调整导入数据去重问题

src/main/java/ieven/server/webapp/service/alipay/ALIPAY_GENERATED_ACCOUNT.java

@@ -55,6 +55,7 @@ public class ALIPAY_GENERATED_ACCOUNT extends Ops implements Runnable {
       try {
         originDoc = cursor.next();
         DataMap newDoc = initWithOrigin(originDoc, output.getFileId());
+        deleteKey(newDoc, "FILEID");
         String v1 = Ops.getString(originDoc, origin, "用户信息");
         List<String> v1List = Ops.extract_1(v1);
         Ops.setString(
@@ -76,6 +77,7 @@ public class ALIPAY_GENERATED_ACCOUNT extends Ops implements Runnable {
           }
         }
         replaceKey(newDoc, "金额", "交易金额");
+        deleteKey(newDoc, "FILEID");
         needToSave.add(newDoc);
         if (needToSave.size() >= 1000) {
           saveLines(new ArrayList<>(needToSave), mongoTemplate);

src/main/java/ieven/server/webapp/service/alipay/ALIPAY_GENERATED_TRANSFER.java

@@ -56,6 +56,7 @@ public class ALIPAY_GENERATED_TRANSFER extends Ops implements Runnable {
         DataMap newDoc = initWithOrigin(originDoc, output.getFileId());
         replaceKey(newDoc, "收款方支付宝账号", "收款方支付宝用户ID");
         replaceKey(newDoc, "付款方支付宝账号", "付款方支付宝用户ID");
+        deleteKey(newDoc, "FILEID");
         // 绑定银行卡字段
         needToSave.add(newDoc);
         if (needToSave.size() >= 1000) {

src/main/java/ieven/server/webapp/service/alipay/ALIPAY_ORIGIN_REGISTER.java

@@ -112,6 +112,7 @@ public class ALIPAY_ORIGIN_REGISTER extends Ops implements Runnable {
         originDoc = cursor.next();
         DataMap newDoc = initWithOrigin(originDoc, outputFileId);
         // 绑定银行卡字段
+        deleteKey(newDoc, "FILEID");
         String vO1 = Ops.getString(originDoc, origin, "绑定银行卡");
         String[] sp1 = vO1.split(";");
         for (String s1 : sp1) {

src/main/java/ieven/server/webapp/service/alipay/AntiCheatTwo.java

@@ -47,6 +47,7 @@ public class AntiCheatTwo extends Ops implements Runnable {
                     originDoc = cursor.next();
                     // 拷贝到新的
                     DataMap newDoc = initWithOrigin(originDoc, newFileId);
+                    deleteKey(newDoc, "FILEID");
                     needToSave.add(newDoc);
                     if (needToSave.size() >= 1000) {
                         saveLines(new ArrayList<>(needToSave), mongoTemplate);

src/main/java/ieven/server/webapp/service/alipay/BlackOrder.java

@@ -55,6 +55,7 @@ public class BlackOrder extends Ops implements Runnable {
           originDoc = cursor.next();
           // 拷贝到新的
           DataMap newDoc = initWithOrigin(originDoc, newFileId);
+          deleteKey(newDoc, "FILEID");
           needToSave.add(newDoc);
           if (needToSave.size() >= 1000) {
             saveLines(new ArrayList<>(needToSave), mongoTemplate);

src/main/java/ieven/server/webapp/service/alipay/EconomicOrder.java

@@ -55,6 +55,7 @@ public class EconomicOrder extends Ops implements Runnable {
           originDoc = cursor.next();
           // 拷贝到新的
           DataMap newDoc = initWithOrigin(originDoc, newFileId);
+          deleteKey(newDoc, "FILEID");
           needToSave.add(newDoc);
           if (needToSave.size() >= 1000) {
             saveLines(new ArrayList<>(needToSave), mongoTemplate);

src/main/java/ieven/server/webapp/service/alipay/SecurityOrder.java

@@ -55,6 +55,7 @@ public class SecurityOrder extends Ops implements Runnable {
           originDoc = cursor.next();
           // 拷贝到新的
           DataMap newDoc = initWithOrigin(originDoc, newFileId);
+          deleteKey(newDoc, "FILEID");
           replaceKey(newDoc, "收款支付帐号", "收款支付账号");
           replaceKey(newDoc, "付款支付帐号", "付款支付账号");
           needToSave.add(newDoc);

src/main/java/ieven/server/webapp/service/tenpay/TenpayAccount.java

@@ -67,6 +67,7 @@ public class TenpayAccount extends Ops implements Runnable {
           originDoc = cursor.next();
           // 拷贝到新的
           DataMap newDoc = initWithOrigin(originDoc, newFileId);
+          deleteKey(newDoc, "FILEID");
           String s1 = (String) newDoc.get("账户状态");
           String s2 = (String) newDoc.get("账号");
           String s3 = (String) newDoc.get("注册姓名");

src/main/java/ieven/server/webapp/service/tenpay/TenpayOrders.java

@@ -57,6 +57,7 @@ public class TenpayOrders extends Ops implements Runnable {
                     originDoc = cursor.next();
                     // 拷贝到新的
                     DataMap newDoc = initWithOrigin(originDoc, newFileId);
+                    deleteKey(newDoc, "FILEID");
                     String s = (String) newDoc.get("用户ID");
                     if (StringUtils.isNotBlank(s) && s.contains("[")) {
                         s = s.replace("[", "").replace("]", "");

src/main/resources/static/index.html

@@ -1,8 +1,8 @@
-<!DOCTYPE html><html lang=en><head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1,maximum-scale=1,minimum-scale=1,user-scalable=no"><meta http-equiv=X-UA-Compatible content="IE=edge"><title>追迹者-第三方支付数据分析</title><link href=/static/css/app.210ef67e8053cd8b79be4dda146c81de.css rel=stylesheet></head><body><div id=app></div><script type=text/javascript src=/static/js/manifest.3a715ccc0cbcfe344fe3.js></script><script type=text/javascript src=/static/js/vendor.c436d94f503c6278dee7.js></script><script type=text/javascript src=/static/js/app.252166ed3d117834cf08.js></script></body></html>
+<!DOCTYPE html><html lang=en><head><meta charset=utf-8><meta name=viewport content="width=device-width,initial-scale=1,maximum-scale=1,minimum-scale=1,user-scalable=no"><meta http-equiv=X-UA-Compatible content="IE=edge"><title>追迹者-三方支付数据分析</title><link href=/static/css/app.b456dd765f35856ac930a90e5d5d2d6e.css rel=stylesheet></head><body><div id=app></div><script type=text/javascript src=/static/js/manifest.a44cbd1a1a622780ed2b.js></script><script type=text/javascript src=/static/js/vendor.4a30d08b867d4749cfcc.js></script><script type=text/javascript src=/static/js/app.97898cd44b90c755cf43.js></script></body></html>
 <!-- 
- PROJECT_NAME: 追迹者-第三方支付数据分析;
- BUILD_TIME:Fri, 18 Oct 2024 23:49:26 GMT; 
- GIT_BRANCH:release-3.2.0-241012-base; 
- GIT_COMMIT:37e06e81d51fbb3d95c5922970294a0cabdceccc; 
+ PROJECT_NAME: 三方支付数据分析;
+ BUILD_TIME:Mon, 30 Sep 2024 01:05:26 GMT; 
+ GIT_BRANCH:master; 
+ GIT_COMMIT:7f2c2db41db75e75d12664e194337049b68ca56f; 
  TICK:3.2.0; 
  -->