|
@@ -50,29 +50,34 @@ public class DataStaticAnalysisTotal extends Ops implements Runnable {
|
|
|
String newFileIdAll = "";
|
|
|
String dateFileId = getFileId("数据分析-主体信息汇总明细", modelId, mongoTemplate);
|
|
|
String cft = getFileId(TenpayHeaders.getGeneratedName(3), modelId, mongoTemplate);
|
|
|
+ String cftjymx = getFileId(TenpayHeaders.getGeneratedName(4), modelId, mongoTemplate);
|
|
|
String wld = getFileId(AlipayHeaders.getGeneratedName(2), modelId, mongoTemplate);
|
|
|
+ String wldzhmx = getFileId(AlipayHeaders.getGeneratedName(8), modelId, mongoTemplate);
|
|
|
String wldjzy = getFileId(AlipayHeaders.getGeneratedName(16), modelId, mongoTemplate);
|
|
|
- boolean cftFlag=false;
|
|
|
- boolean wldFlag=false;
|
|
|
- boolean wldFlagjzy=false;
|
|
|
+ String wldjzyzhmx = getFileId(AlipayHeaders.getGeneratedName(17), modelId, mongoTemplate);
|
|
|
+ String fz = getFileId("反诈治安-交易明细", modelId, mongoTemplate);
|
|
|
// 插入记录用户后续查询明细
|
|
|
+ List<DataMap> needToSave = new ArrayList<>(1000);
|
|
|
+ Map<String, DataMap> idToData = new HashMap<>();
|
|
|
+ Map<String, Set<String>> idToNames = new HashMap<>();
|
|
|
+ boolean cftflag = true;
|
|
|
+ boolean wldflag = true;
|
|
|
+ boolean wldjzyflag = true;
|
|
|
if (StringUtils.isNotBlank(cft)) {
|
|
|
MongoCursor<Document> cursor = getCursor(cft, mongoTemplate);
|
|
|
- List<DataMap> needToSave = new ArrayList<>(1000);
|
|
|
Document origin;
|
|
|
- cftFlag=true;
|
|
|
- while (cursor.hasNext()){
|
|
|
+ while (cursor.hasNext()) {
|
|
|
+ cftflag = false;
|
|
|
origin = cursor.next();
|
|
|
- DataMap dataMap=new DataMap();
|
|
|
+ DataMap dataMap = new DataMap();
|
|
|
dataMap.put("fileId", newFileId);
|
|
|
- dataMap.put("交易主体账号",PublicStatic.removeStr(origin.getString("账号")));
|
|
|
- dataMap.put("交易主体户名",PublicStatic.removeStr(origin.getString("注册姓名")));
|
|
|
- dataMap.put("证件号码",PublicStatic.removeStr(origin.getString("注册身份证号")));
|
|
|
- dataMap.put("绑定银行卡号",PublicStatic.removeStr(origin.getString("银行账号")));
|
|
|
- dataMap.put("开户银行名称",PublicStatic.removeStr(origin.getString("开户行信息")));
|
|
|
- dataMap.put("绑定手机号",PublicStatic.removeStr(origin.getString("绑定手机")));
|
|
|
- dataMap.put("注册时间",PublicStatic.removeStr(origin.getString("注册时间")));
|
|
|
-
|
|
|
+ dataMap.put("交易主体账号", PublicStatic.removeStr(origin.getString("账号")));
|
|
|
+ dataMap.put("交易主体户名", PublicStatic.removeStr(origin.getString("注册姓名")));
|
|
|
+ dataMap.put("证件号码", PublicStatic.removeStr(origin.getString("注册身份证号")));
|
|
|
+ dataMap.put("绑定银行卡号", PublicStatic.removeStr(origin.getString("银行账号")));
|
|
|
+ dataMap.put("开户银行名称", PublicStatic.removeStr(origin.getString("开户行信息")));
|
|
|
+ dataMap.put("绑定手机号", PublicStatic.removeStr(origin.getString("绑定手机")));
|
|
|
+ dataMap.put("注册时间", PublicStatic.removeStr(origin.getString("注册时间")));
|
|
|
needToSave.add(dataMap);
|
|
|
if (needToSave.size() >= 1000) {
|
|
|
saveLines(needToSave, mongoTemplate);
|
|
@@ -81,26 +86,56 @@ public class DataStaticAnalysisTotal extends Ops implements Runnable {
|
|
|
}
|
|
|
if (CollectionUtils.isNotEmpty(needToSave)) {
|
|
|
saveLines(needToSave, mongoTemplate);
|
|
|
+ needToSave.clear();
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if (StringUtils.isNotBlank(cftjymx)) {
|
|
|
+ Set<String> alipayIds = new HashSet<>();
|
|
|
+ MongoCursor<Document> cursor = getCursor(cftjymx, mongoTemplate);
|
|
|
+ Document origin;
|
|
|
+ while (cursor.hasNext()) {
|
|
|
+ origin = cursor.next();
|
|
|
+ DataMap dataMap = new DataMap();
|
|
|
+ String alipayId = origin.getString("交易主体账号");
|
|
|
+ String alipayUsername = origin.getString("交易主体户名");
|
|
|
+ String yhkh = origin.getString("交易主体银行卡号");
|
|
|
+ String value = alipayId + "-" + yhkh;
|
|
|
+ if (StringUtils.isNotBlank(alipayUsername) && !"null".equals(alipayUsername)) {
|
|
|
+ Set<String> namesSet;
|
|
|
+ if (idToNames.containsKey(alipayId)) {
|
|
|
+ namesSet = idToNames.get(alipayId);
|
|
|
+ } else {
|
|
|
+ namesSet = new HashSet<>();
|
|
|
+ idToNames.put(alipayId, namesSet);
|
|
|
+ }
|
|
|
+ namesSet.add(alipayUsername);
|
|
|
+ }
|
|
|
+ if (!PublicStatic.checkStr(alipayId) && !alipayIds.contains(value)) {
|
|
|
+ dataMap.put("fileId", newFileId);
|
|
|
+ dataMap.put("交易主体账号", alipayId);
|
|
|
+ dataMap.put("绑定银行卡号", PublicStatic.removeStr(yhkh));
|
|
|
+ dataMap.put("开户银行名称", PublicStatic.removeStr(origin.getString("交易主体银行名称")));
|
|
|
+ dataMap.put("类型", "财付通");
|
|
|
+ alipayIds.add(value);
|
|
|
+ idToData.put(alipayId, dataMap);
|
|
|
+ }
|
|
|
}
|
|
|
}
|
|
|
-
|
|
|
if (StringUtils.isNotBlank(wld)) {
|
|
|
MongoCursor<Document> cursor = getCursor(wld, mongoTemplate);
|
|
|
-
|
|
|
- wldFlag=true;
|
|
|
Document origin;
|
|
|
- List<DataMap> needToSave = new ArrayList<>(1000);
|
|
|
- while (cursor.hasNext()){
|
|
|
+ while (cursor.hasNext()) {
|
|
|
origin = cursor.next();
|
|
|
- DataMap dataMap=new DataMap();
|
|
|
+ wldflag = false;
|
|
|
+ DataMap dataMap = new DataMap();
|
|
|
dataMap.put("fileId", newFileId);
|
|
|
- dataMap.put("交易主体账号",PublicStatic.removeStr(origin.getString("用户ID")));
|
|
|
- dataMap.put("交易主体户名",PublicStatic.removeStr(origin.getString("账户名称")));
|
|
|
- dataMap.put("证件号码",PublicStatic.removeStr(origin.getString("证件号")));
|
|
|
- dataMap.put("绑定银行卡号",PublicStatic.removeStr(origin.getString("绑定卡号")));
|
|
|
- dataMap.put("开户银行名称",PublicStatic.removeStr(origin.getString("银行简称")));
|
|
|
- dataMap.put("绑定手机号",PublicStatic.removeStr(origin.getString("绑定手机")));
|
|
|
- dataMap.put("注册时间","");
|
|
|
+ dataMap.put("交易主体账号", PublicStatic.removeStr(origin.getString("用户ID")));
|
|
|
+ dataMap.put("交易主体户名", PublicStatic.removeStr(origin.getString("账户名称")));
|
|
|
+ dataMap.put("证件号码", PublicStatic.removeStr(origin.getString("证件号")));
|
|
|
+ dataMap.put("绑定银行卡号", PublicStatic.removeStr(origin.getString("绑定卡号")));
|
|
|
+ dataMap.put("开户银行名称", PublicStatic.removeStr(origin.getString("银行简称")));
|
|
|
+ dataMap.put("绑定手机号", PublicStatic.removeStr(origin.getString("绑定手机")));
|
|
|
+ dataMap.put("注册时间", PublicStatic.removeStr(origin.getString("注册时间")));
|
|
|
|
|
|
needToSave.add(dataMap);
|
|
|
if (needToSave.size() >= 500) {
|
|
@@ -110,25 +145,57 @@ public class DataStaticAnalysisTotal extends Ops implements Runnable {
|
|
|
}
|
|
|
if (CollectionUtils.isNotEmpty(needToSave)) {
|
|
|
saveLines(needToSave, mongoTemplate);
|
|
|
+ needToSave.clear();
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if (StringUtils.isNotBlank(wldzhmx)) {
|
|
|
+ Set<String> alipayIds = new HashSet<>();
|
|
|
+ MongoCursor<Document> cursor = getCursor(wldzhmx, mongoTemplate);
|
|
|
+ Document origin;
|
|
|
+ while (cursor.hasNext()) {
|
|
|
+ origin = cursor.next();
|
|
|
+ DataMap dataMap = new DataMap();
|
|
|
+ String alipayId = origin.getString("支付宝用户ID");
|
|
|
+ String alipayUsername = origin.getString("支付宝户名");
|
|
|
+ String yhkh = origin.getString("交易主体银行卡号");
|
|
|
+ String value = alipayId + "-" + yhkh;
|
|
|
+ if (StringUtils.isNotBlank(alipayUsername) && !"null".equals(alipayUsername)) {
|
|
|
+ Set<String> namesSet;
|
|
|
+ if (idToNames.containsKey(alipayId)) {
|
|
|
+ namesSet = idToNames.get(alipayId);
|
|
|
+ } else {
|
|
|
+ namesSet = new HashSet<>();
|
|
|
+ idToNames.put(alipayId, namesSet);
|
|
|
+ }
|
|
|
+ namesSet.add(alipayUsername);
|
|
|
+ }
|
|
|
+ if (!PublicStatic.checkStr(alipayId) && !alipayIds.contains(value)) {
|
|
|
+ dataMap.put("fileId", newFileId);
|
|
|
+ dataMap.put("交易主体账号", alipayId);
|
|
|
+ dataMap.put("绑定银行卡号", PublicStatic.removeStr(yhkh));
|
|
|
+ dataMap.put("开户银行名称", PublicStatic.removeStr(origin.getString("交易主体银行名称")));
|
|
|
+ dataMap.put("类型", "五联单");
|
|
|
+ alipayIds.add(value);
|
|
|
+ idToData.put(alipayId, dataMap);
|
|
|
+ }
|
|
|
}
|
|
|
}
|
|
|
|
|
|
if (StringUtils.isNotBlank(wldjzy)) {
|
|
|
MongoCursor<Document> cursor = getCursor(wldjzy, mongoTemplate);
|
|
|
- wldFlagjzy=true;
|
|
|
Document origin;
|
|
|
- List<DataMap> needToSave = new ArrayList<>(1000);
|
|
|
- while (cursor.hasNext()){
|
|
|
+ while (cursor.hasNext()) {
|
|
|
origin = cursor.next();
|
|
|
- DataMap dataMap=new DataMap();
|
|
|
+ wldjzyflag = false;
|
|
|
+ DataMap dataMap = new DataMap();
|
|
|
dataMap.put("fileId", newFileId);
|
|
|
- dataMap.put("交易主体账号",PublicStatic.removeStr(origin.getString("用户ID")));
|
|
|
- dataMap.put("交易主体户名",PublicStatic.removeStr(origin.getString("账户名称")));
|
|
|
- dataMap.put("证件号码",PublicStatic.removeStr(origin.getString("证件号码")));
|
|
|
- dataMap.put("绑定银行卡号",PublicStatic.removeStr(origin.getString("绑定卡号")));
|
|
|
- dataMap.put("开户银行名称",PublicStatic.removeStr(origin.getString("银行简称")));
|
|
|
- dataMap.put("绑定手机号",PublicStatic.removeStr(origin.getString("绑定手机号")));
|
|
|
- dataMap.put("注册时间","");
|
|
|
+ dataMap.put("交易主体账号", PublicStatic.removeStr(origin.getString("用户ID")));
|
|
|
+ dataMap.put("交易主体户名", PublicStatic.removeStr(origin.getString("账户名称")));
|
|
|
+ dataMap.put("证件号码", PublicStatic.removeStr(origin.getString("证件号码")));
|
|
|
+ dataMap.put("绑定银行卡号", PublicStatic.removeStr(origin.getString("绑定卡号")));
|
|
|
+ dataMap.put("开户银行名称", PublicStatic.removeStr(origin.getString("银行简称")));
|
|
|
+ dataMap.put("绑定手机号", PublicStatic.removeStr(origin.getString("绑定手机号")));
|
|
|
+ dataMap.put("注册时间", PublicStatic.removeStr(origin.getString("注册时间")));
|
|
|
|
|
|
needToSave.add(dataMap);
|
|
|
if (needToSave.size() >= 500) {
|
|
@@ -138,9 +205,75 @@ public class DataStaticAnalysisTotal extends Ops implements Runnable {
|
|
|
}
|
|
|
if (CollectionUtils.isNotEmpty(needToSave)) {
|
|
|
saveLines(needToSave, mongoTemplate);
|
|
|
+ needToSave.clear();
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if (StringUtils.isNotBlank(wldjzyzhmx)) {
|
|
|
+ Set<String> alipayIds = new HashSet<>();
|
|
|
+ MongoCursor<Document> cursor = getCursor(wldjzyzhmx, mongoTemplate);
|
|
|
+ Document origin;
|
|
|
+ while (cursor.hasNext()) {
|
|
|
+ origin = cursor.next();
|
|
|
+ DataMap dataMap = new DataMap();
|
|
|
+ String alipayId = origin.getString("支付宝用户ID");
|
|
|
+ String alipayUsername = origin.getString("支付宝户名");
|
|
|
+ String yhkh = origin.getString("交易主体银行卡号");
|
|
|
+ String value = alipayId + "-" + yhkh;
|
|
|
+ if (StringUtils.isNotBlank(alipayUsername) && !"null".equals(alipayUsername)) {
|
|
|
+ Set<String> namesSet;
|
|
|
+ if (idToNames.containsKey(alipayId)) {
|
|
|
+ namesSet = idToNames.get(alipayId);
|
|
|
+ } else {
|
|
|
+ namesSet = new HashSet<>();
|
|
|
+ idToNames.put(alipayId, namesSet);
|
|
|
+ }
|
|
|
+ namesSet.add(alipayUsername);
|
|
|
+ }
|
|
|
+ if (!PublicStatic.checkStr(alipayId) && !alipayIds.contains(value)) {
|
|
|
+ dataMap.put("fileId", newFileId);
|
|
|
+ dataMap.put("交易主体账号", alipayId);
|
|
|
+ dataMap.put("绑定银行卡号", PublicStatic.removeStr(yhkh));
|
|
|
+ dataMap.put("开户银行名称", PublicStatic.removeStr(origin.getString("交易主体银行名称")));
|
|
|
+ dataMap.put("类型", "经侦云");
|
|
|
+ alipayIds.add(value);
|
|
|
+ idToData.put(value, dataMap);
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if (StringUtils.isNotBlank(fz)) {
|
|
|
+ {
|
|
|
+ Set<String> alipayIds = new HashSet<>();
|
|
|
+ MongoCursor<Document> cursor = getCursor(fz, mongoTemplate);
|
|
|
+ Document origin;
|
|
|
+ while (cursor.hasNext()) {
|
|
|
+ origin = cursor.next();
|
|
|
+ DataMap dataMap = new DataMap();
|
|
|
+ String alipayId = origin.getString("交易主体账号");
|
|
|
+ String alipayUsername = origin.getString("交易主体户名");
|
|
|
+ String yhkh = origin.getString("交易主体银行卡号");
|
|
|
+ String value = alipayId + "-" + yhkh;
|
|
|
+ if (StringUtils.isNotBlank(alipayUsername) && !"null".equals(alipayUsername)) {
|
|
|
+ Set<String> namesSet;
|
|
|
+ if (idToNames.containsKey(alipayId)) {
|
|
|
+ namesSet = idToNames.get(alipayId);
|
|
|
+ } else {
|
|
|
+ namesSet = new HashSet<>();
|
|
|
+ idToNames.put(alipayId, namesSet);
|
|
|
+ }
|
|
|
+ namesSet.add(alipayUsername);
|
|
|
+ }
|
|
|
+ if (!PublicStatic.checkStr(alipayId) && !alipayIds.contains(value)) {
|
|
|
+ dataMap.put("fileId", newFileId);
|
|
|
+ dataMap.put("交易主体账号", alipayId);
|
|
|
+ dataMap.put("绑定银行卡号", PublicStatic.removeStr(yhkh));
|
|
|
+ dataMap.put("开户银行名称", PublicStatic.removeStr(origin.getString("交易主体银行名称")));
|
|
|
+ dataMap.put("类型", "反诈");
|
|
|
+ alipayIds.add(value);
|
|
|
+ idToData.put(alipayId, dataMap);
|
|
|
+ }
|
|
|
+ }
|
|
|
}
|
|
|
}
|
|
|
-
|
|
|
if (StringUtils.isNotBlank(dateFileId)) {
|
|
|
MongoCursor<Document> cursor = getCursor(dateFileId, mongoTemplate);
|
|
|
if (cursor.hasNext()) {
|
|
@@ -153,20 +286,13 @@ public class DataStaticAnalysisTotal extends Ops implements Runnable {
|
|
|
String newFileIdAll1 = createLogicAndDeleteOld("数据分析-共同关系网络", modelId, headerProperties.getStaticUserAllOutput(), mongoTemplate, fileService);
|
|
|
insertFromTo(dateFileId, newFileIdAll1, modelId, mongoTemplate);
|
|
|
}
|
|
|
- Set<String> alipayIds = new HashSet<>();
|
|
|
Set<String> alipayIdsAll = new HashSet<>();
|
|
|
- Map<String, DataMap> idToData = new HashMap<>();
|
|
|
- Map<String, Set<String>> idToNames = new HashMap<>();
|
|
|
Document origin;
|
|
|
- List<DataMap> needToSave = new ArrayList<>(1000);
|
|
|
List<DataMap> needToSaveall = new ArrayList<>(1000);
|
|
|
Map<String, Object> dataMapUser = new HashMap<>();
|
|
|
while (cursor.hasNext()) {
|
|
|
try {
|
|
|
origin = cursor.next();
|
|
|
- String alipayId = origin.getString("交易主体账号");
|
|
|
- DataMap dataMap;
|
|
|
- //组装用户基本信息
|
|
|
String type = origin.getString("类型");
|
|
|
String dateFileId2 = "";
|
|
|
if ("财付通".equals(type)) {
|
|
@@ -176,26 +302,6 @@ public class DataStaticAnalysisTotal extends Ops implements Runnable {
|
|
|
dateFileId2 = wld;
|
|
|
|
|
|
}
|
|
|
- if (StringUtils.isNotBlank(alipayId) && !"null".equals(alipayId) && !alipayIds.contains(alipayId)) {
|
|
|
- alipayIds.add(alipayId);
|
|
|
- dataMap = new DataMap();
|
|
|
- dataMap.put("fileId", newFileId);
|
|
|
- dataMap.put("交易主体账号", alipayId);
|
|
|
- dataMap.put("交易主体户名", "");
|
|
|
- getData(dataMap, origin, dateFileId2);
|
|
|
- idToData.put(alipayId, dataMap);
|
|
|
- }
|
|
|
- String alipayUsername = origin.getString("交易主体户名");
|
|
|
- if (StringUtils.isNotBlank(alipayUsername) && !"null".equals(alipayUsername)) {
|
|
|
- Set<String> namesSet;
|
|
|
- if (idToNames.containsKey(alipayId)) {
|
|
|
- namesSet = idToNames.get(alipayId);
|
|
|
- } else {
|
|
|
- namesSet = new HashSet<>();
|
|
|
- idToNames.put(alipayId, namesSet);
|
|
|
- }
|
|
|
- namesSet.add(alipayUsername);
|
|
|
- }
|
|
|
getDataAll(needToSaveall, origin, alipayIdsAll, newFileIdAll, dataMapUser, idToData, dateFileId2);
|
|
|
if (needToSaveall.size() >= 1000) {
|
|
|
saveLines(needToSaveall, mongoTemplate);
|
|
@@ -206,49 +312,42 @@ public class DataStaticAnalysisTotal extends Ops implements Runnable {
|
|
|
log.error(exception.getMessage(), exception);
|
|
|
}
|
|
|
}
|
|
|
- if (CollectionUtils.isNotEmpty(idToData.values())) {
|
|
|
- for (Map.Entry<String, DataMap> entry : idToData.entrySet()) {
|
|
|
- DataMap dataMap = entry.getValue();
|
|
|
- String id = (String) dataMap.get("交易主体账号");
|
|
|
- String type = (String) dataMap.get("类型");
|
|
|
- Set<String> namesSet = idToNames.get(id);
|
|
|
- if (CollectionUtils.isNotEmpty(namesSet)) {
|
|
|
- dataMap.put("交易主体户名", StringUtils.join(namesSet, ";"));
|
|
|
- }
|
|
|
-
|
|
|
- //将filedId 替换然后给网络关系图用
|
|
|
- DataMap dataMap1=new DataMap();
|
|
|
- BeanUtil.copyProperties(dataMap,dataMap1);
|
|
|
- dataMap1.put("fileId", newFileId1);
|
|
|
- needToSave.add(dataMap1);
|
|
|
-
|
|
|
- if(cftFlag&&"反诈".equals(type)){
|
|
|
- needToSave.add(dataMap);
|
|
|
- }else if(wldFlag&&"反诈".equals(type)){
|
|
|
- needToSave.add(dataMap);
|
|
|
- }else if(wldFlagjzy&&"反诈".equals(type)){
|
|
|
- needToSave.add(dataMap);
|
|
|
- }else if(!cftFlag){
|
|
|
- needToSave.add(dataMap);
|
|
|
- }else if(!wldFlag){
|
|
|
- needToSave.add(dataMap);
|
|
|
- }else if(!wldFlagjzy){
|
|
|
- needToSave.add(dataMap);
|
|
|
- }
|
|
|
-
|
|
|
- if (needToSave.size() >= 1000) {
|
|
|
- saveLines(new ArrayList<>(needToSave), mongoTemplate);
|
|
|
- needToSave.clear();
|
|
|
- }
|
|
|
- //查询其他的基本信息
|
|
|
+ if (CollectionUtils.isNotEmpty(needToSaveall)) {
|
|
|
+ saveLines(needToSaveall, mongoTemplate);
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if (CollectionUtils.isNotEmpty(idToData.values())) {
|
|
|
+ for (Map.Entry<String, DataMap> entry : idToData.entrySet()) {
|
|
|
+ DataMap dataMap = entry.getValue();
|
|
|
+ String id = (String) dataMap.get("交易主体账号");
|
|
|
+ String type = String.valueOf(dataMap.get("类型"));
|
|
|
+ Set<String> namesSet = idToNames.get(id);
|
|
|
+ if (CollectionUtils.isNotEmpty(namesSet)) {
|
|
|
+ dataMap.put("交易主体户名", StringUtils.join(namesSet, ";"));
|
|
|
}
|
|
|
- if (CollectionUtils.isNotEmpty(needToSave)) {
|
|
|
- saveLines(needToSave, mongoTemplate);
|
|
|
+ deleteKey(dataMap, "类型");
|
|
|
+ //将filedId 替换然后给网络关系图用
|
|
|
+ DataMap dataMap1 = new DataMap();
|
|
|
+ BeanUtil.copyProperties(dataMap, dataMap1);
|
|
|
+ dataMap1.put("fileId", newFileId1);
|
|
|
+ needToSave.add(dataMap1);
|
|
|
+ if (type.equals("财付通") && cftflag) {
|
|
|
+ needToSave.add(dataMap);
|
|
|
+ } else if (type.equals("五联单") && wldflag) {
|
|
|
+ needToSave.add(dataMap);
|
|
|
+ } else if (type.equals("经侦云") && wldjzyflag) {
|
|
|
+ needToSave.add(dataMap);
|
|
|
+ } else if(type.equals("反诈")){
|
|
|
+ needToSave.add(dataMap);
|
|
|
}
|
|
|
+ if (needToSave.size() >= 1000) {
|
|
|
+ saveLines(new ArrayList<>(needToSave), mongoTemplate);
|
|
|
+ needToSave.clear();
|
|
|
+ }
|
|
|
+ //查询其他的基本信息
|
|
|
}
|
|
|
-
|
|
|
- if (CollectionUtils.isNotEmpty(needToSaveall)) {
|
|
|
- saveLines(needToSaveall, mongoTemplate);
|
|
|
+ if (CollectionUtils.isNotEmpty(needToSave)) {
|
|
|
+ saveLines(needToSave, mongoTemplate);
|
|
|
}
|
|
|
}
|
|
|
latch.countDown();
|
|
@@ -279,9 +378,11 @@ public class DataStaticAnalysisTotal extends Ops implements Runnable {
|
|
|
bdsjh = String.valueOf(dataMaps.get(0).get("绑定手机"));
|
|
|
zcsj = String.valueOf(dataMaps.get(0).get("注册时间"));
|
|
|
}
|
|
|
+ } else {
|
|
|
+ bdyhkh = origin.getString("交易主体银行卡号");
|
|
|
+ khyhmc = origin.getString("交易主体银行名称");
|
|
|
}
|
|
|
- }
|
|
|
- else if ("五联单".equals(type)) {
|
|
|
+ } else if ("五联单".equals(type)) {
|
|
|
// "用户ID", "登录邮箱", "登录手机", "账户名称", "证件类型", "证件号", "可用余额", "注册时间", "绑定手机", "绑定银行卡", "对应的协查数据"));
|
|
|
if (StringUtils.isNotBlank(dateFileId2)) {
|
|
|
List<DataMap> dataMaps = this.mongoTemplate.find((new Query(
|
|
@@ -296,9 +397,11 @@ public class DataStaticAnalysisTotal extends Ops implements Runnable {
|
|
|
bdsjh = String.valueOf(dataMaps.get(0).get("登录手机"));
|
|
|
zcsj = String.valueOf(dataMaps.get(0).get("注册时间"));
|
|
|
}
|
|
|
+ } else {
|
|
|
+ bdyhkh = origin.getString("交易主体银行卡号");
|
|
|
+ khyhmc = origin.getString("交易主体银行名称");
|
|
|
}
|
|
|
- }
|
|
|
- else if("反诈".equals(type)){
|
|
|
+ } else if ("反诈".equals(type)) {
|
|
|
bdyhkh = origin.getString("交易主体银行卡号");
|
|
|
khyhmc = origin.getString("交易主体银行名称");
|
|
|
}
|
|
@@ -324,17 +427,6 @@ public class DataStaticAnalysisTotal extends Ops implements Runnable {
|
|
|
}
|
|
|
Set<String> accountList = new HashSet<>();
|
|
|
Map<String, Object> dataMaphm = new HashMap<>();
|
|
|
- /*if (StringUtils.isNotBlank(account) && !"null".equals(account)) {
|
|
|
- String key = account + "-" + accounthm;
|
|
|
- accountList.add(key);
|
|
|
- dataMaphm.put(key, accounthm);
|
|
|
- if (StringUtils.isNotBlank(account) && !"null".equals(account) && StringUtils.isNotBlank(accounthm) && !"null".equals(accounthm)) {
|
|
|
- String s = String.valueOf(userMap.get(key));
|
|
|
- if (PublicStatic.checkStr(s)) {
|
|
|
- userMap.put(key, accounthm);
|
|
|
- }
|
|
|
- }
|
|
|
- }*/
|
|
|
|
|
|
if (StringUtils.isNotBlank(accountds) && !"null".equals(accountds)) {
|
|
|
String key1 = accountds + "-" + accountdshm;
|
|
@@ -355,12 +447,15 @@ public class DataStaticAnalysisTotal extends Ops implements Runnable {
|
|
|
//账户状态", "账号", "注册姓名", "注册时间", "注册身份证号", "绑定手机", "绑定状态", "开户行信息", "银行账号"
|
|
|
if (CollectionUtils.isNotEmpty(accountList)) {
|
|
|
for (String s : accountList) {
|
|
|
+ if (s.split("-").length == 0) {
|
|
|
+ continue;
|
|
|
+ }
|
|
|
String s1 = s.split("-")[0];
|
|
|
DataMap dataMap = havedUser.get(s1);
|
|
|
if (dataMap != null) {
|
|
|
DataMap newDataMap = new DataMap();
|
|
|
newDataMap.put("证件号", String.valueOf(dataMap.get("证件号码")));
|
|
|
- newDataMap.put("账户名称", PublicStatic.checkStr(String.valueOf(dataMap.get("交易主体户名"))) ? s.split("-").length==1?"":s.split("-")[1] : String.valueOf(dataMap.get("交易主体户名")));
|
|
|
+ newDataMap.put("账户名称", PublicStatic.checkStr(String.valueOf(dataMap.get("交易主体户名"))) ? s.split("-").length == 1 ? "" : s.split("-")[1] : String.valueOf(dataMap.get("交易主体户名")));
|
|
|
newDataMap.put("账号", String.valueOf(dataMap.get("交易主体账号")));
|
|
|
dataMaps.add(newDataMap);
|
|
|
} else {
|
|
@@ -375,7 +470,7 @@ public class DataStaticAnalysisTotal extends Ops implements Runnable {
|
|
|
for (DataMap map : dataMapnew) {
|
|
|
DataMap newDataMap = new DataMap();
|
|
|
newDataMap.put("证件号", String.valueOf(map.get("注册身份证号")));
|
|
|
- newDataMap.put("账户名称", PublicStatic.checkStr(String.valueOf(map.get("注册姓名"))) ? s.split("-").length==1?"":s.split("-")[1] : String.valueOf(map.get("注册姓名")));
|
|
|
+ newDataMap.put("账户名称", PublicStatic.checkStr(String.valueOf(map.get("注册姓名"))) ? s.split("-").length == 1 ? "" : s.split("-")[1] : String.valueOf(map.get("注册姓名")));
|
|
|
newDataMap.put("账号", String.valueOf(map.get("账号")));
|
|
|
dataMaps.add(newDataMap);
|
|
|
}
|
|
@@ -410,6 +505,9 @@ public class DataStaticAnalysisTotal extends Ops implements Runnable {
|
|
|
}
|
|
|
} else {
|
|
|
for (String s : accountList) {
|
|
|
+ if (s.split("-").length == 0) {
|
|
|
+ continue;
|
|
|
+ }
|
|
|
if (!alipayIdsAll.contains(s)) {
|
|
|
DataMap newDataMap = new DataMap();
|
|
|
newDataMap.put("fileId", newFileIdAll);
|
|
@@ -424,6 +522,9 @@ public class DataStaticAnalysisTotal extends Ops implements Runnable {
|
|
|
}
|
|
|
} else if ("反诈".equals(type)) {
|
|
|
for (String s : accountList) {
|
|
|
+ if (s.split("-").length == 0) {
|
|
|
+ continue;
|
|
|
+ }
|
|
|
if (!PublicStatic.checkStr(s) && !alipayIdsAll.contains(s)) {
|
|
|
DataMap newDataMap = new DataMap();
|
|
|
newDataMap.put("fileId", newFileIdAll);
|
|
@@ -440,12 +541,15 @@ public class DataStaticAnalysisTotal extends Ops implements Runnable {
|
|
|
//账户状态", "账号", "注册姓名", "注册时间", "注册身份证号", "绑定手机", "绑定状态", "开户行信息", "银行账号"
|
|
|
if (CollectionUtils.isNotEmpty(accountList)) {
|
|
|
for (String s : accountList) {
|
|
|
+ if (s.split("-").length == 0) {
|
|
|
+ continue;
|
|
|
+ }
|
|
|
String s1 = s.split("-")[0];
|
|
|
DataMap dataMap = havedUser.get(s1);
|
|
|
if (dataMap != null) {
|
|
|
DataMap newDataMap = new DataMap();
|
|
|
newDataMap.put("证件号", String.valueOf(dataMap.get("证件号码")));
|
|
|
- newDataMap.put("账户名称", PublicStatic.checkStr(String.valueOf(dataMap.get("交易主体户名"))) ? s.split("-").length==1?"":s.split("-")[1] : String.valueOf(dataMap.get("交易主体户名")));
|
|
|
+ newDataMap.put("账户名称", PublicStatic.checkStr(String.valueOf(dataMap.get("交易主体户名"))) ? s.split("-").length == 1 ? "" : s.split("-")[1] : String.valueOf(dataMap.get("交易主体户名")));
|
|
|
newDataMap.put("账号", String.valueOf(dataMap.get("交易主体账号")));
|
|
|
dataMaps.add(newDataMap);
|
|
|
} else {
|
|
@@ -459,7 +563,7 @@ public class DataStaticAnalysisTotal extends Ops implements Runnable {
|
|
|
for (DataMap map : dataMapnew) {
|
|
|
DataMap newDataMap = new DataMap();
|
|
|
newDataMap.put("证件号", String.valueOf(map.get("证件号")));
|
|
|
- newDataMap.put("账户名称", PublicStatic.checkStr(String.valueOf(map.get("账户名称"))) ? s.split("-").length==1?"":s.split("-")[1] : String.valueOf(map.get("账户名称")));
|
|
|
+ newDataMap.put("账户名称", PublicStatic.checkStr(String.valueOf(map.get("账户名称"))) ? s.split("-").length == 1 ? "" : s.split("-")[1] : String.valueOf(map.get("账户名称")));
|
|
|
newDataMap.put("账号", String.valueOf(map.get("用户ID")));
|
|
|
dataMaps.add(newDataMap);
|
|
|
}
|
|
@@ -493,6 +597,9 @@ public class DataStaticAnalysisTotal extends Ops implements Runnable {
|
|
|
}
|
|
|
} else {
|
|
|
for (String s : accountList) {
|
|
|
+ if (s.split("-").length == 0) {
|
|
|
+ continue;
|
|
|
+ }
|
|
|
if (!alipayIdsAll.contains(s)) {
|
|
|
DataMap newDataMap = new DataMap();
|
|
|
newDataMap.put("fileId", newFileIdAll);
|