语料信息不完整,dcc加日志
This commit is contained in:
@@ -164,9 +164,14 @@ public class TmOdsVdqwMessagearchivingServiceImpl extends ServiceImpl<TmOdsVdqwM
|
||||
|
||||
}
|
||||
|
||||
private synchronized void processItem(OdsVdqwMessageOTD item, String statTime, String endTime) {
|
||||
private void processItem(OdsVdqwMessageOTD item, String statTime, String endTime) {
|
||||
log.info("企微语料内容:FromUserId:{}, AcceptUserId:{}", item.getFromUserId(), item.getAcceptUserId());
|
||||
// 1,vdqw_workuserinfo 这个表对应是 B端认证中心userId
|
||||
DiFyReq diFyImageReq = new DiFyReq();
|
||||
CorpusReportDTO corpusReportDTO = new CorpusReportDTO();
|
||||
OdsVdqwMessageOTD finalMaxMsgTimeItem = new OdsVdqwMessageOTD();
|
||||
StringBuffer chatList = new StringBuffer();
|
||||
String unionId = "";
|
||||
synchronized (this) {// 1,vdqw_workuserinfo 这个表对应是 B端认证中心userId
|
||||
// 2,vdqw_externalcontact 这个表对应是 企微客户unionId
|
||||
TmOdsVdqwExternalcontact tmOdsVdqwExternalcontact = getUnionId(Arrays.asList(item.getFromUserId(), item.getAcceptUserId()));
|
||||
TmOdsVdqwWorkuserinfo tmOdsVdqwWorkuserinfo = getUserId(Arrays.asList(item.getFromUserId(), item.getAcceptUserId()));
|
||||
@@ -174,21 +179,21 @@ public class TmOdsVdqwMessagearchivingServiceImpl extends ServiceImpl<TmOdsVdqwM
|
||||
log.info("企微查询信息为空 ");
|
||||
return;
|
||||
}
|
||||
String unionId = tmOdsVdqwExternalcontact.getUnionId();
|
||||
unionId = tmOdsVdqwExternalcontact.getUnionId();
|
||||
String userId = tmOdsVdqwWorkuserinfo.getMiddleUserId().toString();
|
||||
log.info("企微查询信息:unionId:{}, userId:{}", unionId, userId);
|
||||
if (StringUtils.isNotBlank(item.getFromUserId()) && StringUtils.isNotBlank(item.getAcceptUserId())) {
|
||||
List<OdsVdqwMessageOTD> contetnList = tmOdsVdqwMessagearchivingMapper.queryOdsVdqwMessageByFromUserIdAndAcceptUserId(statTime, endTime, Arrays.asList(item.getFromUserId(), item.getAcceptUserId()));
|
||||
|
||||
log.info("一条完整的企微信息的聊天内容,未加密:{}", contetnList.toString());
|
||||
OdsVdqwMessageOTD maxMsgTimeItem = contetnList.stream()
|
||||
finalMaxMsgTimeItem = contetnList.stream()
|
||||
.max((o1, o2) -> o1.getMsgTime().compareTo(o2.getMsgTime()))
|
||||
.orElse(null);
|
||||
|
||||
List<DataMaskingRule> maskingRuleItems = dataMaskingRuleService.getDataMaskingRuleListByApplicationChannel(BusinessTypeEnum.SMART_ASSISTANT_QIWEI.getCode());
|
||||
RunMaskingRuleInput runMaskingRuleInput = new RunMaskingRuleInput();
|
||||
runMaskingRuleInput.setDataMaskingRules(maskingRuleItems);
|
||||
StringBuffer chatList = new StringBuffer();
|
||||
|
||||
AtomicInteger externalcontactCount = new AtomicInteger();
|
||||
contetnList.forEach(contentItem -> {
|
||||
String title = "";
|
||||
@@ -213,36 +218,40 @@ public class TmOdsVdqwMessagearchivingServiceImpl extends ServiceImpl<TmOdsVdqwM
|
||||
log.info("一条完整的企微信息的聊天内容,循环次数:{} ,应该循环次数:{}, 掩码后:{}", externalcontactCount.get(), contetnList.size(), chatList.toString());
|
||||
|
||||
Map<String, Object> inputMap = new HashMap<>();
|
||||
DiFyReq diFyImageReq = new DiFyReq();
|
||||
|
||||
diFyImageReq.setUser(ConstantStr.corpus_user);
|
||||
diFyImageReq.setFlowId(qiweiToken);
|
||||
inputMap.put("chat", chatList.toString());
|
||||
inputMap.put("analysisScene", "1");
|
||||
inputMap.put("unionId", unionId);
|
||||
inputMap.put("consultantId", userId);
|
||||
inputMap.put("communicateDate", DateUtil.format(maxMsgTimeItem.getMsgTime(), DatePattern.NORM_DATETIME_PATTERN));
|
||||
inputMap.put("communicateDate", DateUtil.format(finalMaxMsgTimeItem.getMsgTime(), DatePattern.NORM_DATETIME_PATTERN));
|
||||
inputMap.put("version", 2);
|
||||
diFyImageReq.setInputs(inputMap);
|
||||
|
||||
CorpusReportDTO corpusReportDTO = new CorpusReportDTO();
|
||||
corpusReportDTO.setCorpusTime(DateUtil.format(maxMsgTimeItem.getMsgTime(), DatePattern.NORM_DATETIME_PATTERN));
|
||||
|
||||
corpusReportDTO.setCorpusTime(DateUtil.format(finalMaxMsgTimeItem.getMsgTime(), DatePattern.NORM_DATETIME_PATTERN));
|
||||
corpusReportDTO.setUnionId(unionId);
|
||||
corpusReportDTO.setUserId(userId);
|
||||
corpusReportDTO.setAnalysisScene(1l);
|
||||
|
||||
|
||||
|
||||
|
||||
}
|
||||
}
|
||||
// 使用多线程并行执行两个业务场景
|
||||
log.info("第1个业务场景, 优先执行。 ");
|
||||
long startTime = System.currentTimeMillis();
|
||||
|
||||
|
||||
OdsVdqwMessageOTD finalMaxMsgTimeItem1 = finalMaxMsgTimeItem;
|
||||
CompletableFuture<Void> summaryTask = CompletableFuture.runAsync(() -> {
|
||||
executeSummaryTask(diFyImageReq, corpusReportDTO, item, maxMsgTimeItem);
|
||||
executeSummaryTask(diFyImageReq, corpusReportDTO, item, finalMaxMsgTimeItem1);
|
||||
}, executor);
|
||||
|
||||
long startTime2 = System.currentTimeMillis();
|
||||
OdsVdqwMessageOTD finalMaxMsgTimeItem2 = finalMaxMsgTimeItem;
|
||||
String finalUnionId = unionId;
|
||||
CompletableFuture<Void> portraitTask = CompletableFuture.runAsync(() -> {
|
||||
executePortraitTask(unionId, maxMsgTimeItem, chatList, corpusReportDTO);
|
||||
executePortraitTask(finalUnionId, finalMaxMsgTimeItem2, chatList, corpusReportDTO);
|
||||
}, executor);
|
||||
|
||||
// 等待两个任务完成
|
||||
@@ -253,7 +262,7 @@ public class TmOdsVdqwMessagearchivingServiceImpl extends ServiceImpl<TmOdsVdqwM
|
||||
long endTime2 = System.currentTimeMillis();
|
||||
log.info("第二个业务场景(用户画像)执行时间: {} ms", (endTime2 - startTime2));
|
||||
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
public TmOdsVdqwExternalcontact getUnionId(List<String> userIds){
|
||||
|
||||
Reference in New Issue
Block a user