铭牌并发问题, 企微企微语料问题 ,加日志

This commit is contained in:
ZLI263
2025-09-18 18:14:17 +08:00
parent 8fbeda2dfd
commit bb5a2c4a91
2 changed files with 16 additions and 6 deletions

View File

@@ -72,6 +72,8 @@ public class TmNameplateCorpusServiceImpl extends ServiceImpl<TmNameplateCorpusM
private String outputsFinal = "outputs"; private String outputsFinal = "outputs";
private String aiAnalysisRequestIdFinal = "aiAnalysisRequestId"; private String aiAnalysisRequestIdFinal = "aiAnalysisRequestId";
// 使用多线程并行执行两个业务场景
ExecutorService executorService = Executors.newFixedThreadPool(2);
@Override @Override
public void runNameplateCorpusDifyRetry(String paramJson) { public void runNameplateCorpusDifyRetry(String paramJson) {
@@ -164,8 +166,7 @@ public class TmNameplateCorpusServiceImpl extends ServiceImpl<TmNameplateCorpusM
corpusReportDTO.setCarModel(carModel); corpusReportDTO.setCarModel(carModel);
// 获取配置 // 获取配置
// 使用多线程并行执行两个业务场景
ExecutorService executorService = Executors.newFixedThreadPool(2);
log.info("铭牌语料第1个业务场景 优先执行。 "); log.info("铭牌语料第1个业务场景 优先执行。 ");
long startTime = System.currentTimeMillis(); long startTime = System.currentTimeMillis();
CompletableFuture.runAsync(() -> { CompletableFuture.runAsync(() -> {

View File

@@ -188,8 +188,12 @@ public class TmOdsVdqwMessagearchivingServiceImpl extends ServiceImpl<TmOdsVdqwM
List<DataMaskingRule> maskingRuleItems = dataMaskingRuleService.getDataMaskingRuleListByApplicationChannel(BusinessTypeEnum.SMART_ASSISTANT_QIWEI.getCode()); List<DataMaskingRule> maskingRuleItems = dataMaskingRuleService.getDataMaskingRuleListByApplicationChannel(BusinessTypeEnum.SMART_ASSISTANT_QIWEI.getCode());
RunMaskingRuleInput runMaskingRuleInput = new RunMaskingRuleInput(); RunMaskingRuleInput runMaskingRuleInput = new RunMaskingRuleInput();
runMaskingRuleInput.setDataMaskingRules(maskingRuleItems); runMaskingRuleInput.setDataMaskingRules(maskingRuleItems);
chatList = new StringBuffer();
StringBuffer chatList2 = new StringBuffer();
StringBuffer chatList3 = new StringBuffer();
StringBuffer chatList4 = new StringBuffer();
AtomicInteger externalcontactCount = new AtomicInteger(); AtomicInteger externalcontactCount = new AtomicInteger();
StringBuffer finalChatList = chatList;
contetnList.forEach(contentItem -> { contetnList.forEach(contentItem -> {
String title = ""; String title = "";
if (tmOdsVdqwExternalcontact.getExternalUserId().equals(contentItem.getFromUserId())) { if (tmOdsVdqwExternalcontact.getExternalUserId().equals(contentItem.getFromUserId())) {
@@ -204,8 +208,12 @@ public class TmOdsVdqwMessagearchivingServiceImpl extends ServiceImpl<TmOdsVdqwM
String chat = title.concat(content); String chat = title.concat(content);
runMaskingRuleInput.setOldStr(chat); runMaskingRuleInput.setOldStr(chat);
String corpusChat = dataMaskingRuleService.runMaskingRule(runMaskingRuleInput); String corpusChat = dataMaskingRuleService.runMaskingRule(runMaskingRuleInput);
chatList.append(corpusChat).append("\n"); finalChatList.append(corpusChat).append("\n");
log.info("第几循环次数{} ,掩码前:{} ,掩码后:{},合并后的总语料数据 {}", externalcontactCount.get(), chat,corpusChat,chatList.toString()); chatList2.append(corpusChat).append("#########################");
chatList3.append(corpusChat).append("\n");
chatList4.append(corpusChat).append("\r");
log.info("第几循环次数{} ,掩码前:{} ,掩码后:{},合并后的总语料数据 {}", externalcontactCount.get(), chat,corpusChat, finalChatList.toString());
log.info("chatList2: {} ,chatList3{} ,chatList4{},", chatList2, chatList3,chatList2.toString(), finalChatList.toString());
}); });
if (externalcontactCount.get() < 1) { if (externalcontactCount.get() < 1) {
log.info("没有客户回复的语料,无需解析"); log.info("没有客户回复的语料,无需解析");
@@ -246,8 +254,9 @@ public class TmOdsVdqwMessagearchivingServiceImpl extends ServiceImpl<TmOdsVdqwM
long startTime2 = System.currentTimeMillis(); long startTime2 = System.currentTimeMillis();
OdsVdqwMessageOTD finalMaxMsgTimeItem2 = finalMaxMsgTimeItem; OdsVdqwMessageOTD finalMaxMsgTimeItem2 = finalMaxMsgTimeItem;
String finalUnionId = unionId; String finalUnionId = unionId;
StringBuffer finalChatList1 = chatList;
CompletableFuture<Void> portraitTask = CompletableFuture.runAsync(() -> { CompletableFuture<Void> portraitTask = CompletableFuture.runAsync(() -> {
executePortraitTask(finalUnionId, finalMaxMsgTimeItem2, chatList, corpusReportDTO); executePortraitTask(finalUnionId, finalMaxMsgTimeItem2, finalChatList1, corpusReportDTO);
}, executor); }, executor);
// 等待两个任务完成 // 等待两个任务完成