铭牌并发问题, 企微企微语料问题 ,加日志
This commit is contained in:
@@ -72,6 +72,8 @@ public class TmNameplateCorpusServiceImpl extends ServiceImpl<TmNameplateCorpusM
|
|||||||
private String outputsFinal = "outputs";
|
private String outputsFinal = "outputs";
|
||||||
private String aiAnalysisRequestIdFinal = "aiAnalysisRequestId";
|
private String aiAnalysisRequestIdFinal = "aiAnalysisRequestId";
|
||||||
|
|
||||||
|
// 使用多线程并行执行两个业务场景
|
||||||
|
ExecutorService executorService = Executors.newFixedThreadPool(2);
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public void runNameplateCorpusDifyRetry(String paramJson) {
|
public void runNameplateCorpusDifyRetry(String paramJson) {
|
||||||
@@ -164,8 +166,7 @@ public class TmNameplateCorpusServiceImpl extends ServiceImpl<TmNameplateCorpusM
|
|||||||
corpusReportDTO.setCarModel(carModel);
|
corpusReportDTO.setCarModel(carModel);
|
||||||
// 获取配置
|
// 获取配置
|
||||||
|
|
||||||
// 使用多线程并行执行两个业务场景
|
|
||||||
ExecutorService executorService = Executors.newFixedThreadPool(2);
|
|
||||||
log.info("铭牌语料第1个业务场景, 优先执行。 ");
|
log.info("铭牌语料第1个业务场景, 优先执行。 ");
|
||||||
long startTime = System.currentTimeMillis();
|
long startTime = System.currentTimeMillis();
|
||||||
CompletableFuture.runAsync(() -> {
|
CompletableFuture.runAsync(() -> {
|
||||||
|
|||||||
@@ -188,8 +188,12 @@ public class TmOdsVdqwMessagearchivingServiceImpl extends ServiceImpl<TmOdsVdqwM
|
|||||||
List<DataMaskingRule> maskingRuleItems = dataMaskingRuleService.getDataMaskingRuleListByApplicationChannel(BusinessTypeEnum.SMART_ASSISTANT_QIWEI.getCode());
|
List<DataMaskingRule> maskingRuleItems = dataMaskingRuleService.getDataMaskingRuleListByApplicationChannel(BusinessTypeEnum.SMART_ASSISTANT_QIWEI.getCode());
|
||||||
RunMaskingRuleInput runMaskingRuleInput = new RunMaskingRuleInput();
|
RunMaskingRuleInput runMaskingRuleInput = new RunMaskingRuleInput();
|
||||||
runMaskingRuleInput.setDataMaskingRules(maskingRuleItems);
|
runMaskingRuleInput.setDataMaskingRules(maskingRuleItems);
|
||||||
|
chatList = new StringBuffer();
|
||||||
|
StringBuffer chatList2 = new StringBuffer();
|
||||||
|
StringBuffer chatList3 = new StringBuffer();
|
||||||
|
StringBuffer chatList4 = new StringBuffer();
|
||||||
AtomicInteger externalcontactCount = new AtomicInteger();
|
AtomicInteger externalcontactCount = new AtomicInteger();
|
||||||
|
StringBuffer finalChatList = chatList;
|
||||||
contetnList.forEach(contentItem -> {
|
contetnList.forEach(contentItem -> {
|
||||||
String title = "";
|
String title = "";
|
||||||
if (tmOdsVdqwExternalcontact.getExternalUserId().equals(contentItem.getFromUserId())) {
|
if (tmOdsVdqwExternalcontact.getExternalUserId().equals(contentItem.getFromUserId())) {
|
||||||
@@ -204,8 +208,12 @@ public class TmOdsVdqwMessagearchivingServiceImpl extends ServiceImpl<TmOdsVdqwM
|
|||||||
String chat = title.concat(content);
|
String chat = title.concat(content);
|
||||||
runMaskingRuleInput.setOldStr(chat);
|
runMaskingRuleInput.setOldStr(chat);
|
||||||
String corpusChat = dataMaskingRuleService.runMaskingRule(runMaskingRuleInput);
|
String corpusChat = dataMaskingRuleService.runMaskingRule(runMaskingRuleInput);
|
||||||
chatList.append(corpusChat).append("\n");
|
finalChatList.append(corpusChat).append("\n");
|
||||||
log.info("第几循环次数{} ,掩码前:{} ,掩码后:{},合并后的总语料数据 :{}", externalcontactCount.get(), chat,corpusChat,chatList.toString());
|
chatList2.append(corpusChat).append("#########################");
|
||||||
|
chatList3.append(corpusChat).append("\n");
|
||||||
|
chatList4.append(corpusChat).append("\r");
|
||||||
|
log.info("第几循环次数{} ,掩码前:{} ,掩码后:{},合并后的总语料数据 :{}", externalcontactCount.get(), chat,corpusChat, finalChatList.toString());
|
||||||
|
log.info("chatList2: {} ,chatList3:{} ,chatList4:{},", chatList2, chatList3,chatList2.toString(), finalChatList.toString());
|
||||||
});
|
});
|
||||||
if (externalcontactCount.get() < 1) {
|
if (externalcontactCount.get() < 1) {
|
||||||
log.info("没有客户回复的语料,无需解析");
|
log.info("没有客户回复的语料,无需解析");
|
||||||
@@ -246,8 +254,9 @@ public class TmOdsVdqwMessagearchivingServiceImpl extends ServiceImpl<TmOdsVdqwM
|
|||||||
long startTime2 = System.currentTimeMillis();
|
long startTime2 = System.currentTimeMillis();
|
||||||
OdsVdqwMessageOTD finalMaxMsgTimeItem2 = finalMaxMsgTimeItem;
|
OdsVdqwMessageOTD finalMaxMsgTimeItem2 = finalMaxMsgTimeItem;
|
||||||
String finalUnionId = unionId;
|
String finalUnionId = unionId;
|
||||||
|
StringBuffer finalChatList1 = chatList;
|
||||||
CompletableFuture<Void> portraitTask = CompletableFuture.runAsync(() -> {
|
CompletableFuture<Void> portraitTask = CompletableFuture.runAsync(() -> {
|
||||||
executePortraitTask(finalUnionId, finalMaxMsgTimeItem2, chatList, corpusReportDTO);
|
executePortraitTask(finalUnionId, finalMaxMsgTimeItem2, finalChatList1, corpusReportDTO);
|
||||||
}, executor);
|
}, executor);
|
||||||
|
|
||||||
// 等待两个任务完成
|
// 等待两个任务完成
|
||||||
|
|||||||
Reference in New Issue
Block a user