admin/vlv-ai-analytic-center
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

修改日志

Browse Source
This commit is contained in:
zren25
2025-05-27 19:19:46 +08:00
parent e60446887a
commit 4d5b76eb0f
2 changed files with 7 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
ai-analytic-center-biz/src/main/java/com/volvo/ai/analytic/center/controller/TestController.java
View File

@@ -73,7 +73,9 @@ public class TestController {
public ResultMsg<Object> mockDccKafka(@RequestBody AicorpusTelephoneDTO message) { public ResultMsg<Object> mockDccKafka(@RequestBody AicorpusTelephoneDTO message) {
for(int i=0;i<20;i++){ for(int i=0;i<20;i++){
message.setSourceId("000001"+i); String sourceId = "2000000"+i;
message.setSourceId(sourceId);
log.info("发送消息："+sourceId);
dccKafkaProducer.send("topic_voc_covert_text_log",JSONObject.toJSONString(message)); dccKafkaProducer.send("topic_voc_covert_text_log",JSONObject.toJSONString(message));
} }
return ResultMsg.ok("ok"); return ResultMsg.ok("ok");

19
ai-analytic-center-biz/src/main/java/com/volvo/ai/analytic/center/mq/CorpusProcessKafkaProducer.java
View File

@@ -17,8 +17,6 @@ import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value; import org.springframework.beans.factory.annotation.Value;
import org.springframework.cloud.context.config.annotation.RefreshScope; import org.springframework.cloud.context.config.annotation.RefreshScope;
import org.springframework.kafka.annotation.KafkaListener; import org.springframework.kafka.annotation.KafkaListener;
import org.springframework.kafka.support.KafkaHeaders;
import org.springframework.messaging.handler.annotation.Header;
import org.springframework.messaging.handler.annotation.Payload; import org.springframework.messaging.handler.annotation.Payload;
import org.springframework.messaging.support.MessageBuilder; import org.springframework.messaging.support.MessageBuilder;
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor; import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
@@ -61,10 +59,7 @@ public class CorpusProcessKafkaProducer {
@KafkaListener(topics = "${spring.kafka.topic}", groupId = "${spring.kafka.group}") @KafkaListener(topics = "${spring.kafka.topic}", groupId = "${spring.kafka.group}")
public void listen(@Payload List<String> messageList, public void listen(@Payload List<String> messageList) {
@Header(KafkaHeaders.RECEIVED_PARTITION_ID) List<Integer> partitions,
@Header(KafkaHeaders.OFFSET) List<Long> offsets
) {
long startTime = System.currentTimeMillis(); long startTime = System.currentTimeMillis();
log.info("corpusProcessKafkaProducerMessageSize:{}", messageList.size()); log.info("corpusProcessKafkaProducerMessageSize:{}", messageList.size());
if (CollectionUtils.isEmpty(messageList)) { if (CollectionUtils.isEmpty(messageList)) {
@@ -72,13 +67,8 @@ public class CorpusProcessKafkaProducer {
return; return;
} }
try { try {
for (int i = 0; i < messageList.size(); i++) { for (String message:messageList) {
String message = messageList.get(i); log.debug("corpusProcessKafkaProducerMessage:{}", message);
log.debug("corpusProcessKafkaProducer message:{}", message);
int partition = partitions.get(i);
long offset = offsets.get(i);
log.debug("corpusProcessKafkaProducer message: topic={}, partition={}, offset={}", "your-topic",partition, offset);
// 提交异步任务 // 提交异步任务
CompletableFuture.runAsync(() -> { CompletableFuture.runAsync(() -> {
@@ -125,8 +115,7 @@ public class CorpusProcessKafkaProducer {
* 处理 DCC 语料逻辑（异步发送 MQ） * 处理 DCC 语料逻辑（异步发送 MQ）
*/ */
private void handleDccCorpus(TmTelephoneCorpus corpus, String rawMessage) { private void handleDccCorpus(TmTelephoneCorpus corpus, String rawMessage) {
log.info("handleDccCorpus: categoryCode={}, sourceId={}", log.info("corpusProcessKafkaProducerSaveSourceId: {}",corpus.getSourceId());
corpus.getCategoryCode(), corpus.getSourceId());
// 4. 保存语料 // 4. 保存语料
tmTelephoneCorpusService.saveTelephoneCorpus(corpus); tmTelephoneCorpusService.saveTelephoneCorpus(corpus);