智能助手增加流式返回接口

@@ -2,6 +2,7 @@ package org.jeecg.config.shiro;
 
 import lombok.extern.slf4j.Slf4j;
 import org.apache.commons.pool2.impl.GenericObjectPoolConfig;
+import org.apache.shiro.SecurityUtils;
 import org.apache.shiro.mgt.DefaultSessionStorageEvaluator;
 import org.apache.shiro.mgt.DefaultSubjectDAO;
 import org.apache.shiro.mgt.SecurityManager;
@@ -238,7 +239,7 @@ public class ShiroConfig {
     public DefaultWebSecurityManager securityManager(ShiroRealm myRealm) {
         DefaultWebSecurityManager securityManager = new DefaultWebSecurityManager();
         securityManager.setRealm(myRealm);
-
+        SecurityUtils.setSecurityManager(securityManager);
         /*
          * 关闭shiro自带的session，详情见文档
          * http://shiro.apache.org/session-management.html#SessionManagement-

@@ -10,6 +10,8 @@ import io.swagger.v3.oas.annotations.Operation;
 import lombok.extern.slf4j.Slf4j;
 import org.apache.commons.lang3.StringUtils;
 import org.apache.shiro.SecurityUtils;
+import org.apache.shiro.subject.Subject;
+import org.apache.shiro.util.ThreadContext;
 import org.jeecg.ai.handler.AIParams;
 import org.jeecg.ai.handler.LLMHandler;
 import org.jeecg.common.api.vo.Result;
@@ -28,6 +30,12 @@ import org.springframework.stereotype.Component;
 import org.springframework.web.bind.annotation.GetMapping;
 import org.springframework.web.bind.annotation.RequestMapping;
 import org.springframework.web.bind.annotation.RestController;
+import org.springframework.web.servlet.mvc.method.annotation.SseEmitter;
+
+import java.io.File;
+import java.io.IOException;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
 
 import java.util.*;
 
@@ -47,6 +55,168 @@ public class ZdyRagController {
     private IAiragLogService airagLogService;
 
 
+    // 用于异步处理的线程池
+    private final ExecutorService executor = Executors.newCachedThreadPool();
+
+    @Operation(summary = "sendStream")
+    @GetMapping("sendStream")
+    public SseEmitter sendStream(String questionText) throws Exception {
+        SseEmitter emitter = new SseEmitter(300000L);
+
+        // 创建日志对象
+        String modelId = "1926875898187878401";
+        AiragLog logRecord = new AiragLog()
+                .setQuestion(questionText)
+                .setModelId(modelId)
+                .setCreateTime(new Date());
+
+        executor.execute(() -> {
+            try {
+                String knowId = "1926872137990148098";
+                List<QuestionEmbedding> questionEmbeddings = questionEmbeddingService.similaritySearchByQuestion(questionText, 1, 0.8);
+
+                // 如果从问题库中找到匹配
+                if (!questionEmbeddings.isEmpty()) {
+                    QuestionEmbedding questionEmbedding = questionEmbeddings.get(0);
+                    Map<String, String> data = new HashMap<>();
+                    data.put("token", questionEmbedding.getAnswer());
+                    emitter.send(SseEmitter.event().data(new ObjectMapper().writeValueAsString(data)));
+
+                    // 解析元数据
+                    ObjectMapper objectMapper = new ObjectMapper();
+                    Map<String, String> metadata = objectMapper.readValue(questionEmbedding.getMetadata(), Map.class);
+
+                    // 准备END事件数据
+                    Map<String, String> endData = new HashMap<>();
+                    endData.put("event", "END");
+                    endData.put("similarity", String.valueOf(questionEmbedding.getSimilarity()));
+                    if (metadata != null) {
+                        String docName = metadata.get("docName");
+                        endData.put("fileName", docName);
+                        String fileName = generateFilePath(questionEmbedding.getMetadata());
+                        if (StringUtils.isNotBlank(fileName)) {
+                            endData.put("fileBase64", FileToBase64Util.fileToBase64(uploadPath + fileName));
+                        }
+                    }
+                    emitter.send(SseEmitter.event().data(objectMapper.writeValueAsString(endData)));
+
+                    // 记录日志 - 从问题库匹配
+                    logRecord.setAnswer(questionEmbedding.getAnswer())
+                            .setAnswerType(1);
+                    airagLogService.save(logRecord);
+
+                    emitter.complete();
+                    return;
+                }
+
+                // 从知识库搜索
+                List<Map<String, Object>> maps = embeddingHandler.searchEmbedding(knowId, questionText, 3, 0.75);
+                if (CollectionUtil.isEmpty(maps)) {
+                    Map<String, String> data = new HashMap<>();
+                    data.put("token", "该问题未记录在知识库中");
+                    emitter.send(SseEmitter.event().data(new ObjectMapper().writeValueAsString(data)));
+
+                    // 准备END事件数据
+                    Map<String, String> endData = new HashMap<>();
+                    endData.put("event", "END");
+                    emitter.send(SseEmitter.event().data(new ObjectMapper().writeValueAsString(endData)));
+
+                    // 记录日志 - 未命中任何知识库
+                    logRecord.setAnswer("该问题未记录在知识库中")
+                            .setAnswerType(3)
+                            .setIsStorage(0);
+                    airagLogService.save(logRecord);
+
+                    emitter.complete();
+                    return;
+                }
+
+                // 构建知识库内容
+                StringBuilder content = new StringBuilder();
+                for (Map<String, Object> map : maps) {
+                    if (Double.parseDouble(map.get("score").toString()) > 0.75) {
+                        content.append(map.get("content").toString()).append("\n");
+                    }
+                }
+
+                // 获取第一个匹配的元数据用于日志和文件信息
+                Map<String, Object> firstMatch = maps.get(0);
+                String fileName = generateFileDocName(firstMatch.get("metadata").toString());
+                String storedFileName = generateFilePath(firstMatch.get("metadata").toString());
+
+                // 构建问题提示
+                String questin = "你是一个严谨的信息处理助手，请严格按照以下要求处理用户问题：" + questionText + "\n\n" +
+                        "处理步骤和要求：\n" +
+                        "1. 严格基于参考内容回答，禁止任何超出参考内容的推断或想象\n" +
+                        "2. 回答结构：\n" +
+                        "   - 首先用一句话直接回答问题核心（仅限参考内容中明确包含的信息）\n" +
+                        "   - 然后列出支持该答案的具体证据（可直接引用参考内容）\n" +
+                        "3. 禁止以下行为：\n" +
+                        "   - 添加参考内容中不存在的信息\n" +
+                        "   - 进行任何推测性陈述\n" +
+                        "   - 使用模糊或不确定的表达\n" +
+                        "   - 参考内容为空时应该拒绝回答\n" +
+                        "参考内容（请严格限制回答范围于此）：\n" + content;
+
+                List<ChatMessage> messages = new ArrayList<>();
+                messages.add(new UserMessage("user", questin));
+                StringBuilder answerBuilder = new StringBuilder();
+
+                TokenStream tokenStream = aiChatHandler.chat(modelId, messages);
+                tokenStream.onNext(token -> {
+                    try {
+                        answerBuilder.append(token);
+                        Map<String, String> data = new HashMap<>();
+                        data.put("token", token);
+                        emitter.send(SseEmitter.event().data(new ObjectMapper().writeValueAsString(data)));
+                    } catch (Exception e) {
+                        log.error("发送token失败", e);
+                    }
+                });
+
+                tokenStream.onComplete(response -> {
+                    try {
+                        // 准备END事件数据
+                        Map<String, String> endData = new HashMap<>();
+                        endData.put("event", "END");
+                        endData.put("similarity", firstMatch.get("score").toString());
+                        endData.put("fileName", fileName);
+                        endData.put("fileBase64", FileToBase64Util.fileToBase64(uploadPath + storedFileName));
+                        emitter.send(SseEmitter.event().data(new ObjectMapper().writeValueAsString(endData)));
+
+                        // 记录日志 - 从知识库生成回答
+                        logRecord.setAnswer(answerBuilder.toString())
+                                .setAnswerType(2);
+                        airagLogService.save(logRecord);
+
+                        emitter.complete();
+                    } catch (Exception e) {
+                        log.error("流式响应结束时发生错误", e);
+                    }
+                });
+
+                tokenStream.onError(error -> {
+                    log.error("生成答案失败", error);
+                    // 记录日志 - 错误情况
+                    logRecord.setAnswer("生成答案失败: " + error.getMessage())
+                            .setAnswerType(4);
+                    airagLogService.save(logRecord);
+                    emitter.completeWithError(error);
+                });
+
+                tokenStream.start();
+            } catch (Exception e) {
+                log.error("处理请求时发生异常", e);
+                // 记录日志 - 异常情况
+                logRecord.setAnswer("处理请求时发生异常: " + e.getMessage())
+                        .setAnswerType(4);
+                airagLogService.save(logRecord);
+                emitter.completeWithError(e);
+            }
+        });
+        return emitter;
+    }
+
     @Operation(summary = "send")
     @GetMapping("send")
     public Result<Map<String, Object>> send(String questionText) throws Exception {