Merge branch 'master' into agent_js

TangCheng

3 天以前 af9b852005fbdd493654e94ddbff5b9261fdb64b

Merge branch 'master' into agent_js

 JAVA/SMTAIServer/src/main/java/com/smtaiserver/smtaiserver/javaai/qwen/agent/SMTQwenAgentLightRAG.java

¶Ô±ÈÐÂÎļþ
@@ -0,0 +1,172 @@
package com.smtaiserver.smtaiserver.javaai.qwen.agent;

import com.fasterxml.jackson.databind.JsonNode;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.smtaiserver.smtaiserver.core.SMTAIServerApp;
import com.smtaiserver.smtaiserver.core.SMTAIServerRequest;
import com.smtaiserver.smtaiserver.database.SMTDatabase;
import com.smtaiserver.smtaiserver.database.SMTDatabase.DBRecord;
import com.smtaiserver.smtaiserver.javaai.SMTJavaAIError;
import com.smtaiserver.smtaiserver.javaai.llm.core.SMTLLMConnect;
import com.smtservlet.util.Json;
import com.smtservlet.util.SMTJsonWriter;
import com.smtservlet.util.SMTStatic;
import java.io.BufferedReader;
import java.io.InputStreamReader;
import java.nio.charset.StandardCharsets;
import java.util.concurrent.TimeUnit;
import javax.servlet.http.HttpServletResponse;
import okhttp3.MediaType;
import okhttp3.OkHttpClient;
import okhttp3.Request;
import okhttp3.RequestBody;
import okhttp3.Response;
import org.dom4j.Document;
import org.dom4j.Element;
import org.dom4j.Node;

public class SMTQwenAgentLightRAG extends SMTQwenAgent
{

    public String port;
    public static class SMTQueryServerInfo {
        public String _serverId;
        public String _alias;
        public String _querySql;

        public SMTQueryServerInfo(Element element) {
            _serverId = element.attributeValue("server_id");
            _alias = element.attributeValue("alias");

            Element queryElement = element.element("QUERY_NAME");
            _querySql = queryElement.getText().trim();
        }

        public DBRecord queryServer(SMTDatabase db) throws Exception {
            SMTDatabase.DBRecords recs = db.querySQL(_querySql, null);
            if (recs.getRowCount() > 0) {
                return recs.getRecord(0);
            } else {
                throw new Exception("未找到 server_id=" + _serverId + " çš„记录");
            }
        }
    }


    @Override
    public void initInstance(DBRecord rec) throws Exception
    {
        super.initInstance(rec);
        try {
            SMTDatabase db = SMTAIServerApp.getApp().allocDatabase();
            try {
                // 1. åŠ è½½ XML
                Document doc = SMTStatic.convStrToXmlDoc("<ROOT>" + rec.getString("clz_arguments") + "</ROOT>");

                // 2. è§£æž SERVER_LIST
                for (Node node : doc.selectNodes("ROOT/SERVER_LIST/SERVER_SQL")) {
                    SMTQueryServerInfo server = new SMTQueryServerInfo((Element) node);
                    DBRecord serverRec = server.queryServer(db);
                    port= serverRec.getString("server_port");
                    System.out.println("Server æŸ¥è¯¢ç»“æžœ: " + serverRec);
                }
            } finally {
                db.close();
            }
        } catch (Exception ex) {
            throw new Exception("init server info error : " + this._agentId, ex);
        }
    }

    @Override
    public SMTJavaAIError callAgents(String jsonPath, Json jsonArgs, SMTLLMConnect llm, String question, SMTAIServerRequest tranReq) throws Exception
    {
        SMTJsonWriter jsonWrResult = tranReq.getResultJsonWr();

        StringBuilder sbAnswer = new StringBuilder();
        SMTJavaAIError error = callRAGServer(question, tranReq, sbAnswer);
        if(error != null)
            return error;
        jsonWrResult.addKeyValue("json_ok", true);
        jsonWrResult.addKeyValue("answer_type", "knowledge");
        jsonWrResult.beginArray("knowledge");
        {
            jsonWrResult.beginMap(null);
            jsonWrResult.addKeyValue("answer", sbAnswer.toString());
            jsonWrResult.endMap();
        }
        jsonWrResult.endArray();
        return null;
    }



    private SMTJavaAIError callRAGServer(String question, SMTAIServerRequest tranReq, StringBuilder sbAnswer) throws Exception {
    System.out.println("进入了light");
        OkHttpClient okHttpClient = new OkHttpClient.Builder()
                .readTimeout(0, TimeUnit.SECONDS) // ä¸è¶…时，支持流
                .build();
        HttpServletResponse response = tranReq.getResponse();
        response.setContentType("application/json");
        response.setCharacterEncoding("UTF-8");

        SMTJsonWriter jsonWriter = new SMTJsonWriter(false);
        jsonWriter.addKeyValue("query",question);
        jsonWriter.addKeyValue("mode","global");
        jsonWriter.addKeyValue("response_type","Multiple Paragraphs");
        jsonWriter.addKeyValue("top_k",10);
        jsonWriter.addKeyValue("max_token_for_text_unit",4000);
        jsonWriter.addKeyValue("max_token_for_global_context",4000);
        jsonWriter.addKeyValue("max_token_for_local_context",4000);
        jsonWriter.addKeyValue("only_need_context",false);
        jsonWriter.addKeyValue("only_need_prompt",false);
        jsonWriter.addKeyValue("stream",true);
        jsonWriter.addKeyValue("history_turns",3);
        String json = jsonWriter.getRootJson().toString();

        RequestBody body = RequestBody.create(MediaType.parse("application/json"), json);

        String streamHook ="http://localhost:"+port;
        String lightragQueyStream = (String)SMTAIServerApp.getApp().getGlobalConfig("lightrag_quey_stream");
        Request request = new Request.Builder()
                .url(streamHook+lightragQueyStream)
                .post(body)
                .build();
        tranReq.sendChunkedBlock("begin_stream", "");
        ObjectMapper objectMapper = new ObjectMapper(); // ç”¨äºŽè§£æž JSON
        try (Response lightRagResp = okHttpClient.newCall(request).execute()) {
            if (lightRagResp.body() != null) {
                BufferedReader reader = new BufferedReader(new InputStreamReader(lightRagResp.body().byteStream(), StandardCharsets.UTF_8));
                String line;
                while ((line = reader.readLine()) != null) {
                    try {
                        // æ¯è¡Œæ˜¯ {"response": "xxx"}，我们只取出 "xxx"
                        JsonNode node = objectMapper.readTree(line);
                        String content = node.get("response").asText(); // è‡ªåŠ¨å¤„理编码问题，返回的是中文

                        // é€å­—符推送
                        for (char ch : content.toCharArray()) {
                            tranReq.sendChunkedStreamBlock(com.smtservlet.util.SMTStatic.toString(ch));
                            sbAnswer.append(ch);
                            Thread.sleep(50);
                        }

                    } catch (Exception e) {
                        System.err.println("解析失败：" + line);
                    }
                }
            }
        } catch (Exception e) {
            String errMsg = "调用 LightRAG å¤±è´¥: " + e.getMessage();
            for (char ch : errMsg.toCharArray()) {
                tranReq.sendChunkedStreamBlock(com.smtservlet.util.SMTStatic.toString(ch));
                sbAnswer.append(ch);
            }
        } finally {
            tranReq.sendChunkedBlock("end_stream", "");
        }

        return null;
    }

}

 JAVA/SMTAIServer/src/main/java/com/smtaiserver/smtaiserver/lightrag/LightragServer.java

@@ -1,8 +1,11 @@
package com.smtaiserver.smtaiserver.lightrag;



import com.smtaiserver.smtaiserver.core.SMTAIServerApp;

import com.smtaiserver.smtaiserver.database.SMTDatabase.DBRecord;

import com.smtservlet.util.Json;

import com.smtservlet.util.SMTStatic;

import java.io.BufferedReader;

import java.io.File;



import java.io.InputStream;

import java.io.InputStreamReader;

import java.net.BindException;

@@ -11,15 +14,8 @@
import java.util.ArrayList;

import java.util.List;

import java.util.Map;



import org.apache.logging.log4j.LogManager;

import org.apache.logging.log4j.Logger;



import com.smtaiserver.smtaiserver.core.SMTAIServerApp;

import com.smtaiserver.smtaiserver.database.SMTDatabase.DBRecord;

import com.smtservlet.util.Json;

import com.smtservlet.util.SMTStatic;





public class LightragServer

{

@@ -72,6 +68,7 @@
        SMTAIServerApp.getApp().setLightragServerDbEnv(runEnv);

        runEnv.put("POSTGRES_WORKSPACE", _id);

        runEnv.put("PORT", _port);

        runEnv.put("PYTHONIOENCODING", "utf-8");

        _process = pbuilder.start();

        

        _thread = new Thread()