openmcp-sdk 0.0.1

package/service/llm/llm.service.js

@@ -0,0 +1,176 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.currentStream = void 0;
+exports.streamingChatCompletion = streamingChatCompletion;
+exports.abortMessageService = abortMessageService;
+exports.postProcessMessages = postProcessMessages;
+const openai_1 = require("openai");
+const db_1 = require("../hook/db");
+const ocr_service_1 = require("../mcp/ocr.service");
+exports.currentStream = null;
+function streamingChatCompletion(data, webview) {
+    return __awaiter(this, void 0, void 0, function* () {
+        var _a, e_1, _b, _c;
+        let { baseURL, apiKey, model, messages, temperature, tools = [] } = data;
+        const client = new openai_1.OpenAI({
+            baseURL,
+            apiKey
+        });
+        if (tools.length === 0) {
+            tools = undefined;
+        }
+        yield postProcessMessages(messages);
+        const stream = yield client.chat.completions.create({
+            model,
+            messages,
+            temperature,
+            tools,
+            tool_choice: 'auto',
+            web_search_options: {},
+            stream: true
+        });
+        // 存储当前的流式传输对象
+        exports.currentStream = stream;
+        try {
+            // 流式传输结果
+            for (var _d = true, stream_1 = __asyncValues(stream), stream_1_1; stream_1_1 = yield stream_1.next(), _a = stream_1_1.done, !_a; _d = true) {
+                _c = stream_1_1.value;
+                _d = false;
+                const chunk = _c;
+                if (!exports.currentStream) {
+                    // 如果流被中止，则停止循环
+                    // TODO: 为每一个标签页设置不同的 currentStream 管理器
+                    stream.controller.abort();
+                    // 传输结束
+                    webview.postMessage({
+                        command: 'llm/chat/completions/done',
+                        data: {
+                            code: 200,
+                            msg: {
+                                success: true,
+                                stage: 'abort'
+                            }
+                        }
+                    });
+                    break;
+                }
+                if (chunk.choices) {
+                    const chunkResult = {
+                        code: 200,
+                        msg: {
+                            chunk
+                        }
+                    };
+                    webview.postMessage({
+                        command: 'llm/chat/completions/chunk',
+                        data: chunkResult
+                    });
+                }
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (!_d && !_a && (_b = stream_1.return)) yield _b.call(stream_1);
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
+        // 传输结束
+        webview.postMessage({
+            command: 'llm/chat/completions/done',
+            data: {
+                code: 200,
+                msg: {
+                    success: true,
+                    stage: 'done'
+                }
+            }
+        });
+    });
+}
+// 处理中止消息的函数
+function abortMessageService(data, webview) {
+    if (exports.currentStream) {
+        // 标记流已中止
+        exports.currentStream = null;
+    }
+    return {
+        code: 200,
+        msg: {
+            success: true
+        }
+    };
+}
+function postProcessToolMessages(message) {
+    return __awaiter(this, void 0, void 0, function* () {
+        if (typeof message.content === 'string') {
+            return;
+        }
+        for (const content of message.content) {
+            const contentType = content.type;
+            const rawContent = content;
+            if (contentType === 'image') {
+                rawContent.type = 'text';
+                // 此时图片只会存在三个状态
+                // 1. 图片在 ocrDB 中
+                // 2. 图片的 OCR 仍然在进行中
+                // 3. 图片已被删除
+                // rawContent.data 就是 filename
+                const result = yield db_1.ocrDB.findById(rawContent.data);
+                if (result) {
+                    rawContent.text = result.text || '';
+                }
+                else if (rawContent._meta) {
+                    const workerId = rawContent._meta.workerId;
+                    const worker = ocr_service_1.ocrWorkerStorage.get(workerId);
+                    if (worker) {
+                        const text = yield worker.fut;
+                        rawContent.text = text;
+                    }
+                }
+                else {
+                    rawContent.text = '无效的图片';
+                }
+                delete rawContent._meta;
+            }
+        }
+        message.content = JSON.stringify(message.content);
+    });
+}
+function postProcessMessages(messages) {
+    return __awaiter(this, void 0, void 0, function* () {
+        for (const message of messages) {
+            // 去除 extraInfo 属性
+            delete message.extraInfo;
+            switch (message.role) {
+                case 'user':
+                    break;
+                case 'assistant':
+                    break;
+                case 'system':
+                    break;
+                case 'tool':
+                    yield postProcessToolMessages(message);
+                    break;
+                default:
+                    break;
+            }
+        }
+    });
+}