@graf-research/llm-runner 0.0.15 → 0.0.17

package/dist/index.d.ts

@@ -3,6 +3,7 @@ import { ChatGPTLLM } from "./platform/chatgpt";
 import { OllamaLLM } from "./platform/ollama";
 import { AnthropicLLM } from "./platform/anthropic";
 import { GeminiLLM } from "./platform/gemini";
+import { DeepseekLLM } from "./platform/deepseek";
 import { GenericLLM } from "./base/generic-llm";
 import { MultistepTypes } from "./multistep/types";
 import { MSModule_Choose } from "./multistep/modules/choose";
@@ -11,4 +12,4 @@ import { MSModule_Normal } from "./multistep/modules/normal";
 import { MSModule_OpenListAnswer } from "./multistep/modules/open-list-answer";
 import { MSModule_Plan } from "./multistep/modules/plan";
 import { MSModule_YesNo } from "./multistep/modules/yes-no";
-export { GenericLLM, LLMRunner, ChatGPTLLM, OllamaLLM, AnthropicLLM, GeminiLLM, MultistepTypes, MSModule_Choose, MSModule_MultipleChoiceAnswer, MSModule_Normal, MSModule_OpenListAnswer, MSModule_Plan, MSModule_YesNo };
+export { GenericLLM, LLMRunner, ChatGPTLLM, OllamaLLM, AnthropicLLM, GeminiLLM, DeepseekLLM, MultistepTypes, MSModule_Choose, MSModule_MultipleChoiceAnswer, MSModule_Normal, MSModule_OpenListAnswer, MSModule_Plan, MSModule_YesNo };

package/dist/index.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.MSModule_YesNo = exports.MSModule_Plan = exports.MSModule_OpenListAnswer = exports.MSModule_Normal = exports.MSModule_MultipleChoiceAnswer = exports.MSModule_Choose = exports.GeminiLLM = exports.AnthropicLLM = exports.OllamaLLM = exports.ChatGPTLLM = exports.LLMRunner = exports.GenericLLM = void 0;
+exports.MSModule_YesNo = exports.MSModule_Plan = exports.MSModule_OpenListAnswer = exports.MSModule_Normal = exports.MSModule_MultipleChoiceAnswer = exports.MSModule_Choose = exports.DeepseekLLM = exports.GeminiLLM = exports.AnthropicLLM = exports.OllamaLLM = exports.ChatGPTLLM = exports.LLMRunner = exports.GenericLLM = void 0;
 const llm_runner_1 = require("./base/llm-runner");
 Object.defineProperty(exports, "LLMRunner", { enumerable: true, get: function () { return llm_runner_1.LLMRunner; } });
 const chatgpt_1 = require("./platform/chatgpt");
@@ -11,6 +11,8 @@ const anthropic_1 = require("./platform/anthropic");
 Object.defineProperty(exports, "AnthropicLLM", { enumerable: true, get: function () { return anthropic_1.AnthropicLLM; } });
 const gemini_1 = require("./platform/gemini");
 Object.defineProperty(exports, "GeminiLLM", { enumerable: true, get: function () { return gemini_1.GeminiLLM; } });
+const deepseek_1 = require("./platform/deepseek");
+Object.defineProperty(exports, "DeepseekLLM", { enumerable: true, get: function () { return deepseek_1.DeepseekLLM; } });
 const generic_llm_1 = require("./base/generic-llm");
 Object.defineProperty(exports, "GenericLLM", { enumerable: true, get: function () { return generic_llm_1.GenericLLM; } });
 const choose_1 = require("./multistep/modules/choose");

package/dist/platform/deepseek.d.ts

@@ -0,0 +1,14 @@
+import { LLMRunner } from "../base/llm-runner";
+import { GenericLLM } from "../base/generic-llm";
+import { Readable } from 'node:stream';
+export type DeepseekModel = 'deepseek-reasoner' | 'deepseek-chat';
+/**
+ * Chat GPT Implementation
+ */
+export declare class DeepseekLLM extends LLMRunner.BaseLLM {
+    private cgpt;
+    private model;
+    constructor(api_key: string, model: DeepseekModel, chat_session_manager?: GenericLLM.ChatSessionManager<LLMRunner.ChatSession, LLMRunner.Message>);
+    protected streamChat(messages: string[], id_session: string | null, stream: Readable, ac: AbortController): Promise<void>;
+    protected chat(messages: string[], id_session: string | null): Promise<string>;
+}

package/dist/platform/deepseek.js

@@ -0,0 +1,97 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DeepseekLLM = void 0;
+const openai_1 = __importDefault(require("openai"));
+const llm_runner_1 = require("../base/llm-runner");
+/**
+ * Chat GPT Implementation
+ */
+class DeepseekLLM extends llm_runner_1.LLMRunner.BaseLLM {
+    constructor(api_key, model, chat_session_manager) {
+        super(chat_session_manager !== null && chat_session_manager !== void 0 ? chat_session_manager : new llm_runner_1.LLMRunner.SessionManager());
+        this.cgpt = new openai_1.default({ apiKey: api_key, baseURL: 'https://api.deepseek.com' });
+        this.model = model;
+    }
+    streamChat(messages, id_session, stream, ac) {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a, e_1, _b, _c;
+            var _d, _e;
+            const chat_history = id_session ? yield this.chat_session_manager.retrieveHistory(id_session) : [];
+            const chat_messages = [
+                ...chat_history.map((msg) => { var _a; return ({ role: msg.role, content: (_a = msg.content) !== null && _a !== void 0 ? _a : '' }); }),
+                ...messages.map(content => ({ role: 'user', content }))
+            ];
+            if (ac.signal.aborted) {
+                stream.push(null);
+                return;
+            }
+            const cgpt_stream = yield this.cgpt.chat.completions.create({
+                model: this.model,
+                store: false,
+                stream: true,
+                n: 1,
+                messages: chat_messages
+            });
+            ac.signal.addEventListener('abort', () => cgpt_stream.controller.abort());
+            try {
+                for (var _f = true, cgpt_stream_1 = __asyncValues(cgpt_stream), cgpt_stream_1_1; cgpt_stream_1_1 = yield cgpt_stream_1.next(), _a = cgpt_stream_1_1.done, !_a; _f = true) {
+                    _c = cgpt_stream_1_1.value;
+                    _f = false;
+                    const chunk = _c;
+                    const c = chunk;
+                    const first_choice = (_d = c.choices) === null || _d === void 0 ? void 0 : _d[0];
+                    const delta = (_e = first_choice.delta.content) !== null && _e !== void 0 ? _e : '';
+                    if (!delta) {
+                        continue;
+                    }
+                    stream.push(delta);
+                }
+            }
+            catch (e_1_1) { e_1 = { error: e_1_1 }; }
+            finally {
+                try {
+                    if (!_f && !_a && (_b = cgpt_stream_1.return)) yield _b.call(cgpt_stream_1);
+                }
+                finally { if (e_1) throw e_1.error; }
+            }
+            stream.push(null);
+        });
+    }
+    chat(messages, id_session) {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a, _b;
+            const chat_history = id_session ? yield this.chat_session_manager.retrieveHistory(id_session) : [];
+            const chat_messages = [
+                ...chat_history.map((msg) => { var _a; return ({ role: msg.role, content: (_a = msg.content) !== null && _a !== void 0 ? _a : '' }); }),
+                ...messages.map(content => ({ role: 'user', content }))
+            ];
+            const res = yield this.cgpt.chat.completions.create({
+                model: this.model,
+                store: false,
+                n: 1,
+                messages: chat_messages
+            });
+            return (_b = (_a = res.choices) === null || _a === void 0 ? void 0 : _a[0].message.content) !== null && _b !== void 0 ? _b : '';
+        });
+    }
+}
+exports.DeepseekLLM = DeepseekLLM;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@graf-research/llm-runner",
-  "version": "0.0.15",
+  "version": "0.0.17",
   "main": "dist/index.js",
   "scripts": {
     "build": "rm -rf dist && tsc",