@graf-research/llm-runner 0.0.11 → 0.0.13

package/README.md

@@ -27,12 +27,12 @@ import { ChatGPTLLM } from "@graf-research/llm-runner";
 
 const chat_gpt_api_key = '<apikey>';
 const chatgpt = new ChatGPTLLM(chat_gpt_api_key);
-const session_id: string = 'sample-id';
+const session = await chatgpt.chat_session_manager.newSession();
 
-const response1: string = await chatgpt.ask(['Apa ibukota Indonesia?'], session_id);
+const response1: string = await chatgpt.ask(['Apa ibukota Indonesia?'], session.id);
 console.log(response1);
 
-const response2: string = await chatgpt.ask(['Apa yang saya tanyakan sebelumnya?'], session_id);
+const response2: string = await chatgpt.ask(['Apa yang saya tanyakan sebelumnya?'], session.id);
 console.log(response2);
 ```
 
@@ -129,10 +129,11 @@ console.log('<finish>');
 ### ⚡ Multiple LLM Instance Implementation
 
 ```ts
-import { ChatGPTLLM, OllamaLLM, LLMRunner } from "@graf-research/llm-runner";
+import { ChatGPTLLM, OllamaLLM, AnthropicLLM, LLMRunner } from "@graf-research/llm-runner";
 
-const chatgpt: LLMRunner.BaseLLM = new ChatGPTLLM('');
+const chatgpt: LLMRunner.BaseLLM = new ChatGPTLLM('apikey', 'gpt-4o-mini');
 const ollama: LLMRunner.BaseLLM = new OllamaLLM('http://my-ollama-server', 'deepseek-r1:8b');
+const anthropic: LLMRunner.BaseLLM = new AnthropicLLM('apikey', 'claude-3-opus-latest');
 
 // different platform implemented on but same signature BaseLLM class
 const llm: LLMRunner.BaseLLM = ollama;
@@ -172,9 +173,9 @@ response.stream((chunk: string, is_complete: boolean) => {
 import { ChatGPTLLM, LLMRunner } from "@graf-research/llm-runner";
 
 const llm: LLMRunner.BaseLLM = new ChatGPTLLM('<apikey>');
-const session_id = '1';
-const response1: string = await llm.ask(['Apa ibukota Indonesia?'], session_id);
-const response2: string = await llm.ask(['Apa yang saya tanyakan sebelumnya?'], session_id);
+const session = await llm.chat_session_manager.newSession();
+const response1: string = await llm.ask(['Apa ibukota Indonesia?'], session.id);
+const response2: string = await llm.ask(['Apa yang saya tanyakan sebelumnya?'], session.id);
 // response2 will remember conversation history/context
 ```
 
@@ -184,12 +185,12 @@ const response2: string = await llm.ask(['Apa yang saya tanyakan sebelumnya?'],
 import { ChatGPTLLM, LLMRunner } from "@graf-research/llm-runner";
 
 const llm: LLMRunner.BaseLLM = new ChatGPTLLM('<apikey>');
-const session_id: string = 'sample-id';
+const session = await llm.chat_session_manager.newSession();
 
-const response1: GenericLLM.StreamResponse = await chatgpt.stream(['Jelaskan proses metamorfosis pada kupu-kupu'], session_id);
+const response1: GenericLLM.StreamResponse = await chatgpt.stream(['Jelaskan proses metamorfosis pada kupu-kupu'], session.id);
 response1.stream(async (chunk1: string, is_complete1: boolean) => {
   if (is_complete1) {
-    const response2: GenericLLM.StreamResponse = await chatgpt.stream(['Apa yang saya tanyakan sebelumnya?'], session_id);
+    const response2: GenericLLM.StreamResponse = await chatgpt.stream(['Apa yang saya tanyakan sebelumnya?'], session.id);
     response2.stream(async (chunk2: string, is_complete2: boolean) => {
       ...
     });

package/dist/example/abort-stream.js

@@ -14,7 +14,7 @@ const chatgpt_1 = require("../platform/chatgpt");
 // Stream Mode
 function abortStream(chat_gpt_api_key) {
     return __awaiter(this, void 0, void 0, function* () {
-        const chatgpt = new chatgpt_1.ChatGPTLLM(chat_gpt_api_key);
+        const chatgpt = new chatgpt_1.ChatGPTLLM(chat_gpt_api_key, 'gpt-4o-mini');
         const ac = new AbortController();
         setTimeout(() => {
             ac.abort();

package/dist/example/simple-multistep-with-stream.js

@@ -25,7 +25,7 @@ const open_list_answer_1 = require("../multistep/modules/open-list-answer");
 function simpleMultistepWithStream(chat_gpt_api_key) {
     return __awaiter(this, void 0, void 0, function* () {
         var _a, e_1, _b, _c;
-        const chatgpt = new chatgpt_1.ChatGPTLLM(chat_gpt_api_key);
+        const chatgpt = new chatgpt_1.ChatGPTLLM(chat_gpt_api_key, 'gpt-4o-mini');
         const stream = new node_stream_1.Readable({ objectMode: true, read() { } });
         const q1 = 'Saya sedang berada di tempat banyak orang mengantri untuk menyimpan uang';
         const q1_options = ['Bank BCA', 'Istana Negara', 'POM Bensin'];

package/dist/example/simple-multistep.js

@@ -16,7 +16,7 @@ const open_list_answer_1 = require("../multistep/modules/open-list-answer");
 // Waiting Mode
 function simpleMultistep(chat_gpt_api_key) {
     return __awaiter(this, void 0, void 0, function* () {
-        const chatgpt = new chatgpt_1.ChatGPTLLM(chat_gpt_api_key);
+        const chatgpt = new chatgpt_1.ChatGPTLLM(chat_gpt_api_key, 'gpt-4o-mini');
         const q1 = 'Saya sedang berada di tempat banyak orang mengantri untuk menyimpan uang';
         const q1_options = ['Bank BCA', 'Istana Negara', 'POM Bensin'];
         const q2 = 'Saya ingin belajar LLM';

package/dist/example/simple-with-context.js

@@ -15,7 +15,7 @@ const chatgpt_1 = require("../platform/chatgpt");
 // Waiting Mode
 function simpleWithContext(chat_gpt_api_key) {
     return __awaiter(this, void 0, void 0, function* () {
-        const chatgpt = new chatgpt_1.ChatGPTLLM(chat_gpt_api_key);
+        const chatgpt = new chatgpt_1.ChatGPTLLM(chat_gpt_api_key, 'gpt-4o-mini');
         const session_id = 'sample-id';
         const response1 = yield chatgpt.ask(['Apa ibukota Indonesia?'], session_id);
         console.log(response1);
@@ -26,7 +26,7 @@ function simpleWithContext(chat_gpt_api_key) {
 // Stream Mode
 function simpleWithContext_stream(chat_gpt_api_key) {
     return __awaiter(this, void 0, void 0, function* () {
-        const chatgpt = new chatgpt_1.ChatGPTLLM(chat_gpt_api_key);
+        const chatgpt = new chatgpt_1.ChatGPTLLM(chat_gpt_api_key, 'gpt-4o-mini');
         const session_id = 'sample-id';
         const response1 = yield chatgpt.stream(['Jelaskan proses metamorfosis pada kupu-kupu'], session_id);
         yield new Promise(resolve => {

package/dist/example/simple.d.ts

@@ -1,2 +1,3 @@
 export declare function simple(chat_gpt_api_key: string): Promise<void>;
 export declare function simple_stream(chat_gpt_api_key: string): Promise<void>;
+export declare function simple_stream2(anthropic_api_key: string): Promise<void>;

package/dist/example/simple.js

@@ -11,11 +11,13 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.simple = simple;
 exports.simple_stream = simple_stream;
+exports.simple_stream2 = simple_stream2;
+const anthropic_1 = require("../platform/anthropic");
 const chatgpt_1 = require("../platform/chatgpt");
 // Waiting Mode
 function simple(chat_gpt_api_key) {
     return __awaiter(this, void 0, void 0, function* () {
-        const chatgpt = new chatgpt_1.ChatGPTLLM(chat_gpt_api_key);
+        const chatgpt = new chatgpt_1.ChatGPTLLM(chat_gpt_api_key, 'gpt-4o-mini');
         const response = yield chatgpt.askNoContext(['Apa ibukota Indonesia?']);
         console.log(response);
     });
@@ -23,7 +25,27 @@ function simple(chat_gpt_api_key) {
 // Stream Mode
 function simple_stream(chat_gpt_api_key) {
     return __awaiter(this, void 0, void 0, function* () {
-        const chatgpt = new chatgpt_1.ChatGPTLLM(chat_gpt_api_key);
+        const chatgpt = new chatgpt_1.ChatGPTLLM(chat_gpt_api_key, 'gpt-4o-mini');
+        const response = yield chatgpt.streamNoContext(['Jelaskan proses metamorfosis pada kupu-kupu']);
+        yield new Promise(resolve => {
+            response.stream((chunk, is_complete) => {
+                if (!is_complete) {
+                    process.stdout.write(chunk);
+                }
+                else {
+                    console.log('\n');
+                    console.log(`<selesai>`);
+                    // resolve promise
+                    resolve(null);
+                }
+            });
+        });
+    });
+}
+// Stream Mode
+function simple_stream2(anthropic_api_key) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const chatgpt = new anthropic_1.AnthropicLLM(anthropic_api_key, 'claude-3-opus-latest');
         const response = yield chatgpt.streamNoContext(['Jelaskan proses metamorfosis pada kupu-kupu']);
         yield new Promise(resolve => {
             response.stream((chunk, is_complete) => {

package/dist/index.d.ts

@@ -1,6 +1,7 @@
 import { LLMRunner } from "./base/llm-runner";
 import { ChatGPTLLM } from "./platform/chatgpt";
 import { OllamaLLM } from "./platform/ollama";
+import { AnthropicLLM } from "./platform/anthropic";
 import { GenericLLM } from "./base/generic-llm";
 import { MultistepTypes } from "./multistep/types";
 import { MSModule_Choose } from "./multistep/modules/choose";
@@ -9,4 +10,4 @@ import { MSModule_Normal } from "./multistep/modules/normal";
 import { MSModule_OpenListAnswer } from "./multistep/modules/open-list-answer";
 import { MSModule_Plan } from "./multistep/modules/plan";
 import { MSModule_YesNo } from "./multistep/modules/yes-no";
-export { GenericLLM, LLMRunner, ChatGPTLLM, OllamaLLM, MultistepTypes, MSModule_Choose, MSModule_MultipleChoiceAnswer, MSModule_Normal, MSModule_OpenListAnswer, MSModule_Plan, MSModule_YesNo };
+export { GenericLLM, LLMRunner, ChatGPTLLM, OllamaLLM, AnthropicLLM, MultistepTypes, MSModule_Choose, MSModule_MultipleChoiceAnswer, MSModule_Normal, MSModule_OpenListAnswer, MSModule_Plan, MSModule_YesNo };

package/dist/index.js

@@ -1,12 +1,14 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.MSModule_YesNo = exports.MSModule_Plan = exports.MSModule_OpenListAnswer = exports.MSModule_Normal = exports.MSModule_MultipleChoiceAnswer = exports.MSModule_Choose = exports.OllamaLLM = exports.ChatGPTLLM = exports.LLMRunner = exports.GenericLLM = void 0;
+exports.MSModule_YesNo = exports.MSModule_Plan = exports.MSModule_OpenListAnswer = exports.MSModule_Normal = exports.MSModule_MultipleChoiceAnswer = exports.MSModule_Choose = exports.AnthropicLLM = exports.OllamaLLM = exports.ChatGPTLLM = exports.LLMRunner = exports.GenericLLM = void 0;
 const llm_runner_1 = require("./base/llm-runner");
 Object.defineProperty(exports, "LLMRunner", { enumerable: true, get: function () { return llm_runner_1.LLMRunner; } });
 const chatgpt_1 = require("./platform/chatgpt");
 Object.defineProperty(exports, "ChatGPTLLM", { enumerable: true, get: function () { return chatgpt_1.ChatGPTLLM; } });
 const ollama_1 = require("./platform/ollama");
 Object.defineProperty(exports, "OllamaLLM", { enumerable: true, get: function () { return ollama_1.OllamaLLM; } });
+const anthropic_1 = require("./platform/anthropic");
+Object.defineProperty(exports, "AnthropicLLM", { enumerable: true, get: function () { return anthropic_1.AnthropicLLM; } });
 const generic_llm_1 = require("./base/generic-llm");
 Object.defineProperty(exports, "GenericLLM", { enumerable: true, get: function () { return generic_llm_1.GenericLLM; } });
 const choose_1 = require("./multistep/modules/choose");

package/dist/multistep/modules/choose.js

@@ -24,14 +24,14 @@ var MSModule_Choose;
     }
     function ask(llm, q, options, session_id) {
         return __awaiter(this, void 0, void 0, function* () {
-            const prompt = `Respond this question: ${q}, choose the closest answer from: ${options.map(a => `"${a}"`).join(',')}. Answer with only one option, even when multiple answer is available`;
+            const prompt = `Respond this question: ${q}, choose the closest answer from: ${options.map(a => `"${a}"`).join(',')}. Answer with only one option, even when multiple answer is available, answer without quote symbol`;
             return yield wrapper_1.MultistepWrapper.ask(llm, prompt, generateChooseResolver(options), session_id);
         });
     }
     MSModule_Choose.ask = ask;
     function stream(llm, q, options, session_id) {
         return __awaiter(this, void 0, void 0, function* () {
-            const prompt = `Respond this question: ${q}, choose the closest answer from: ${options.map(a => `"${a}"`).join(',')}. Answer with only one option, even when multiple answer is available`;
+            const prompt = `Respond this question: ${q}, choose the closest answer from: ${options.map(a => `"${a}"`).join(',')}. Answer with only one option, even when multiple answer is available, answer without quote symbol`;
             return yield wrapper_1.MultistepWrapper.stream(llm, prompt, generateChooseResolver(options), session_id);
         });
     }

package/dist/multistep/modules/multiple-choice-answer.js

@@ -23,14 +23,14 @@ var MSModule_MultipleChoiceAnswer;
     }
     function ask(llm, q, options, session_id) {
         return __awaiter(this, void 0, void 0, function* () {
-            const prompt = `Respond this question: ${q}, choose one or more from this options as answer: ${options.map(a => `"${a}"`).join(',')}. Put all the answers into one line each. Don't make up an answer, only choose from available options`;
+            const prompt = `Respond this question: ${q}, choose one or more from this options as answer: ${options.map(a => `"${a}"`).join(',')}. Put all the answers into one line each. Don't make up an answer, only choose from available options, answer without quote symbol`;
             return yield wrapper_1.MultistepWrapper.ask(llm, prompt, generateMultipleChoiceAnswerResolver(options), session_id);
         });
     }
     MSModule_MultipleChoiceAnswer.ask = ask;
     function stream(llm, q, options, session_id) {
         return __awaiter(this, void 0, void 0, function* () {
-            const prompt = `Respond this question: ${q}, choose one or more from this options as answer: ${options.map(a => `"${a}"`).join(',')}. Put all the answers into one line each. Don't make up an answer, only choose from available options`;
+            const prompt = `Respond this question: ${q}, choose one or more from this options as answer: ${options.map(a => `"${a}"`).join(',')}. Put all the answers into one line each. Don't make up an answer, only choose from available options, answer without quote symbol`;
             return yield wrapper_1.MultistepWrapper.stream(llm, prompt, generateMultipleChoiceAnswerResolver(options), session_id);
         });
     }

package/dist/platform/anthropic.d.ts

@@ -0,0 +1,15 @@
+import { Model as AnthropicModel } from '@anthropic-ai/sdk/resources';
+import { LLMRunner } from "../base/llm-runner";
+import { GenericLLM } from "../base/generic-llm";
+import { Readable } from 'node:stream';
+/**
+ * Ollama Implementation
+ */
+export declare class AnthropicLLM extends LLMRunner.BaseLLM {
+    private anthropic;
+    private model;
+    private max_tokens;
+    constructor(apikey: string, model: AnthropicModel, chat_session_manager?: GenericLLM.ChatSessionManager<LLMRunner.ChatSession, LLMRunner.Message>, max_tokens?: number);
+    protected streamChat(messages: string[], id_session: string | null, stream: Readable, ac: AbortController): Promise<void>;
+    protected chat(messages: string[], id_session: string | null): Promise<string>;
+}

package/dist/platform/anthropic.js

@@ -0,0 +1,100 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AnthropicLLM = void 0;
+const sdk_1 = __importDefault(require("@anthropic-ai/sdk"));
+const llm_runner_1 = require("../base/llm-runner");
+/**
+ * Ollama Implementation
+ */
+class AnthropicLLM extends llm_runner_1.LLMRunner.BaseLLM {
+    constructor(apikey, model, chat_session_manager, max_tokens = 1024) {
+        super(chat_session_manager !== null && chat_session_manager !== void 0 ? chat_session_manager : new llm_runner_1.LLMRunner.SessionManager());
+        this.max_tokens = 1024;
+        this.anthropic = new sdk_1.default({ apiKey: apikey });
+        this.model = model;
+        this.max_tokens = max_tokens;
+    }
+    streamChat(messages, id_session, stream, ac) {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a, e_1, _b, _c;
+            var _d;
+            const chat_history = id_session ? yield this.chat_session_manager.retrieveHistory(id_session) : [];
+            const cgpt_stream = yield this.anthropic.messages.create({
+                model: this.model,
+                max_tokens: 1024,
+                messages: [
+                    ...chat_history.map((msg) => ({
+                        role: msg.role,
+                        content: msg.content
+                    })),
+                    ...messages.map(content => ({
+                        role: 'user', content
+                    }))
+                ],
+                stream: true
+            });
+            ac.signal.addEventListener('abort', () => cgpt_stream.controller.abort());
+            try {
+                for (var _e = true, cgpt_stream_1 = __asyncValues(cgpt_stream), cgpt_stream_1_1; cgpt_stream_1_1 = yield cgpt_stream_1.next(), _a = cgpt_stream_1_1.done, !_a; _e = true) {
+                    _c = cgpt_stream_1_1.value;
+                    _e = false;
+                    const chunk = _c;
+                    if (chunk.type === 'content_block_delta' && chunk.delta.type === 'text_delta') {
+                        stream.push((_d = chunk.delta.text) !== null && _d !== void 0 ? _d : '');
+                    }
+                }
+            }
+            catch (e_1_1) { e_1 = { error: e_1_1 }; }
+            finally {
+                try {
+                    if (!_e && !_a && (_b = cgpt_stream_1.return)) yield _b.call(cgpt_stream_1);
+                }
+                finally { if (e_1) throw e_1.error; }
+            }
+            stream.push(null);
+        });
+    }
+    chat(messages, id_session) {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a;
+            const chat_history = id_session ? yield this.chat_session_manager.retrieveHistory(id_session) : [];
+            const res = yield this.anthropic.messages.create({
+                model: this.model,
+                max_tokens: 1024,
+                messages: [
+                    ...chat_history.map((msg) => ({
+                        role: msg.role,
+                        content: msg.content
+                    })),
+                    ...messages.map(content => ({
+                        role: 'user', content
+                    }))
+                ],
+            });
+            if (((_a = res.content) === null || _a === void 0 ? void 0 : _a[0].type) === 'text') {
+                return res.content[0].text;
+            }
+            return '';
+        });
+    }
+}
+exports.AnthropicLLM = AnthropicLLM;

package/dist/platform/chatgpt.d.ts

@@ -1,12 +1,14 @@
 import { LLMRunner } from "../base/llm-runner";
 import { GenericLLM } from "../base/generic-llm";
 import { Readable } from 'node:stream';
+import { ChatModel as ChatGPTModel } from "openai/resources";
 /**
  * Chat GPT Implementation
  */
 export declare class ChatGPTLLM extends LLMRunner.BaseLLM {
     private cgpt;
-    constructor(api_key: string, chat_session_manager?: GenericLLM.ChatSessionManager<LLMRunner.ChatSession, LLMRunner.Message>);
+    private model;
+    constructor(api_key: string, model: ChatGPTModel, chat_session_manager?: GenericLLM.ChatSessionManager<LLMRunner.ChatSession, LLMRunner.Message>);
     protected streamChat(messages: string[], id_session: string | null, stream: Readable, ac: AbortController): Promise<void>;
     protected chat(messages: string[], id_session: string | null): Promise<string>;
 }

package/dist/platform/chatgpt.js

@@ -26,9 +26,10 @@ const llm_runner_1 = require("../base/llm-runner");
  * Chat GPT Implementation
  */
 class ChatGPTLLM extends llm_runner_1.LLMRunner.BaseLLM {
-    constructor(api_key, chat_session_manager) {
+    constructor(api_key, model, chat_session_manager) {
         super(chat_session_manager !== null && chat_session_manager !== void 0 ? chat_session_manager : new llm_runner_1.LLMRunner.SessionManager());
         this.cgpt = new openai_1.default({ apiKey: api_key });
+        this.model = model;
     }
     streamChat(messages, id_session, stream, ac) {
         return __awaiter(this, void 0, void 0, function* () {
@@ -44,7 +45,7 @@ class ChatGPTLLM extends llm_runner_1.LLMRunner.BaseLLM {
                 return;
             }
             const cgpt_stream = yield this.cgpt.chat.completions.create({
-                model: "gpt-4o-mini",
+                model: this.model,
                 store: false,
                 stream: true,
                 n: 1,
@@ -84,7 +85,7 @@ class ChatGPTLLM extends llm_runner_1.LLMRunner.BaseLLM {
                 ...messages.map(content => ({ role: 'user', content }))
             ];
             const res = yield this.cgpt.chat.completions.create({
-                model: "gpt-4o-mini",
+                model: this.model,
                 store: false,
                 n: 1,
                 messages: chat_messages

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@graf-research/llm-runner",
-  "version": "0.0.11",
+  "version": "0.0.13",
   "main": "dist/index.js",
   "scripts": {
     "build": "rm -rf dist && tsc",
@@ -19,6 +19,7 @@
     "typescript": "^5.7.3"
   },
   "dependencies": {
+    "@anthropic-ai/sdk": "^0.38.0",
     "lodash": "^4.17.21",
     "ollama": "^0.5.13",
     "openai": "^4.85.3",