@graf-research/llm-runner 0.0.13 → 0.0.15

package/README.md

@@ -8,6 +8,20 @@ Sebuah alternatif untuk mengutilisasi LLM ke programming NodeJS/Javascript. Dide
 npm install --save @graf-research/llm-runner
 ```
 
+## Supported LLM
+
+```ts
+import { ChatGPTLLM, OllamaLLM, AnthropicLLM, GeminiLLM, LLMRunner } from "@graf-research/llm-runner";
+
+const chatgpt: LLMRunner.BaseLLM = new ChatGPTLLM('apikey', '<chatgpt model>');
+const ollama: LLMRunner.BaseLLM = new OllamaLLM('http://my-ollama-server', '<ollama model>');
+const anthropic: LLMRunner.BaseLLM = new AnthropicLLM('apikey', '<anthropic model>');
+const gemini: LLMRunner.BaseLLM = new GeminiLLM('apikey', '<gemini model>');
+
+// different platform implementation but same signature BaseLLM class
+const llm: LLMRunner.BaseLLM = ollama;
+```
+
 ## Example
 
 #### Simple
@@ -16,8 +30,16 @@ npm install --save @graf-research/llm-runner
 import { ChatGPTLLM } from "@graf-research/llm-runner";
 
 const chat_gpt_api_key = '<apikey>';
-const chatgpt = new ChatGPTLLM(chat_gpt_api_key);
-const response: string = await chatgpt.askNoContext(['Apa ibukota Indonesia?']);
+const chatgpt = new ChatGPTLLM(chat_gpt_api_key, 'gpt-4o-mini');
+
+// pass string
+const response: string = await chatgpt.askNoContext('Apa ibukota Indonesia?');
+
+// pass array of string
+const response: string = await chatgpt.askNoContext([
+  'Saya sedang berada di Indonesia',
+  'apa ibukota negara tersebut?'
+]);
 ```
 
 #### Simple w/ Context
@@ -26,7 +48,7 @@ const response: string = await chatgpt.askNoContext(['Apa ibukota Indonesia?']);
 import { ChatGPTLLM } from "@graf-research/llm-runner";
 
 const chat_gpt_api_key = '<apikey>';
-const chatgpt = new ChatGPTLLM(chat_gpt_api_key);
+const chatgpt = new ChatGPTLLM(chat_gpt_api_key, 'gpt-4o-mini');
 const session = await chatgpt.chat_session_manager.newSession();
 
 const response1: string = await chatgpt.ask(['Apa ibukota Indonesia?'], session.id);
@@ -42,7 +64,7 @@ console.log(response2);
 import { ChatGPTLLM, MSModule_Choose, MSModule_OpenListAnswer } from "@graf-research/llm-runner";
 
 const chat_gpt_api_key = '<apikey>';
-const chatgpt = new ChatGPTLLM(chat_gpt_api_key);
+const chatgpt = new ChatGPTLLM(chat_gpt_api_key, 'gpt-4o-mini');
 
 const q1 = 'Saya sedang berada di tempat banyak orang mengantri untuk menyimpan uang';
 const q1_options = ['Bank BCA', 'Istana Negara', 'POM Bensin'];
@@ -64,8 +86,9 @@ if (a1 === 'Bank BCA') {
 import { ChatGPTLLM, GenericLLM } from "@graf-research/llm-runner";
 
 const chat_gpt_api_key = '<apikey>';
-const chatgpt = new ChatGPTLLM(chat_gpt_api_key);
+const chatgpt = new ChatGPTLLM(chat_gpt_api_key, 'gpt-4o-mini');
 
+// can pass string or array of string
 const response: GenericLLM.StreamResponse = await chatgpt.streamNoContext(['Jelaskan proses metamorfosis pada kupu-kupu']);
 response.stream((chunk: string, is_complete: boolean) => {
   if (!is_complete) {
@@ -85,7 +108,7 @@ response.stream((chunk: string, is_complete: boolean) => {
 ```ts
 import { ChatGPTLLM, MultistepTypes, MSModule_Choose, MSModule_OpenListAnswer } from "@graf-research/llm-runner";
 
-const chatgpt = new ChatGPTLLM(chat_gpt_api_key);
+const chatgpt = new ChatGPTLLM(chat_gpt_api_key, 'gpt-4o-mini');
 const stream = new Readable({ objectMode: true, read() {} });
 
 const q1 = 'Saya sedang berada di tempat banyak orang mengantri untuk menyimpan uang';
@@ -134,8 +157,9 @@ import { ChatGPTLLM, OllamaLLM, AnthropicLLM, LLMRunner } from "@graf-research/l
 const chatgpt: LLMRunner.BaseLLM = new ChatGPTLLM('apikey', 'gpt-4o-mini');
 const ollama: LLMRunner.BaseLLM = new OllamaLLM('http://my-ollama-server', 'deepseek-r1:8b');
 const anthropic: LLMRunner.BaseLLM = new AnthropicLLM('apikey', 'claude-3-opus-latest');
+const gemini: LLMRunner.BaseLLM = new GeminiLLM('apikey', 'gemini-1.5-flash');
 
-// different platform implemented on but same signature BaseLLM class
+// different platform implementation but same signature BaseLLM class
 const llm: LLMRunner.BaseLLM = ollama;
 ```
 
@@ -148,8 +172,16 @@ const llm: LLMRunner.BaseLLM = ollama;
 ```ts
 import { ChatGPTLLM, LLMRunner } from "@graf-research/llm-runner";
 
-const llm: LLMRunner.BaseLLM = new ChatGPTLLM('<apikey>');
-const response: string = await llm.askNoContext(['Apa ibukota Indonesia?']);
+const llm: LLMRunner.BaseLLM = new ChatGPTLLM('<apikey>', 'gpt-4o-mini');
+
+// pass string
+const response: string = await llm.askNoContext('Apa ibukota Indonesia?');
+
+// pass array of string
+const response: string = await llm.askNoContext([
+  'Saya sedang berada di Indonesia',
+  'apa ibukota negara tersebut?'
+]);
 ```
 
 *With Stream*
@@ -157,8 +189,9 @@ const response: string = await llm.askNoContext(['Apa ibukota Indonesia?']);
 ```ts
 import { ChatGPTLLM, GenericLLM, LLMRunner } from "@graf-research/llm-runner";
 
-const llm: LLMRunner.BaseLLM = new ChatGPTLLM('<apikey>');
+const llm: LLMRunner.BaseLLM = new ChatGPTLLM('<apikey>', 'gpt-4o-mini');
 
+// can pass string or array of string
 const response: GenericLLM.StreamResponse = await chatgpt.streamNoContext(['Jelaskan proses metamorfosis pada kupu-kupu']);
 response.stream((chunk: string, is_complete: boolean) => {
   ...
@@ -172,7 +205,7 @@ response.stream((chunk: string, is_complete: boolean) => {
 ```ts
 import { ChatGPTLLM, LLMRunner } from "@graf-research/llm-runner";
 
-const llm: LLMRunner.BaseLLM = new ChatGPTLLM('<apikey>');
+const llm: LLMRunner.BaseLLM = new ChatGPTLLM('<apikey>', 'gpt-4o-mini');
 const session = await llm.chat_session_manager.newSession();
 const response1: string = await llm.ask(['Apa ibukota Indonesia?'], session.id);
 const response2: string = await llm.ask(['Apa yang saya tanyakan sebelumnya?'], session.id);
@@ -184,7 +217,7 @@ const response2: string = await llm.ask(['Apa yang saya tanyakan sebelumnya?'],
 ```ts
 import { ChatGPTLLM, LLMRunner } from "@graf-research/llm-runner";
 
-const llm: LLMRunner.BaseLLM = new ChatGPTLLM('<apikey>');
+const llm: LLMRunner.BaseLLM = new ChatGPTLLM('<apikey>', 'gpt-4o-mini');
 const session = await llm.chat_session_manager.newSession();
 
 const response1: GenericLLM.StreamResponse = await chatgpt.stream(['Jelaskan proses metamorfosis pada kupu-kupu'], session.id);
@@ -346,7 +379,7 @@ Pada umumnya stream yang terlalu panjang kadang harus diberhentikan karena suatu
 ```ts
 import { ChatGPTLLM, GenericLLM } from "@graf-research/llm-runner";
 
-const chatgpt = new ChatGPTLLM(chat_gpt_api_key);
+const chatgpt = new ChatGPTLLM(chat_gpt_api_key, 'gpt-4o-mini');
 
 // 1. Siapkan Abort Controller
 const ac = new AbortController();

package/dist/base/llm-runner.d.ts

@@ -23,9 +23,9 @@ export declare namespace LLMRunner {
      * Abstract Base LLM Class
      */
     abstract class BaseLLM extends GenericLLM.BaseLLM<ChatSession, Message> {
-        stream(messages: string[], id_session: string): Promise<GenericLLM.StreamResponse>;
-        streamNoContext(messages: string[]): Promise<GenericLLM.StreamResponse>;
-        ask(messages: string[], id_session: string): Promise<string>;
-        askNoContext(messages: string[]): Promise<string>;
+        stream(message_data: string[] | string, id_session: string): Promise<GenericLLM.StreamResponse>;
+        streamNoContext(message_data: string[] | string): Promise<GenericLLM.StreamResponse>;
+        ask(message_data: string[] | string, id_session: string): Promise<string>;
+        askNoContext(message_data: string[] | string): Promise<string>;
     }
 }

package/dist/base/llm-runner.js

@@ -74,8 +74,9 @@ var LLMRunner;
      * Abstract Base LLM Class
      */
     class BaseLLM extends generic_llm_1.GenericLLM.BaseLLM {
-        stream(messages, id_session) {
+        stream(message_data, id_session) {
             return __awaiter(this, void 0, void 0, function* () {
+                const messages = Array.isArray(message_data) ? message_data : [message_data];
                 const ac = new AbortController();
                 const stream = new node_stream_1.Readable({ objectMode: true, read() { } });
                 this.streamChat(messages, id_session, stream, ac);
@@ -109,8 +110,9 @@ var LLMRunner;
                 };
             });
         }
-        streamNoContext(messages) {
+        streamNoContext(message_data) {
             return __awaiter(this, void 0, void 0, function* () {
+                const messages = Array.isArray(message_data) ? message_data : [message_data];
                 const ac = new AbortController();
                 const stream = new node_stream_1.Readable({ objectMode: true, read() { } });
                 this.streamChat(messages, null, stream, ac);
@@ -142,16 +144,18 @@ var LLMRunner;
                 };
             });
         }
-        ask(messages, id_session) {
+        ask(message_data, id_session) {
             return __awaiter(this, void 0, void 0, function* () {
+                const messages = Array.isArray(message_data) ? message_data : [message_data];
                 const res = yield this.chat(messages, id_session);
                 yield this.chat_session_manager.saveMessage(messages, 'user', id_session);
                 yield this.chat_session_manager.saveMessage([res], 'assistant', id_session);
                 return res;
             });
         }
-        askNoContext(messages) {
+        askNoContext(message_data) {
             return __awaiter(this, void 0, void 0, function* () {
+                const messages = Array.isArray(message_data) ? message_data : [message_data];
                 return yield this.chat(messages, null);
             });
         }

package/dist/example/abort-stream.d.ts

@@ -1 +1,2 @@
 export declare function abortStream(chat_gpt_api_key: string): Promise<void>;
+export declare function abortStream2(gemini_api_key: string): Promise<void>;

package/dist/example/abort-stream.js

@@ -10,7 +10,9 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.abortStream = abortStream;
+exports.abortStream2 = abortStream2;
 const chatgpt_1 = require("../platform/chatgpt");
+const gemini_1 = require("../platform/gemini");
 // Stream Mode
 function abortStream(chat_gpt_api_key) {
     return __awaiter(this, void 0, void 0, function* () {
@@ -37,3 +39,29 @@ function abortStream(chat_gpt_api_key) {
         });
     });
 }
+// Stream Mode
+function abortStream2(gemini_api_key) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const gemini = new gemini_1.GeminiLLM(gemini_api_key, 'gemini-1.5-flash');
+        const ac = new AbortController();
+        setTimeout(() => {
+            ac.abort();
+            console.log(`<<RESPONSE STREAM ABORTED>>`);
+        }, 2000);
+        const response = yield gemini.streamNoContext(['Jelaskan proses metamorfosis pada kupu-kupu']);
+        ac.signal.addEventListener('abort', () => response.cancel());
+        yield new Promise(resolve => {
+            response.stream((chunk, is_complete) => {
+                if (!is_complete) {
+                    process.stdout.write(chunk);
+                }
+                else {
+                    console.log('\n');
+                    console.log(`<selesai>`);
+                    // resolve promise
+                    resolve(null);
+                }
+            });
+        });
+    });
+}

package/dist/example/simple.d.ts

@@ -1,3 +1,4 @@
 export declare function simple(chat_gpt_api_key: string): Promise<void>;
 export declare function simple_stream(chat_gpt_api_key: string): Promise<void>;
 export declare function simple_stream2(anthropic_api_key: string): Promise<void>;
+export declare function simple_stream3(gemini_api_key: string): Promise<void>;

package/dist/example/simple.js

@@ -12,8 +12,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.simple = simple;
 exports.simple_stream = simple_stream;
 exports.simple_stream2 = simple_stream2;
+exports.simple_stream3 = simple_stream3;
 const anthropic_1 = require("../platform/anthropic");
 const chatgpt_1 = require("../platform/chatgpt");
+const gemini_1 = require("../platform/gemini");
 // Waiting Mode
 function simple(chat_gpt_api_key) {
     return __awaiter(this, void 0, void 0, function* () {
@@ -62,3 +64,23 @@ function simple_stream2(anthropic_api_key) {
         });
     });
 }
+// Stream Mode
+function simple_stream3(gemini_api_key) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const chatgpt = new gemini_1.GeminiLLM(gemini_api_key, 'gemini-1.5-flash');
+        const response = yield chatgpt.streamNoContext(['Jelaskan proses metamorfosis pada kupu-kupu']);
+        yield new Promise(resolve => {
+            response.stream((chunk, is_complete) => {
+                if (!is_complete) {
+                    process.stdout.write(chunk);
+                }
+                else {
+                    console.log('\n');
+                    console.log(`<selesai>`);
+                    // resolve promise
+                    resolve(null);
+                }
+            });
+        });
+    });
+}

package/dist/index.d.ts

@@ -2,6 +2,7 @@ import { LLMRunner } from "./base/llm-runner";
 import { ChatGPTLLM } from "./platform/chatgpt";
 import { OllamaLLM } from "./platform/ollama";
 import { AnthropicLLM } from "./platform/anthropic";
+import { GeminiLLM } from "./platform/gemini";
 import { GenericLLM } from "./base/generic-llm";
 import { MultistepTypes } from "./multistep/types";
 import { MSModule_Choose } from "./multistep/modules/choose";
@@ -10,4 +11,4 @@ import { MSModule_Normal } from "./multistep/modules/normal";
 import { MSModule_OpenListAnswer } from "./multistep/modules/open-list-answer";
 import { MSModule_Plan } from "./multistep/modules/plan";
 import { MSModule_YesNo } from "./multistep/modules/yes-no";
-export { GenericLLM, LLMRunner, ChatGPTLLM, OllamaLLM, AnthropicLLM, MultistepTypes, MSModule_Choose, MSModule_MultipleChoiceAnswer, MSModule_Normal, MSModule_OpenListAnswer, MSModule_Plan, MSModule_YesNo };
+export { GenericLLM, LLMRunner, ChatGPTLLM, OllamaLLM, AnthropicLLM, GeminiLLM, MultistepTypes, MSModule_Choose, MSModule_MultipleChoiceAnswer, MSModule_Normal, MSModule_OpenListAnswer, MSModule_Plan, MSModule_YesNo };

package/dist/index.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.MSModule_YesNo = exports.MSModule_Plan = exports.MSModule_OpenListAnswer = exports.MSModule_Normal = exports.MSModule_MultipleChoiceAnswer = exports.MSModule_Choose = exports.AnthropicLLM = exports.OllamaLLM = exports.ChatGPTLLM = exports.LLMRunner = exports.GenericLLM = void 0;
+exports.MSModule_YesNo = exports.MSModule_Plan = exports.MSModule_OpenListAnswer = exports.MSModule_Normal = exports.MSModule_MultipleChoiceAnswer = exports.MSModule_Choose = exports.GeminiLLM = exports.AnthropicLLM = exports.OllamaLLM = exports.ChatGPTLLM = exports.LLMRunner = exports.GenericLLM = void 0;
 const llm_runner_1 = require("./base/llm-runner");
 Object.defineProperty(exports, "LLMRunner", { enumerable: true, get: function () { return llm_runner_1.LLMRunner; } });
 const chatgpt_1 = require("./platform/chatgpt");
@@ -9,6 +9,8 @@ const ollama_1 = require("./platform/ollama");
 Object.defineProperty(exports, "OllamaLLM", { enumerable: true, get: function () { return ollama_1.OllamaLLM; } });
 const anthropic_1 = require("./platform/anthropic");
 Object.defineProperty(exports, "AnthropicLLM", { enumerable: true, get: function () { return anthropic_1.AnthropicLLM; } });
+const gemini_1 = require("./platform/gemini");
+Object.defineProperty(exports, "GeminiLLM", { enumerable: true, get: function () { return gemini_1.GeminiLLM; } });
 const generic_llm_1 = require("./base/generic-llm");
 Object.defineProperty(exports, "GenericLLM", { enumerable: true, get: function () { return generic_llm_1.GenericLLM; } });
 const choose_1 = require("./multistep/modules/choose");

package/dist/platform/gemini.d.ts

@@ -0,0 +1,13 @@
+import { LLMRunner } from "../base/llm-runner";
+import { GenericLLM } from "../base/generic-llm";
+import { Readable } from 'node:stream';
+export type GeminiModel = 'gemini-2.0-flash' | 'gemini-2.0-flash-lite' | 'gemini-1.5-flash' | 'gemini-1.5-flash-8b' | 'gemini-1.5-pro';
+/**
+ * Gemini Implementation
+ */
+export declare class GeminiLLM extends LLMRunner.BaseLLM {
+    private gemini;
+    constructor(apikey: string, model: GeminiModel, chat_session_manager?: GenericLLM.ChatSessionManager<LLMRunner.ChatSession, LLMRunner.Message>, max_tokens?: number);
+    protected streamChat(messages: string[], id_session: string | null, stream: Readable, ac: AbortController): Promise<void>;
+    protected chat(messages: string[], id_session: string | null): Promise<string>;
+}

package/dist/platform/gemini.js

@@ -0,0 +1,96 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GeminiLLM = void 0;
+const generative_ai_1 = require("@google/generative-ai");
+const llm_runner_1 = require("../base/llm-runner");
+/**
+ * Gemini Implementation
+ */
+class GeminiLLM extends llm_runner_1.LLMRunner.BaseLLM {
+    constructor(apikey, model, chat_session_manager, max_tokens = 1024) {
+        super(chat_session_manager !== null && chat_session_manager !== void 0 ? chat_session_manager : new llm_runner_1.LLMRunner.SessionManager());
+        this.gemini = new generative_ai_1.GoogleGenerativeAI(apikey).getGenerativeModel({ model });
+    }
+    streamChat(messages, id_session, stream, ac) {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a, e_1, _b, _c;
+            const chat_history = id_session ? yield this.chat_session_manager.retrieveHistory(id_session) : [];
+            const result = yield this.gemini.generateContentStream({
+                contents: [
+                    ...chat_history.map((msg) => ({
+                        role: msg.role === 'assistant' ? 'model' : 'user',
+                        parts: [{ text: msg.content }]
+                    })),
+                    ...messages.map(content => ({
+                        role: 'user',
+                        parts: [{ text: content }]
+                    }))
+                ]
+            }, { signal: ac.signal });
+            // 
+            result.response.catch(() => { });
+            try {
+                try {
+                    for (var _d = true, _e = __asyncValues(result.stream), _f; _f = yield _e.next(), _a = _f.done, !_a; _d = true) {
+                        _c = _f.value;
+                        _d = false;
+                        const chunk = _c;
+                        stream.push(chunk.text());
+                    }
+                }
+                catch (e_1_1) { e_1 = { error: e_1_1 }; }
+                finally {
+                    try {
+                        if (!_d && !_a && (_b = _e.return)) yield _b.call(_e);
+                    }
+                    finally { if (e_1) throw e_1.error; }
+                }
+            }
+            catch (err) {
+                if (err.name == 'AbortError') {
+                    // aborted
+                    return;
+                }
+                throw err;
+            }
+            finally {
+                stream.push(null);
+            }
+        });
+    }
+    chat(messages, id_session) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const chat_history = id_session ? yield this.chat_session_manager.retrieveHistory(id_session) : [];
+            const result = yield this.gemini.generateContent({
+                contents: [
+                    ...chat_history.map((msg) => ({
+                        role: msg.role === 'assistant' ? 'model' : 'user',
+                        parts: [{ text: msg.content }]
+                    })),
+                    ...messages.map(content => ({
+                        role: 'user',
+                        parts: [{ text: content }]
+                    }))
+                ]
+            });
+            return result.response.text();
+        });
+    }
+}
+exports.GeminiLLM = GeminiLLM;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@graf-research/llm-runner",
-  "version": "0.0.13",
+  "version": "0.0.15",
   "main": "dist/index.js",
   "scripts": {
     "build": "rm -rf dist && tsc",
@@ -20,6 +20,7 @@
   },
   "dependencies": {
     "@anthropic-ai/sdk": "^0.38.0",
+    "@google/generative-ai": "^0.22.0",
     "lodash": "^4.17.21",
     "ollama": "^0.5.13",
     "openai": "^4.85.3",