@graf-research/llm-runner 0.0.14 → 0.0.16

package/README.md

@@ -8,6 +8,20 @@ Sebuah alternatif untuk mengutilisasi LLM ke programming NodeJS/Javascript. Dide
 npm install --save @graf-research/llm-runner
 ```
 
+## Supported LLM
+
+```ts
+import { ChatGPTLLM, OllamaLLM, AnthropicLLM, GeminiLLM, LLMRunner } from "@graf-research/llm-runner";
+
+const chatgpt: LLMRunner.BaseLLM = new ChatGPTLLM('apikey', '<chatgpt model>');
+const ollama: LLMRunner.BaseLLM = new OllamaLLM('http://my-ollama-server', '<ollama model>');
+const anthropic: LLMRunner.BaseLLM = new AnthropicLLM('apikey', '<anthropic model>');
+const gemini: LLMRunner.BaseLLM = new GeminiLLM('apikey', '<gemini model>');
+
+// different platform implementation but same signature BaseLLM class
+const llm: LLMRunner.BaseLLM = ollama;
+```
+
 ## Example
 
 #### Simple
@@ -17,7 +31,15 @@ import { ChatGPTLLM } from "@graf-research/llm-runner";
 
 const chat_gpt_api_key = '<apikey>';
 const chatgpt = new ChatGPTLLM(chat_gpt_api_key, 'gpt-4o-mini');
-const response: string = await chatgpt.askNoContext(['Apa ibukota Indonesia?']);
+
+// pass string
+const response: string = await chatgpt.askNoContext('Apa ibukota Indonesia?');
+
+// pass array of string
+const response: string = await chatgpt.askNoContext([
+  'Saya sedang berada di Indonesia',
+  'apa ibukota negara tersebut?'
+]);
 ```
 
 #### Simple w/ Context
@@ -66,6 +88,7 @@ import { ChatGPTLLM, GenericLLM } from "@graf-research/llm-runner";
 const chat_gpt_api_key = '<apikey>';
 const chatgpt = new ChatGPTLLM(chat_gpt_api_key, 'gpt-4o-mini');
 
+// can pass string or array of string
 const response: GenericLLM.StreamResponse = await chatgpt.streamNoContext(['Jelaskan proses metamorfosis pada kupu-kupu']);
 response.stream((chunk: string, is_complete: boolean) => {
   if (!is_complete) {
@@ -134,8 +157,9 @@ import { ChatGPTLLM, OllamaLLM, AnthropicLLM, LLMRunner } from "@graf-research/l
 const chatgpt: LLMRunner.BaseLLM = new ChatGPTLLM('apikey', 'gpt-4o-mini');
 const ollama: LLMRunner.BaseLLM = new OllamaLLM('http://my-ollama-server', 'deepseek-r1:8b');
 const anthropic: LLMRunner.BaseLLM = new AnthropicLLM('apikey', 'claude-3-opus-latest');
+const gemini: LLMRunner.BaseLLM = new GeminiLLM('apikey', 'gemini-1.5-flash');
 
-// different platform implemented on but same signature BaseLLM class
+// different platform implementation but same signature BaseLLM class
 const llm: LLMRunner.BaseLLM = ollama;
 ```
 
@@ -149,7 +173,15 @@ const llm: LLMRunner.BaseLLM = ollama;
 import { ChatGPTLLM, LLMRunner } from "@graf-research/llm-runner";
 
 const llm: LLMRunner.BaseLLM = new ChatGPTLLM('<apikey>', 'gpt-4o-mini');
-const response: string = await llm.askNoContext(['Apa ibukota Indonesia?']);
+
+// pass string
+const response: string = await llm.askNoContext('Apa ibukota Indonesia?');
+
+// pass array of string
+const response: string = await llm.askNoContext([
+  'Saya sedang berada di Indonesia',
+  'apa ibukota negara tersebut?'
+]);
 ```
 
 *With Stream*
@@ -159,6 +191,7 @@ import { ChatGPTLLM, GenericLLM, LLMRunner } from "@graf-research/llm-runner";
 
 const llm: LLMRunner.BaseLLM = new ChatGPTLLM('<apikey>', 'gpt-4o-mini');
 
+// can pass string or array of string
 const response: GenericLLM.StreamResponse = await chatgpt.streamNoContext(['Jelaskan proses metamorfosis pada kupu-kupu']);
 response.stream((chunk: string, is_complete: boolean) => {
   ...

package/dist/base/llm-runner.d.ts

@@ -23,9 +23,9 @@ export declare namespace LLMRunner {
      * Abstract Base LLM Class
      */
     abstract class BaseLLM extends GenericLLM.BaseLLM<ChatSession, Message> {
-        stream(messages: string[], id_session: string): Promise<GenericLLM.StreamResponse>;
-        streamNoContext(messages: string[]): Promise<GenericLLM.StreamResponse>;
-        ask(messages: string[], id_session: string): Promise<string>;
-        askNoContext(messages: string[]): Promise<string>;
+        stream(message_data: string[] | string, id_session: string): Promise<GenericLLM.StreamResponse>;
+        streamNoContext(message_data: string[] | string): Promise<GenericLLM.StreamResponse>;
+        ask(message_data: string[] | string, id_session: string): Promise<string>;
+        askNoContext(message_data: string[] | string): Promise<string>;
     }
 }

package/dist/base/llm-runner.js

@@ -74,8 +74,9 @@ var LLMRunner;
      * Abstract Base LLM Class
      */
     class BaseLLM extends generic_llm_1.GenericLLM.BaseLLM {
-        stream(messages, id_session) {
+        stream(message_data, id_session) {
             return __awaiter(this, void 0, void 0, function* () {
+                const messages = Array.isArray(message_data) ? message_data : [message_data];
                 const ac = new AbortController();
                 const stream = new node_stream_1.Readable({ objectMode: true, read() { } });
                 this.streamChat(messages, id_session, stream, ac);
@@ -109,8 +110,9 @@ var LLMRunner;
                 };
             });
         }
-        streamNoContext(messages) {
+        streamNoContext(message_data) {
             return __awaiter(this, void 0, void 0, function* () {
+                const messages = Array.isArray(message_data) ? message_data : [message_data];
                 const ac = new AbortController();
                 const stream = new node_stream_1.Readable({ objectMode: true, read() { } });
                 this.streamChat(messages, null, stream, ac);
@@ -142,16 +144,18 @@ var LLMRunner;
                 };
             });
         }
-        ask(messages, id_session) {
+        ask(message_data, id_session) {
             return __awaiter(this, void 0, void 0, function* () {
+                const messages = Array.isArray(message_data) ? message_data : [message_data];
                 const res = yield this.chat(messages, id_session);
                 yield this.chat_session_manager.saveMessage(messages, 'user', id_session);
                 yield this.chat_session_manager.saveMessage([res], 'assistant', id_session);
                 return res;
             });
         }
-        askNoContext(messages) {
+        askNoContext(message_data) {
             return __awaiter(this, void 0, void 0, function* () {
+                const messages = Array.isArray(message_data) ? message_data : [message_data];
                 return yield this.chat(messages, null);
             });
         }

package/dist/platform/chatgpt.d.ts

@@ -8,7 +8,7 @@ import { ChatModel as ChatGPTModel } from "openai/resources";
 export declare class ChatGPTLLM extends LLMRunner.BaseLLM {
     private cgpt;
     private model;
-    constructor(api_key: string, model: ChatGPTModel, chat_session_manager?: GenericLLM.ChatSessionManager<LLMRunner.ChatSession, LLMRunner.Message>);
+    constructor(api_key: string, model: ChatGPTModel, chat_session_manager?: GenericLLM.ChatSessionManager<LLMRunner.ChatSession, LLMRunner.Message>, base_url?: string);
     protected streamChat(messages: string[], id_session: string | null, stream: Readable, ac: AbortController): Promise<void>;
     protected chat(messages: string[], id_session: string | null): Promise<string>;
 }

package/dist/platform/chatgpt.js

@@ -26,9 +26,9 @@ const llm_runner_1 = require("../base/llm-runner");
  * Chat GPT Implementation
  */
 class ChatGPTLLM extends llm_runner_1.LLMRunner.BaseLLM {
-    constructor(api_key, model, chat_session_manager) {
+    constructor(api_key, model, chat_session_manager, base_url) {
         super(chat_session_manager !== null && chat_session_manager !== void 0 ? chat_session_manager : new llm_runner_1.LLMRunner.SessionManager());
-        this.cgpt = new openai_1.default({ apiKey: api_key });
+        this.cgpt = new openai_1.default({ apiKey: api_key, baseURL: base_url });
         this.model = model;
     }
     streamChat(messages, id_session, stream, ac) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@graf-research/llm-runner",
-  "version": "0.0.14",
+  "version": "0.0.16",
   "main": "dist/index.js",
   "scripts": {
     "build": "rm -rf dist && tsc",