@arki-moe/agent-ts 2.1.1 → 2.2.2

package/README.md

@@ -20,6 +20,9 @@ const agent = new Agent("openai", {
   apiKey: "sk-...",
   model: "gpt-5-nano",
   system: "You are a helpful assistant. Reply concisely.",
+  onStream: (textDelta) => {
+    process.stdout.write(textDelta);
+  },
   onToolCall: (message, args) => {
     console.log("tool call:", message);
     console.log("tool args:", args);
@@ -61,6 +64,7 @@ When `apiKey` is not provided in config, adapters read from the corresponding en
 | `model` | `string` | Model name |
 | `system` | `string` | Optional system prompt |
 | `endCondition` | `(context, last) => boolean` | Stop condition for `run`. Defaults to `last.role === Role.Ai` |
+| `onStream` | `(textDelta: string) => void \| Promise<void>` | Stream hook for AI text only. When provided, adapters use SSE streaming and still return the final `Message[]`. |
 | `onToolCall` | `(message, args) => boolean \| void \| Promise<boolean \| void>` | Called before each tool execution; return `false` to skip tool execution and `onToolResult` |
 | `onToolResult` | `(message) => void \| Promise<void>` | Called after each tool execution (`message.role === Role.ToolResult`) |
 

package/dist/adapter/openai.js

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.openaiAdapter = openaiAdapter;
 const types_1 = require("../types");
+const sse_1 = require("./sse");
 const ROLE_TO_OPENAI = {
     [types_1.Role.System]: "system",
     [types_1.Role.User]: "user",
@@ -29,6 +30,7 @@ async function openaiAdapter(config, context, tools) {
     const baseUrl = config.baseUrl ?? "https://api.openai.com";
     const apiKey = config.apiKey || process.env.OPENAI_API_KEY || "";
     const model = config.model ?? "gpt-5-nano";
+    const onStream = config.onStream;
     if (!apiKey)
         throw new Error("OpenAI adapter requires apiKey in config or OPENAI_API_KEY env");
     const contextMessages = toOpenAIMessages(context);
@@ -41,14 +43,15 @@ async function openaiAdapter(config, context, tools) {
         messages,
         tools: tools.length ? tools.map((t) => ({ type: "function", function: { name: t.name, description: t.description, parameters: t.parameters ?? {} } })) : undefined,
         tool_choice: tools.length ? "auto" : undefined,
+        stream: onStream ? true : undefined,
     };
     const res = await fetch(`${baseUrl.replace(/\/$/, "")}/v1/chat/completions`, {
         method: "POST",
         headers: { "Content-Type": "application/json", Authorization: `Bearer ${apiKey}` },
         body: JSON.stringify(body),
     });
-    const text = await res.text();
     if (!res.ok) {
+        const text = await res.text();
         let errMsg = `OpenAI API HTTP ${res.status}`;
         try {
             const parsed = JSON.parse(text);
@@ -61,6 +64,66 @@ async function openaiAdapter(config, context, tools) {
         }
         throw new Error(errMsg);
     }
+    if (onStream) {
+        let content = "";
+        const toolCalls = new Map();
+        const upsertToolCall = (tc) => {
+            const index = typeof tc?.index === "number" ? tc.index : toolCalls.size;
+            let entry = toolCalls.get(index);
+            if (!entry) {
+                entry = { args: "" };
+                toolCalls.set(index, entry);
+            }
+            if (typeof tc?.id === "string")
+                entry.id = tc.id;
+            const fn = tc?.function;
+            if (fn) {
+                if (typeof fn.name === "string")
+                    entry.name = fn.name;
+                if (typeof fn.arguments === "string")
+                    entry.args += fn.arguments;
+            }
+        };
+        await (0, sse_1.readSse)(res, async (dataLine) => {
+            if (dataLine === "[DONE]")
+                return;
+            let parsed;
+            try {
+                parsed = JSON.parse(dataLine);
+            }
+            catch {
+                throw new Error(`OpenAI API returned invalid JSON: ${dataLine.slice(0, 200)}`);
+            }
+            const delta = parsed?.choices?.[0]?.delta;
+            if (!delta)
+                return;
+            if (Array.isArray(delta.tool_calls)) {
+                for (const tc of delta.tool_calls) {
+                    upsertToolCall(tc);
+                }
+            }
+            if (typeof delta.content === "string") {
+                content += delta.content;
+                await Promise.resolve(onStream(delta.content));
+            }
+        });
+        if (toolCalls.size > 0) {
+            return [...toolCalls.entries()]
+                .sort((a, b) => a[0] - b[0])
+                .map(([index, tc]) => {
+                if (!tc.name)
+                    throw new Error(`OpenAI streaming tool call missing function name at index ${index}`);
+                return {
+                    role: types_1.Role.ToolCall,
+                    toolName: tc.name,
+                    callId: tc.id ?? `call_${index}`,
+                    argsText: tc.args.length ? tc.args : "{}",
+                };
+            });
+        }
+        return [{ role: types_1.Role.Ai, content }];
+    }
+    const text = await res.text();
     let data;
     try {
         data = JSON.parse(text);

package/dist/adapter/openrouter.js

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.openrouterAdapter = openrouterAdapter;
 const types_1 = require("../types");
+const sse_1 = require("./sse");
 const ROLE_TO_OPENROUTER = {
     [types_1.Role.System]: "system",
     [types_1.Role.User]: "user",
@@ -31,6 +32,7 @@ async function openrouterAdapter(config, context, tools) {
     const model = config.model ?? "gpt-5-nano";
     const httpReferer = config.httpReferer;
     const title = config.title;
+    const onStream = config.onStream;
     if (!apiKey)
         throw new Error("OpenRouter adapter requires apiKey in config or OPENROUTER_API_KEY env");
     const contextMessages = toOpenRouterMessages(context);
@@ -43,6 +45,7 @@ async function openrouterAdapter(config, context, tools) {
         messages,
         tools: tools.length ? tools.map((t) => ({ type: "function", function: { name: t.name, description: t.description, parameters: t.parameters ?? {} } })) : undefined,
         tool_choice: tools.length ? "auto" : undefined,
+        stream: onStream ? true : undefined,
     };
     const headers = {
         "Content-Type": "application/json",
@@ -57,8 +60,8 @@ async function openrouterAdapter(config, context, tools) {
         headers,
         body: JSON.stringify(body),
     });
-    const text = await res.text();
     if (!res.ok) {
+        const text = await res.text();
         let errMsg = `OpenRouter API HTTP ${res.status}`;
         try {
             const parsed = JSON.parse(text);
@@ -71,6 +74,66 @@ async function openrouterAdapter(config, context, tools) {
         }
         throw new Error(errMsg);
     }
+    if (onStream) {
+        let content = "";
+        const toolCalls = new Map();
+        const upsertToolCall = (tc) => {
+            const index = typeof tc?.index === "number" ? tc.index : toolCalls.size;
+            let entry = toolCalls.get(index);
+            if (!entry) {
+                entry = { args: "" };
+                toolCalls.set(index, entry);
+            }
+            if (typeof tc?.id === "string")
+                entry.id = tc.id;
+            const fn = tc?.function;
+            if (fn) {
+                if (typeof fn.name === "string")
+                    entry.name = fn.name;
+                if (typeof fn.arguments === "string")
+                    entry.args += fn.arguments;
+            }
+        };
+        await (0, sse_1.readSse)(res, async (dataLine) => {
+            if (dataLine === "[DONE]")
+                return;
+            let parsed;
+            try {
+                parsed = JSON.parse(dataLine);
+            }
+            catch {
+                throw new Error(`OpenRouter API returned invalid JSON: ${dataLine.slice(0, 200)}`);
+            }
+            const delta = parsed?.choices?.[0]?.delta;
+            if (!delta)
+                return;
+            if (Array.isArray(delta.tool_calls)) {
+                for (const tc of delta.tool_calls) {
+                    upsertToolCall(tc);
+                }
+            }
+            if (typeof delta.content === "string") {
+                content += delta.content;
+                await Promise.resolve(onStream(delta.content));
+            }
+        });
+        if (toolCalls.size > 0) {
+            return [...toolCalls.entries()]
+                .sort((a, b) => a[0] - b[0])
+                .map(([index, tc]) => {
+                if (!tc.name)
+                    throw new Error(`OpenRouter streaming tool call missing function name at index ${index}`);
+                return {
+                    role: types_1.Role.ToolCall,
+                    toolName: tc.name,
+                    callId: tc.id ?? `call_${index}`,
+                    argsText: tc.args.length ? tc.args : "{}",
+                };
+            });
+        }
+        return [{ role: types_1.Role.Ai, content }];
+    }
+    const text = await res.text();
     let data;
     try {
         data = JSON.parse(text);

package/dist/adapter/sse.d.ts

@@ -0,0 +1 @@
+export declare function readSse(res: Response, onData: (data: string) => void | Promise<void>): Promise<void>;

package/dist/adapter/sse.js

@@ -0,0 +1,47 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.readSse = readSse;
+async function readSse(res, onData) {
+    const body = res.body;
+    if (!body)
+        throw new Error("Response body is empty");
+    const reader = body.getReader();
+    const decoder = new TextDecoder("utf-8");
+    let buffer = "";
+    let dataLines = [];
+    for (;;) {
+        const { value, done } = await reader.read();
+        if (done)
+            break;
+        buffer += decoder.decode(value, { stream: true });
+        let newlineIndex = buffer.indexOf("\n");
+        while (newlineIndex !== -1) {
+            let line = buffer.slice(0, newlineIndex);
+            buffer = buffer.slice(newlineIndex + 1);
+            if (line.endsWith("\r"))
+                line = line.slice(0, -1);
+            if (line === "") {
+                if (dataLines.length > 0) {
+                    const data = dataLines.join("\n");
+                    dataLines = [];
+                    await onData(data);
+                }
+            }
+            else if (line.startsWith("data:")) {
+                dataLines.push(line.slice(5).trimStart());
+            }
+            newlineIndex = buffer.indexOf("\n");
+        }
+    }
+    if (buffer) {
+        let line = buffer;
+        if (line.endsWith("\r"))
+            line = line.slice(0, -1);
+        if (line.startsWith("data:"))
+            dataLines.push(line.slice(5).trimStart());
+    }
+    if (dataLines.length > 0) {
+        const data = dataLines.join("\n");
+        await onData(data);
+    }
+}

package/dist/types.d.ts

@@ -34,6 +34,7 @@ export type Tool = {
 };
 export type AgentConfig = {
     endCondition?: (context: Message[], last: Message) => boolean;
+    onStream?: (textDelta: string) => void | Promise<void>;
     onToolCall?: (message: Extract<Message, {
         role: Role.ToolCall;
     }>, args: unknown) => boolean | void | Promise<boolean | void>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@arki-moe/agent-ts",
-  "version": "2.1.1",
+  "version": "2.2.2",
   "description": "Minimal Agent library, zero dependencies",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",