@arki-moe/agent-ts 5.0.0 → 5.2.0

package/README.md

@@ -47,6 +47,7 @@ console.log(agent.context);
 |---------|----------|----------|
 | `openai` | `apiKey` (or `OPENAI_API_KEY` env), `model` | `system`, `baseUrl` |
 | `openrouter` | `apiKey` (or `OPENROUTER_API_KEY` env), `model` | `system`, `baseUrl`, `httpReferer`, `title` |
+| `selfhost_chat_completions` | `apiKey` (or `SELFHOST_API_KEY` env), `model` | `system`, `baseUrl` |
 
 When `apiKey` is not provided in config, adapters read from the corresponding environment variable. An error is thrown only when both are missing.
 
@@ -66,6 +67,8 @@ When `apiKey` is not provided in config, adapters read from the corresponding en
 | `system` | `string` | Optional system prompt |
 | `endCondition` | `(context, last) => boolean` | Stop condition for `run`. Defaults to `last.role === Role.Ai` |
 | `onStream` | `(textDelta: string) => void \| Promise<void>` | Stream hook for AI text only. When provided, adapters use SSE streaming and still return the final `Message[]`. |
+| `isAbort` | `() => boolean \| Promise<boolean>` | Abort hook polled during `run`; return `true` to stop early and return partial results. |
+| `toolChoice` | `"auto" \| "required" \| "none" \| object` | Tool choice passed to adapters. Defaults to `auto` when tools are provided. |
 | `onToolCall` | `(message, args, agent) => boolean \| void \| Promise<boolean \| void>` | Called before each tool execution; return `false` to skip tool execution and `onToolResult` |
 | `onToolResult` | `(message, agent) => void \| Promise<void>` | Called after each tool execution (`message.role === Role.ToolResult`) |
 
@@ -75,6 +78,8 @@ When `apiKey` is not provided in config, adapters read from the corresponding en
 
 `tool.data` is a local JSON metadata bag for your own use and is not sent to adapters.
 
+`isAbort` is polled on the hot path (including streaming). When it returns `true`, `agent.run` stops and returns whatever messages it has so far. Streaming abort returns a partial AI message with `isPartial: true`.
+
 ## Scripts
 
 | Command | Description |

package/dist/abort.d.ts

@@ -0,0 +1,5 @@
+export type AbortChecker = {
+    check: () => Promise<boolean>;
+    isAborted: () => boolean;
+};
+export declare function createAbortChecker(isAbort?: () => boolean | Promise<boolean>): AbortChecker;

package/dist/abort.js

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createAbortChecker = createAbortChecker;
+function createAbortChecker(isAbort) {
+    let aborted = false;
+    const check = async () => {
+        if (!isAbort)
+            return false;
+        try {
+            const result = await Promise.resolve(isAbort());
+            if (result)
+                aborted = true;
+            return result;
+        }
+        catch {
+            aborted = true;
+            return true;
+        }
+    };
+    const isAborted = () => aborted;
+    return { check, isAborted };
+}

package/dist/adapter/openai.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.openaiAdapter = openaiAdapter;
+const abort_1 = require("../abort");
 const types_1 = require("../types");
 const sse_1 = require("./sse");
 const ROLE_TO_OPENAI = {
@@ -30,7 +31,9 @@ async function openaiAdapter(config, context, tools) {
     const baseUrl = config.baseUrl ?? "https://api.openai.com";
     const apiKey = config.apiKey || process.env.OPENAI_API_KEY || "";
     const model = config.model ?? "gpt-5-nano";
+    const toolChoice = config.toolChoice;
     const onStream = config.onStream;
+    const { check, isAborted } = (0, abort_1.createAbortChecker)(config.isAbort);
     if (!apiKey)
         throw new Error("OpenAI adapter requires apiKey in config or OPENAI_API_KEY env");
     const contextMessages = toOpenAIMessages(context);
@@ -42,9 +45,11 @@ async function openaiAdapter(config, context, tools) {
         model,
         messages,
         tools: tools.length ? tools.map((t) => ({ type: "function", function: { name: t.name, description: t.description, parameters: t.parameters ?? {} } })) : undefined,
-        tool_choice: tools.length ? "auto" : undefined,
+        tool_choice: tools.length ? (toolChoice ?? "auto") : undefined,
         stream: onStream ? true : undefined,
     };
+    if (await check())
+        return [];
     const res = await fetch(`${baseUrl.replace(/\/$/, "")}/v1/chat/completions`, {
         method: "POST",
         headers: { "Content-Type": "application/json", Authorization: `Bearer ${apiKey}` },
@@ -106,7 +111,8 @@ async function openaiAdapter(config, context, tools) {
                 content += delta.content;
                 await Promise.resolve(onStream(delta.content));
             }
-        });
+            await check();
+        }, check);
         if (toolCalls.size > 0) {
             return [...toolCalls.entries()]
                 .sort((a, b) => a[0] - b[0])
@@ -121,7 +127,9 @@ async function openaiAdapter(config, context, tools) {
                 };
             });
         }
-        return [{ role: types_1.Role.Ai, content }];
+        if (!content)
+            return [];
+        return [{ role: types_1.Role.Ai, content, isPartial: isAborted() ? true : undefined }];
     }
     const text = await res.text();
     let data;

package/dist/adapter/openrouter.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.openrouterAdapter = openrouterAdapter;
+const abort_1 = require("../abort");
 const types_1 = require("../types");
 const sse_1 = require("./sse");
 const ROLE_TO_OPENROUTER = {
@@ -30,9 +31,11 @@ async function openrouterAdapter(config, context, tools) {
     const baseUrl = config.baseUrl ?? "https://openrouter.ai/api/v1";
     const apiKey = config.apiKey || process.env.OPENROUTER_API_KEY || "";
     const model = config.model ?? "gpt-5-nano";
+    const toolChoice = config.toolChoice;
     const httpReferer = config.httpReferer;
     const title = config.title;
     const onStream = config.onStream;
+    const { check, isAborted } = (0, abort_1.createAbortChecker)(config.isAbort);
     if (!apiKey)
         throw new Error("OpenRouter adapter requires apiKey in config or OPENROUTER_API_KEY env");
     const contextMessages = toOpenRouterMessages(context);
@@ -44,7 +47,7 @@ async function openrouterAdapter(config, context, tools) {
         model,
         messages,
         tools: tools.length ? tools.map((t) => ({ type: "function", function: { name: t.name, description: t.description, parameters: t.parameters ?? {} } })) : undefined,
-        tool_choice: tools.length ? "auto" : undefined,
+        tool_choice: tools.length ? (toolChoice ?? "auto") : undefined,
         stream: onStream ? true : undefined,
     };
     const headers = {
@@ -55,6 +58,8 @@ async function openrouterAdapter(config, context, tools) {
         headers["HTTP-Referer"] = httpReferer;
     if (title)
         headers["X-Title"] = title;
+    if (await check())
+        return [];
     const res = await fetch(`${baseUrl.replace(/\/$/, "")}/chat/completions`, {
         method: "POST",
         headers,
@@ -116,7 +121,8 @@ async function openrouterAdapter(config, context, tools) {
                 content += delta.content;
                 await Promise.resolve(onStream(delta.content));
             }
-        });
+            await check();
+        }, check);
         if (toolCalls.size > 0) {
             return [...toolCalls.entries()]
                 .sort((a, b) => a[0] - b[0])
@@ -131,7 +137,9 @@ async function openrouterAdapter(config, context, tools) {
                 };
             });
         }
-        return [{ role: types_1.Role.Ai, content }];
+        if (!content)
+            return [];
+        return [{ role: types_1.Role.Ai, content, isPartial: isAborted() ? true : undefined }];
     }
     const text = await res.text();
     let data;

package/dist/adapter/selfhost_chat_completions.d.ts

@@ -0,0 +1,2 @@
+import { type Message, type Tool } from "../types";
+export declare function selfhostChatCompletionsAdapter(config: Record<string, unknown>, context: Message[], tools: Tool[]): Promise<Message[]>;

package/dist/adapter/selfhost_chat_completions.js

@@ -0,0 +1,156 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.selfhostChatCompletionsAdapter = selfhostChatCompletionsAdapter;
+const abort_1 = require("../abort");
+const types_1 = require("../types");
+const sse_1 = require("./sse");
+const ROLE_TO_OPENAI = {
+    [types_1.Role.System]: "system",
+    [types_1.Role.User]: "user",
+    [types_1.Role.Ai]: "assistant",
+};
+function toOpenAIMessages(context) {
+    return context.reduce((out, m) => {
+        if (m.role === types_1.Role.System || m.role === types_1.Role.User || m.role === types_1.Role.Ai)
+            return [...out, { role: ROLE_TO_OPENAI[m.role], content: m.content }];
+        if (m.role === types_1.Role.ToolResult)
+            return [...out, { role: "tool", content: m.content, tool_call_id: m.callId }];
+        if (m.role === types_1.Role.ToolCall) {
+            const tc = { id: m.callId, type: "function", function: { name: m.toolName, arguments: m.argsText ?? "{}" } };
+            const last = out[out.length - 1];
+            if (last?.tool_calls) {
+                last.tool_calls.push(tc);
+                return out;
+            }
+            return [...out, { role: "assistant", tool_calls: [tc] }];
+        }
+        return out;
+    }, []);
+}
+async function selfhostChatCompletionsAdapter(config, context, tools) {
+    const baseUrl = config.baseUrl ?? "http://localhost:1234";
+    const apiKey = config.apiKey || process.env.SELFHOST_API_KEY || "";
+    const model = config.model ?? "gpt-5-nano";
+    const toolChoice = config.toolChoice;
+    const onStream = config.onStream;
+    const { check, isAborted } = (0, abort_1.createAbortChecker)(config.isAbort);
+    if (!apiKey)
+        throw new Error("Self-host chat completions adapter requires apiKey in config or SELFHOST_API_KEY env");
+    const contextMessages = toOpenAIMessages(context);
+    const systemContent = config.system;
+    const messages = systemContent
+        ? [{ role: "system", content: systemContent }, ...contextMessages]
+        : contextMessages;
+    const body = {
+        model,
+        messages,
+        tools: tools.length ? tools.map((t) => ({ type: "function", function: { name: t.name, description: t.description, parameters: t.parameters ?? {} } })) : undefined,
+        tool_choice: tools.length ? (toolChoice ?? "auto") : undefined,
+        stream: onStream ? true : undefined,
+    };
+    if (await check())
+        return [];
+    const res = await fetch(`${baseUrl.replace(/\/$/, "")}/v1/chat/completions`, {
+        method: "POST",
+        headers: { "Content-Type": "application/json", Authorization: `Bearer ${apiKey}` },
+        body: JSON.stringify(body),
+    });
+    if (!res.ok) {
+        const text = await res.text();
+        let errMsg = `Self-host chat completions API HTTP ${res.status}`;
+        try {
+            const parsed = JSON.parse(text);
+            if (parsed?.error?.message)
+                errMsg = parsed.error.message;
+        }
+        catch {
+            if (text)
+                errMsg += `: ${text.slice(0, 200)}`;
+        }
+        throw new Error(errMsg);
+    }
+    if (onStream) {
+        let content = "";
+        const toolCalls = new Map();
+        const upsertToolCall = (tc) => {
+            const index = typeof tc?.index === "number" ? tc.index : toolCalls.size;
+            let entry = toolCalls.get(index);
+            if (!entry) {
+                entry = { args: "" };
+                toolCalls.set(index, entry);
+            }
+            if (typeof tc?.id === "string")
+                entry.id = tc.id;
+            const fn = tc?.function;
+            if (fn) {
+                if (typeof fn.name === "string")
+                    entry.name = fn.name;
+                if (typeof fn.arguments === "string")
+                    entry.args += fn.arguments;
+            }
+        };
+        await (0, sse_1.readSse)(res, async (dataLine) => {
+            if (dataLine === "[DONE]")
+                return;
+            let parsed;
+            try {
+                parsed = JSON.parse(dataLine);
+            }
+            catch {
+                throw new Error(`Self-host chat completions API returned invalid JSON: ${dataLine.slice(0, 200)}`);
+            }
+            const delta = parsed?.choices?.[0]?.delta;
+            if (!delta)
+                return;
+            if (Array.isArray(delta.tool_calls)) {
+                for (const tc of delta.tool_calls) {
+                    upsertToolCall(tc);
+                }
+            }
+            if (typeof delta.content === "string") {
+                content += delta.content;
+                await Promise.resolve(onStream(delta.content));
+            }
+            await check();
+        }, check);
+        if (toolCalls.size > 0) {
+            return [...toolCalls.entries()]
+                .sort((a, b) => a[0] - b[0])
+                .map(([index, tc]) => {
+                if (!tc.name)
+                    throw new Error(`Self-host streaming tool call missing function name at index ${index}`);
+                return {
+                    role: types_1.Role.ToolCall,
+                    toolName: tc.name,
+                    callId: tc.id ?? `call_${index}`,
+                    argsText: tc.args.length ? tc.args : "{}",
+                };
+            });
+        }
+        if (!content)
+            return [];
+        return [{ role: types_1.Role.Ai, content, isPartial: isAborted() ? true : undefined }];
+    }
+    const text = await res.text();
+    let data;
+    try {
+        data = JSON.parse(text);
+    }
+    catch {
+        throw new Error(`Self-host chat completions API returned invalid JSON: ${text.slice(0, 200)}`);
+    }
+    if (data.error)
+        throw new Error(`Self-host chat completions API error: ${data.error.message}`);
+    const msg = data.choices?.[0]?.message;
+    if (!msg)
+        throw new Error("Self-host chat completions API returned empty response");
+    if (msg.tool_calls?.length) {
+        return msg.tool_calls.map((tc) => ({
+            role: types_1.Role.ToolCall,
+            toolName: tc.function.name,
+            callId: tc.id,
+            argsText: tc.function.arguments ?? "{}",
+        }));
+    }
+    return [{ role: types_1.Role.Ai, content: msg.content ?? "" }];
+}

package/dist/adapter/sse.d.ts

@@ -1 +1 @@
-export declare function readSse(res: Response, onData: (data: string) => void | Promise<void>): Promise<void>;
+export declare function readSse(res: Response, onData: (data: string) => void | Promise<void>, isAbort?: () => boolean | Promise<boolean>): Promise<void>;

package/dist/adapter/sse.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.readSse = readSse;
-async function readSse(res, onData) {
+async function readSse(res, onData, isAbort) {
     const body = res.body;
     if (!body)
         throw new Error("Response body is empty");
@@ -10,12 +10,16 @@ async function readSse(res, onData) {
     let buffer = "";
     let dataLines = [];
     for (;;) {
+        if (isAbort && (await isAbort()))
+            return;
         const { value, done } = await reader.read();
         if (done)
             break;
         buffer += decoder.decode(value, { stream: true });
         let newlineIndex = buffer.indexOf("\n");
         while (newlineIndex !== -1) {
+            if (isAbort && (await isAbort()))
+                return;
             let line = buffer.slice(0, newlineIndex);
             buffer = buffer.slice(newlineIndex + 1);
             if (line.endsWith("\r"))
@@ -34,6 +38,8 @@ async function readSse(res, onData) {
         }
     }
     if (buffer) {
+        if (isAbort && (await isAbort()))
+            return;
         let line = buffer;
         if (line.endsWith("\r"))
             line = line.slice(0, -1);
@@ -41,6 +47,8 @@ async function readSse(res, onData) {
             dataLines.push(line.slice(5).trimStart());
     }
     if (dataLines.length > 0) {
+        if (isAbort && (await isAbort()))
+            return;
         const data = dataLines.join("\n");
         await onData(data);
     }

package/dist/index.d.ts

@@ -1,6 +1,7 @@
 import type { AgentConfig, AgentLike, Context, Message, Tool } from "./types";
 export { openaiAdapter } from "./adapter/openai";
 export { openrouterAdapter } from "./adapter/openrouter";
+export { selfhostChatCompletionsAdapter } from "./adapter/selfhost_chat_completions";
 export type { Adapter, AgentConfig, AgentLike, Context, Message, Tool } from "./types";
 export { Role } from "./types";
 export declare class Agent implements AgentLike {

package/dist/index.js

@@ -1,18 +1,23 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Agent = exports.Role = exports.openrouterAdapter = exports.openaiAdapter = void 0;
+exports.Agent = exports.Role = exports.selfhostChatCompletionsAdapter = exports.openrouterAdapter = exports.openaiAdapter = void 0;
 const openai_1 = require("./adapter/openai");
 const openrouter_1 = require("./adapter/openrouter");
+const selfhost_chat_completions_1 = require("./adapter/selfhost_chat_completions");
+const abort_1 = require("./abort");
 const types_1 = require("./types");
 var openai_2 = require("./adapter/openai");
 Object.defineProperty(exports, "openaiAdapter", { enumerable: true, get: function () { return openai_2.openaiAdapter; } });
 var openrouter_2 = require("./adapter/openrouter");
 Object.defineProperty(exports, "openrouterAdapter", { enumerable: true, get: function () { return openrouter_2.openrouterAdapter; } });
+var selfhost_chat_completions_2 = require("./adapter/selfhost_chat_completions");
+Object.defineProperty(exports, "selfhostChatCompletionsAdapter", { enumerable: true, get: function () { return selfhost_chat_completions_2.selfhostChatCompletionsAdapter; } });
 var types_2 = require("./types");
 Object.defineProperty(exports, "Role", { enumerable: true, get: function () { return types_2.Role; } });
 const adapters = {
     openai: openai_1.openaiAdapter,
     openrouter: openrouter_1.openrouterAdapter,
+    selfhost_chat_completions: selfhost_chat_completions_1.selfhostChatCompletionsAdapter,
 };
 class Agent {
     constructor(adapterName, config) {
@@ -30,6 +35,9 @@ class Agent {
     }
     async run(message) {
         const all = [];
+        const { check } = (0, abort_1.createAbortChecker)(this.config.isAbort);
+        if (await check())
+            return all;
         const sessionContext = [...this.context];
         const persistToContext = (msgs) => {
             this.context.push(...msgs);
@@ -41,6 +49,8 @@ class Agent {
         pushToSession([userMessage]);
         persistToContext([userMessage]);
         const runAdapter = async () => {
+            if (await check())
+                return [];
             const msgs = await this.adapter(this.config, sessionContext, this.tools);
             pushToSession(msgs);
             persistToContext(msgs);
@@ -48,7 +58,11 @@ class Agent {
             return msgs;
         };
         let msgs = await runAdapter();
+        if (await check())
+            return all;
         for (;;) {
+            if (await check())
+                return all;
             const last = msgs[msgs.length - 1];
             if (this.endCondition(sessionContext, last))
                 return all;
@@ -56,6 +70,8 @@ class Agent {
             if (toolCalls.length === 0)
                 return all;
             const results = await Promise.all(toolCalls.map(async (m) => {
+                if (await check())
+                    return null;
                 const tool = this.tools.find((t) => t.name === m.toolName);
                 if (!tool)
                     throw new Error(`Tool "${m.toolName}" is not registered`);

package/dist/types.d.ts

@@ -14,6 +14,7 @@ export type Message = {
 } | {
     role: Role.Ai;
     content: string;
+    isPartial?: boolean;
 } | {
     role: Role.ToolCall;
     toolName: string;
@@ -41,6 +42,8 @@ export type Tool = {
 export type AgentConfig = {
     endCondition?: (context: Message[], last: Message) => boolean;
     onStream?: (textDelta: string) => void | Promise<void>;
+    isAbort?: () => boolean | Promise<boolean>;
+    toolChoice?: "auto" | "required" | "none" | Record<string, unknown>;
     onToolCall?: (message: Extract<Message, {
         role: Role.ToolCall;
     }>, args: unknown, agent: AgentLike) => boolean | void | Promise<boolean | void>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@arki-moe/agent-ts",
-  "version": "5.0.0",
+  "version": "5.2.0",
   "description": "Minimal Agent library, zero dependencies",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",