@typescript-agent-harness/llm 0.15.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 typescript-agent-harness contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/dist/contract.d.ts

@@ -0,0 +1,3 @@
+import type { LLMService } from "./types.js";
+export declare const LLM: import("@typescript-agent-harness/core").ServiceKey<LLMService>;
+//# sourceMappingURL=contract.d.ts.map

package/dist/contract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"contract.d.ts","sourceRoot":"","sources":["../src/contract.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE7C,eAAO,MAAM,GAAG,iEAAsC,CAAC"}

package/dist/contract.js

@@ -0,0 +1,3 @@
+import { createServiceKey } from "@typescript-agent-harness/core";
+export const LLM = createServiceKey("llm");
+//# sourceMappingURL=contract.js.map

package/dist/contract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contract.js","sourceRoot":"","sources":["../src/contract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAGlE,MAAM,CAAC,MAAM,GAAG,GAAG,gBAAgB,CAAa,KAAK,CAAC,CAAC"}

package/dist/ids.d.ts

@@ -0,0 +1,2 @@
+export declare function nextId(prefix: string): string;
+//# sourceMappingURL=ids.d.ts.map

package/dist/ids.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ids.d.ts","sourceRoot":"","sources":["../src/ids.ts"],"names":[],"mappings":"AAEA,wBAAgB,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAG7C"}

package/dist/ids.js

@@ -0,0 +1,6 @@
+let n = 0;
+export function nextId(prefix) {
+    n += 1;
+    return `${prefix}_${n}_${Date.now().toString(36)}`;
+}
+//# sourceMappingURL=ids.js.map

package/dist/ids.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ids.js","sourceRoot":"","sources":["../src/ids.ts"],"names":[],"mappings":"AAAA,IAAI,CAAC,GAAG,CAAC,CAAC;AAEV,MAAM,UAAU,MAAM,CAAC,MAAc;IACnC,CAAC,IAAI,CAAC,CAAC;IACP,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;AACrD,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,6 @@
+export { LLM } from "./contract.js";
+export { llmPlugin, type LLMPluginOptions } from "./plugin.js";
+export { createMockLLM } from "./mock.js";
+export { createOpenAICompatLLM, type OpenAICompatConfig } from "./openai.js";
+export type { ChatMessage, FinishReason, JSONSchema, LLMRequest, LLMResponse, LLMService, LLMStreamPart, TokenUsage, ToolCall, ToolSchema, } from "./types.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,eAAe,CAAC;AACpC,OAAO,EAAE,SAAS,EAAE,KAAK,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,qBAAqB,EAAE,KAAK,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAC7E,YAAY,EACV,WAAW,EACX,YAAY,EACZ,UAAU,EACV,UAAU,EACV,WAAW,EACX,UAAU,EACV,aAAa,EACb,UAAU,EACV,QAAQ,EACR,UAAU,GACX,MAAM,YAAY,CAAC"}

package/dist/index.js

@@ -0,0 +1,5 @@
+export { LLM } from "./contract.js";
+export { llmPlugin } from "./plugin.js";
+export { createMockLLM } from "./mock.js";
+export { createOpenAICompatLLM } from "./openai.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,eAAe,CAAC;AACpC,OAAO,EAAE,SAAS,EAAyB,MAAM,aAAa,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,qBAAqB,EAA2B,MAAM,aAAa,CAAC"}

package/dist/mock.d.ts

@@ -0,0 +1,7 @@
+import type { LLMService } from "./types.js";
+/**
+ * Deterministic provider for demos and tests.
+ * list_files → (optional) read README.md → short project summary.
+ */
+export declare function createMockLLM(defaultModel?: string): LLMService;
+//# sourceMappingURL=mock.d.ts.map

package/dist/mock.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mock.d.ts","sourceRoot":"","sources":["../src/mock.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAIV,UAAU,EAGX,MAAM,YAAY,CAAC;AAwFpB;;;GAGG;AACH,wBAAgB,aAAa,CAAC,YAAY,SAAS,GAAG,UAAU,CA0D/D"}

package/dist/mock.js

@@ -0,0 +1,133 @@
+import { nextId } from "./ids.js";
+function toolNameByCallId(messages) {
+    const map = new Map();
+    for (const m of messages) {
+        if (m.role === "assistant" && m.toolCalls) {
+            for (const c of m.toolCalls)
+                map.set(c.id, c.name);
+        }
+    }
+    return map;
+}
+function toolOutputs(messages) {
+    const names = toolNameByCallId(messages);
+    const out = new Map();
+    for (const m of messages) {
+        if (m.role !== "tool")
+            continue;
+        const name = names.get(m.toolCallId);
+        if (!name)
+            continue;
+        try {
+            out.set(name, JSON.parse(m.content));
+        }
+        catch {
+            out.set(name, m.content);
+        }
+    }
+    return out;
+}
+function call(name, args) {
+    const toolCalls = [{ id: nextId("call"), name, arguments: args }];
+    return {
+        toolCalls,
+        response: {
+            id: nextId("llm"),
+            model: "",
+            message: { role: "assistant", toolCalls },
+            toolCalls,
+            finishReason: "tool_calls",
+        },
+    };
+}
+function summarize(outputs) {
+    const listing = outputs.get("list_files");
+    const read = outputs.get("read_file");
+    const entries = listing?.entries ?? [];
+    const dirs = entries.filter((e) => e.type === "dir").map((e) => e.name);
+    const files = entries.filter((e) => e.type === "file").map((e) => e.name);
+    const lines = [
+        "这是一个 TypeScript Agent Runtime 仓库（typescript-agent-harness）。",
+        dirs.length
+            ? `顶层目录：${dirs.join("、")}。`
+            : "顶层没有子目录。",
+        files.length
+            ? `顶层文件：${files.join("、")}。`
+            : "",
+    ];
+    if (read?.content) {
+        const first = read.content
+            .split("\n")
+            .map((l) => l.trim())
+            .find((l) => {
+            if (!l)
+                return false;
+            if (l.startsWith("#") || l.startsWith("[") || l.startsWith("**"))
+                return false;
+            if (l.startsWith(">") || l.startsWith("```"))
+                return false;
+            return l.length > 20;
+        });
+        if (first)
+            lines.push(`README 摘要：${first}`);
+    }
+    lines.push("核心做法：用 Plugin 往 Runtime 上挂 LLM / Tools / Session，而不是把一切塞进一个 Agent 类。");
+    return lines.filter(Boolean).join("\n");
+}
+/**
+ * Deterministic provider for demos and tests.
+ * list_files → (optional) read README.md → short project summary.
+ */
+export function createMockLLM(defaultModel = "mock") {
+    async function generate(request) {
+        const model = request.model ?? defaultModel;
+        const has = (name) => request.tools?.some((t) => t.name === name);
+        const outputs = toolOutputs(request.messages);
+        const last = request.messages.at(-1);
+        if (has("list_files") && !outputs.has("list_files")) {
+            const { response } = call("list_files", { directory: "." });
+            response.model = model;
+            return response;
+        }
+        const listing = outputs.get("list_files");
+        const hasReadme = listing?.entries?.some((e) => e.name.toLowerCase().startsWith("readme"));
+        if (has("read_file") && hasReadme && !outputs.has("read_file")) {
+            const name = listing?.entries?.find((e) => e.name === "README.zh-CN.md")?.name ??
+                listing?.entries?.find((e) => e.name.toLowerCase().startsWith("readme"))?.name ??
+                "README.md";
+            const { response } = call("read_file", { path: name });
+            response.model = model;
+            return response;
+        }
+        if (outputs.size > 0) {
+            return {
+                id: nextId("llm"),
+                model,
+                message: { role: "assistant", content: summarize(outputs) },
+                finishReason: "stop",
+            };
+        }
+        return {
+            id: nextId("llm"),
+            model,
+            message: {
+                role: "assistant",
+                content: last?.role === "user" ? `收到：${last.content}` : "OK",
+            },
+            finishReason: "stop",
+        };
+    }
+    async function* stream(request) {
+        const response = await generate(request);
+        const text = response.message.content;
+        if (text) {
+            const size = 8;
+            for (let i = 0; i < text.length; i += size) {
+                yield { type: "text-delta", text: text.slice(i, i + size) };
+            }
+        }
+        yield { type: "done", response };
+    }
+    return { generate, stream };
+}
+//# sourceMappingURL=mock.js.map

package/dist/mock.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mock.js","sourceRoot":"","sources":["../src/mock.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAOlC,SAAS,gBAAgB,CAAC,QAAuB;IAC/C,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;IACtC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;YAC1C,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS;gBAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,WAAW,CAAC,QAAuB;IAC1C,MAAM,KAAK,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAmB,CAAC;IACvC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;YAAE,SAAS;QAChC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QACrC,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,IAAI,CAAC;YACH,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAY,CAAC,CAAC;QAClD,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,IAAI,CAAC,IAAY,EAAE,IAAa;IACvC,MAAM,SAAS,GAAe,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9E,OAAO;QACL,SAAS;QACT,QAAQ,EAAE;YACR,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC;YACjB,KAAK,EAAE,EAAE;YACT,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE;YACzC,SAAS;YACT,YAAY,EAAE,YAAY;SAC3B;KACF,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,OAA6B;IAC9C,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAA2B,CAAC;IACpE,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAEvB,CAAC;IAEd,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;IACvC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACxE,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAE1E,MAAM,KAAK,GAAG;QACZ,6DAA6D;QAC7D,IAAI,CAAC,MAAM;YACT,CAAC,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;YAC3B,CAAC,CAAC,UAAU;QACd,KAAK,CAAC,MAAM;YACV,CAAC,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;YAC5B,CAAC,CAAC,EAAE;KACP,CAAC;IAEF,IAAI,IAAI,EAAE,OAAO,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO;aACvB,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aACpB,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;YACV,IAAI,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;YACrB,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC;gBAAE,OAAO,KAAK,CAAC;YAC/E,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;YAC3D,OAAO,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC;QACvB,CAAC,CAAC,CAAC;QACL,IAAI,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,aAAa,KAAK,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,IAAI,CACR,sEAAsE,CACvE,CAAC;IAEF,OAAO,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1C,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,YAAY,GAAG,MAAM;IACjD,KAAK,UAAU,QAAQ,CAAC,OAAmB;QACzC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,YAAY,CAAC;QAC5C,MAAM,GAAG,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QAC1E,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAErC,IAAI,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;YACpD,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;YAC5D,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;YACvB,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAA2B,CAAC;QACpE,MAAM,SAAS,GAAG,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC3F,IAAI,GAAG,CAAC,WAAW,CAAC,IAAI,SAAS,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/D,MAAM,IAAI,GACR,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,iBAAiB,CAAC,EAAE,IAAI;gBACjE,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI;gBAC9E,WAAW,CAAC;YACd,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACvD,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;YACvB,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO;gBACL,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC;gBACjB,KAAK;gBACL,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,EAAE;gBAC3D,YAAY,EAAE,MAAM;aACrB,CAAC;QACJ,CAAC;QAED,OAAO;YACL,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC;YACjB,KAAK;YACL,OAAO,EAAE;gBACP,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,IAAI,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI;aAC7D;YACD,YAAY,EAAE,MAAM;SACrB,CAAC;IACJ,CAAC;IAED,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC,OAAmB;QACxC,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;QACtC,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,IAAI,GAAG,CAAC,CAAC;YACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;gBAC3C,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC;YAC9D,CAAC;QACH,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IACnC,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;AAC9B,CAAC"}

package/dist/openai.d.ts

@@ -0,0 +1,8 @@
+import type { LLMService } from "./types.js";
+export type OpenAICompatConfig = {
+    baseURL: string;
+    apiKey: string;
+    defaultModel: string;
+};
+export declare function createOpenAICompatLLM(config: OpenAICompatConfig): LLMService;
+//# sourceMappingURL=openai.d.ts.map

package/dist/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../src/openai.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAKV,UAAU,EAIX,MAAM,YAAY,CAAC;AAGpB,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AA8EF,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,kBAAkB,GAAG,UAAU,CAqL5E"}

package/dist/openai.js

@@ -0,0 +1,219 @@
+import { nextId } from "./ids.js";
+function toOpenAIMessages(messages) {
+    return messages.map((m) => {
+        if (m.role === "tool") {
+            return { role: "tool", tool_call_id: m.toolCallId, content: m.content };
+        }
+        if (m.role === "assistant") {
+            const out = { role: "assistant", content: m.content ?? null };
+            if (m.toolCalls?.length) {
+                out.tool_calls = m.toolCalls.map((c) => ({
+                    id: c.id,
+                    type: "function",
+                    function: {
+                        name: c.name,
+                        arguments: typeof c.arguments === "string"
+                            ? c.arguments
+                            : JSON.stringify(c.arguments ?? {}),
+                    },
+                }));
+            }
+            return out;
+        }
+        return { role: m.role, content: m.content };
+    });
+}
+function parseArgs(raw) {
+    try {
+        return JSON.parse(raw);
+    }
+    catch {
+        return raw;
+    }
+}
+function mapFinish(reason) {
+    if (reason === "tool_calls")
+        return "tool_calls";
+    if (reason === "length")
+        return "length";
+    return "stop";
+}
+function requestBody(request, model, stream) {
+    const body = {
+        model,
+        messages: toOpenAIMessages(request.messages),
+        stream,
+    };
+    if (request.temperature !== undefined)
+        body.temperature = request.temperature;
+    if (request.maxTokens !== undefined)
+        body.max_tokens = request.maxTokens;
+    if (request.tools?.length) {
+        body.tools = request.tools.map((t) => ({
+            type: "function",
+            function: {
+                name: t.name,
+                description: t.description,
+                parameters: t.inputSchema,
+            },
+        }));
+    }
+    return body;
+}
+export function createOpenAICompatLLM(config) {
+    const base = config.baseURL.replace(/\/$/, "");
+    async function chatCompletions(request, stream) {
+        const model = request.model ?? config.defaultModel;
+        const init = {
+            method: "POST",
+            headers: {
+                "content-type": "application/json",
+                authorization: `Bearer ${config.apiKey}`,
+            },
+            body: JSON.stringify(requestBody(request, model, stream)),
+        };
+        if (request.signal)
+            init.signal = request.signal;
+        const res = await fetch(`${base}/chat/completions`, init);
+        if (!res.ok) {
+            const text = await res.text();
+            throw new Error(`OpenAI-compatible error ${res.status}: ${text}`);
+        }
+        return res;
+    }
+    async function generate(request) {
+        const model = request.model ?? config.defaultModel;
+        const res = await chatCompletions(request, false);
+        const json = (await res.json());
+        const choice = json.choices?.[0];
+        const msg = choice?.message;
+        const toolCalls = msg?.tool_calls?.map((c) => ({
+            id: c.id,
+            name: c.function.name,
+            arguments: parseArgs(c.function.arguments),
+        }));
+        const usage = json.usage
+            ? {
+                promptTokens: json.usage.prompt_tokens ?? 0,
+                completionTokens: json.usage.completion_tokens ?? 0,
+                totalTokens: json.usage.total_tokens ?? 0,
+            }
+            : undefined;
+        const assistant = {
+            role: "assistant",
+        };
+        if (msg?.content)
+            assistant.content = msg.content;
+        if (toolCalls?.length)
+            assistant.toolCalls = toolCalls;
+        const response = {
+            id: json.id ?? nextId("llm"),
+            model: json.model ?? model,
+            message: assistant,
+            finishReason: mapFinish(choice?.finish_reason),
+        };
+        if (toolCalls?.length)
+            response.toolCalls = toolCalls;
+        if (usage)
+            response.usage = usage;
+        return response;
+    }
+    async function* stream(request) {
+        const model = request.model ?? config.defaultModel;
+        const res = await chatCompletions(request, true);
+        if (!res.body)
+            throw new Error("OpenAI-compatible stream: empty body");
+        const reader = res.body.getReader();
+        const decoder = new TextDecoder();
+        let buf = "";
+        let content = "";
+        let id = nextId("llm");
+        let outModel = model;
+        let finish = "stop";
+        const toolParts = new Map();
+        let usage;
+        const flushLine = (line) => {
+            const trimmed = line.trim();
+            if (!trimmed.startsWith("data:"))
+                return;
+            const data = trimmed.slice(5).trim();
+            if (!data || data === "[DONE]")
+                return;
+            const json = JSON.parse(data);
+            if (json.id)
+                id = json.id;
+            if (json.model)
+                outModel = json.model;
+            if (json.usage) {
+                usage = {
+                    promptTokens: json.usage.prompt_tokens ?? 0,
+                    completionTokens: json.usage.completion_tokens ?? 0,
+                    totalTokens: json.usage.total_tokens ?? 0,
+                };
+            }
+            const choice = json.choices?.[0];
+            if (choice?.finish_reason)
+                finish = mapFinish(choice.finish_reason);
+            const delta = choice?.delta;
+            if (delta?.content)
+                content += delta.content;
+            for (const tc of delta?.tool_calls ?? []) {
+                const index = tc.index ?? 0;
+                const prev = toolParts.get(index) ?? { id: "", name: "", args: "" };
+                if (tc.id)
+                    prev.id = tc.id;
+                if (tc.function?.name)
+                    prev.name += tc.function.name;
+                if (tc.function?.arguments)
+                    prev.args += tc.function.arguments;
+                toolParts.set(index, prev);
+            }
+            return delta?.content ?? "";
+        };
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            buf += decoder.decode(value, { stream: true });
+            const lines = buf.split("\n");
+            buf = lines.pop() ?? "";
+            for (const line of lines) {
+                const piece = flushLine(line);
+                if (piece)
+                    yield { type: "text-delta", text: piece };
+            }
+        }
+        if (buf.trim()) {
+            const piece = flushLine(buf);
+            if (piece)
+                yield { type: "text-delta", text: piece };
+        }
+        const toolCalls = [...toolParts.entries()]
+            .sort((a, b) => a[0] - b[0])
+            .map(([, t]) => ({
+            id: t.id || nextId("call"),
+            name: t.name,
+            arguments: parseArgs(t.args),
+        }));
+        const assistant = {
+            role: "assistant",
+        };
+        if (content)
+            assistant.content = content;
+        if (toolCalls.length)
+            assistant.toolCalls = toolCalls;
+        const response = {
+            id,
+            model: outModel,
+            message: assistant,
+            finishReason: toolCalls.length ? "tool_calls" : finish,
+        };
+        if (toolCalls.length)
+            response.toolCalls = toolCalls;
+        if (usage)
+            response.usage = usage;
+        yield { type: "done", response };
+    }
+    return { generate, stream };
+}
+//# sourceMappingURL=openai.js.map

package/dist/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../src/openai.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAmBlC,SAAS,gBAAgB,CAAC,QAAuB;IAC/C,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACxB,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC,UAAU,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QAC1E,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAkB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;YAC7E,IAAI,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;gBACxB,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACvC,EAAE,EAAE,CAAC,CAAC,EAAE;oBACR,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE;wBACR,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,SAAS,EACP,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ;4BAC7B,CAAC,CAAC,CAAC,CAAC,SAAS;4BACb,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC;qBACxC;iBACF,CAAC,CAAC,CAAC;YACN,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,SAAS,CAAC,GAAW;IAC5B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAY,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,MAAiC;IAClD,IAAI,MAAM,KAAK,YAAY;QAAE,OAAO,YAAY,CAAC;IACjD,IAAI,MAAM,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC;IACzC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAClB,OAAmB,EACnB,KAAa,EACb,MAAe;IAEf,MAAM,IAAI,GAA4B;QACpC,KAAK;QACL,QAAQ,EAAE,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC;QAC5C,MAAM;KACP,CAAC;IACF,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS;QAAE,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAC9E,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS;QAAE,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;IACzE,IAAI,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrC,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,UAAU,EAAE,CAAC,CAAC,WAAW;aAC1B;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,MAA0B;IAC9D,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAE/C,KAAK,UAAU,eAAe,CAAC,OAAmB,EAAE,MAAe;QACjE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,YAAY,CAAC;QACnD,MAAM,IAAI,GAAgB;YACxB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE;aACzC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;SAC1D,CAAC;QACF,IAAI,OAAO,CAAC,MAAM;YAAE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QACjD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,mBAAmB,EAAE,IAAI,CAAC,CAAC;QAC1D,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,2BAA2B,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,UAAU,QAAQ,CAAC,OAAmB;QACzC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,YAAY,CAAC;QACnD,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAY7B,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,GAAG,GAAG,MAAM,EAAE,OAAO,CAAC;QAC5B,MAAM,SAAS,GAA2B,GAAG,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrE,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;YACrB,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;SAC3C,CAAC,CAAC,CAAC;QAEJ,MAAM,KAAK,GAA2B,IAAI,CAAC,KAAK;YAC9C,CAAC,CAAC;gBACE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;gBAC3C,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;gBACnD,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;aAC1C;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,SAAS,GAAgD;YAC7D,IAAI,EAAE,WAAW;SAClB,CAAC;QACF,IAAI,GAAG,EAAE,OAAO;YAAE,SAAS,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAClD,IAAI,SAAS,EAAE,MAAM;YAAE,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;QAEvD,MAAM,QAAQ,GAAgB;YAC5B,EAAE,EAAE,IAAI,CAAC,EAAE,IAAI,MAAM,CAAC,KAAK,CAAC;YAC5B,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK;YAC1B,OAAO,EAAE,SAAS;YAClB,YAAY,EAAE,SAAS,CAAC,MAAM,EAAE,aAAa,CAAC;SAC/C,CAAC;QACF,IAAI,SAAS,EAAE,MAAM;YAAE,QAAQ,CAAC,SAAS,GAAG,SAAS,CAAC;QACtD,IAAI,KAAK;YAAE,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;QAClC,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC,OAAmB;QACxC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,YAAY,CAAC;QACnD,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,GAAG,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAEvE,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QACvB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,MAAM,GAAiB,MAAM,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,GAAG,EAGtB,CAAC;QACJ,IAAI,KAA6B,CAAC;QAElC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,EAAE;YACjC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;gBAAE,OAAO;YACzC,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACrC,IAAI,CAAC,IAAI,IAAI,IAAI,KAAK,QAAQ;gBAAE,OAAO;YACvC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAmB3B,CAAC;YACF,IAAI,IAAI,CAAC,EAAE;gBAAE,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YAC1B,IAAI,IAAI,CAAC,KAAK;gBAAE,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC;YACtC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,KAAK,GAAG;oBACN,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;oBAC3C,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;oBACnD,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;iBAC1C,CAAC;YACJ,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YACjC,IAAI,MAAM,EAAE,aAAa;gBAAE,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YACpE,MAAM,KAAK,GAAG,MAAM,EAAE,KAAK,CAAC;YAC5B,IAAI,KAAK,EAAE,OAAO;gBAAE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC;YAC7C,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,UAAU,IAAI,EAAE,EAAE,CAAC;gBACzC,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC;gBAC5B,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;gBACpE,IAAI,EAAE,CAAC,EAAE;oBAAE,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;gBAC3B,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;oBAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACrD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS;oBAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAC/D,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC7B,CAAC;YACD,OAAO,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC;QAC9B,CAAC,CAAC;QAEF,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YACxB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;gBAC9B,IAAI,KAAK;oBAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;YACvD,CAAC;QACH,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAI,KAAK;gBAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;QACvD,CAAC;QAED,MAAM,SAAS,GAAe,CAAC,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;aACnD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;aAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACf,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,MAAM,CAAC,MAAM,CAAC;YAC1B,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;SAC7B,CAAC,CAAC,CAAC;QAEN,MAAM,SAAS,GAAgD;YAC7D,IAAI,EAAE,WAAW;SAClB,CAAC;QACF,IAAI,OAAO;YAAE,SAAS,CAAC,OAAO,GAAG,OAAO,CAAC;QACzC,IAAI,SAAS,CAAC,MAAM;YAAE,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;QAEtD,MAAM,QAAQ,GAAgB;YAC5B,EAAE;YACF,KAAK,EAAE,QAAQ;YACf,OAAO,EAAE,SAAS;YAClB,YAAY,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM;SACvD,CAAC;QACF,IAAI,SAAS,CAAC,MAAM;YAAE,QAAQ,CAAC,SAAS,GAAG,SAAS,CAAC;QACrD,IAAI,KAAK;YAAE,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;QAClC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IACnC,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;AAC9B,CAAC"}

package/dist/plugin.d.ts

@@ -0,0 +1,10 @@
+import type { Plugin } from "@typescript-agent-harness/core";
+export type LLMPluginOptions = {
+    /** mock (default) | openai-compatible */
+    provider?: "mock" | "openai-compatible";
+    defaultModel?: string;
+    baseURL?: string;
+    apiKey?: string;
+};
+export declare function llmPlugin(options?: LLMPluginOptions): Plugin;
+//# sourceMappingURL=plugin.d.ts.map

package/dist/plugin.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin.d.ts","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAW,MAAM,EAAE,MAAM,gCAAgC,CAAC;AAMtE,MAAM,MAAM,gBAAgB,GAAG;IAC7B,yCAAyC;IACzC,QAAQ,CAAC,EAAE,MAAM,GAAG,mBAAmB,CAAC;IACxC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAgEF,wBAAgB,SAAS,CAAC,OAAO,GAAE,gBAAqB,GAAG,MAAM,CAsChE"}

package/dist/plugin.js

@@ -0,0 +1,98 @@
+import { LLM } from "./contract.js";
+import { createMockLLM } from "./mock.js";
+import { createOpenAICompatLLM } from "./openai.js";
+function wrapWithEvents(inner, ctx, defaultModel) {
+    return {
+        async generate(request) {
+            const requestId = `${Date.now().toString(36)}`;
+            const model = request.model ?? defaultModel;
+            await ctx.emit("llm.request", {
+                requestId,
+                model,
+                messageCount: request.messages.length,
+            });
+            try {
+                const response = await inner.generate({ ...request, model });
+                await ctx.emit("llm.response", {
+                    requestId,
+                    model: response.model,
+                    finishReason: response.finishReason,
+                    usage: response.usage,
+                });
+                return response;
+            }
+            catch (error) {
+                await ctx.emit("llm.error", { requestId, error });
+                throw error;
+            }
+        },
+        async *stream(request) {
+            const requestId = `${Date.now().toString(36)}`;
+            const model = request.model ?? defaultModel;
+            await ctx.emit("llm.request", {
+                requestId,
+                model,
+                messageCount: request.messages.length,
+            });
+            try {
+                let doneResponse;
+                for await (const part of inner.stream({ ...request, model })) {
+                    if (part.type === "text-delta") {
+                        await ctx.emit("llm.stream", { requestId, text: part.text });
+                    }
+                    else if (part.type === "done") {
+                        doneResponse = part.response;
+                    }
+                    yield part;
+                }
+                if (doneResponse) {
+                    await ctx.emit("llm.response", {
+                        requestId,
+                        model: doneResponse.model,
+                        finishReason: doneResponse.finishReason,
+                        usage: doneResponse.usage,
+                    });
+                }
+            }
+            catch (error) {
+                await ctx.emit("llm.error", { requestId, error });
+                throw error;
+            }
+        },
+    };
+}
+export function llmPlugin(options = {}) {
+    const provider = options.provider ?? "mock";
+    return {
+        name: "llm",
+        setup(ctx) {
+            let service;
+            if (provider === "openai-compatible") {
+                const apiKey = options.apiKey ??
+                    process.env.DEEPSEEK_API_KEY ??
+                    process.env.OPENAI_API_KEY;
+                const baseURL = options.baseURL ??
+                    process.env.DEEPSEEK_BASE_URL ??
+                    process.env.OPENAI_BASE_URL ??
+                    (process.env.DEEPSEEK_API_KEY
+                        ? "https://api.deepseek.com/v1"
+                        : undefined);
+                const defaultModel = options.defaultModel ??
+                    process.env.DEEPSEEK_MODEL ??
+                    process.env.OPENAI_MODEL ??
+                    (process.env.DEEPSEEK_API_KEY ? "deepseek-chat" : "gpt-4o-mini");
+                if (!baseURL || !apiKey) {
+                    throw new Error("openai-compatible provider requires apiKey + baseURL (DEEPSEEK_API_KEY or OPENAI_API_KEY / OPENAI_BASE_URL)");
+                }
+                service = createOpenAICompatLLM({ baseURL, apiKey, defaultModel });
+                ctx.provide(LLM, wrapWithEvents(service, ctx, defaultModel));
+            }
+            else {
+                const mockModel = options.defaultModel ?? "mock";
+                service = createMockLLM(mockModel);
+                ctx.provide(LLM, wrapWithEvents(service, ctx, mockModel));
+            }
+        },
+    };
+}
+//# sourceMappingURL=plugin.js.map

package/dist/plugin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,MAAM,eAAe,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAWpD,SAAS,cAAc,CACrB,KAAiB,EACjB,GAAY,EACZ,YAAoB;IAEpB,OAAO;QACL,KAAK,CAAC,QAAQ,CAAC,OAAmB;YAChC,MAAM,SAAS,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;YAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,YAAY,CAAC;YAC5C,MAAM,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE;gBAC5B,SAAS;gBACT,KAAK;gBACL,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;aACtC,CAAC,CAAC;YACH,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC7D,MAAM,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE;oBAC7B,SAAS;oBACT,KAAK,EAAE,QAAQ,CAAC,KAAK;oBACrB,YAAY,EAAE,QAAQ,CAAC,YAAY;oBACnC,KAAK,EAAE,QAAQ,CAAC,KAAK;iBACtB,CAAC,CAAC;gBACH,OAAO,QAAQ,CAAC;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QACD,KAAK,CAAC,CAAC,MAAM,CAAC,OAAmB;YAC/B,MAAM,SAAS,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;YAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,YAAY,CAAC;YAC5C,MAAM,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE;gBAC5B,SAAS;gBACT,KAAK;gBACL,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;aACtC,CAAC,CAAC;YACH,IAAI,CAAC;gBACH,IAAI,YAAqC,CAAC;gBAC1C,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;oBAC7D,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;wBAC/B,MAAM,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC/D,CAAC;yBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBAChC,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC;oBAC/B,CAAC;oBACD,MAAM,IAAI,CAAC;gBACb,CAAC;gBACD,IAAI,YAAY,EAAE,CAAC;oBACjB,MAAM,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE;wBAC7B,SAAS;wBACT,KAAK,EAAE,YAAY,CAAC,KAAK;wBACzB,YAAY,EAAE,YAAY,CAAC,YAAY;wBACvC,KAAK,EAAE,YAAY,CAAC,KAAK;qBAC1B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,UAA4B,EAAE;IACtD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC;IAE5C,OAAO;QACL,IAAI,EAAE,KAAK;QACX,KAAK,CAAC,GAAG;YACP,IAAI,OAAmB,CAAC;YACxB,IAAI,QAAQ,KAAK,mBAAmB,EAAE,CAAC;gBACrC,MAAM,MAAM,GACV,OAAO,CAAC,MAAM;oBACd,OAAO,CAAC,GAAG,CAAC,gBAAgB;oBAC5B,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;gBAC7B,MAAM,OAAO,GACX,OAAO,CAAC,OAAO;oBACf,OAAO,CAAC,GAAG,CAAC,iBAAiB;oBAC7B,OAAO,CAAC,GAAG,CAAC,eAAe;oBAC3B,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB;wBAC3B,CAAC,CAAC,6BAA6B;wBAC/B,CAAC,CAAC,SAAS,CAAC,CAAC;gBACjB,MAAM,YAAY,GAChB,OAAO,CAAC,YAAY;oBACpB,OAAO,CAAC,GAAG,CAAC,cAAc;oBAC1B,OAAO,CAAC,GAAG,CAAC,YAAY;oBACxB,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;gBACnE,IAAI,CAAC,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;oBACxB,MAAM,IAAI,KAAK,CACb,6GAA6G,CAC9G,CAAC;gBACJ,CAAC;gBACD,OAAO,GAAG,qBAAqB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;gBACnE,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC;YAC/D,CAAC;iBAAM,CAAC;gBACN,MAAM,SAAS,GAAG,OAAO,CAAC,YAAY,IAAI,MAAM,CAAC;gBACjD,OAAO,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;gBACnC,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,69 @@
+export type JSONSchema = {
+    type?: string;
+    description?: string;
+    properties?: Record<string, JSONSchema>;
+    required?: string[];
+    additionalProperties?: boolean;
+    items?: JSONSchema;
+};
+export type ToolSchema = {
+    name: string;
+    description: string;
+    inputSchema: JSONSchema;
+};
+export type ToolCall = {
+    id: string;
+    name: string;
+    arguments: unknown;
+};
+export type TokenUsage = {
+    promptTokens: number;
+    completionTokens: number;
+    totalTokens: number;
+};
+export type ChatMessage = {
+    role: "system";
+    content: string;
+} | {
+    role: "user";
+    content: string;
+} | {
+    role: "assistant";
+    content?: string;
+    toolCalls?: ToolCall[];
+} | {
+    role: "tool";
+    toolCallId: string;
+    content: string;
+};
+export type FinishReason = "stop" | "tool_calls" | "length" | "cancelled" | "error";
+export type LLMRequest = {
+    messages: ChatMessage[];
+    model?: string;
+    tools?: ToolSchema[];
+    temperature?: number;
+    maxTokens?: number;
+    signal?: AbortSignal;
+};
+export type LLMResponse = {
+    id: string;
+    model: string;
+    message: Extract<ChatMessage, {
+        role: "assistant";
+    }>;
+    toolCalls?: ToolCall[];
+    usage?: TokenUsage;
+    finishReason: FinishReason;
+};
+export type LLMStreamPart = {
+    type: "text-delta";
+    text: string;
+} | {
+    type: "done";
+    response: LLMResponse;
+};
+export type LLMService = {
+    generate(request: LLMRequest): Promise<LLMResponse>;
+    stream(request: LLMRequest): AsyncIterable<LLMStreamPart>;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACxC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,KAAK,CAAC,EAAE,UAAU,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,UAAU,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,OAAO,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GACnC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GACjC;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAA;CAAE,GAC/D;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAE1D,MAAM,MAAM,YAAY,GACpB,MAAM,GACN,YAAY,GACZ,QAAQ,GACR,WAAW,GACX,OAAO,CAAC;AAEZ,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,UAAU,EAAE,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE;QAAE,IAAI,EAAE,WAAW,CAAA;KAAE,CAAC,CAAC;IACrD,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,YAAY,EAAE,YAAY,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,aAAa,GACrB;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GACpC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,WAAW,CAAA;CAAE,CAAC;AAE5C,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACpD,MAAM,CAAC,OAAO,EAAE,UAAU,GAAG,aAAa,CAAC,aAAa,CAAC,CAAC;CAC3D,CAAC"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,45 @@
+{
+  "name": "@typescript-agent-harness/llm",
+  "version": "0.15.0",
+  "description": "LLM capability: mock + OpenAI-compatible providers",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "dependencies": {
+    "@typescript-agent-harness/core": "0.15.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.18.0",
+    "typescript": "^5.9.2"
+  },
+  "license": "MIT",
+  "engines": {
+    "node": ">=22"
+  },
+  "publishConfig": {
+    "access": "public",
+    "registry": "https://registry.npmjs.org/"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/MichaelVendor/typescript-agent-harness.git",
+    "directory": "packages/llm"
+  },
+  "homepage": "https://MichaelVendor.github.io/typescript-agent-harness/",
+  "bugs": {
+    "url": "https://github.com/MichaelVendor/typescript-agent-harness/issues"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "typecheck": "tsc -p tsconfig.json --noEmit"
+  }
+}