@jellyos/agent 0.1.1

package/dist/runner/ModelClient.d.ts

@@ -0,0 +1,77 @@
+/**
+ * ModelClient — sends messages to any OpenAI-compatible model API.
+ *
+ * Provider priority (auto-detected from env):
+ *   OpenRouter > Anthropic compat > OpenAI > local (ollama/lm-studio)
+ *
+ * Model rotation: resolveModelChain() returns up to 5 configs — the AgentRunner
+ * walks the chain on 429 (rate limit) or 5xx errors, providing seamless fallback.
+ *
+ * All outbound, all local — no inbound ports, no server.
+ */
+export interface Message {
+    role: "system" | "user" | "assistant" | "tool";
+    content: string | null;
+    name?: string;
+    tool_calls?: ToolCall[];
+    tool_call_id?: string;
+}
+export interface ToolCall {
+    id: string;
+    type: "function";
+    function: {
+        name: string;
+        arguments: string;
+    };
+}
+export interface ChatChunk {
+    type: "delta" | "tool_call" | "done" | "error";
+    text?: string;
+    tool_calls?: ToolCall[];
+    error?: string;
+    finish_reason?: string;
+    /** HTTP status code — used by AgentRunner for rate-limit detection */
+    status?: number;
+}
+export interface ModelConfig {
+    baseUrl: string;
+    apiKey: string;
+    model: string;
+    maxTokens: number;
+    temperature: number;
+    siteUrl?: string;
+    siteName?: string;
+}
+/**
+ * Build the ordered model fallback chain.
+ *
+ * User-configurable pool: JELLY_MODEL_1 … JELLY_MODEL_5
+ * If any JELLY_MODEL_N vars are set they take priority; up to 5 are used in
+ * order. Unset slots are filled with provider-appropriate defaults.
+ *
+ * JELLY_MODEL_N format: just the model ID string, e.g.
+ *   JELLY_MODEL_1=anthropic/claude-opus-4-5
+ *   JELLY_MODEL_2=openai/gpt-4o
+ *   JELLY_MODEL_3=google/gemini-2.5-pro
+ */
+export declare function resolveModelChain(): ModelConfig[];
+/** Convenience: returns just the primary (first) model config */
+export declare function resolveModelConfig(): ModelConfig;
+export declare class ModelClient {
+    private cfg;
+    constructor(cfg: ModelConfig);
+    /**
+     * Stream a chat completion. Yields ChatChunk objects.
+     * On HTTP error the generator yields a single { type: "error", status, error }
+     * chunk and returns — the caller (AgentRunner) decides whether to rotate.
+     */
+    stream(messages: Message[], tools?: Array<{
+        type: "function";
+        function: {
+            name: string;
+            description: string;
+            parameters: unknown;
+        };
+    }>): AsyncGenerator<ChatChunk>;
+}
+//# sourceMappingURL=ModelClient.d.ts.map

package/dist/runner/ModelClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ModelClient.d.ts","sourceRoot":"","sources":["../../src/runner/ModelClient.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,MAAM,WAAW,OAAO;IACtB,IAAI,EAAW,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IACxD,OAAO,EAAQ,MAAM,GAAG,IAAI,CAAC;IAC7B,IAAI,CAAC,EAAU,MAAM,CAAC;IACtB,UAAU,CAAC,EAAI,QAAQ,EAAE,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAQ,MAAM,CAAC;IACjB,IAAI,EAAM,UAAU,CAAC;IACrB,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/C;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAY,OAAO,GAAG,WAAW,GAAG,MAAM,GAAG,OAAO,CAAC;IACzD,IAAI,CAAC,EAAW,MAAM,CAAC;IACvB,UAAU,CAAC,EAAK,QAAQ,EAAE,CAAC;IAC3B,KAAK,CAAC,EAAU,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,sEAAsE;IACtE,MAAM,CAAC,EAAS,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAM,MAAM,CAAC;IACpB,MAAM,EAAO,MAAM,CAAC;IACpB,KAAK,EAAQ,MAAM,CAAC;IACpB,SAAS,EAAI,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAK,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAI,MAAM,CAAC;CACrB;AAID;;;;;;;;;;;GAWG;AACH,wBAAgB,iBAAiB,IAAI,WAAW,EAAE,CAgFjD;AAED,iEAAiE;AACjE,wBAAgB,kBAAkB,IAAI,WAAW,CAEhD;AAID,qBAAa,WAAW;IACV,OAAO,CAAC,GAAG;gBAAH,GAAG,EAAE,WAAW;IAEpC;;;;OAIG;IACI,MAAM,CACX,QAAQ,EAAE,OAAO,EAAE,EACnB,KAAK,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,QAAQ,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,WAAW,EAAE,MAAM,CAAC;YAAC,UAAU,EAAE,OAAO,CAAA;SAAE,CAAA;KAAE,CAAC,GACxG,cAAc,CAAC,SAAS,CAAC;CA2G7B"}

package/dist/runner/ModelClient.js

@@ -0,0 +1,224 @@
+/**
+ * ModelClient — sends messages to any OpenAI-compatible model API.
+ *
+ * Provider priority (auto-detected from env):
+ *   OpenRouter > Anthropic compat > OpenAI > local (ollama/lm-studio)
+ *
+ * Model rotation: resolveModelChain() returns up to 5 configs — the AgentRunner
+ * walks the chain on 429 (rate limit) or 5xx errors, providing seamless fallback.
+ *
+ * All outbound, all local — no inbound ports, no server.
+ */
+// ── Model rotation chain ──────────────────────────────────────────────────────
+/**
+ * Build the ordered model fallback chain.
+ *
+ * User-configurable pool: JELLY_MODEL_1 … JELLY_MODEL_5
+ * If any JELLY_MODEL_N vars are set they take priority; up to 5 are used in
+ * order. Unset slots are filled with provider-appropriate defaults.
+ *
+ * JELLY_MODEL_N format: just the model ID string, e.g.
+ *   JELLY_MODEL_1=anthropic/claude-opus-4-5
+ *   JELLY_MODEL_2=openai/gpt-4o
+ *   JELLY_MODEL_3=google/gemini-2.5-pro
+ */
+export function resolveModelChain() {
+    const env = process.env;
+    const tokens = parseInt(env.MAX_TOKENS ?? "8192");
+    const temp = parseFloat(env.TEMPERATURE ?? "0.7");
+    // ── Collect user-configured model IDs (JELLY_MODEL_1..5) ────────────────
+    const userModels = [];
+    for (let i = 1; i <= 5; i++) {
+        const m = env[`JELLY_MODEL_${i}`];
+        if (m?.trim())
+            userModels.push(m.trim());
+    }
+    // ── OpenRouter — supports all providers via a single key ─────────────────
+    if (env.OPENROUTER_API_KEY) {
+        const base = "https://openrouter.ai/api/v1";
+        const key = env.OPENROUTER_API_KEY;
+        const siteUrl = env.OPENROUTER_SITE_URL ?? "https://jellychain.fun";
+        const siteName = env.OPENROUTER_SITE_NAME ?? "JellyOS";
+        const mk = (model) => ({
+            baseUrl: base, apiKey: key, model, maxTokens: tokens, temperature: temp,
+            siteUrl, siteName,
+        });
+        const defaults = [
+            env.DEFAULT_MODEL ?? "anthropic/claude-sonnet-4-5",
+            "anthropic/claude-3-haiku",
+            "openai/gpt-4o-mini",
+            "google/gemini-flash-1.5",
+            "meta-llama/llama-3-8b-instruct:free",
+        ];
+        // Merge: user-configured models first, then fill remaining slots with defaults
+        const merged = [...userModels, ...defaults.filter(d => !userModels.includes(d))].slice(0, 5);
+        return merged.map(mk);
+    }
+    // ── Anthropic direct (OpenAI-compat endpoint) ────────────────────────────
+    if (env.ANTHROPIC_API_KEY) {
+        const base = "https://api.anthropic.com/v1";
+        const key = env.ANTHROPIC_API_KEY;
+        const mk = (model) => ({
+            baseUrl: base, apiKey: key, model, maxTokens: tokens, temperature: temp,
+        });
+        const defaults = [
+            env.DEFAULT_MODEL ?? "claude-sonnet-4-5-20251101",
+            "claude-3-haiku-20240307",
+            "claude-3-5-haiku-20241022",
+        ];
+        const merged = [...userModels, ...defaults.filter(d => !userModels.includes(d))].slice(0, 5);
+        return merged.map(mk);
+    }
+    // ── OpenAI direct ────────────────────────────────────────────────────────
+    if (env.OPENAI_API_KEY) {
+        const base = env.OPENAI_BASE_URL ?? "https://api.openai.com/v1";
+        const key = env.OPENAI_API_KEY;
+        const mk = (model) => ({
+            baseUrl: base, apiKey: key, model, maxTokens: tokens, temperature: temp,
+        });
+        const defaults = [
+            env.DEFAULT_MODEL ?? "gpt-4o",
+            "gpt-4o-mini",
+            "gpt-3.5-turbo",
+        ];
+        const merged = [...userModels, ...defaults.filter(d => !userModels.includes(d))].slice(0, 5);
+        return merged.map(mk);
+    }
+    // ── Local model (ollama, lm-studio, etc.) — single entry, no rotation ───
+    if (env.OPENAI_BASE_URL) {
+        return [{
+                baseUrl: env.OPENAI_BASE_URL,
+                apiKey: env.OPENAI_API_KEY ?? "local",
+                model: userModels[0] ?? env.DEFAULT_MODEL ?? "llama3",
+                maxTokens: tokens,
+                temperature: temp,
+            }];
+    }
+    throw new Error("No API key found. Set OPENROUTER_API_KEY, ANTHROPIC_API_KEY, or OPENAI_API_KEY in ~/.jellyos/.env");
+}
+/** Convenience: returns just the primary (first) model config */
+export function resolveModelConfig() {
+    return resolveModelChain()[0];
+}
+// ── ModelClient ───────────────────────────────────────────────────────────────
+export class ModelClient {
+    cfg;
+    constructor(cfg) {
+        this.cfg = cfg;
+    }
+    /**
+     * Stream a chat completion. Yields ChatChunk objects.
+     * On HTTP error the generator yields a single { type: "error", status, error }
+     * chunk and returns — the caller (AgentRunner) decides whether to rotate.
+     */
+    async *stream(messages, tools) {
+        const headers = {
+            "Content-Type": "application/json",
+            "Authorization": `Bearer ${this.cfg.apiKey}`,
+            "User-Agent": "JellyOS/1.0",
+        };
+        if (this.cfg.siteUrl)
+            headers["HTTP-Referer"] = this.cfg.siteUrl;
+        if (this.cfg.siteName)
+            headers["X-Title"] = this.cfg.siteName;
+        const body = {
+            model: this.cfg.model,
+            messages,
+            max_tokens: this.cfg.maxTokens,
+            temperature: this.cfg.temperature,
+            stream: true,
+        };
+        if (tools && tools.length > 0) {
+            body.tools = tools;
+            body.tool_choice = "auto";
+        }
+        let res;
+        try {
+            res = await fetch(`${this.cfg.baseUrl}/chat/completions`, {
+                method: "POST",
+                headers,
+                body: JSON.stringify(body),
+                signal: AbortSignal.timeout(120_000),
+            });
+        }
+        catch (e) {
+            yield { type: "error", error: `Network error: ${e.message}`, status: 0 };
+            return;
+        }
+        if (!res.ok) {
+            const err = await res.text().catch(() => res.statusText);
+            yield { type: "error", error: `Model API ${res.status}: ${err}`, status: res.status };
+            return;
+        }
+        // Accumulate tool calls across chunks (they arrive fragmented)
+        const toolCallMap = new Map();
+        const reader = res.body.getReader();
+        const decoder = new TextDecoder();
+        let buf = "";
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            buf += decoder.decode(value, { stream: true });
+            const lines = buf.split("\n");
+            buf = lines.pop() ?? "";
+            for (const line of lines) {
+                const trimmed = line.trim();
+                if (!trimmed || trimmed === "data: [DONE]")
+                    continue;
+                if (!trimmed.startsWith("data: "))
+                    continue;
+                let chunk;
+                try {
+                    chunk = JSON.parse(trimmed.slice(6));
+                }
+                catch {
+                    continue;
+                }
+                const delta = chunk.choices?.[0]?.delta;
+                if (!delta)
+                    continue;
+                if (delta.content) {
+                    yield { type: "delta", text: delta.content };
+                }
+                if (delta.tool_calls) {
+                    for (const tc of delta.tool_calls) {
+                        const idx = tc.index ?? 0;
+                        const existing = toolCallMap.get(idx) ?? { id: "", name: "", args: "" };
+                        if (tc.id)
+                            existing.id += tc.id;
+                        if (tc.function?.name)
+                            existing.name += tc.function.name;
+                        if (tc.function?.arguments)
+                            existing.args += tc.function.arguments;
+                        toolCallMap.set(idx, existing);
+                    }
+                }
+                const finish = chunk.choices?.[0]?.finish_reason;
+                if (finish === "tool_calls" || finish === "stop") {
+                    if (toolCallMap.size > 0) {
+                        const tool_calls = [...toolCallMap.values()].map(tc => ({
+                            id: tc.id || `call_${Date.now()}`,
+                            type: "function",
+                            function: { name: tc.name, arguments: tc.args },
+                        }));
+                        yield { type: "tool_call", tool_calls };
+                        toolCallMap.clear();
+                    }
+                    yield { type: "done", finish_reason: finish };
+                }
+            }
+        }
+        // Flush any remaining tool calls if stream ended without finish_reason
+        if (toolCallMap.size > 0) {
+            const tool_calls = [...toolCallMap.values()].map(tc => ({
+                id: tc.id || `call_${Date.now()}`,
+                type: "function",
+                function: { name: tc.name, arguments: tc.args },
+            }));
+            yield { type: "tool_call", tool_calls };
+        }
+        yield { type: "done", finish_reason: "end" };
+    }
+}
+//# sourceMappingURL=ModelClient.js.map

package/dist/runner/ModelClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ModelClient.js","sourceRoot":"","sources":["../../src/runner/ModelClient.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAoCH,iFAAiF;AAEjF;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,iBAAiB;IAC/B,MAAM,GAAG,GAAO,OAAO,CAAC,GAAG,CAAC;IAC5B,MAAM,MAAM,GAAI,QAAQ,CAAC,GAAG,CAAC,UAAU,IAAM,MAAM,CAAC,CAAC;IACrD,MAAM,IAAI,GAAM,UAAU,CAAC,GAAG,CAAC,WAAW,IAAI,KAAK,CAAC,CAAC;IAErD,2EAA2E;IAC3E,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,EAAE,IAAI,EAAE;YAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,4EAA4E;IAC5E,IAAI,GAAG,CAAC,kBAAkB,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAO,8BAA8B,CAAC;QAChD,MAAM,GAAG,GAAQ,GAAG,CAAC,kBAAkB,CAAC;QACxC,MAAM,OAAO,GAAI,GAAG,CAAC,mBAAmB,IAAK,wBAAwB,CAAC;QACtE,MAAM,QAAQ,GAAG,GAAG,CAAC,oBAAoB,IAAI,SAAS,CAAC;QACvD,MAAM,EAAE,GAAG,CAAC,KAAa,EAAe,EAAE,CAAC,CAAC;YAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI;YACvE,OAAO,EAAE,QAAQ;SAClB,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG;YACf,GAAG,CAAC,aAAa,IAAI,6BAA6B;YAClD,0BAA0B;YAC1B,oBAAoB;YACpB,yBAAyB;YACzB,qCAAqC;SACtC,CAAC;QACF,+EAA+E;QAC/E,MAAM,MAAM,GAAG,CAAC,GAAG,UAAU,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7F,OAAO,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;IAED,4EAA4E;IAC5E,IAAI,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,8BAA8B,CAAC;QAC5C,MAAM,GAAG,GAAI,GAAG,CAAC,iBAAiB,CAAC;QACnC,MAAM,EAAE,GAAG,CAAC,KAAa,EAAe,EAAE,CAAC,CAAC;YAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI;SACxE,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG;YACf,GAAG,CAAC,aAAa,IAAI,4BAA4B;YACjD,yBAAyB;YACzB,2BAA2B;SAC5B,CAAC;QACF,MAAM,MAAM,GAAG,CAAC,GAAG,UAAU,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7F,OAAO,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;IAED,4EAA4E;IAC5E,IAAI,GAAG,CAAC,cAAc,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,GAAG,CAAC,eAAe,IAAI,2BAA2B,CAAC;QAChE,MAAM,GAAG,GAAI,GAAG,CAAC,cAAc,CAAC;QAChC,MAAM,EAAE,GAAG,CAAC,KAAa,EAAe,EAAE,CAAC,CAAC;YAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI;SACxE,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG;YACf,GAAG,CAAC,aAAa,IAAI,QAAQ;YAC7B,aAAa;YACb,eAAe;SAChB,CAAC;QACF,MAAM,MAAM,GAAG,CAAC,GAAG,UAAU,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7F,OAAO,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;IAED,2EAA2E;IAC3E,IAAI,GAAG,CAAC,eAAe,EAAE,CAAC;QACxB,OAAO,CAAC;gBACN,OAAO,EAAM,GAAG,CAAC,eAAe;gBAChC,MAAM,EAAO,GAAG,CAAC,cAAc,IAAI,OAAO;gBAC1C,KAAK,EAAQ,UAAU,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,aAAa,IAAI,QAAQ;gBAC3D,SAAS,EAAI,MAAM;gBACnB,WAAW,EAAE,IAAI;aAClB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,IAAI,KAAK,CACb,mGAAmG,CACpG,CAAC;AACJ,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,kBAAkB;IAChC,OAAO,iBAAiB,EAAE,CAAC,CAAC,CAAE,CAAC;AACjC,CAAC;AAED,iFAAiF;AAEjF,MAAM,OAAO,WAAW;IACF;IAApB,YAAoB,GAAgB;QAAhB,QAAG,GAAH,GAAG,CAAa;IAAG,CAAC;IAExC;;;;OAIG;IACH,KAAK,CAAC,CAAC,MAAM,CACX,QAAmB,EACnB,KAAyG;QAEzG,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAG,kBAAkB;YACnC,eAAe,EAAE,UAAU,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE;YAC5C,YAAY,EAAK,aAAa;SAC/B,CAAC;QACF,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO;YAAG,OAAO,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;QAClE,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ;YAAE,OAAO,CAAC,SAAS,CAAC,GAAQ,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC;QAEnE,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAQ,IAAI,CAAC,GAAG,CAAC,KAAK;YAC3B,QAAQ;YACR,UAAU,EAAG,IAAI,CAAC,GAAG,CAAC,SAAS;YAC/B,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW;YACjC,MAAM,EAAO,IAAI;SAClB,CAAC;QACF,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,KAAK,GAAS,KAAK,CAAC;YACzB,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;QAC5B,CAAC;QAED,IAAI,GAAa,CAAC;QAClB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,mBAAmB,EAAE;gBACxD,MAAM,EAAG,MAAM;gBACf,OAAO;gBACP,IAAI,EAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC7B,MAAM,EAAG,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC;aACtC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,kBAAkB,CAAC,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YACzE,OAAO;QACT,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YACzD,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC;YACtF,OAAO;QACT,CAAC;QAED,+DAA+D;QAC/D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAsD,CAAC;QAClF,MAAM,MAAM,GAAI,GAAG,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAM,GAAG,GAAO,EAAE,CAAC;QAEnB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAE/C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAExB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,cAAc;oBAAE,SAAS;gBACrD,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;oBAAE,SAAS;gBAE5C,IAAI,KAAU,CAAC;gBACf,IAAI,CAAC;oBAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC;oBAAC,SAAS;gBAAC,CAAC;gBAEjE,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;gBACxC,IAAI,CAAC,KAAK;oBAAE,SAAS;gBAErB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBAClB,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;gBAC/C,CAAC;gBAED,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;oBACrB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;wBAClC,MAAM,GAAG,GAAQ,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC;wBAC/B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;wBACxE,IAAI,EAAE,CAAC,EAAE;4BAAmB,QAAQ,CAAC,EAAE,IAAM,EAAE,CAAC,EAAE,CAAC;wBACnD,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;4BAAO,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;wBAC9D,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS;4BAAE,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;wBACnE,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;oBACjC,CAAC;gBACH,CAAC;gBAED,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC;gBACjD,IAAI,MAAM,KAAK,YAAY,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;oBACjD,IAAI,WAAW,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;wBACzB,MAAM,UAAU,GAAe,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;4BAClE,EAAE,EAAQ,EAAE,CAAC,EAAE,IAAM,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE;4BACzC,IAAI,EAAM,UAAmB;4BAC7B,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,IAAI,EAAE;yBAChD,CAAC,CAAC,CAAC;wBACJ,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;wBACxC,WAAW,CAAC,KAAK,EAAE,CAAC;oBACtB,CAAC;oBACD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;gBAChD,CAAC;YACH,CAAC;QACH,CAAC;QAED,uEAAuE;QACvE,IAAI,WAAW,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,UAAU,GAAe,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAClE,EAAE,EAAQ,EAAE,CAAC,EAAE,IAAM,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE;gBACzC,IAAI,EAAM,UAAmB;gBAC7B,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,IAAI,EAAE;aAChD,CAAC,CAAC,CAAC;YACJ,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;QAC1C,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC;IAC/C,CAAC;CACF"}

package/dist/runner/SwarmRouter.d.ts

@@ -0,0 +1,58 @@
+/**
+ * SwarmRouter — complexity scoring and task decomposition.
+ *
+ * For complex prompts (score >= threshold) the runner decomposes the request
+ * into 2–5 sub-tasks, executes them with a capped worker pool, then feeds all
+ * results to a reviewer model that synthesises a final answer.
+ *
+ * Sub-task execution is sequential inside each worker slot to avoid hammering
+ * the provider; concurrency is capped at Math.min(maxAgents, os.cpus().length).
+ */
+export interface SwarmConfig {
+    /** Maximum parallel workers (hard cap: 5). Default: min(cpuCount, 3). */
+    maxAgents?: number;
+    /** Complexity score threshold above which swarm activates. Default: 40. */
+    complexityThreshold?: number;
+}
+export interface SubTaskResult {
+    task: string;
+    result: string;
+    model: string;
+    ms: number;
+}
+/**
+ * Returns a score 0–100 reflecting prompt complexity.
+ * Tuned so "check ETH price" ≈ 10, "analyze ETH and BTC then predict" ≈ 55.
+ */
+export declare function scoreComplexity(prompt: string): number;
+/**
+ * Splits a complex prompt into 2–5 focused sub-task strings.
+ * Uses simple heuristics so no extra model call is needed.
+ */
+export declare function decompose(prompt: string, maxTasks: number): string[];
+export declare class SwarmRouter {
+    private maxAgents;
+    private complexityThreshold;
+    constructor(cfg?: SwarmConfig);
+    /** True when the prompt is complex enough to warrant swarm execution. */
+    shouldSwarm(prompt: string): boolean;
+    /**
+     * Decompose prompt into sub-tasks, execute them in groups of 3 (up to 5
+     * agents total), then synthesise with a reviewer model.
+     *
+     * Groups-of-3 planner:
+     *   tasks = decompose(prompt, maxAgents)     → 2–5 sub-tasks
+     *   batches = chunk(tasks, 3)                → [[t1,t2,t3],[t4,t5]] for 5 tasks
+     *   each batch runs in parallel; batches run sequentially
+     *   reviewer model synthesises all results into a unified answer
+     *
+     * @param prompt        - Original user message
+     * @param systemPrompt  - Current system prompt (passed to each sub-agent + reviewer)
+     * @param onProgress    - Called as each sub-task completes
+     */
+    run(prompt: string, systemPrompt: string, onProgress: (result: SubTaskResult, remaining: number) => void): Promise<{
+        synthesis: string;
+        subResults: SubTaskResult[];
+    }>;
+}
+//# sourceMappingURL=SwarmRouter.d.ts.map

package/dist/runner/SwarmRouter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SwarmRouter.d.ts","sourceRoot":"","sources":["../../src/runner/SwarmRouter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAKH,MAAM,WAAW,WAAW;IAC1B,yEAAyE;IACzE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,2EAA2E;IAC3E,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAI,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAG,MAAM,CAAC;IACf,EAAE,EAAM,MAAM,CAAC;CAChB;AASD;;;GAGG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAetD;AAID;;;GAGG;AACH,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAqBpE;AAqCD,qBAAa,WAAW;IACtB,OAAO,CAAC,SAAS,CAAmB;IACpC,OAAO,CAAC,mBAAmB,CAAS;gBAExB,GAAG,GAAE,WAAgB;IAMjC,yEAAyE;IACzE,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAIpC;;;;;;;;;;;;;OAaG;IACG,GAAG,CACP,MAAM,EAAQ,MAAM,EACpB,YAAY,EAAE,MAAM,EACpB,UAAU,EAAI,CAAC,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,KAAK,IAAI,GAC/D,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,aAAa,EAAE,CAAA;KAAE,CAAC;CAoD/D"}

package/dist/runner/SwarmRouter.js

@@ -0,0 +1,153 @@
+/**
+ * SwarmRouter — complexity scoring and task decomposition.
+ *
+ * For complex prompts (score >= threshold) the runner decomposes the request
+ * into 2–5 sub-tasks, executes them with a capped worker pool, then feeds all
+ * results to a reviewer model that synthesises a final answer.
+ *
+ * Sub-task execution is sequential inside each worker slot to avoid hammering
+ * the provider; concurrency is capped at Math.min(maxAgents, os.cpus().length).
+ */
+import os from "os";
+import { ModelClient, resolveModelChain } from "./ModelClient.js";
+// ── Complexity scoring ───────────────────────────────────────────────────────
+const CONJUNCTION_RE = /\b(and|also|then|additionally|plus|as well as|furthermore)\b/gi;
+const MULTI_CHAIN_RE = /\b(eth|btc|sol|bnb|avax|matic|cosmos|atom|arb|op)\b/gi;
+const ACTION_VERB_RE = /\b(analyze|compare|predict|scan|check|simulate|estimate|backtest|evaluate|assess)\b/gi;
+const QUESTION_RE = /\?/g;
+/**
+ * Returns a score 0–100 reflecting prompt complexity.
+ * Tuned so "check ETH price" ≈ 10, "analyze ETH and BTC then predict" ≈ 55.
+ */
+export function scoreComplexity(prompt) {
+    const conjunctions = (prompt.match(CONJUNCTION_RE) ?? []).length;
+    const chains = new Set((prompt.match(MULTI_CHAIN_RE) ?? []).map(s => s.toLowerCase())).size;
+    const actions = (prompt.match(ACTION_VERB_RE) ?? []).length;
+    const questions = (prompt.match(QUESTION_RE) ?? []).length;
+    const wordCount = prompt.trim().split(/\s+/).length;
+    return Math.min(100, conjunctions * 12 +
+        chains * 8 +
+        actions * 10 +
+        questions * 5 +
+        Math.floor(wordCount / 8));
+}
+// ── Task decomposition ───────────────────────────────────────────────────────
+/**
+ * Splits a complex prompt into 2–5 focused sub-task strings.
+ * Uses simple heuristics so no extra model call is needed.
+ */
+export function decompose(prompt, maxTasks) {
+    const cap = Math.max(2, Math.min(maxTasks, 5));
+    // Split on explicit conjunctions / punctuation
+    const parts = prompt
+        .split(/,\s*| and | also | then | additionally | plus /i)
+        .map(s => s.trim())
+        .filter(s => s.length > 4);
+    if (parts.length >= 2) {
+        return parts.slice(0, cap);
+    }
+    // Fallback: split action verbs into separate sub-questions
+    const verbMatches = [...prompt.matchAll(/\b(analyze|compare|predict|scan|check|estimate|evaluate)\b[^,.?]*/gi)];
+    if (verbMatches.length >= 2) {
+        return verbMatches.slice(0, cap).map(m => m[0].trim());
+    }
+    // Cannot decompose meaningfully → return as-is (single task)
+    return [prompt];
+}
+// ── Reviewer synthesis ───────────────────────────────────────────────────────
+async function reviewerSynthesize(originalPrompt, results, systemPrompt) {
+    const chain = resolveModelChain();
+    const cfg = chain[0];
+    const client = new ModelClient(cfg);
+    const context = results
+        .map((r, i) => `### Sub-task ${i + 1}: ${r.task}\n${r.result}`)
+        .join("\n\n");
+    const messages = [
+        { role: "system", content: systemPrompt },
+        {
+            role: "user",
+            content: `You are a synthesis reviewer. The following sub-tasks were run in response to the user's original request.\n\n` +
+                `**Original request:** ${originalPrompt}\n\n${context}\n\n` +
+                `Write a concise, unified answer that directly addresses the original request using all the above findings.`,
+        },
+    ];
+    let out = "";
+    for await (const chunk of client.stream(messages, [])) {
+        if (chunk.type === "delta" && chunk.text)
+            out += chunk.text;
+    }
+    return out || results.map(r => r.result).join("\n\n---\n\n");
+}
+// ── SwarmRouter class ────────────────────────────────────────────────────────
+export class SwarmRouter {
+    maxAgents;
+    complexityThreshold;
+    constructor(cfg = {}) {
+        const cpus = os.cpus().length;
+        this.maxAgents = Math.min(cfg.maxAgents ?? Math.min(cpus, 3), 5);
+        this.complexityThreshold = cfg.complexityThreshold ?? 40;
+    }
+    /** True when the prompt is complex enough to warrant swarm execution. */
+    shouldSwarm(prompt) {
+        return scoreComplexity(prompt) >= this.complexityThreshold;
+    }
+    /**
+     * Decompose prompt into sub-tasks, execute them in groups of 3 (up to 5
+     * agents total), then synthesise with a reviewer model.
+     *
+     * Groups-of-3 planner:
+     *   tasks = decompose(prompt, maxAgents)     → 2–5 sub-tasks
+     *   batches = chunk(tasks, 3)                → [[t1,t2,t3],[t4,t5]] for 5 tasks
+     *   each batch runs in parallel; batches run sequentially
+     *   reviewer model synthesises all results into a unified answer
+     *
+     * @param prompt        - Original user message
+     * @param systemPrompt  - Current system prompt (passed to each sub-agent + reviewer)
+     * @param onProgress    - Called as each sub-task completes
+     */
+    async run(prompt, systemPrompt, onProgress) {
+        const tasks = decompose(prompt, this.maxAgents);
+        const chain = resolveModelChain();
+        const subResults = [];
+        // Split tasks into groups of 3 (the required "groups-of-3" planner)
+        const GROUP_SIZE = 3;
+        const batches = [];
+        for (let i = 0; i < tasks.length; i += GROUP_SIZE) {
+            batches.push(tasks.slice(i, i + GROUP_SIZE));
+        }
+        let modelIdx = 1; // reserve chain[0] for reviewer
+        const runOne = async (task, mIdx, remaining) => {
+            const cfg = chain[mIdx % chain.length] ?? chain[0];
+            const client = new ModelClient(cfg);
+            const msgs = [
+                { role: "system", content: systemPrompt },
+                { role: "user", content: task },
+            ];
+            const t0 = Date.now();
+            let out = "";
+            for await (const chunk of client.stream(msgs, [])) {
+                if (chunk.type === "delta" && chunk.text)
+                    out += chunk.text;
+            }
+            const r = {
+                task,
+                result: out || "(no output)",
+                model: cfg.model,
+                ms: Date.now() - t0,
+            };
+            subResults.push(r);
+            onProgress(r, remaining);
+        };
+        // Execute batches sequentially; within each batch run up to 3 in parallel
+        let remaining = tasks.length;
+        for (const batch of batches) {
+            await Promise.all(batch.map(task => {
+                remaining--;
+                return runOne(task, modelIdx++, remaining);
+            }));
+        }
+        const synthesis = await reviewerSynthesize(prompt, subResults, systemPrompt);
+        return { synthesis, subResults };
+    }
+}
+//# sourceMappingURL=SwarmRouter.js.map

package/dist/runner/SwarmRouter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SwarmRouter.js","sourceRoot":"","sources":["../../src/runner/SwarmRouter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAgB,MAAM,kBAAkB,CAAC;AAgBhF,gFAAgF;AAEhF,MAAM,cAAc,GAAK,gEAAgE,CAAC;AAC1F,MAAM,cAAc,GAAK,uDAAuD,CAAC;AACjF,MAAM,cAAc,GAAK,uFAAuF,CAAC;AACjH,MAAM,WAAW,GAAQ,KAAK,CAAC;AAE/B;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,MAAc;IAC5C,MAAM,YAAY,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IACjE,MAAM,MAAM,GAAS,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAClG,MAAM,OAAO,GAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IACjE,MAAM,SAAS,GAAM,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IAC9D,MAAM,SAAS,GAAM,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IAEvD,OAAO,IAAI,CAAC,GAAG,CACb,GAAG,EACH,YAAY,GAAG,EAAE;QACjB,MAAM,GAAU,CAAC;QACjB,OAAO,GAAQ,EAAE;QACjB,SAAS,GAAO,CAAC;QACjB,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAC1B,CAAC;AACJ,CAAC;AAED,gFAAgF;AAEhF;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,MAAc,EAAE,QAAgB;IACxD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;IAE/C,+CAA+C;IAC/C,MAAM,KAAK,GAAG,MAAM;SACjB,KAAK,CAAC,iDAAiD,CAAC;SACxD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SAClB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE7B,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACtB,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED,2DAA2D;IAC3D,MAAM,WAAW,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,qEAAqE,CAAC,CAAC,CAAC;IAChH,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC5B,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,6DAA6D;IAC7D,OAAO,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC;AAED,gFAAgF;AAEhF,KAAK,UAAU,kBAAkB,CAC/B,cAAsB,EACtB,OAAwB,EACxB,YAAoB;IAEpB,MAAM,KAAK,GAAI,iBAAiB,EAAE,CAAC;IACnC,MAAM,GAAG,GAAM,KAAK,CAAC,CAAC,CAAE,CAAC;IACzB,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC;IAEpC,MAAM,OAAO,GAAG,OAAO;SACpB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;SAC9D,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhB,MAAM,QAAQ,GAAc;QAC1B,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;QACzC;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EACL,gHAAgH;gBAChH,yBAAyB,cAAc,OAAO,OAAO,MAAM;gBAC3D,4GAA4G;SAC/G;KACF,CAAC;IAEF,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC;QACtD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI;YAAE,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC;IAC9D,CAAC;IACD,OAAO,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;AAC/D,CAAC;AAED,gFAAgF;AAEhF,MAAM,OAAO,WAAW;IACd,SAAS,CAAmB;IAC5B,mBAAmB,CAAS;IAEpC,YAAY,MAAmB,EAAE;QAC/B,MAAM,IAAI,GAAgB,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAY,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1E,IAAI,CAAC,mBAAmB,GAAG,GAAG,CAAC,mBAAmB,IAAI,EAAE,CAAC;IAC3D,CAAC;IAED,yEAAyE;IACzE,WAAW,CAAC,MAAc;QACxB,OAAO,eAAe,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,mBAAmB,CAAC;IAC7D,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,KAAK,CAAC,GAAG,CACP,MAAoB,EACpB,YAAoB,EACpB,UAAgE;QAEhE,MAAM,KAAK,GAAQ,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,KAAK,GAAQ,iBAAiB,EAAE,CAAC;QACvC,MAAM,UAAU,GAAoB,EAAE,CAAC;QAEvC,oEAAoE;QACpE,MAAM,UAAU,GAAG,CAAC,CAAC;QACrB,MAAM,OAAO,GAAe,EAAE,CAAC;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;YAClD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;QAC/C,CAAC;QAED,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC,gCAAgC;QAElD,MAAM,MAAM,GAAG,KAAK,EAAE,IAAY,EAAE,IAAY,EAAE,SAAiB,EAAiB,EAAE;YACpF,MAAM,GAAG,GAAM,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC,CAAE,CAAC;YACvD,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC;YACpC,MAAM,IAAI,GAAc;gBACtB,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;gBACzC,EAAE,IAAI,EAAE,MAAM,EAAI,OAAO,EAAE,IAAI,EAAE;aAClC,CAAC;YAEF,MAAM,EAAE,GAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAM,GAAG,GAAG,EAAE,CAAC;YACf,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC;gBAClD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI;oBAAE,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC;YAC9D,CAAC;YAED,MAAM,CAAC,GAAkB;gBACvB,IAAI;gBACJ,MAAM,EAAE,GAAG,IAAI,aAAa;gBAC5B,KAAK,EAAG,GAAG,CAAC,KAAK;gBACjB,EAAE,EAAM,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;aACxB,CAAC;YACF,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,UAAU,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAC3B,CAAC,CAAC;QAEF,0EAA0E;QAC1E,IAAI,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;QAC7B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,OAAO,CAAC,GAAG,CACf,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBACf,SAAS,EAAE,CAAC;gBACZ,OAAO,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,SAAS,CAAC,CAAC;YAC7C,CAAC,CAAC,CACH,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;QAC7E,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;IACnC,CAAC;CACF"}

package/dist/runner/ToolDispatcher.d.ts

@@ -0,0 +1,19 @@
+/**
+ * ToolDispatcher — executes tool calls from the model response.
+ * Looks up tool by name in the Registry, validates params, runs execute().
+ */
+import type { Registry } from "../api/Registry.js";
+import type { ToolCall } from "./ModelClient.js";
+export interface ToolResult {
+    tool_call_id: string;
+    name: string;
+    content: string;
+    isError: boolean;
+}
+export declare class ToolDispatcher {
+    private registry;
+    constructor(registry: Registry);
+    dispatch(calls: ToolCall[]): Promise<ToolResult[]>;
+    private execute;
+}
+//# sourceMappingURL=ToolDispatcher.d.ts.map

package/dist/runner/ToolDispatcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ToolDispatcher.d.ts","sourceRoot":"","sources":["../../src/runner/ToolDispatcher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAEjD,MAAM,WAAW,UAAU;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAU,MAAM,CAAC;IACrB,OAAO,EAAO,MAAM,CAAC;IACrB,OAAO,EAAO,OAAO,CAAC;CACvB;AAED,qBAAa,cAAc;IACb,OAAO,CAAC,QAAQ;gBAAR,QAAQ,EAAE,QAAQ;IAEhC,QAAQ,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;YAI1C,OAAO;CAkDtB"}

package/dist/runner/ToolDispatcher.js

@@ -0,0 +1,64 @@
+/**
+ * ToolDispatcher — executes tool calls from the model response.
+ * Looks up tool by name in the Registry, validates params, runs execute().
+ */
+import { Value } from "@sinclair/typebox/value";
+export class ToolDispatcher {
+    registry;
+    constructor(registry) {
+        this.registry = registry;
+    }
+    async dispatch(calls) {
+        return Promise.all(calls.map(tc => this.execute(tc)));
+    }
+    async execute(tc) {
+        const tool = this.registry.getTool(tc.function.name);
+        if (!tool) {
+            return {
+                tool_call_id: tc.id,
+                name: tc.function.name,
+                content: `Unknown tool: ${tc.function.name}`,
+                isError: true,
+            };
+        }
+        let params;
+        try {
+            params = JSON.parse(tc.function.arguments || "{}");
+        }
+        catch {
+            return {
+                tool_call_id: tc.id,
+                name: tc.function.name,
+                content: `Invalid JSON arguments: ${tc.function.arguments}`,
+                isError: true,
+            };
+        }
+        // Validate params against the tool's TypeBox schema
+        if (!Value.Check(tool.parameters, params)) {
+            const errors = [...Value.Errors(tool.parameters, params)]
+                .slice(0, 3)
+                .map(e => `${e.path}: ${e.message}`)
+                .join("; ");
+            return {
+                tool_call_id: tc.id,
+                name: tc.function.name,
+                content: `Parameter validation failed: ${errors}`,
+                isError: true,
+            };
+        }
+        try {
+            const result = await tool.execute(tc.id, params);
+            const content = result.content.map(c => c.text).join("\n");
+            return { tool_call_id: tc.id, name: tc.function.name, content, isError: false };
+        }
+        catch (e) {
+            return {
+                tool_call_id: tc.id,
+                name: tc.function.name,
+                content: `Tool error: ${e?.message ?? String(e)}`,
+                isError: true,
+            };
+        }
+    }
+}
+//# sourceMappingURL=ToolDispatcher.js.map

package/dist/runner/ToolDispatcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ToolDispatcher.js","sourceRoot":"","sources":["../../src/runner/ToolDispatcher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAS,yBAAyB,CAAC;AAWnD,MAAM,OAAO,cAAc;IACL;IAApB,YAAoB,QAAkB;QAAlB,aAAQ,GAAR,QAAQ,CAAU;IAAG,CAAC;IAE1C,KAAK,CAAC,QAAQ,CAAC,KAAiB;QAC9B,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACxD,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,EAAY;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACrD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO;gBACL,YAAY,EAAE,EAAE,CAAC,EAAE;gBACnB,IAAI,EAAU,EAAE,CAAC,QAAQ,CAAC,IAAI;gBAC9B,OAAO,EAAO,iBAAiB,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE;gBACjD,OAAO,EAAO,IAAI;aACnB,CAAC;QACJ,CAAC;QAED,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;gBACL,YAAY,EAAE,EAAE,CAAC,EAAE;gBACnB,IAAI,EAAU,EAAE,CAAC,QAAQ,CAAC,IAAI;gBAC9B,OAAO,EAAO,2BAA2B,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE;gBAChE,OAAO,EAAO,IAAI;aACnB,CAAC;QACJ,CAAC;QAED,oDAAoD;QACpD,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;iBACtD,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;iBACX,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;iBACnC,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,OAAO;gBACL,YAAY,EAAE,EAAE,CAAC,EAAE;gBACnB,IAAI,EAAU,EAAE,CAAC,QAAQ,CAAC,IAAI;gBAC9B,OAAO,EAAO,gCAAgC,MAAM,EAAE;gBACtD,OAAO,EAAO,IAAI;aACnB,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAI,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,EAAE,MAAa,CAAC,CAAC;YACzD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3D,OAAO,EAAE,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAClF,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,OAAO;gBACL,YAAY,EAAE,EAAE,CAAC,EAAE;gBACnB,IAAI,EAAU,EAAE,CAAC,QAAQ,CAAC,IAAI;gBAC9B,OAAO,EAAO,eAAe,CAAC,EAAE,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE;gBACtD,OAAO,EAAO,IAAI;aACnB,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}