@nanonets/graft 0.5.0 → 0.6.0

package/dist/ai/llm/openai.js

@@ -0,0 +1,146 @@
+/**
+ * OpenAI-compatible transport. Wraps the `openai` SDK pointed at any
+ * OpenAI-compatible endpoint (OpenAI, OpenRouter, Fireworks, a LiteLLM proxy,
+ * Groq, Together, DeepSeek, a local server, …) — the user picks the endpoint
+ * with `baseUrl` and authenticates with their own key.
+ *
+ * This adapter reproduces graft's historical wire behavior exactly: temperature
+ * is forwarded, cache breakpoints become `cache_control` content parts (which
+ * OpenRouter forwards to Anthropic), and cached tokens are subtracted out of the
+ * input count so {@link Usage.input} is uncached-only.
+ */
+import OpenAI from "openai";
+const PROVIDER = "openai";
+/** Synthetic tool used to coerce a plain JSON object out of `{ kind: "json" }`. */
+const JSON_TOOL = "emit_json";
+/** A text content part, optionally carrying a cache breakpoint (OpenRouter passthrough). */
+function textPart(text, cache) {
+    return cache
+        ? [{ type: "text", text, cache_control: { type: "ephemeral" } }]
+        : text;
+}
+function toChatMessage(m) {
+    switch (m.role) {
+        case "system":
+            return { role: "system", content: textPart(m.content, m.cacheBreakpoint) };
+        case "user":
+            return { role: "user", content: textPart(m.content, m.cacheBreakpoint) };
+        case "tool":
+            return {
+                role: "tool",
+                tool_call_id: m.toolCallId ?? "",
+                content: textPart(m.content, m.cacheBreakpoint),
+            };
+        case "assistant": {
+            if (m.providerRaw?.provider === PROVIDER)
+                return m.providerRaw.raw;
+            const tool_calls = m.toolCalls?.map((tc) => ({
+                id: tc.id,
+                type: "function",
+                function: { name: tc.name, arguments: JSON.stringify(tc.args ?? {}) },
+            }));
+            return {
+                role: "assistant",
+                content: m.content || null,
+                ...(tool_calls?.length ? { tool_calls } : {}),
+            };
+        }
+    }
+}
+function toChatTool(t) {
+    return { type: "function", function: { name: t.name, description: t.description, parameters: t.parameters } };
+}
+export class OpenAIChatModel {
+    label;
+    client;
+    model;
+    constructor(opts) {
+        this.model = opts.model;
+        this.label = opts.label ?? `${PROVIDER}:${opts.model}`;
+        this.client =
+            opts.client ??
+                new OpenAI({
+                    apiKey: opts.apiKey,
+                    baseURL: opts.baseUrl,
+                    defaultHeaders: opts.headers,
+                });
+    }
+    async create(req) {
+        const messages = req.messages.map(toChatMessage);
+        const tools = req.tools ? req.tools.map(toChatTool) : undefined;
+        const params = { model: this.model, messages };
+        if (req.temperature !== undefined)
+            params.temperature = req.temperature;
+        if (req.maxTokens !== undefined)
+            params.max_tokens = req.maxTokens;
+        const fmt = req.responseFormat ?? { kind: "text" };
+        if (fmt.kind === "json") {
+            // Coerce JSON via a forced synthetic tool — the one structured-output
+            // mechanism shared with Anthropic (no reliance on `response_format`).
+            params.tools = [
+                ...(tools ?? []),
+                { type: "function", function: { name: JSON_TOOL, description: "Return the answer as a JSON object.", parameters: { type: "object", additionalProperties: true } } },
+            ];
+            params.tool_choice = { type: "function", function: { name: JSON_TOOL } };
+        }
+        else if (fmt.kind === "tool") {
+            params.tools = tools;
+            params.tool_choice = { type: "function", function: { name: fmt.name } };
+        }
+        else if (tools) {
+            params.tools = tools;
+        }
+        const resp = await this.client.chat.completions.create(params);
+        return this.fromResponse(resp, fmt.kind);
+    }
+    fromResponse(resp, format) {
+        const choice = resp.choices[0];
+        const msg = choice?.message;
+        const rawCalls = (msg?.tool_calls ?? []).filter((c) => c.type === "function");
+        const parse = (s) => {
+            try {
+                return JSON.parse(s || "{}");
+            }
+            catch {
+                return {};
+            }
+        };
+        let text = msg?.content ?? "";
+        let toolCalls = rawCalls.map((c) => ({
+            id: c.id,
+            name: c.function.name,
+            args: parse(c.function.arguments),
+        }));
+        if (format === "json") {
+            // Surface the synthetic tool's object as JSON text; hide it from `toolCalls`.
+            const jsonCall = toolCalls.find((c) => c.name === JSON_TOOL);
+            if (jsonCall)
+                text = JSON.stringify(jsonCall.args);
+            toolCalls = toolCalls.filter((c) => c.name !== JSON_TOOL);
+        }
+        return {
+            text,
+            toolCalls,
+            usage: normalizeUsage(resp.usage),
+            stopReason: choice?.finish_reason ?? null,
+            assistant: {
+                role: "assistant",
+                content: msg?.content ?? "",
+                toolCalls: toolCalls.length ? toolCalls : undefined,
+                providerRaw: { provider: PROVIDER, raw: msg },
+            },
+        };
+    }
+}
+/** Cached tokens are inside `prompt_tokens`; subtract so `input` is uncached-only. */
+function normalizeUsage(u) {
+    const prompt = u?.prompt_tokens ?? 0;
+    const cacheRead = u?.prompt_tokens_details?.cached_tokens ?? 0;
+    return {
+        input: Math.max(0, prompt - cacheRead),
+        output: u?.completion_tokens ?? 0,
+        cacheRead,
+        cacheCreate: 0,
+    };
+}
+//# sourceMappingURL=openai.js.map

package/dist/ai/llm/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/ai/llm/openai.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAG5B,MAAM,QAAQ,GAAG,QAAQ,CAAC;AAC1B,mFAAmF;AACnF,MAAM,SAAS,GAAG,WAAW,CAAC;AAiB9B,4FAA4F;AAC5F,SAAS,QAAQ,CAAC,IAAY,EAAE,KAA0B;IACxD,OAAO,KAAK;QACV,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,WAAoB,EAAE,EAAE,CAAC;QAClF,CAAC,CAAC,IAAI,CAAC;AACX,CAAC;AAED,SAAS,aAAa,CAAC,CAAU;IAC/B,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;QACf,KAAK,QAAQ;YACX,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,eAAe,CAAC,EAAiB,CAAC;QAC5F,KAAK,MAAM;YACT,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,eAAe,CAAC,EAAiB,CAAC;QAC1F,KAAK,MAAM;YACT,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,YAAY,EAAE,CAAC,CAAC,UAAU,IAAI,EAAE;gBAChC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,eAAe,CAAC;aACjC,CAAC;QACnB,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,IAAI,CAAC,CAAC,WAAW,EAAE,QAAQ,KAAK,QAAQ;gBAAE,OAAO,CAAC,CAAC,WAAW,CAAC,GAAkB,CAAC;YAClF,MAAM,UAAU,GAAG,CAAC,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC3C,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE;aACtE,CAAC,CAAC,CAAC;YACJ,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,IAAI;gBAC1B,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC/B,CAAC;QACnB,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,CAAW;IAC7B,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC;AAChH,CAAC;AAED,MAAM,OAAO,eAAe;IACjB,KAAK,CAAS;IACf,MAAM,CAAS;IACf,KAAK,CAAS;IAEtB,YAAY,IAA4B;QACtC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,GAAG,QAAQ,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACvD,IAAI,CAAC,MAAM;YACT,IAAI,CAAC,MAAM;gBACX,IAAI,MAAM,CAAC;oBACT,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,cAAc,EAAE,IAAI,CAAC,OAAO;iBAC7B,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAgB;QAC3B,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAChE,MAAM,MAAM,GAAe,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC;QAC3D,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;YAAE,MAAM,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;QACxE,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS;YAAE,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC;QAEnE,MAAM,GAAG,GAAG,GAAG,CAAC,cAAc,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACnD,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,sEAAsE;YACtE,sEAAsE;YACtE,MAAM,CAAC,KAAK,GAAG;gBACb,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;gBAChB,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,qCAAqC,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,oBAAoB,EAAE,IAAI,EAAE,EAAE,EAAE;aACpK,CAAC;YACF,MAAM,CAAC,WAAW,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC;QAC3E,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC/B,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;YACrB,MAAM,CAAC,WAAW,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;QAC1E,CAAC;aAAM,IAAI,KAAK,EAAE,CAAC;YACjB,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;QACvB,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC/D,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IAEO,YAAY,CAClB,IAA4C,EAC5C,MAAgC;QAEhC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,GAAG,GAAG,MAAM,EAAE,OAAO,CAAC;QAC5B,MAAM,QAAQ,GAAG,CAAC,GAAG,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,CAC7C,CAAC,CAAC,EAAqF,EAAE,CACvF,CAAC,CAAC,IAAI,KAAK,UAAU,CACxB,CAAC;QACF,MAAM,KAAK,GAAG,CAAC,CAAS,EAAW,EAAE;YACnC,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;YAC/B,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,IAAI,GAAG,GAAG,EAAE,OAAO,IAAI,EAAE,CAAC;QAC9B,IAAI,SAAS,GAAe,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/C,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;YACrB,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;SAClC,CAAC,CAAC,CAAC;QAEJ,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,8EAA8E;YAC9E,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;YAC7D,IAAI,QAAQ;gBAAE,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACnD,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;QAC5D,CAAC;QAED,OAAO;YACL,IAAI;YACJ,SAAS;YACT,KAAK,EAAE,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC;YACjC,UAAU,EAAE,MAAM,EAAE,aAAa,IAAI,IAAI;YACzC,SAAS,EAAE;gBACT,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,GAAG,EAAE,OAAO,IAAI,EAAE;gBAC3B,SAAS,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;gBACnD,WAAW,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,EAAE;aAC9C;SACF,CAAC;IACJ,CAAC;CACF;AAED,sFAAsF;AACtF,SAAS,cAAc,CAAC,CAAiD;IACvE,MAAM,MAAM,GAAG,CAAC,EAAE,aAAa,IAAI,CAAC,CAAC;IACrC,MAAM,SAAS,GAAG,CAAC,EAAE,qBAAqB,EAAE,aAAa,IAAI,CAAC,CAAC;IAC/D,OAAO;QACL,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QACtC,MAAM,EAAE,CAAC,EAAE,iBAAiB,IAAI,CAAC;QACjC,SAAS;QACT,WAAW,EAAE,CAAC;KACf,CAAC;AACJ,CAAC"}

package/dist/ai/llm/types.d.ts

@@ -0,0 +1,113 @@
+/**
+ * Provider-neutral chat transport.
+ *
+ * Every LLM call in graft — the engine's single-shot summarize/synthesize/crux
+ * ops AND the benchmark's multi-turn ReAct loop — goes through one interface,
+ * {@link ChatModel}. Adapters translate this neutral shape to a concrete SDK
+ * (OpenAI-compatible or native Anthropic). Nothing above this layer knows which
+ * provider is in play, so adding a provider is a new adapter, never a change to
+ * a call site.
+ *
+ * The design carries three affordances that let a single interface serve the
+ * multi-turn loop as cleanly as a one-shot call:
+ *   - {@link ChatResponse.assistant} — a ready-to-append assistant message, so a
+ *     caller continues a conversation without touching provider shapes.
+ *   - {@link Message.providerRaw} — opaque verbatim replay of a message the same
+ *     adapter produced (preserves Anthropic thinking-block signatures, which must
+ *     be echoed back unchanged).
+ *   - {@link Usage} normalized to uncached-input, so token accounting is identical
+ *     across providers.
+ */
+/** A single tool invocation requested by the model. `args` is ALREADY parsed. */
+export interface ToolCall {
+    id: string;
+    name: string;
+    /** Parsed argument object. Adapters (de)serialize to their wire format. */
+    args: unknown;
+}
+/** One turn in a conversation, in provider-neutral form. */
+export interface Message {
+    role: "system" | "user" | "assistant" | "tool";
+    /** Plain-text content. Empty string when a turn is purely tool calls/results. */
+    content: string;
+    /** Assistant turns only: tool calls the model asked for. */
+    toolCalls?: ToolCall[];
+    /** Tool turns only: the id of the {@link ToolCall} this result answers. */
+    toolCallId?: string;
+    /**
+     * Request a provider cache marker (`cache_control: ephemeral`) on THIS message.
+     * The transport only understands this per-message flag; any sliding/rotation
+     * policy lives in the caller (see the bench loop).
+     */
+    cacheBreakpoint?: boolean;
+    /**
+     * Opaque, provider-tagged payload from the adapter that produced this message.
+     * When the SAME adapter replays it, the original wire form is sent verbatim
+     * (preserving e.g. Anthropic thinking blocks + signatures). A different adapter
+     * ignores it and reconstructs from {@link content}/{@link toolCalls}.
+     */
+    providerRaw?: {
+        provider: string;
+        raw: unknown;
+    };
+}
+/** A tool the model may call. `parameters` is a JSON Schema object. */
+export interface ToolSpec {
+    name: string;
+    description: string;
+    parameters: Record<string, unknown>;
+}
+/**
+ * How the model must shape its reply:
+ *   - `text`  — free-form assistant text.
+ *   - `json`  — a JSON object (mapped to a forced synthetic tool on both providers,
+ *               since that is the one structured-output mechanism they share).
+ *   - `tool`  — force a call to the named tool (structured output with a schema).
+ */
+export type ResponseFormat = {
+    kind: "text";
+} | {
+    kind: "json";
+} | {
+    kind: "tool";
+    name: string;
+};
+/**
+ * Token accounting, normalized across providers. `input` is UNCACHED input only
+ * (OpenAI reports cached tokens inside `prompt_tokens`; Anthropic reports them
+ * separately — adapters reconcile so callers can sum these directly).
+ */
+export interface Usage {
+    input: number;
+    output: number;
+    cacheRead: number;
+    cacheCreate: number;
+}
+export interface ChatRequest {
+    messages: Message[];
+    tools?: ToolSpec[];
+    /** Default: `{ kind: "text" }`. */
+    responseFormat?: ResponseFormat;
+    /** Providers that reject it (current Anthropic models) drop it in the adapter. */
+    temperature?: number;
+    /** Max output tokens. Required by Anthropic; adapters supply a default. */
+    maxTokens?: number;
+}
+export interface ChatResponse {
+    /** Concatenated assistant text (empty when the turn only made tool calls). */
+    text: string;
+    toolCalls: ToolCall[];
+    usage: Usage;
+    stopReason: string | null;
+    /** The assistant turn as a neutral message — push straight back into `messages`. */
+    assistant: Message;
+}
+/**
+ * A configured connection to one model. `label` is a stable `<provider>:<model>`
+ * string recorded in the graph manifest.
+ */
+export interface ChatModel {
+    readonly label: string;
+    create(req: ChatRequest): Promise<ChatResponse>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/ai/llm/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/ai/llm/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,iFAAiF;AACjF,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,2EAA2E;IAC3E,IAAI,EAAE,OAAO,CAAC;CACf;AAED,4DAA4D;AAC5D,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,iFAAiF;IACjF,OAAO,EAAE,MAAM,CAAC;IAChB,4DAA4D;IAC5D,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,2EAA2E;IAC3E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B;;;;;OAKG;IACH,WAAW,CAAC,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,OAAO,CAAA;KAAE,CAAC;CAClD;AAED,uEAAuE;AACvE,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC;AAED;;;;;;GAMG;AACH,MAAM,MAAM,cAAc,GACtB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEnC;;;;GAIG;AACH,MAAM,WAAW,KAAK;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;IACnB,mCAAmC;IACnC,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,kFAAkF;IAClF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,2EAA2E;IAC3E,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,8EAA8E;IAC9E,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,KAAK,EAAE,KAAK,CAAC;IACb,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,oFAAoF;IACpF,SAAS,EAAE,OAAO,CAAC;CACpB;AAED;;;GAGG;AACH,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;CACjD"}

package/dist/ai/llm/types.js

@@ -0,0 +1,22 @@
+/**
+ * Provider-neutral chat transport.
+ *
+ * Every LLM call in graft — the engine's single-shot summarize/synthesize/crux
+ * ops AND the benchmark's multi-turn ReAct loop — goes through one interface,
+ * {@link ChatModel}. Adapters translate this neutral shape to a concrete SDK
+ * (OpenAI-compatible or native Anthropic). Nothing above this layer knows which
+ * provider is in play, so adding a provider is a new adapter, never a change to
+ * a call site.
+ *
+ * The design carries three affordances that let a single interface serve the
+ * multi-turn loop as cleanly as a one-shot call:
+ *   - {@link ChatResponse.assistant} — a ready-to-append assistant message, so a
+ *     caller continues a conversation without touching provider shapes.
+ *   - {@link Message.providerRaw} — opaque verbatim replay of a message the same
+ *     adapter produced (preserves Anthropic thinking-block signatures, which must
+ *     be echoed back unchanged).
+ *   - {@link Usage} normalized to uncached-input, so token accounting is identical
+ *     across providers.
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/ai/llm/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/ai/llm/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG"}

package/dist/ai/providers.d.ts

@@ -1,36 +1,58 @@
 import type { Summarizer } from "./summarize.js";
 import type { Synthesizer } from "./synthesize.js";
+import type { CruxSummarizer } from "./crux.js";
+import type { ChatModel } from "./llm/types.js";
+import type { ProviderKind } from "./llm/factory.js";
 /**
  * User-facing configuration. Anything omitted falls back to environment
- * variables and then to sensible defaults. The engine calls OpenRouter, so an
- * API key is required for any LLM-backed operation.
+ * variables and then to sensible defaults.
+ *
+ * graft is vendor-neutral: `provider` names only the WIRE FORMAT, not a company.
+ * `openai` speaks the OpenAI-compatible API — point `baseUrl` at OpenRouter,
+ * Fireworks, a LiteLLM proxy, Groq, a local server, or OpenAI itself, and pass
+ * your own key. `anthropic` speaks the native Messages API. Any LLM-backed
+ * operation needs an API key.
  */
 export interface EngineConfig {
     /** Where the graph lives. Env: GRAFT_DIR. Default: `<repo>/.context`. */
     contextDir?: string;
-    /** OpenRouter key for extraction + summarization. Env: OPENROUTER_API_KEY. */
-    openrouterApiKey?: string;
-    /** OpenRouter model id. Env: GRAFT_OPENROUTER_MODEL. Default: openai/gpt-4o-mini */
-    openrouterModel?: string;
-    /** OpenRouter API base URL. Env: OPENROUTER_BASE_URL. Default: https://openrouter.ai/api/v1 */
-    openrouterBaseUrl?: string;
-    /** Override the synthesizer (defaults to OpenRouter). */
+    /** Wire format / SDK. Env: GRAFT_PROVIDER. Default: `openai`. */
+    provider?: ProviderKind;
+    /** API key for the chosen provider. Env: GRAFT_API_KEY (legacy: OPENROUTER_API_KEY). */
+    apiKey?: string;
+    /** Model id. Env: GRAFT_MODEL. Provider-specific default. */
+    model?: string;
+    /** Base URL for OpenAI-compatible endpoints. Env: GRAFT_BASE_URL. */
+    baseUrl?: string;
+    /** Override the whole transport (skips provider/apiKey/baseUrl). */
+    chatModel?: ChatModel;
+    /** Override the synthesizer. */
     synthesizer?: Synthesizer;
-    /** Override the code summarizer (defaults to OpenRouter). */
+    /** Override the code summarizer. */
     summarizer?: Summarizer;
+    /** Override the per-symbol crux summarizer. */
+    cruxSummarizer?: CruxSummarizer;
 }
 /** Fully-resolved configuration with all defaults applied. */
 export interface ResolvedConfig {
     contextDir?: string;
-    openrouterApiKey?: string;
-    openrouterModel: string;
-    openrouterBaseUrl: string;
+    provider: ProviderKind;
+    apiKey?: string;
+    model: string;
+    baseUrl?: string;
+    headers?: Record<string, string>;
+    /** True when the key came from the deprecated OPENROUTER_* fallback. */
+    usedLegacyEnv: boolean;
+    chatModel?: ChatModel;
     synthesizer?: Synthesizer;
     summarizer?: Summarizer;
+    cruxSummarizer?: CruxSummarizer;
 }
+/** Per-provider default model. */
+export declare const DEFAULT_MODELS: Record<ProviderKind, string>;
 export declare const DEFAULTS: {
-    readonly openrouterModel: "openai/gpt-4o-mini";
-    readonly openrouterBaseUrl: "https://openrouter.ai/api/v1";
+    readonly provider: ProviderKind;
+    readonly model: string;
 };
 /** Merge user config with environment variables and defaults. */
 export declare function resolveConfig(config?: EngineConfig): ResolvedConfig;

package/dist/ai/providers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../../src/ai/providers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAEnD;;;;GAIG;AACH,MAAM,WAAW,YAAY;IAC3B,yEAAyE;IACzE,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,8EAA8E;IAC9E,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,oFAAoF;IACpF,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,+FAA+F;IAC/F,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAG3B,yDAAyD;IACzD,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,6DAA6D;IAC7D,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB;AAED,8DAA8D;AAC9D,MAAM,WAAW,cAAc;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB;AAED,eAAO,MAAM,QAAQ;;;CAGX,CAAC;AAEX,iEAAiE;AACjE,wBAAgB,aAAa,CAAC,MAAM,GAAE,YAAiB,GAAG,cAAc,CAYvE"}
+{"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../../src/ai/providers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAErD;;;;;;;;;GASG;AACH,MAAM,WAAW,YAAY;IAC3B,yEAAyE;IACzE,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,iEAAiE;IACjE,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,wFAAwF;IACxF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,6DAA6D;IAC7D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,qEAAqE;IACrE,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,oEAAoE;IACpE,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,gCAAgC;IAChC,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,oCAAoC;IACpC,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,+CAA+C;IAC/C,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC;AAED,8DAA8D;AAC9D,MAAM,WAAW,cAAc;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,YAAY,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,wEAAwE;IACxE,aAAa,EAAE,OAAO,CAAC;IACvB,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC;AAID,kCAAkC;AAClC,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,CAGvD,CAAC;AAEF,eAAO,MAAM,QAAQ;uBACG,YAAY;;CAE1B,CAAC;AAEX,iEAAiE;AACjE,wBAAgB,aAAa,CAAC,MAAM,GAAE,YAAiB,GAAG,cAAc,CAmCvE"}

package/dist/ai/providers.js

@@ -1,17 +1,42 @@
+const OPENROUTER_BASE_URL = "https://openrouter.ai/api/v1";
+/** Per-provider default model. */
+export const DEFAULT_MODELS = {
+    openai: "openai/gpt-4o-mini",
+    anthropic: "claude-sonnet-5",
+};
 export const DEFAULTS = {
-    openrouterModel: "openai/gpt-4o-mini",
-    openrouterBaseUrl: "https://openrouter.ai/api/v1",
+    provider: "openai",
+    model: DEFAULT_MODELS.openai,
 };
 /** Merge user config with environment variables and defaults. */
 export function resolveConfig(config = {}) {
     const env = process.env;
+    const provider = config.provider ?? env.GRAFT_PROVIDER ?? DEFAULTS.provider;
+    const explicitKey = config.apiKey ?? env.GRAFT_API_KEY;
+    const legacyKey = env.OPENROUTER_API_KEY;
+    const apiKey = explicitKey ?? legacyKey;
+    const usedLegacyEnv = !explicitKey && !!legacyKey;
+    const model = config.model ?? env.GRAFT_MODEL ?? env.GRAFT_OPENROUTER_MODEL ?? DEFAULT_MODELS[provider];
+    let baseUrl = config.baseUrl ?? env.GRAFT_BASE_URL ?? env.OPENROUTER_BASE_URL;
+    // Back-compat: an existing setup with only OPENROUTER_API_KEY keeps hitting
+    // OpenRouter without any config change.
+    if (!baseUrl && provider === "openai" && usedLegacyEnv)
+        baseUrl = OPENROUTER_BASE_URL;
+    const headers = provider === "openai" && baseUrl?.includes("openrouter.ai")
+        ? { "X-Title": "graft" }
+        : undefined;
     return {
         contextDir: config.contextDir ?? env.GRAFT_DIR,
-        openrouterApiKey: config.openrouterApiKey ?? env.OPENROUTER_API_KEY,
-        openrouterModel: config.openrouterModel ?? env.GRAFT_OPENROUTER_MODEL ?? DEFAULTS.openrouterModel,
-        openrouterBaseUrl: config.openrouterBaseUrl ?? env.OPENROUTER_BASE_URL ?? DEFAULTS.openrouterBaseUrl,
+        provider,
+        apiKey,
+        model,
+        baseUrl,
+        headers,
+        usedLegacyEnv,
+        chatModel: config.chatModel,
         synthesizer: config.synthesizer,
         summarizer: config.summarizer,
+        cruxSummarizer: config.cruxSummarizer,
     };
 }
 //# sourceMappingURL=providers.js.map

package/dist/ai/providers.js.map

@@ -1 +1 @@
-{"version":3,"file":"providers.js","sourceRoot":"","sources":["../../src/ai/providers.ts"],"names":[],"mappings":"AAoCA,MAAM,CAAC,MAAM,QAAQ,GAAG;IACtB,eAAe,EAAE,oBAAoB;IACrC,iBAAiB,EAAE,8BAA8B;CACzC,CAAC;AAEX,iEAAiE;AACjE,MAAM,UAAU,aAAa,CAAC,SAAuB,EAAE;IACrD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IACxB,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,GAAG,CAAC,SAAS;QAC9C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,GAAG,CAAC,kBAAkB;QACnE,eAAe,EACb,MAAM,CAAC,eAAe,IAAI,GAAG,CAAC,sBAAsB,IAAI,QAAQ,CAAC,eAAe;QAClF,iBAAiB,EACf,MAAM,CAAC,iBAAiB,IAAI,GAAG,CAAC,mBAAmB,IAAI,QAAQ,CAAC,iBAAiB;QACnF,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;KAC9B,CAAC;AACJ,CAAC"}
+{"version":3,"file":"providers.js","sourceRoot":"","sources":["../../src/ai/providers.ts"],"names":[],"mappings":"AAwDA,MAAM,mBAAmB,GAAG,8BAA8B,CAAC;AAE3D,kCAAkC;AAClC,MAAM,CAAC,MAAM,cAAc,GAAiC;IAC1D,MAAM,EAAE,oBAAoB;IAC5B,SAAS,EAAE,iBAAiB;CAC7B,CAAC;AAEF,MAAM,CAAC,MAAM,QAAQ,GAAG;IACtB,QAAQ,EAAE,QAAwB;IAClC,KAAK,EAAE,cAAc,CAAC,MAAM;CACpB,CAAC;AAEX,iEAAiE;AACjE,MAAM,UAAU,aAAa,CAAC,SAAuB,EAAE;IACrD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IACxB,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAK,GAAG,CAAC,cAA2C,IAAI,QAAQ,CAAC,QAAQ,CAAC;IAE1G,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC,aAAa,CAAC;IACvD,MAAM,SAAS,GAAG,GAAG,CAAC,kBAAkB,CAAC;IACzC,MAAM,MAAM,GAAG,WAAW,IAAI,SAAS,CAAC;IACxC,MAAM,aAAa,GAAG,CAAC,WAAW,IAAI,CAAC,CAAC,SAAS,CAAC;IAElD,MAAM,KAAK,GACT,MAAM,CAAC,KAAK,IAAI,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,sBAAsB,IAAI,cAAc,CAAC,QAAQ,CAAC,CAAC;IAE5F,IAAI,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,GAAG,CAAC,cAAc,IAAI,GAAG,CAAC,mBAAmB,CAAC;IAC9E,4EAA4E;IAC5E,wCAAwC;IACxC,IAAI,CAAC,OAAO,IAAI,QAAQ,KAAK,QAAQ,IAAI,aAAa;QAAE,OAAO,GAAG,mBAAmB,CAAC;IAEtF,MAAM,OAAO,GACX,QAAQ,KAAK,QAAQ,IAAI,OAAO,EAAE,QAAQ,CAAC,eAAe,CAAC;QACzD,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE;QACxB,CAAC,CAAC,SAAS,CAAC;IAEhB,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,GAAG,CAAC,SAAS;QAC9C,QAAQ;QACR,MAAM;QACN,KAAK;QACL,OAAO;QACP,OAAO;QACP,aAAa;QACb,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,cAAc,EAAE,MAAM,CAAC,cAAc;KACtC,CAAC;AACJ,CAAC"}

package/dist/ai/summarize.d.ts

@@ -1,3 +1,4 @@
+import type { ChatModel } from "./llm/types.js";
 /**
  * Turns one source-code file into a short prose summary for the knowledge graph.
  *
@@ -13,11 +14,10 @@ export interface Summarizer {
         path: string;
     }): Promise<string>;
 }
-/** Summarizer backed by OpenRouter's OpenAI-compatible chat API. */
-export declare class OpenRouterSummarizer implements Summarizer {
-    private client;
+/** Summarizer backed by any {@link ChatModel} (a plain-text completion). */
+export declare class ChatSummarizer implements Summarizer {
     private model;
-    constructor(apiKey: string, model: string, baseUrl?: string);
+    constructor(model: ChatModel);
     summarize(code: string, opts: {
         path: string;
     }): Promise<string>;

package/dist/ai/summarize.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"summarize.d.ts","sourceRoot":"","sources":["../../src/ai/summarize.ts"],"names":[],"mappings":"AAEA;;;;;;;;;GASG;AACH,MAAM,WAAW,UAAU;IACzB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAClE;AAqBD,oEAAoE;AACpE,qBAAa,oBAAqB,YAAW,UAAU;IACrD,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;gBAEV,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,SAAiC;IAS7E,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;CAWvE"}
+{"version":3,"file":"summarize.d.ts","sourceRoot":"","sources":["../../src/ai/summarize.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAEhD;;;;;;;;;GASG;AACH,MAAM,WAAW,UAAU;IACzB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAClE;AAqBD,4EAA4E;AAC5E,qBAAa,cAAe,YAAW,UAAU;IACnC,OAAO,CAAC,KAAK;gBAAL,KAAK,EAAE,SAAS;IAE9B,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;CAWvE"}

package/dist/ai/summarize.js

@@ -1,4 +1,3 @@
-import OpenAI from "openai";
 const SYSTEM_PROMPT = `You document source code for a team knowledge base. Given one source file, write a compact plain-English summary covering:
 1. The purpose of the file — what it exists to do.
 2. The key exported functions/classes/types and what each is for.
@@ -14,28 +13,22 @@ function userContent(code, path) {
         : code;
     return `File: ${path}\n\n${clipped}`;
 }
-/** Summarizer backed by OpenRouter's OpenAI-compatible chat API. */
-export class OpenRouterSummarizer {
-    client;
+/** Summarizer backed by any {@link ChatModel} (a plain-text completion). */
+export class ChatSummarizer {
     model;
-    constructor(apiKey, model, baseUrl = "https://openrouter.ai/api/v1") {
-        this.client = new OpenAI({
-            apiKey,
-            baseURL: baseUrl,
-            defaultHeaders: { "X-Title": "Context Graph Engine" },
-        });
+    constructor(model) {
         this.model = model;
     }
     async summarize(code, opts) {
-        const response = await this.client.chat.completions.create({
-            model: this.model,
+        const res = await this.model.create({
             temperature: 0,
+            maxTokens: 2048,
             messages: [
                 { role: "system", content: SYSTEM_PROMPT },
                 { role: "user", content: userContent(code, opts.path) },
             ],
         });
-        return response.choices[0]?.message?.content?.trim() ?? "";
+        return res.text.trim();
     }
 }
 //# sourceMappingURL=summarize.js.map

package/dist/ai/summarize.js.map

@@ -1 +1 @@
-{"version":3,"file":"summarize.js","sourceRoot":"","sources":["../../src/ai/summarize.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAgB5B,MAAM,aAAa,GAAG;;;;;;sLAMgK,CAAC;AAEvL,gFAAgF;AAChF,MAAM,cAAc,GAAG,MAAM,CAAC;AAE9B,SAAS,WAAW,CAAC,IAAY,EAAE,IAAY;IAC7C,MAAM,OAAO,GACX,IAAI,CAAC,MAAM,GAAG,cAAc;QAC1B,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,qBAAqB,cAAc,cAAc;QACnF,CAAC,CAAC,IAAI,CAAC;IACX,OAAO,SAAS,IAAI,OAAO,OAAO,EAAE,CAAC;AACvC,CAAC;AAED,oEAAoE;AACpE,MAAM,OAAO,oBAAoB;IACvB,MAAM,CAAS;IACf,KAAK,CAAS;IAEtB,YAAY,MAAc,EAAE,KAAa,EAAE,OAAO,GAAG,8BAA8B;QACjF,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,MAAM;YACN,OAAO,EAAE,OAAO;YAChB,cAAc,EAAE,EAAE,SAAS,EAAE,sBAAsB,EAAE;SACtD,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,IAAsB;QAClD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACzD,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,CAAC;YACd,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE;gBAC1C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE;aACxD;SACF,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAC7D,CAAC;CACF"}
+{"version":3,"file":"summarize.js","sourceRoot":"","sources":["../../src/ai/summarize.ts"],"names":[],"mappings":"AAgBA,MAAM,aAAa,GAAG;;;;;;sLAMgK,CAAC;AAEvL,gFAAgF;AAChF,MAAM,cAAc,GAAG,MAAM,CAAC;AAE9B,SAAS,WAAW,CAAC,IAAY,EAAE,IAAY;IAC7C,MAAM,OAAO,GACX,IAAI,CAAC,MAAM,GAAG,cAAc;QAC1B,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,qBAAqB,cAAc,cAAc;QACnF,CAAC,CAAC,IAAI,CAAC;IACX,OAAO,SAAS,IAAI,OAAO,OAAO,EAAE,CAAC;AACvC,CAAC;AAED,4EAA4E;AAC5E,MAAM,OAAO,cAAc;IACL;IAApB,YAAoB,KAAgB;QAAhB,UAAK,GAAL,KAAK,CAAW;IAAG,CAAC;IAExC,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,IAAsB;QAClD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;YAClC,WAAW,EAAE,CAAC;YACd,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE;gBAC1C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE;aACxD;SACF,CAAC,CAAC;QACH,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;CACF"}

package/dist/ai/synthesize.d.ts

@@ -1,3 +1,12 @@
+/**
+ * The synthesis step: turn per-file prose summaries into a CURATED set of graph
+ * nodes. This is where granularity is decided — the model groups related files
+ * into subsystem nodes, keeps a notable file as its own node when it deserves
+ * one, and adds cross-cutting concept nodes, instead of emitting one entity per
+ * incidental identifier. Each node is attributed to the source files it is
+ * grounded in, so provenance (and staleness) stays exact.
+ */
+import type { ChatModel } from "./llm/types.js";
 /** A directed edge to another node, by node name (resolved to a slug later). */
 export interface SynthLink {
     to: string;
@@ -22,11 +31,10 @@ export interface FileSummary {
 export interface Synthesizer {
     synthesize(files: FileSummary[]): Promise<SynthNode[]>;
 }
-/** Synthesizer backed by OpenRouter's OpenAI-compatible chat API (tool calling). */
-export declare class OpenRouterSynthesizer implements Synthesizer {
-    private client;
+/** Synthesizer backed by any {@link ChatModel} via forced tool calling. */
+export declare class ChatSynthesizer implements Synthesizer {
     private model;
-    constructor(apiKey: string, model: string, baseUrl?: string);
+    constructor(model: ChatModel);
     synthesize(files: FileSummary[]): Promise<SynthNode[]>;
 }
 //# sourceMappingURL=synthesize.d.ts.map

package/dist/ai/synthesize.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"synthesize.d.ts","sourceRoot":"","sources":["../../src/ai/synthesize.ts"],"names":[],"mappings":"AAUA,gFAAgF;AAChF,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,2EAA2E;AAC3E,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,oCAAoC;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,0EAA0E;IAC1E,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,EAAE,SAAS,EAAE,CAAC;CACpB;AAED,mDAAmD;AACnD,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,UAAU,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;CACxD;AAiGD,oFAAoF;AACpF,qBAAa,qBAAsB,YAAW,WAAW;IACvD,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;gBAEV,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,SAAiC;IAK7E,UAAU,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;CAoB7D"}
+{"version":3,"file":"synthesize.d.ts","sourceRoot":"","sources":["../../src/ai/synthesize.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAEhD,gFAAgF;AAChF,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,2EAA2E;AAC3E,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,oCAAoC;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,0EAA0E;IAC1E,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,EAAE,SAAS,EAAE,CAAC;CACpB;AAED,mDAAmD;AACnD,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,UAAU,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;CACxD;AA0FD,2EAA2E;AAC3E,qBAAa,eAAgB,YAAW,WAAW;IACrC,OAAO,CAAC,KAAK;gBAAL,KAAK,EAAE,SAAS;IAE9B,UAAU,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;CAuB7D"}

package/dist/ai/synthesize.js

@@ -1,12 +1,3 @@
-/**
- * The synthesis step: turn per-file prose summaries into a CURATED set of graph
- * nodes. This is where granularity is decided — the model groups related files
- * into subsystem nodes, keeps a notable file as its own node when it deserves
- * one, and adds cross-cutting concept nodes, instead of emitting one entity per
- * incidental identifier. Each node is attributed to the source files it is
- * grounded in, so provenance (and staleness) stays exact.
- */
-import OpenAI from "openai";
 const SYSTEM_PROMPT = `You build an ARCHITECTURE graph of a codebase from per-file summaries. The reader is an AI agent that will read this graph before working on the code, so it must describe the system at the level a senior engineer would explain it — not file by file.
 
 Produce a CURATED set of nodes of mixed granularity:
@@ -90,44 +81,37 @@ function clean(nodes) {
     }
     return out;
 }
-const RECORD_TOOL = {
-    type: "function",
-    function: {
-        name: "record_graph",
-        description: "Record the curated architecture-graph nodes and their links.",
-        parameters: NODES_SCHEMA,
-    },
-};
-/** Synthesizer backed by OpenRouter's OpenAI-compatible chat API (tool calling). */
-export class OpenRouterSynthesizer {
-    client;
+const RECORD_TOOL = "record_graph";
+/** Synthesizer backed by any {@link ChatModel} via forced tool calling. */
+export class ChatSynthesizer {
     model;
-    constructor(apiKey, model, baseUrl = "https://openrouter.ai/api/v1") {
-        this.client = new OpenAI({ apiKey, baseURL: baseUrl, defaultHeaders: { "X-Title": "Context Graph Engine" } });
+    constructor(model) {
         this.model = model;
     }
     async synthesize(files) {
         if (files.length === 0)
             return [];
-        const response = await this.client.chat.completions.create({
-            model: this.model,
+        const res = await this.model.create({
             temperature: 0,
-            tools: [RECORD_TOOL],
-            tool_choice: { type: "function", function: { name: "record_graph" } },
+            maxTokens: 8192,
+            tools: [
+                {
+                    name: RECORD_TOOL,
+                    description: "Record the curated architecture-graph nodes and their links.",
+                    parameters: NODES_SCHEMA,
+                },
+            ],
+            responseFormat: { kind: "tool", name: RECORD_TOOL },
             messages: [
                 { role: "system", content: SYSTEM_PROMPT },
                 { role: "user", content: userContent(files) },
             ],
         });
-        const call = response.choices[0]?.message?.tool_calls?.[0];
-        if (!call || call.type !== "function")
-            return [];
-        try {
-            return clean(JSON.parse(call.function.arguments).nodes);
-        }
-        catch {
+        const call = res.toolCalls[0];
+        if (!call)
             return [];
-        }
+        // `args` is already a parsed object — no JSON.parse.
+        return clean(call.args?.nodes);
     }
 }
 //# sourceMappingURL=synthesize.js.map