@graphrefly/graphrefly 0.44.0 → 0.46.0

package/dist/{patterns → utils}/ai/browser.d.cts

@@ -1,8 +1,10 @@
-import { L as LLMAdapter } from '../../types-C0_yquda.cjs';
-import { c as createAdapter, C as CascadingLlmAdapterOptions } from '../../cascading-BglDkMdX.cjs';
-import '../../node-kK3CvTrR.cjs';
-import '../../extra/sources.cjs';
-import '../../index-C1T3d7V-.cjs';
+import { L as LLMAdapter } from '../../types-BB5Lw-pB.cjs';
+import { h as createAdapter, c as CascadingLlmAdapterOptions } from '../../cascading-baGkiihI.cjs';
+import '@graphrefly/pure-ts/core';
+import '@graphrefly/pure-ts/extra';
+import '../../breaker-ugSdq54q.cjs';
+import '../../_internal-B23BagFd.cjs';
+import '../../backoff-Bnb9OoPh.cjs';
 
 /**
  * ChromeNanoAdapter — Chrome Built-in AI Prompt API.

package/dist/{patterns → utils}/ai/browser.d.ts

@@ -1,8 +1,10 @@
-import { L as LLMAdapter } from '../../types-CWFysE9E.js';
-import { c as createAdapter, C as CascadingLlmAdapterOptions } from '../../cascading-MFgxu7Yo.js';
-import '../../node-kK3CvTrR.js';
-import '../../extra/sources.js';
-import '../../index-B1F8Enjf.js';
+import { L as LLMAdapter } from '../../types-BB5Lw-pB.js';
+import { h as createAdapter, c as CascadingLlmAdapterOptions } from '../../cascading-CSSbKGrJ.js';
+import '@graphrefly/pure-ts/core';
+import '@graphrefly/pure-ts/extra';
+import '../../breaker-C9skL3d8.js';
+import '../../_internal-B23BagFd.js';
+import '../../backoff-Bnb9OoPh.js';
 
 /**
  * ChromeNanoAdapter — Chrome Built-in AI Prompt API.

package/dist/utils/ai/browser.js

@@ -0,0 +1,255 @@
+import {
+  cascadingLlmAdapter,
+  createAdapter
+} from "../../chunk-4GYMCUDZ.js";
+import "../../chunk-RJOG4IJU.js";
+import "../../chunk-RAGGHLCV.js";
+import "../../chunk-CXANAIZU.js";
+import "../../chunk-FMPF42Q4.js";
+import "../../chunk-BU3SEFA5.js";
+import "../../chunk-O3MT7DYI.js";
+import "../../chunk-SOOKUYVM.js";
+import "../../chunk-Y52CS6YA.js";
+import "../../chunk-Z4YXAUDN.js";
+import "../../chunk-TSBFTJKM.js";
+import "../../chunk-P5LBT622.js";
+import "../../chunk-AZDQPQ3V.js";
+
+// src/utils/ai/adapters/providers/browser/chrome-nano.ts
+import { monotonicNs } from "@graphrefly/pure-ts/core";
+function makeAbortError() {
+  const err = new Error("aborted");
+  err.name = "AbortError";
+  return err;
+}
+function chromeNanoAdapter(opts = {}) {
+  const streamMode = opts.streamMode ?? "accumulated";
+  const nav = opts.navigatorOverride ?? globalThis.navigator;
+  const getAi = () => {
+    const ai = nav?.ai;
+    if (!ai?.languageModel)
+      throw new Error(
+        "chromeNanoAdapter: Chrome AI languageModel not available (requires Chrome 131+ with flag/OT)."
+      );
+    return ai;
+  };
+  const session = async (invokeOpts) => {
+    const ai = getAi();
+    return ai.languageModel.create({
+      systemPrompt: invokeOpts?.systemPrompt ?? opts.systemPrompt,
+      temperature: invokeOpts?.temperature ?? opts.temperature,
+      topK: opts.topK,
+      signal: invokeOpts?.signal
+    });
+  };
+  const flatten = (messages) => {
+    const parts = [];
+    for (const m of messages) {
+      if (m.role === "system") continue;
+      parts.push(`${m.role}: ${m.content}`);
+    }
+    return parts.join("\n\n");
+  };
+  const zeroUsage = () => ({ input: { regular: 0 }, output: { regular: 0 } });
+  return {
+    provider: "chrome-nano",
+    model: "chrome-nano",
+    async invoke(messages, invokeOpts) {
+      const sess = await session(invokeOpts);
+      try {
+        const prompt = flatten(messages);
+        const start = monotonicNs();
+        const content = await sess.prompt(prompt, { signal: invokeOpts?.signal });
+        const latencyMs = Math.max(0, (monotonicNs() - start) / 1e6);
+        return {
+          content,
+          usage: zeroUsage(),
+          finishReason: "stop",
+          latencyMs,
+          model: "chrome-nano",
+          provider: "chrome-nano"
+        };
+      } finally {
+        sess.destroy?.();
+      }
+    },
+    async *stream(messages, invokeOpts) {
+      const sess = await session(invokeOpts);
+      try {
+        const prompt = flatten(messages);
+        if (streamMode === "delta") {
+          for await (const chunk of sess.promptStreaming(prompt, {
+            signal: invokeOpts?.signal
+          })) {
+            if (invokeOpts?.signal?.aborted) throw makeAbortError();
+            if (chunk) yield { type: "token", delta: chunk };
+          }
+        } else {
+          let last = "";
+          for await (const chunk of sess.promptStreaming(prompt, {
+            signal: invokeOpts?.signal
+          })) {
+            if (invokeOpts?.signal?.aborted) throw makeAbortError();
+            const delta = chunk.startsWith(last) ? chunk.slice(last.length) : chunk;
+            last = chunk;
+            if (delta) yield { type: "token", delta };
+          }
+        }
+        yield { type: "usage", usage: zeroUsage() };
+        yield { type: "finish", reason: "stop" };
+      } finally {
+        sess.destroy?.();
+      }
+    }
+  };
+}
+
+// src/utils/ai/adapters/providers/browser/webllm.ts
+import { monotonicNs as monotonicNs2 } from "@graphrefly/pure-ts/core";
+function makeAbortError2() {
+  const err = new Error("aborted");
+  err.name = "AbortError";
+  return err;
+}
+function webllmAdapter(opts) {
+  let engine = opts.engine;
+  const ensureEngine = async () => {
+    if (engine) return engine;
+    if (!isWebGpuAvailable(opts.navigatorOverride))
+      throw new Error("webllmAdapter: WebGPU not available in this environment");
+    const mod = await import("@mlc-ai/web-llm").catch(() => {
+      throw new Error(
+        "webllmAdapter: @mlc-ai/web-llm not installed. Add it as a peer dependency or pass opts.engine."
+      );
+    });
+    const factory = mod.CreateMLCEngine;
+    if (!factory) throw new Error("webllmAdapter: @mlc-ai/web-llm missing CreateMLCEngine export");
+    engine = await factory(opts.model, { initProgressCallback: opts.initProgressCallback });
+    return engine;
+  };
+  const flatten = (messages, invokeOpts) => {
+    const flat = [];
+    if (invokeOpts?.systemPrompt) flat.push({ role: "system", content: invokeOpts.systemPrompt });
+    for (const m of messages)
+      flat.push({ role: m.role === "tool" ? "user" : m.role, content: m.content });
+    return flat;
+  };
+  const mapUsage = (u) => ({
+    input: { regular: u?.prompt_tokens ?? 0 },
+    output: { regular: u?.completion_tokens ?? 0 },
+    raw: u
+  });
+  return {
+    provider: "webllm",
+    model: opts.model,
+    async invoke(messages, invokeOpts) {
+      const eng = await ensureEngine();
+      const start = monotonicNs2();
+      const resp = await eng.chat.completions.create(
+        {
+          model: invokeOpts?.model ?? opts.model,
+          messages: flatten(messages, invokeOpts),
+          max_tokens: invokeOpts?.maxTokens,
+          temperature: invokeOpts?.temperature
+        },
+        { signal: invokeOpts?.signal }
+      );
+      const latencyMs = Math.max(0, (monotonicNs2() - start) / 1e6);
+      const choice = resp.choices?.[0];
+      return {
+        content: choice?.message?.content ?? "",
+        usage: mapUsage(resp.usage),
+        finishReason: choice?.finish_reason,
+        latencyMs,
+        model: opts.model,
+        provider: "webllm"
+      };
+    },
+    async *stream(messages, invokeOpts) {
+      const eng = await ensureEngine();
+      const asyncIter = await eng.chat.completions.create(
+        {
+          model: invokeOpts?.model ?? opts.model,
+          messages: flatten(messages, invokeOpts),
+          max_tokens: invokeOpts?.maxTokens,
+          temperature: invokeOpts?.temperature,
+          stream: true
+        },
+        { signal: invokeOpts?.signal }
+      );
+      let finalUsage;
+      let finishReason;
+      for await (const chunk of asyncIter) {
+        if (invokeOpts?.signal?.aborted) throw makeAbortError2();
+        const c = chunk.choices?.[0];
+        if (c?.delta?.content) yield { type: "token", delta: c.delta.content };
+        if (c?.finish_reason) finishReason = c.finish_reason;
+        if (chunk.usage) finalUsage = chunk.usage;
+      }
+      if (finalUsage) yield { type: "usage", usage: mapUsage(finalUsage) };
+      yield { type: "finish", reason: finishReason ?? "stop" };
+    }
+  };
+}
+function isWebGpuAvailable(navOverride) {
+  const nav = navOverride ?? globalThis.navigator;
+  return !!(nav && "gpu" in nav && nav.gpu);
+}
+
+// src/utils/ai/adapters/routing/browser-presets.ts
+function cloudFirstPreset(opts) {
+  const tiers = [{ name: "cloud", adapter: createAdapter(opts.cloud) }];
+  if (opts.webllmModel) {
+    tiers.push({ name: "webllm", adapter: webllmAdapter({ model: opts.webllmModel }) });
+  }
+  if (opts.chromeNano !== false) {
+    tiers.push({
+      name: "chrome-nano",
+      adapter: chromeNanoAdapter(),
+      filter: (_msgs, iOpts) => !iOpts?.tools || iOpts.tools.length === 0
+    });
+  }
+  return cascadingLlmAdapter(tiers, opts.cascade);
+}
+function localFirstPreset(opts) {
+  const tiers = [
+    {
+      name: "ollama",
+      adapter: createAdapter({
+        provider: "ollama",
+        model: opts.ollamaModel,
+        baseURL: opts.ollamaBaseURL
+      })
+    }
+  ];
+  if (opts.webllmModel) {
+    tiers.push({ name: "webllm", adapter: webllmAdapter({ model: opts.webllmModel }) });
+  }
+  if (opts.chromeNano !== false) {
+    tiers.push({
+      name: "chrome-nano",
+      adapter: chromeNanoAdapter(),
+      filter: (_msgs, iOpts) => !iOpts?.tools || iOpts.tools.length === 0
+    });
+  }
+  return cascadingLlmAdapter(tiers, opts.cascade);
+}
+function offlinePreset(opts) {
+  const tiers = [{ name: "webllm", adapter: webllmAdapter({ model: opts.webllmModel }) }];
+  if (opts.chromeNano !== false) {
+    tiers.push({
+      name: "chrome-nano",
+      adapter: chromeNanoAdapter(),
+      filter: (_msgs, iOpts) => !iOpts?.tools || iOpts.tools.length === 0
+    });
+  }
+  return cascadingLlmAdapter(tiers, opts.cascade);
+}
+export {
+  chromeNanoAdapter,
+  cloudFirstPreset,
+  localFirstPreset,
+  offlinePreset,
+  webllmAdapter
+};
+//# sourceMappingURL=browser.js.map

package/dist/utils/ai/browser.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/utils/ai/adapters/providers/browser/chrome-nano.ts","../../../src/utils/ai/adapters/providers/browser/webllm.ts","../../../src/utils/ai/adapters/routing/browser-presets.ts"],"sourcesContent":["/**\n * ChromeNanoAdapter — Chrome Built-in AI Prompt API.\n *\n * Uses `navigator.ai.languageModel` (Chrome 131+, origin trial / flag gated).\n * Zero download, instant startup — but limited capability (no tool use on\n * most versions, no rich system prompts on some).\n *\n * **Stream mode:** Chrome AI has historically switched between emitting\n * accumulated (each chunk is the full text so far) and delta (each chunk is\n * only the new tokens) streams across versions. Default `streamMode: \"accumulated\"`\n * matches current behavior; pass `\"delta\"` if you've verified your browser\n * emits pure deltas.\n */\n\nimport { monotonicNs } from \"@graphrefly/pure-ts/core\";\nimport type {\n\tChatMessage,\n\tLLMAdapter,\n\tLLMInvokeOptions,\n\tLLMResponse,\n\tStreamDelta,\n\tTokenUsage,\n} from \"../../core/types.js\";\n\nexport interface ChromeNanoAdapterOptions {\n\t/** Override the navigator object (for tests). */\n\tnavigatorOverride?: Navigator;\n\t/** Initial system prompt for the session (Chrome AI supports it in 131+). */\n\tsystemPrompt?: string;\n\t/** Temperature (0..1). */\n\ttemperature?: number;\n\t/** Top-K sampling (Chrome AI only). */\n\ttopK?: number;\n\t/**\n\t * Stream chunk shape. `\"accumulated\"` (default) — each chunk contains the\n\t * full cumulative text; adapter computes deltas by string diffing.\n\t * `\"delta\"` — each chunk already contains only the new tokens; adapter\n\t * forwards directly.\n\t */\n\tstreamMode?: \"accumulated\" | \"delta\";\n}\n\ninterface ChromeAiSession {\n\tprompt(input: string, opts?: { signal?: AbortSignal }): Promise<string>;\n\tpromptStreaming(input: string, opts?: { signal?: AbortSignal }): AsyncIterable<string>;\n\tdestroy?(): void;\n}\n\ninterface ChromeAi {\n\tlanguageModel?: {\n\t\tcreate(params?: {\n\t\t\tsystemPrompt?: string;\n\t\t\ttemperature?: number;\n\t\t\ttopK?: number;\n\t\t\tsignal?: AbortSignal;\n\t\t}): Promise<ChromeAiSession>;\n\t\tcapabilities?(): Promise<{ available?: \"readily\" | \"after-download\" | \"no\" }>;\n\t};\n}\n\nfunction makeAbortError(): Error {\n\tconst err = new Error(\"aborted\") as Error & { name: string };\n\terr.name = \"AbortError\";\n\treturn err;\n}\n\nexport function chromeNanoAdapter(opts: ChromeNanoAdapterOptions = {}): LLMAdapter {\n\tconst streamMode = opts.streamMode ?? \"accumulated\";\n\tconst nav = opts.navigatorOverride ?? (globalThis as { navigator?: Navigator }).navigator;\n\tconst getAi = (): ChromeAi => {\n\t\tconst ai = (nav as unknown as { ai?: ChromeAi })?.ai;\n\t\tif (!ai?.languageModel)\n\t\t\tthrow new Error(\n\t\t\t\t\"chromeNanoAdapter: Chrome AI languageModel not available (requires Chrome 131+ with flag/OT).\",\n\t\t\t);\n\t\treturn ai;\n\t};\n\n\tconst session = async (invokeOpts: LLMInvokeOptions | undefined): Promise<ChromeAiSession> => {\n\t\tconst ai = getAi();\n\t\treturn ai.languageModel!.create({\n\t\t\tsystemPrompt: invokeOpts?.systemPrompt ?? opts.systemPrompt,\n\t\t\ttemperature: invokeOpts?.temperature ?? opts.temperature,\n\t\t\ttopK: opts.topK,\n\t\t\tsignal: invokeOpts?.signal,\n\t\t});\n\t};\n\n\tconst flatten = (messages: readonly ChatMessage[]): string => {\n\t\t// Chrome AI has no multi-message chat API; flatten to a single prompt\n\t\t// with role-tagged sections. Assistant history is preserved as context.\n\t\tconst parts: string[] = [];\n\t\tfor (const m of messages) {\n\t\t\tif (m.role === \"system\") continue; // already passed via systemPrompt\n\t\t\tparts.push(`${m.role}: ${m.content}`);\n\t\t}\n\t\treturn parts.join(\"\\n\\n\");\n\t};\n\n\t// Chrome AI exposes no token count; we leave usage zeroed.\n\tconst zeroUsage = (): TokenUsage => ({ input: { regular: 0 }, output: { regular: 0 } });\n\n\treturn {\n\t\tprovider: \"chrome-nano\",\n\t\tmodel: \"chrome-nano\",\n\n\t\tasync invoke(messages, invokeOpts): Promise<LLMResponse> {\n\t\t\tconst sess = await session(invokeOpts);\n\t\t\ttry {\n\t\t\t\tconst prompt = flatten(messages);\n\t\t\t\tconst start = monotonicNs();\n\t\t\t\tconst content = await sess.prompt(prompt, { signal: invokeOpts?.signal });\n\t\t\t\tconst latencyMs = Math.max(0, (monotonicNs() - start) / 1e6);\n\t\t\t\treturn {\n\t\t\t\t\tcontent,\n\t\t\t\t\tusage: zeroUsage(),\n\t\t\t\t\tfinishReason: \"stop\",\n\t\t\t\t\tlatencyMs,\n\t\t\t\t\tmodel: \"chrome-nano\",\n\t\t\t\t\tprovider: \"chrome-nano\",\n\t\t\t\t};\n\t\t\t} finally {\n\t\t\t\tsess.destroy?.();\n\t\t\t}\n\t\t},\n\n\t\tasync *stream(messages, invokeOpts): AsyncGenerator<StreamDelta> {\n\t\t\tconst sess = await session(invokeOpts);\n\t\t\ttry {\n\t\t\t\tconst prompt = flatten(messages);\n\t\t\t\tif (streamMode === \"delta\") {\n\t\t\t\t\tfor await (const chunk of sess.promptStreaming(prompt, {\n\t\t\t\t\t\tsignal: invokeOpts?.signal,\n\t\t\t\t\t})) {\n\t\t\t\t\t\tif (invokeOpts?.signal?.aborted) throw makeAbortError();\n\t\t\t\t\t\tif (chunk) yield { type: \"token\", delta: chunk };\n\t\t\t\t\t}\n\t\t\t\t} else {\n\t\t\t\t\tlet last = \"\";\n\t\t\t\t\tfor await (const chunk of sess.promptStreaming(prompt, {\n\t\t\t\t\t\tsignal: invokeOpts?.signal,\n\t\t\t\t\t})) {\n\t\t\t\t\t\tif (invokeOpts?.signal?.aborted) throw makeAbortError();\n\t\t\t\t\t\t// Accumulated mode: compute the delta against the last cumulative value.\n\t\t\t\t\t\tconst delta = chunk.startsWith(last) ? chunk.slice(last.length) : chunk;\n\t\t\t\t\t\tlast = chunk;\n\t\t\t\t\t\tif (delta) yield { type: \"token\", delta };\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tyield { type: \"usage\", usage: zeroUsage() };\n\t\t\t\tyield { type: \"finish\", reason: \"stop\" };\n\t\t\t} finally {\n\t\t\t\tsess.destroy?.();\n\t\t\t}\n\t\t},\n\t};\n}\n","/**\n * WebLLMAdapter — browser-only, WebGPU-based inference via `@mlc-ai/web-llm`.\n *\n * Dynamic import + WebGPU feature detection. No server dependency. Typical\n * use: fallback tier in `cascadingLlmAdapter` after a BYOK cloud adapter.\n */\n\nimport { monotonicNs } from \"@graphrefly/pure-ts/core\";\nimport type {\n\tChatMessage,\n\tLLMAdapter,\n\tLLMInvokeOptions,\n\tLLMResponse,\n\tStreamDelta,\n\tTokenUsage,\n} from \"../../core/types.js\";\n\nexport interface WebLLMAdapterOptions {\n\tmodel: string;\n\t/**\n\t * User-provided engine instance (from `CreateMLCEngine(...)`). If omitted,\n\t * the adapter lazy-creates one on first call via dynamic import.\n\t */\n\tengine?: WebLLMEngineLike;\n\t/** Pass-through to `CreateMLCEngine`. */\n\tinitProgressCallback?: (progress: unknown) => void;\n\t/** Navigator override (for tests). */\n\tnavigatorOverride?: Navigator;\n}\n\nexport interface WebLLMEngineLike {\n\tchat: {\n\t\tcompletions: {\n\t\t\tcreate(\n\t\t\t\tparams: Record<string, unknown>,\n\t\t\t\topts?: { signal?: AbortSignal },\n\t\t\t): Promise<{\n\t\t\t\tchoices: ReadonlyArray<{ message?: { content?: string }; finish_reason?: string }>;\n\t\t\t\tusage?: { prompt_tokens?: number; completion_tokens?: number };\n\t\t\t}>;\n\t\t};\n\t};\n}\n\nfunction makeAbortError(): Error {\n\tconst err = new Error(\"aborted\") as Error & { name: string };\n\terr.name = \"AbortError\";\n\treturn err;\n}\n\nexport function webllmAdapter(opts: WebLLMAdapterOptions): LLMAdapter {\n\tlet engine = opts.engine;\n\n\tconst ensureEngine = async (): Promise<WebLLMEngineLike> => {\n\t\tif (engine) return engine;\n\t\tif (!isWebGpuAvailable(opts.navigatorOverride))\n\t\t\tthrow new Error(\"webllmAdapter: WebGPU not available in this environment\");\n\t\tconst mod = await import(\"@mlc-ai/web-llm\" as string).catch(() => {\n\t\t\tthrow new Error(\n\t\t\t\t\"webllmAdapter: @mlc-ai/web-llm not installed. Add it as a peer dependency or pass opts.engine.\",\n\t\t\t);\n\t\t});\n\t\tconst factory = (\n\t\t\tmod as { CreateMLCEngine?: (m: string, o?: unknown) => Promise<WebLLMEngineLike> }\n\t\t).CreateMLCEngine;\n\t\tif (!factory) throw new Error(\"webllmAdapter: @mlc-ai/web-llm missing CreateMLCEngine export\");\n\t\tengine = await factory(opts.model, { initProgressCallback: opts.initProgressCallback });\n\t\treturn engine;\n\t};\n\n\tconst flatten = (\n\t\tmessages: readonly ChatMessage[],\n\t\tinvokeOpts: LLMInvokeOptions | undefined,\n\t): Array<{ role: string; content: string }> => {\n\t\tconst flat: Array<{ role: string; content: string }> = [];\n\t\tif (invokeOpts?.systemPrompt) flat.push({ role: \"system\", content: invokeOpts.systemPrompt });\n\t\tfor (const m of messages)\n\t\t\tflat.push({ role: m.role === \"tool\" ? \"user\" : m.role, content: m.content });\n\t\treturn flat;\n\t};\n\n\tconst mapUsage = (\n\t\tu: { prompt_tokens?: number; completion_tokens?: number } | undefined,\n\t): TokenUsage => ({\n\t\tinput: { regular: u?.prompt_tokens ?? 0 },\n\t\toutput: { regular: u?.completion_tokens ?? 0 },\n\t\traw: u,\n\t});\n\n\treturn {\n\t\tprovider: \"webllm\",\n\t\tmodel: opts.model,\n\n\t\tasync invoke(messages, invokeOpts): Promise<LLMResponse> {\n\t\t\tconst eng = await ensureEngine();\n\t\t\tconst start = monotonicNs();\n\t\t\tconst resp = await eng.chat.completions.create(\n\t\t\t\t{\n\t\t\t\t\tmodel: invokeOpts?.model ?? opts.model,\n\t\t\t\t\tmessages: flatten(messages, invokeOpts),\n\t\t\t\t\tmax_tokens: invokeOpts?.maxTokens,\n\t\t\t\t\ttemperature: invokeOpts?.temperature,\n\t\t\t\t},\n\t\t\t\t{ signal: invokeOpts?.signal },\n\t\t\t);\n\t\t\tconst latencyMs = Math.max(0, (monotonicNs() - start) / 1e6);\n\t\t\tconst choice = resp.choices?.[0];\n\t\t\treturn {\n\t\t\t\tcontent: choice?.message?.content ?? \"\",\n\t\t\t\tusage: mapUsage(resp.usage),\n\t\t\t\tfinishReason: choice?.finish_reason,\n\t\t\t\tlatencyMs,\n\t\t\t\tmodel: opts.model,\n\t\t\t\tprovider: \"webllm\",\n\t\t\t};\n\t\t},\n\n\t\tasync *stream(messages, invokeOpts): AsyncGenerator<StreamDelta> {\n\t\t\tconst eng = await ensureEngine();\n\t\t\tconst asyncIter = (await eng.chat.completions.create(\n\t\t\t\t{\n\t\t\t\t\tmodel: invokeOpts?.model ?? opts.model,\n\t\t\t\t\tmessages: flatten(messages, invokeOpts),\n\t\t\t\t\tmax_tokens: invokeOpts?.maxTokens,\n\t\t\t\t\ttemperature: invokeOpts?.temperature,\n\t\t\t\t\tstream: true,\n\t\t\t\t},\n\t\t\t\t{ signal: invokeOpts?.signal },\n\t\t\t)) as unknown as AsyncIterable<{\n\t\t\t\tchoices?: ReadonlyArray<{ delta?: { content?: string }; finish_reason?: string }>;\n\t\t\t\tusage?: { prompt_tokens?: number; completion_tokens?: number };\n\t\t\t}>;\n\n\t\t\tlet finalUsage: { prompt_tokens?: number; completion_tokens?: number } | undefined;\n\t\t\tlet finishReason: string | undefined;\n\t\t\tfor await (const chunk of asyncIter) {\n\t\t\t\tif (invokeOpts?.signal?.aborted) throw makeAbortError();\n\t\t\t\tconst c = chunk.choices?.[0];\n\t\t\t\tif (c?.delta?.content) yield { type: \"token\", delta: c.delta.content };\n\t\t\t\tif (c?.finish_reason) finishReason = c.finish_reason;\n\t\t\t\tif (chunk.usage) finalUsage = chunk.usage;\n\t\t\t}\n\t\t\tif (finalUsage) yield { type: \"usage\", usage: mapUsage(finalUsage) };\n\t\t\tyield { type: \"finish\", reason: finishReason ?? \"stop\" };\n\t\t},\n\t};\n}\n\nfunction isWebGpuAvailable(navOverride?: Navigator): boolean {\n\tconst nav = navOverride ?? (globalThis as { navigator?: Navigator }).navigator;\n\treturn !!(nav && \"gpu\" in nav && (nav as unknown as { gpu?: unknown }).gpu);\n}\n","/**\n * Curated `cascadingLlmAdapter` presets that depend on browser-only adapters\n * (`webllmAdapter`, `chromeNanoAdapter`).\n *\n * Split out from `routing/presets.ts` so that importing `patterns/ai` in a\n * Node bundle doesn't transitively pull in `@mlc-ai/web-llm` / Chrome Nano\n * dynamic imports, and so browser-only consumers can opt in cleanly via\n * the `@graphrefly/graphrefly/patterns/ai/browser` subpath.\n *\n * @module\n */\n\nimport { createAdapter } from \"../core/factory.js\";\nimport type { LLMAdapter } from \"../core/types.js\";\nimport { chromeNanoAdapter } from \"../providers/browser/chrome-nano.js\";\nimport { webllmAdapter } from \"../providers/browser/webllm.js\";\nimport { type CascadingLlmAdapterOptions, cascadingLlmAdapter } from \"./cascading.js\";\n\n// ---------------------------------------------------------------------------\n// Cloud-first: BYOK → WebLLM → Chrome Nano\n// ---------------------------------------------------------------------------\n\nexport interface CloudFirstPresetOptions {\n\t/** BYOK config — passed directly to `createAdapter`. */\n\tcloud: Parameters<typeof createAdapter>[0];\n\t/** WebLLM model name. Pass `null` to skip the WebLLM tier. */\n\twebllmModel?: string | null;\n\t/** Pass `null` to skip the Chrome Nano tier. */\n\tchromeNano?: boolean;\n\t/** Cascade options. */\n\tcascade?: CascadingLlmAdapterOptions;\n}\n\n/**\n * Cloud-first with local fallback: BYOK → WebLLM → Chrome Nano.\n */\nexport function cloudFirstPreset(opts: CloudFirstPresetOptions): LLMAdapter {\n\tconst tiers = [{ name: \"cloud\", adapter: createAdapter(opts.cloud) }];\n\tif (opts.webllmModel) {\n\t\ttiers.push({ name: \"webllm\", adapter: webllmAdapter({ model: opts.webllmModel }) });\n\t}\n\tif (opts.chromeNano !== false) {\n\t\ttiers.push({\n\t\t\tname: \"chrome-nano\",\n\t\t\tadapter: chromeNanoAdapter(),\n\t\t\tfilter: (_msgs, iOpts) => !iOpts?.tools || iOpts.tools.length === 0,\n\t\t} as Parameters<typeof cascadingLlmAdapter>[0][number]);\n\t}\n\treturn cascadingLlmAdapter(tiers, opts.cascade);\n}\n\n// ---------------------------------------------------------------------------\n// Local-first: Ollama → WebLLM → Chrome Nano\n// ---------------------------------------------------------------------------\n\nexport interface LocalFirstPresetOptions {\n\t/** Ollama model. */\n\tollamaModel: string;\n\t/** Ollama base URL. Default http://localhost:11434/v1. */\n\tollamaBaseURL?: string;\n\twebllmModel?: string | null;\n\tchromeNano?: boolean;\n\tcascade?: CascadingLlmAdapterOptions;\n}\n\n/**\n * Local-first: nothing leaves the machine. Ollama → WebLLM → Chrome Nano.\n */\nexport function localFirstPreset(opts: LocalFirstPresetOptions): LLMAdapter {\n\tconst tiers = [\n\t\t{\n\t\t\tname: \"ollama\",\n\t\t\tadapter: createAdapter({\n\t\t\t\tprovider: \"ollama\",\n\t\t\t\tmodel: opts.ollamaModel,\n\t\t\t\tbaseURL: opts.ollamaBaseURL,\n\t\t\t}),\n\t\t},\n\t];\n\tif (opts.webllmModel) {\n\t\ttiers.push({ name: \"webllm\", adapter: webllmAdapter({ model: opts.webllmModel }) });\n\t}\n\tif (opts.chromeNano !== false) {\n\t\ttiers.push({\n\t\t\tname: \"chrome-nano\",\n\t\t\tadapter: chromeNanoAdapter(),\n\t\t\tfilter: (_msgs, iOpts) => !iOpts?.tools || iOpts.tools.length === 0,\n\t\t} as Parameters<typeof cascadingLlmAdapter>[0][number]);\n\t}\n\treturn cascadingLlmAdapter(tiers, opts.cascade);\n}\n\n// ---------------------------------------------------------------------------\n// Offline: WebLLM → Chrome Nano (no network)\n// ---------------------------------------------------------------------------\n\nexport interface OfflinePresetOptions {\n\twebllmModel: string;\n\tchromeNano?: boolean;\n\tcascade?: CascadingLlmAdapterOptions;\n}\n\nexport function offlinePreset(opts: OfflinePresetOptions): LLMAdapter {\n\tconst tiers = [{ name: \"webllm\", adapter: webllmAdapter({ model: opts.webllmModel }) }];\n\tif (opts.chromeNano !== false) {\n\t\ttiers.push({\n\t\t\tname: \"chrome-nano\",\n\t\t\tadapter: chromeNanoAdapter(),\n\t\t\tfilter: (_msgs, iOpts) => !iOpts?.tools || iOpts.tools.length === 0,\n\t\t} as Parameters<typeof cascadingLlmAdapter>[0][number]);\n\t}\n\treturn cascadingLlmAdapter(tiers, opts.cascade);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAcA,SAAS,mBAAmB;AA8C5B,SAAS,iBAAwB;AAChC,QAAM,MAAM,IAAI,MAAM,SAAS;AAC/B,MAAI,OAAO;AACX,SAAO;AACR;AAEO,SAAS,kBAAkB,OAAiC,CAAC,GAAe;AAClF,QAAM,aAAa,KAAK,cAAc;AACtC,QAAM,MAAM,KAAK,qBAAsB,WAAyC;AAChF,QAAM,QAAQ,MAAgB;AAC7B,UAAM,KAAM,KAAsC;AAClD,QAAI,CAAC,IAAI;AACR,YAAM,IAAI;AAAA,QACT;AAAA,MACD;AACD,WAAO;AAAA,EACR;AAEA,QAAM,UAAU,OAAO,eAAuE;AAC7F,UAAM,KAAK,MAAM;AACjB,WAAO,GAAG,cAAe,OAAO;AAAA,MAC/B,cAAc,YAAY,gBAAgB,KAAK;AAAA,MAC/C,aAAa,YAAY,eAAe,KAAK;AAAA,MAC7C,MAAM,KAAK;AAAA,MACX,QAAQ,YAAY;AAAA,IACrB,CAAC;AAAA,EACF;AAEA,QAAM,UAAU,CAAC,aAA6C;AAG7D,UAAM,QAAkB,CAAC;AACzB,eAAW,KAAK,UAAU;AACzB,UAAI,EAAE,SAAS,SAAU;AACzB,YAAM,KAAK,GAAG,EAAE,IAAI,KAAK,EAAE,OAAO,EAAE;AAAA,IACrC;AACA,WAAO,MAAM,KAAK,MAAM;AAAA,EACzB;AAGA,QAAM,YAAY,OAAmB,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,QAAQ,EAAE,SAAS,EAAE,EAAE;AAErF,SAAO;AAAA,IACN,UAAU;AAAA,IACV,OAAO;AAAA,IAEP,MAAM,OAAO,UAAU,YAAkC;AACxD,YAAM,OAAO,MAAM,QAAQ,UAAU;AACrC,UAAI;AACH,cAAM,SAAS,QAAQ,QAAQ;AAC/B,cAAM,QAAQ,YAAY;AAC1B,cAAM,UAAU,MAAM,KAAK,OAAO,QAAQ,EAAE,QAAQ,YAAY,OAAO,CAAC;AACxE,cAAM,YAAY,KAAK,IAAI,IAAI,YAAY,IAAI,SAAS,GAAG;AAC3D,eAAO;AAAA,UACN;AAAA,UACA,OAAO,UAAU;AAAA,UACjB,cAAc;AAAA,UACd;AAAA,UACA,OAAO;AAAA,UACP,UAAU;AAAA,QACX;AAAA,MACD,UAAE;AACD,aAAK,UAAU;AAAA,MAChB;AAAA,IACD;AAAA,IAEA,OAAO,OAAO,UAAU,YAAyC;AAChE,YAAM,OAAO,MAAM,QAAQ,UAAU;AACrC,UAAI;AACH,cAAM,SAAS,QAAQ,QAAQ;AAC/B,YAAI,eAAe,SAAS;AAC3B,2BAAiB,SAAS,KAAK,gBAAgB,QAAQ;AAAA,YACtD,QAAQ,YAAY;AAAA,UACrB,CAAC,GAAG;AACH,gBAAI,YAAY,QAAQ,QAAS,OAAM,eAAe;AACtD,gBAAI,MAAO,OAAM,EAAE,MAAM,SAAS,OAAO,MAAM;AAAA,UAChD;AAAA,QACD,OAAO;AACN,cAAI,OAAO;AACX,2BAAiB,SAAS,KAAK,gBAAgB,QAAQ;AAAA,YACtD,QAAQ,YAAY;AAAA,UACrB,CAAC,GAAG;AACH,gBAAI,YAAY,QAAQ,QAAS,OAAM,eAAe;AAEtD,kBAAM,QAAQ,MAAM,WAAW,IAAI,IAAI,MAAM,MAAM,KAAK,MAAM,IAAI;AAClE,mBAAO;AACP,gBAAI,MAAO,OAAM,EAAE,MAAM,SAAS,MAAM;AAAA,UACzC;AAAA,QACD;AACA,cAAM,EAAE,MAAM,SAAS,OAAO,UAAU,EAAE;AAC1C,cAAM,EAAE,MAAM,UAAU,QAAQ,OAAO;AAAA,MACxC,UAAE;AACD,aAAK,UAAU;AAAA,MAChB;AAAA,IACD;AAAA,EACD;AACD;;;ACrJA,SAAS,eAAAA,oBAAmB;AAqC5B,SAASC,kBAAwB;AAChC,QAAM,MAAM,IAAI,MAAM,SAAS;AAC/B,MAAI,OAAO;AACX,SAAO;AACR;AAEO,SAAS,cAAc,MAAwC;AACrE,MAAI,SAAS,KAAK;AAElB,QAAM,eAAe,YAAuC;AAC3D,QAAI,OAAQ,QAAO;AACnB,QAAI,CAAC,kBAAkB,KAAK,iBAAiB;AAC5C,YAAM,IAAI,MAAM,yDAAyD;AAC1E,UAAM,MAAM,MAAM,OAAO,iBAA2B,EAAE,MAAM,MAAM;AACjE,YAAM,IAAI;AAAA,QACT;AAAA,MACD;AAAA,IACD,CAAC;AACD,UAAM,UACL,IACC;AACF,QAAI,CAAC,QAAS,OAAM,IAAI,MAAM,+DAA+D;AAC7F,aAAS,MAAM,QAAQ,KAAK,OAAO,EAAE,sBAAsB,KAAK,qBAAqB,CAAC;AACtF,WAAO;AAAA,EACR;AAEA,QAAM,UAAU,CACf,UACA,eAC8C;AAC9C,UAAM,OAAiD,CAAC;AACxD,QAAI,YAAY,aAAc,MAAK,KAAK,EAAE,MAAM,UAAU,SAAS,WAAW,aAAa,CAAC;AAC5F,eAAW,KAAK;AACf,WAAK,KAAK,EAAE,MAAM,EAAE,SAAS,SAAS,SAAS,EAAE,MAAM,SAAS,EAAE,QAAQ,CAAC;AAC5E,WAAO;AAAA,EACR;AAEA,QAAM,WAAW,CAChB,OACiB;AAAA,IACjB,OAAO,EAAE,SAAS,GAAG,iBAAiB,EAAE;AAAA,IACxC,QAAQ,EAAE,SAAS,GAAG,qBAAqB,EAAE;AAAA,IAC7C,KAAK;AAAA,EACN;AAEA,SAAO;AAAA,IACN,UAAU;AAAA,IACV,OAAO,KAAK;AAAA,IAEZ,MAAM,OAAO,UAAU,YAAkC;AACxD,YAAM,MAAM,MAAM,aAAa;AAC/B,YAAM,QAAQD,aAAY;AAC1B,YAAM,OAAO,MAAM,IAAI,KAAK,YAAY;AAAA,QACvC;AAAA,UACC,OAAO,YAAY,SAAS,KAAK;AAAA,UACjC,UAAU,QAAQ,UAAU,UAAU;AAAA,UACtC,YAAY,YAAY;AAAA,UACxB,aAAa,YAAY;AAAA,QAC1B;AAAA,QACA,EAAE,QAAQ,YAAY,OAAO;AAAA,MAC9B;AACA,YAAM,YAAY,KAAK,IAAI,IAAIA,aAAY,IAAI,SAAS,GAAG;AAC3D,YAAM,SAAS,KAAK,UAAU,CAAC;AAC/B,aAAO;AAAA,QACN,SAAS,QAAQ,SAAS,WAAW;AAAA,QACrC,OAAO,SAAS,KAAK,KAAK;AAAA,QAC1B,cAAc,QAAQ;AAAA,QACtB;AAAA,QACA,OAAO,KAAK;AAAA,QACZ,UAAU;AAAA,MACX;AAAA,IACD;AAAA,IAEA,OAAO,OAAO,UAAU,YAAyC;AAChE,YAAM,MAAM,MAAM,aAAa;AAC/B,YAAM,YAAa,MAAM,IAAI,KAAK,YAAY;AAAA,QAC7C;AAAA,UACC,OAAO,YAAY,SAAS,KAAK;AAAA,UACjC,UAAU,QAAQ,UAAU,UAAU;AAAA,UACtC,YAAY,YAAY;AAAA,UACxB,aAAa,YAAY;AAAA,UACzB,QAAQ;AAAA,QACT;AAAA,QACA,EAAE,QAAQ,YAAY,OAAO;AAAA,MAC9B;AAKA,UAAI;AACJ,UAAI;AACJ,uBAAiB,SAAS,WAAW;AACpC,YAAI,YAAY,QAAQ,QAAS,OAAMC,gBAAe;AACtD,cAAM,IAAI,MAAM,UAAU,CAAC;AAC3B,YAAI,GAAG,OAAO,QAAS,OAAM,EAAE,MAAM,SAAS,OAAO,EAAE,MAAM,QAAQ;AACrE,YAAI,GAAG,cAAe,gBAAe,EAAE;AACvC,YAAI,MAAM,MAAO,cAAa,MAAM;AAAA,MACrC;AACA,UAAI,WAAY,OAAM,EAAE,MAAM,SAAS,OAAO,SAAS,UAAU,EAAE;AACnE,YAAM,EAAE,MAAM,UAAU,QAAQ,gBAAgB,OAAO;AAAA,IACxD;AAAA,EACD;AACD;AAEA,SAAS,kBAAkB,aAAkC;AAC5D,QAAM,MAAM,eAAgB,WAAyC;AACrE,SAAO,CAAC,EAAE,OAAO,SAAS,OAAQ,IAAqC;AACxE;;;ACnHO,SAAS,iBAAiB,MAA2C;AAC3E,QAAM,QAAQ,CAAC,EAAE,MAAM,SAAS,SAAS,cAAc,KAAK,KAAK,EAAE,CAAC;AACpE,MAAI,KAAK,aAAa;AACrB,UAAM,KAAK,EAAE,MAAM,UAAU,SAAS,cAAc,EAAE,OAAO,KAAK,YAAY,CAAC,EAAE,CAAC;AAAA,EACnF;AACA,MAAI,KAAK,eAAe,OAAO;AAC9B,UAAM,KAAK;AAAA,MACV,MAAM;AAAA,MACN,SAAS,kBAAkB;AAAA,MAC3B,QAAQ,CAAC,OAAO,UAAU,CAAC,OAAO,SAAS,MAAM,MAAM,WAAW;AAAA,IACnE,CAAsD;AAAA,EACvD;AACA,SAAO,oBAAoB,OAAO,KAAK,OAAO;AAC/C;AAmBO,SAAS,iBAAiB,MAA2C;AAC3E,QAAM,QAAQ;AAAA,IACb;AAAA,MACC,MAAM;AAAA,MACN,SAAS,cAAc;AAAA,QACtB,UAAU;AAAA,QACV,OAAO,KAAK;AAAA,QACZ,SAAS,KAAK;AAAA,MACf,CAAC;AAAA,IACF;AAAA,EACD;AACA,MAAI,KAAK,aAAa;AACrB,UAAM,KAAK,EAAE,MAAM,UAAU,SAAS,cAAc,EAAE,OAAO,KAAK,YAAY,CAAC,EAAE,CAAC;AAAA,EACnF;AACA,MAAI,KAAK,eAAe,OAAO;AAC9B,UAAM,KAAK;AAAA,MACV,MAAM;AAAA,MACN,SAAS,kBAAkB;AAAA,MAC3B,QAAQ,CAAC,OAAO,UAAU,CAAC,OAAO,SAAS,MAAM,MAAM,WAAW;AAAA,IACnE,CAAsD;AAAA,EACvD;AACA,SAAO,oBAAoB,OAAO,KAAK,OAAO;AAC/C;AAYO,SAAS,cAAc,MAAwC;AACrE,QAAM,QAAQ,CAAC,EAAE,MAAM,UAAU,SAAS,cAAc,EAAE,OAAO,KAAK,YAAY,CAAC,EAAE,CAAC;AACtF,MAAI,KAAK,eAAe,OAAO;AAC9B,UAAM,KAAK;AAAA,MACV,MAAM;AAAA,MACN,SAAS,kBAAkB;AAAA,MAC3B,QAAQ,CAAC,OAAO,UAAU,CAAC,OAAO,SAAS,MAAM,MAAM,WAAW;AAAA,IACnE,CAAsD;AAAA,EACvD;AACA,SAAO,oBAAoB,OAAO,KAAK,OAAO;AAC/C;","names":["monotonicNs","makeAbortError"]}