@graphrefly/graphrefly 0.27.0 → 0.29.0

package/dist/patterns/ai/browser.d.ts

@@ -0,0 +1,127 @@
+import { L as LLMAdapter } from '../../types-u64Ose53.js';
+import { c as createAdapter, C as CascadingLlmAdapterOptions } from '../../cascading-Bp99ckMJ.js';
+import '../../extra/sources.js';
+import '../../node-Dd6wHSib.js';
+import '../../resilience-CBfYJW5C.js';
+
+/**
+ * ChromeNanoAdapter — Chrome Built-in AI Prompt API.
+ *
+ * Uses `navigator.ai.languageModel` (Chrome 131+, origin trial / flag gated).
+ * Zero download, instant startup — but limited capability (no tool use on
+ * most versions, no rich system prompts on some).
+ *
+ * **Stream mode:** Chrome AI has historically switched between emitting
+ * accumulated (each chunk is the full text so far) and delta (each chunk is
+ * only the new tokens) streams across versions. Default `streamMode: "accumulated"`
+ * matches current behavior; pass `"delta"` if you've verified your browser
+ * emits pure deltas.
+ */
+
+interface ChromeNanoAdapterOptions {
+    /** Override the navigator object (for tests). */
+    navigatorOverride?: Navigator;
+    /** Initial system prompt for the session (Chrome AI supports it in 131+). */
+    systemPrompt?: string;
+    /** Temperature (0..1). */
+    temperature?: number;
+    /** Top-K sampling (Chrome AI only). */
+    topK?: number;
+    /**
+     * Stream chunk shape. `"accumulated"` (default) — each chunk contains the
+     * full cumulative text; adapter computes deltas by string diffing.
+     * `"delta"` — each chunk already contains only the new tokens; adapter
+     * forwards directly.
+     */
+    streamMode?: "accumulated" | "delta";
+}
+declare function chromeNanoAdapter(opts?: ChromeNanoAdapterOptions): LLMAdapter;
+
+/**
+ * WebLLMAdapter — browser-only, WebGPU-based inference via `@mlc-ai/web-llm`.
+ *
+ * Dynamic import + WebGPU feature detection. No server dependency. Typical
+ * use: fallback tier in `cascadingLlmAdapter` after a BYOK cloud adapter.
+ */
+
+interface WebLLMAdapterOptions {
+    model: string;
+    /**
+     * User-provided engine instance (from `CreateMLCEngine(...)`). If omitted,
+     * the adapter lazy-creates one on first call via dynamic import.
+     */
+    engine?: WebLLMEngineLike;
+    /** Pass-through to `CreateMLCEngine`. */
+    initProgressCallback?: (progress: unknown) => void;
+    /** Navigator override (for tests). */
+    navigatorOverride?: Navigator;
+}
+interface WebLLMEngineLike {
+    chat: {
+        completions: {
+            create(params: Record<string, unknown>, opts?: {
+                signal?: AbortSignal;
+            }): Promise<{
+                choices: ReadonlyArray<{
+                    message?: {
+                        content?: string;
+                    };
+                    finish_reason?: string;
+                }>;
+                usage?: {
+                    prompt_tokens?: number;
+                    completion_tokens?: number;
+                };
+            }>;
+        };
+    };
+}
+declare function webllmAdapter(opts: WebLLMAdapterOptions): LLMAdapter;
+
+/**
+ * Curated `cascadingLlmAdapter` presets that depend on browser-only adapters
+ * (`webllmAdapter`, `chromeNanoAdapter`).
+ *
+ * Split out from `routing/presets.ts` so that importing `patterns/ai` in a
+ * Node bundle doesn't transitively pull in `@mlc-ai/web-llm` / Chrome Nano
+ * dynamic imports, and so browser-only consumers can opt in cleanly via
+ * the `@graphrefly/graphrefly/patterns/ai/browser` subpath.
+ *
+ * @module
+ */
+
+interface CloudFirstPresetOptions {
+    /** BYOK config — passed directly to `createAdapter`. */
+    cloud: Parameters<typeof createAdapter>[0];
+    /** WebLLM model name. Pass `null` to skip the WebLLM tier. */
+    webllmModel?: string | null;
+    /** Pass `null` to skip the Chrome Nano tier. */
+    chromeNano?: boolean;
+    /** Cascade options. */
+    cascade?: CascadingLlmAdapterOptions;
+}
+/**
+ * Cloud-first with local fallback: BYOK → WebLLM → Chrome Nano.
+ */
+declare function cloudFirstPreset(opts: CloudFirstPresetOptions): LLMAdapter;
+interface LocalFirstPresetOptions {
+    /** Ollama model. */
+    ollamaModel: string;
+    /** Ollama base URL. Default http://localhost:11434/v1. */
+    ollamaBaseURL?: string;
+    webllmModel?: string | null;
+    chromeNano?: boolean;
+    cascade?: CascadingLlmAdapterOptions;
+}
+/**
+ * Local-first: nothing leaves the machine. Ollama → WebLLM → Chrome Nano.
+ */
+declare function localFirstPreset(opts: LocalFirstPresetOptions): LLMAdapter;
+interface OfflinePresetOptions {
+    webllmModel: string;
+    chromeNano?: boolean;
+    cascade?: CascadingLlmAdapterOptions;
+}
+declare function offlinePreset(opts: OfflinePresetOptions): LLMAdapter;
+
+export { type ChromeNanoAdapterOptions, type CloudFirstPresetOptions, type LocalFirstPresetOptions, type OfflinePresetOptions, type WebLLMAdapterOptions, type WebLLMEngineLike, chromeNanoAdapter, cloudFirstPreset, localFirstPreset, offlinePreset, webllmAdapter };

package/dist/patterns/ai/browser.js

@@ -0,0 +1,3 @@
+import{d as y,f}from"../../chunk-NSG4C6BF.js";import"../../chunk-7JDLFI6N.js";import"../../chunk-OL33ZI6R.js";import"../../chunk-ISCENNXS.js";import"../../chunk-ESMPEKEV.js";import"../../chunk-I6VIH3VA.js";import"../../chunk-4VVTGLXJ.js";import"../../chunk-KASHOCF5.js";import{o as p}from"../../chunk-W4TSQ6RJ.js";import"../../chunk-CK2E7BTU.js";import"../../chunk-QYADASLV.js";function L(){let e=new Error("aborted");return e.name="AbortError",e}function h(e={}){let r=e.streamMode??"accumulated",d=e.navigatorOverride??globalThis.navigator,i=()=>{let a=d?.ai;if(!a?.languageModel)throw new Error("chromeNanoAdapter: Chrome AI languageModel not available (requires Chrome 131+ with flag/OT).");return a},g=async a=>i().languageModel.create({systemPrompt:a?.systemPrompt??e.systemPrompt,temperature:a?.temperature??e.temperature,topK:e.topK,signal:a?.signal}),l=a=>{let n=[];for(let o of a)o.role!=="system"&&n.push(`${o.role}: ${o.content}`);return n.join(`
+
+`)},t=()=>({input:{regular:0},output:{regular:0}});return{provider:"chrome-nano",model:"chrome-nano",async invoke(a,n){let o=await g(n);try{let c=l(a),s=p(),m=await o.prompt(c,{signal:n?.signal}),u=Math.max(0,(p()-s)/1e6);return{content:m,usage:t(),finishReason:"stop",latencyMs:u,model:"chrome-nano",provider:"chrome-nano"}}finally{o.destroy?.()}},async*stream(a,n){let o=await g(n);try{let c=l(a);if(r==="delta")for await(let s of o.promptStreaming(c,{signal:n?.signal})){if(n?.signal?.aborted)throw L();s&&(yield{type:"token",delta:s})}else{let s="";for await(let m of o.promptStreaming(c,{signal:n?.signal})){if(n?.signal?.aborted)throw L();let u=m.startsWith(s)?m.slice(s.length):m;s=m,u&&(yield{type:"token",delta:u})}}yield{type:"usage",usage:t()},yield{type:"finish",reason:"stop"}}finally{o.destroy?.()}}}}function A(){let e=new Error("aborted");return e.name="AbortError",e}function b(e){let r=e.engine,d=async()=>{if(r)return r;if(!w(e.navigatorOverride))throw new Error("webllmAdapter: WebGPU not available in this environment");let t=(await import("@mlc-ai/web-llm").catch(()=>{throw new Error("webllmAdapter: @mlc-ai/web-llm not installed. Add it as a peer dependency or pass opts.engine.")})).CreateMLCEngine;if(!t)throw new Error("webllmAdapter: @mlc-ai/web-llm missing CreateMLCEngine export");return r=await t(e.model,{initProgressCallback:e.initProgressCallback}),r},i=(l,t)=>{let a=[];t?.systemPrompt&&a.push({role:"system",content:t.systemPrompt});for(let n of l)a.push({role:n.role==="tool"?"user":n.role,content:n.content});return a},g=l=>({input:{regular:l?.prompt_tokens??0},output:{regular:l?.completion_tokens??0},raw:l});return{provider:"webllm",model:e.model,async invoke(l,t){let a=await d(),n=p(),o=await a.chat.completions.create({model:t?.model??e.model,messages:i(l,t),max_tokens:t?.maxTokens,temperature:t?.temperature},{signal:t?.signal}),c=Math.max(0,(p()-n)/1e6),s=o.choices?.[0];return{content:s?.message?.content??"",usage:g(o.usage),finishReason:s?.finish_reason,latencyMs:c,model:e.model,provider:"webllm"}},async*stream(l,t){let n=await(await d()).chat.completions.create({model:t?.model??e.model,messages:i(l,t),max_tokens:t?.maxTokens,temperature:t?.temperature,stream:!0},{signal:t?.signal}),o,c;for await(let s of n){if(t?.signal?.aborted)throw A();let m=s.choices?.[0];m?.delta?.content&&(yield{type:"token",delta:m.delta.content}),m?.finish_reason&&(c=m.finish_reason),s.usage&&(o=s.usage)}o&&(yield{type:"usage",usage:g(o)}),yield{type:"finish",reason:c??"stop"}}}}function w(e){let r=e??globalThis.navigator;return!!(r&&"gpu"in r&&r.gpu)}function N(e){let r=[{name:"cloud",adapter:y(e.cloud)}];return e.webllmModel&&r.push({name:"webllm",adapter:b({model:e.webllmModel})}),e.chromeNano!==!1&&r.push({name:"chrome-nano",adapter:h(),filter:(d,i)=>!i?.tools||i.tools.length===0}),f(r,e.cascade)}function S(e){let r=[{name:"ollama",adapter:y({provider:"ollama",model:e.ollamaModel,baseURL:e.ollamaBaseURL})}];return e.webllmModel&&r.push({name:"webllm",adapter:b({model:e.webllmModel})}),e.chromeNano!==!1&&r.push({name:"chrome-nano",adapter:h(),filter:(d,i)=>!i?.tools||i.tools.length===0}),f(r,e.cascade)}function R(e){let r=[{name:"webllm",adapter:b({model:e.webllmModel})}];return e.chromeNano!==!1&&r.push({name:"chrome-nano",adapter:h(),filter:(d,i)=>!i?.tools||i.tools.length===0}),f(r,e.cascade)}export{h as chromeNanoAdapter,N as cloudFirstPreset,S as localFirstPreset,R as offlinePreset,b as webllmAdapter};