modelpact-providers 1.0.0 → 1.2.0

package/dist/prompt-api.js

@@ -0,0 +1,261 @@
+/**
+ * Chrome's built-in model, through the Prompt API.
+ *
+ * The one backend that keeps the conversation itself: `LanguageModel` is a
+ * session object, `prompt()` appends to it, and `request.history` is therefore
+ * read by nobody here. Two more things it owns that the others do not — it
+ * fires its own `contextoverflow`, which is forwarded rather than re-derived,
+ * and it reports usage against a window it decides.
+ *
+ * It lives in a page and nowhere else. In node the global is missing, and
+ * `access` answers `unavailable` with `unsupported` rather than throwing.
+ *
+ * The declarations are `@types/dom-chromium-ai`, patched under `patches/` to
+ * close the gap between the IDL and the spec: several states the algorithm
+ * rejects at runtime are writable in the IDL, and a TS error at the keyboard
+ * beats a `TypeError` in the browser. They are named in function bodies and
+ * nowhere in a signature that leaves this file: an exported type naming
+ * `LanguageModel` puts the same name in the emitted `.d.ts`, and a consumer
+ * who has not installed those declarations, or who lists `types` explicitly,
+ * then cannot compile this package at all. `src/surface.ts` is the guard that
+ * keeps it that way, and the WebGPU backend next door is where the lesson
+ * was learned.
+ */
+import { AiError, contextUsage, createProvider, err, failureFromError, fraction, ok, runTool, tokens, } from "modelpact/backend";
+/**
+ * The page's own class, or nothing.
+ *
+ * There is no way to hand one in. A polyfill is already this — it defines the
+ * global — and a test sets the global too, which is the same path the browser
+ * takes rather than one beside it.
+ *
+ * `typeof` and not a bare read: outside a page the name is not declared, and
+ * naming it there throws rather than answering undefined.
+ */
+const getPlatformApi = () => typeof LanguageModel === "undefined" ? null : LanguageModel;
+const toExpectations = (askedExpectations) => {
+    if (askedExpectations === undefined || askedExpectations.length === 0)
+        return undefined;
+    return askedExpectations.map((expectation) => ({
+        type: expectation.type,
+        ...(expectation.languages === undefined
+            ? {}
+            : { languages: [...expectation.languages] }),
+    }));
+};
+const NEVER_ABORTED = new AbortController().signal;
+const makeToolTurn = () => ({ signal: NEVER_ABORTED, failure: null });
+const asRecord = (value) => typeof value === "object" && value !== null && !Array.isArray(value)
+    ? value
+    : null;
+/**
+ * The browser hands `execute` the model's arguments and nothing else. One
+ * plain object, which is what Chrome's examples pass, goes through as the
+ * input; anything else is kept whole under `arguments`. Unverified against a
+ * running call: no Chrome to date has created a session with tools here —
+ * 152 refuses at `create`, measured.
+ */
+const toToolInput = (args) => asRecord(args[0]) ?? { arguments: [...args] };
+const toPlatformTools = (tools, turn) => tools.map((tool) => ({
+    name: tool.name,
+    description: tool.description,
+    inputSchema: tool.inputSchema,
+    execute: async (...args) => {
+        const toolResult = await runTool(tool, toToolInput(args), turn.signal);
+        if (toolResult.ok)
+            return toolResult.value;
+        // Remembered as well as thrown: whatever the browser does with a
+        // rejected execute, the turn ends with this failure.
+        turn.failure = toolResult.error;
+        throw new AiError(toolResult.error);
+    },
+}));
+/** Chrome 152 refuses tools unless a tool-call output is expected; the spec text does not say so (measured). */
+const withToolCallOutput = (outputs, hasTools) => hasTools ? [...(outputs ?? []), { type: "tool-call" }] : outputs;
+const toCoreOptions = (request, turn) => {
+    const tools = request.tools ?? [];
+    const inputs = toExpectations(request.inputs);
+    const outputs = withToolCallOutput(toExpectations(request.outputs), tools.length > 0);
+    return {
+        ...(inputs === undefined ? {} : { expectedInputs: inputs }),
+        ...(outputs === undefined ? {} : { expectedOutputs: outputs }),
+        ...(tools.length === 0 ? {} : { tools: toPlatformTools(tools, turn) }),
+    };
+};
+/**
+ * The four the spec has, against the three the contract has. `downloading` and
+ * `downloadable` are one branch here and differ only in `started`, which is the
+ * question a caller actually has: is someone already fetching this.
+ */
+const toAvailability = (specAvailability) => {
+    switch (specAvailability) {
+        case "available":
+            return { kind: "ready" };
+        case "downloadable":
+            return { kind: "needs-download", started: false };
+        case "downloading":
+            return { kind: "needs-download", started: true };
+        case "unavailable":
+            // Empty lists: the spec says no for the whole request without naming a
+            // part, and inventing one would be worse than saying nothing.
+            return {
+                kind: "unavailable",
+                reason: { kind: "unsupported-config", languages: [] },
+            };
+    }
+};
+const getAvailability = async (request) => {
+    const api = getPlatformApi();
+    if (api === null)
+        return { kind: "unavailable", reason: { kind: "unsupported" } };
+    try {
+        const specAvailability = await api.availability(toCoreOptions(request, makeToolTurn()));
+        return toAvailability(specAvailability);
+    }
+    catch (error) {
+        // `NotAllowedError` for the permissions policy, `InvalidStateError` for a
+        // document that is not fully active: both are refusals, not crashes.
+        return { kind: "unavailable", reason: failureFromError(error) };
+    }
+};
+/** System first or not at all, which is what the patched tuple type says too. */
+const toInitialPrompts = (session) => {
+    const historyPrompts = (session.history ?? []).map((message) => ({ role: message.role, content: message.content }));
+    if (session.system === undefined)
+        return historyPrompts.length === 0 ? undefined : historyPrompts;
+    return [{ role: "system", content: session.system }, ...historyPrompts];
+};
+const toPromptOptions = (request) => request.schema === undefined
+    ? { signal: request.signal }
+    : { signal: request.signal, responseConstraint: request.schema };
+/**
+ * `contextUsage` and `contextWindow` replaced `inputUsage` and `inputQuota`,
+ * and a browser in the field may have either pair. Read as unknown because the
+ * declarations promise the new names on a version that has only the old.
+ */
+const readUsage = (session) => {
+    const sessionFields = session;
+    const used = readNumber(sessionFields, "contextUsage", "inputUsage");
+    const windowTokens = readNumber(sessionFields, "contextWindow", "inputQuota");
+    if (used === null || windowTokens === null)
+        return { kind: "unknown" };
+    const usedTokens = tokens(used);
+    return usedTokens === null
+        ? { kind: "unknown" }
+        : contextUsage(usedTokens, windowTokens);
+};
+const readNumber = (sessionFields, currentName, olderName) => {
+    const value = sessionFields[currentName] ?? sessionFields[olderName];
+    return typeof value === "number" ? value : null;
+};
+class PromptApiModel {
+    #session;
+    #turn;
+    constructor(session, turn) {
+        this.#session = session;
+        this.#turn = turn;
+    }
+    generateStream = (input, request) => {
+        try {
+            this.#beginTurn(request);
+            const deltas = this.#session.promptStreaming(input, toPromptOptions(request));
+            return Promise.resolve(ok(deltas.pipeThrough(this.#failIfToolFailed())));
+        }
+        catch (error) {
+            return Promise.resolve(err(this.#refineFailure(error)));
+        }
+    };
+    generateWhole = async (input, request) => {
+        try {
+            this.#beginTurn(request);
+            const answerText = await this.#session.prompt(input, toPromptOptions(request));
+            const toolFailure = this.#turn.failure;
+            return toolFailure === null ? ok(answerText) : err(toolFailure);
+        }
+        catch (error) {
+            return err(this.#refineFailure(error));
+        }
+    };
+    usage = () => readUsage(this.#session);
+    dispose = () => {
+        this.#session.destroy();
+    };
+    #beginTurn(request) {
+        this.#turn.signal = request.signal;
+        this.#turn.failure = null;
+    }
+    /** A stream that ended is not an answer if a tool failed on the way: the end is where that is checked. */
+    #failIfToolFailed() {
+        return new TransformStream({
+            flush: () => {
+                const toolFailure = this.#turn.failure;
+                if (toolFailure !== null)
+                    throw new AiError(toolFailure);
+            },
+        });
+    }
+    /**
+     * `QuotaExceededError` carries no measurement, and the generic mapping says
+     * so; holding the session is what lets this one attach the reading. A tool
+     * failure outranks whatever the browser threw about it.
+     */
+    #refineFailure(error) {
+        const toolFailure = this.#turn.failure;
+        if (toolFailure !== null)
+            return toolFailure;
+        const failure = failureFromError(error);
+        return failure.kind === "context-overflow"
+            ? { ...failure, usage: this.usage() }
+            : failure;
+    }
+}
+const connectPromptApi = async (options) => {
+    const api = getPlatformApi();
+    if (api === null)
+        return err({ kind: "unsupported" });
+    const initialPrompts = toInitialPrompts(options.session);
+    const turn = makeToolTurn();
+    try {
+        const session = await api.create({
+            ...toCoreOptions(options.request, turn),
+            ...(initialPrompts === undefined ? {} : { initialPrompts }),
+            ...(options.session.signal === undefined
+                ? {}
+                : { signal: options.session.signal }),
+            // Translated rather than forwarded, though the browser's monitor would
+            // satisfy `DownloadMonitor` as it stands: going through the lifecycle's
+            // own is what applies the never-decreasing rule to every backend alike.
+            monitor: (monitor) => {
+                monitor.ondownloadprogress = (event) => {
+                    const progress = fraction(event.total === 0 ? 0 : event.loaded / event.total);
+                    if (progress !== null)
+                        options.reportProgress(progress);
+                };
+            },
+        });
+        // Forwarded, not re-derived: by the time a listener reads the counters the
+        // dropped turns are gone, and `used` can be back under the window.
+        session.oncontextoverflow = () => {
+            options.reportOverflow();
+        };
+        return ok(new PromptApiModel(session, turn));
+    }
+    catch (error) {
+        return err(failureFromError(error));
+    }
+};
+export function makePromptApiProvider() {
+    const backend = {
+        name: "prompt-api",
+        // Text only, because that is all `AiMessage` carries. The model takes more,
+        // and asking for it would promise a message this contract cannot build.
+        modalities: ["text"],
+        // The platform executes them itself; whether a given Chrome will open such
+        // a session is its `create` to refuse, and that refusal is what `open` returns.
+        tools: true,
+        availability: (request) => getAvailability(request),
+        connect: (options) => connectPromptApi(options),
+    };
+    return createProvider(backend);
+}
+//# sourceMappingURL=prompt-api.js.map

package/dist/prompt-api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-api.js","sourceRoot":"","sources":["../src/prompt-api.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,OAAO,EACL,OAAO,EACP,YAAY,EACZ,cAAc,EACd,GAAG,EACH,gBAAgB,EAChB,QAAQ,EACR,EAAE,EACF,OAAO,EACP,MAAM,GAaP,MAAM,mBAAmB,CAAC;AAE3B;;;;;;;;;GASG;AACH,MAAM,cAAc,GAAG,GAAgC,EAAE,CACvD,OAAO,aAAa,KAAK,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC;AAE9D,MAAM,cAAc,GAAG,CACrB,iBAAyC,EACJ,EAAE;IACvC,IAAI,iBAAiB,KAAK,SAAS,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC;QACnE,OAAO,SAAS,CAAC;IACnB,OAAO,iBAAiB,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QAC7C,IAAI,EAAE,WAAW,CAAC,IAAI;QACtB,GAAG,CAAC,WAAW,CAAC,SAAS,KAAK,SAAS;YACrC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,GAAG,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC;KAC/C,CAAC,CAAC,CAAC;AACN,CAAC,CAAC;AAYF,MAAM,aAAa,GAAG,IAAI,eAAe,EAAE,CAAC,MAAM,CAAC;AAEnD,MAAM,YAAY,GAAG,GAAa,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;AAEhF,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAkC,EAAE,CAClE,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;IAClE,CAAC,CAAE,KAAiC;IACpC,CAAC,CAAC,IAAI,CAAC;AAEX;;;;;;GAMG;AACH,MAAM,WAAW,GAAG,CAAC,IAAwB,EAA2B,EAAE,CACxE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC;AAEhD,MAAM,eAAe,GAAG,CACtB,KAAsB,EACtB,IAAc,EACO,EAAE,CACvB,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACnB,IAAI,EAAE,IAAI,CAAC,IAAI;IACf,WAAW,EAAE,IAAI,CAAC,WAAW;IAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;IAC7B,OAAO,EAAE,KAAK,EAAE,GAAG,IAAe,EAAE,EAAE;QACpC,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACvE,IAAI,UAAU,CAAC,EAAE;YAAE,OAAO,UAAU,CAAC,KAAK,CAAC;QAC3C,iEAAiE;QACjE,qDAAqD;QACrD,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC;QAChC,MAAM,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC;CACF,CAAC,CAAC,CAAC;AAEN,gHAAgH;AAChH,MAAM,kBAAkB,GAAG,CACzB,OAA4C,EAC5C,QAAiB,EACoB,EAAE,CACvC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;AAEnE,MAAM,aAAa,GAAG,CACpB,OAAqB,EACrB,IAAc,EACkB,EAAE;IAClC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;IAClC,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,kBAAkB,CAChC,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,EAC/B,KAAK,CAAC,MAAM,GAAG,CAAC,CACjB,CAAC;IACF,OAAO;QACL,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC;QAC3D,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC;QAC9D,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;KACvE,CAAC;AACJ,CAAC,CAAC;AAKF;;;;GAIG;AACH,MAAM,cAAc,GAAG,CAAC,gBAAkC,EAAgB,EAAE;IAC1E,QAAQ,gBAAgB,EAAE,CAAC;QACzB,KAAK,WAAW;YACd,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAC3B,KAAK,cAAc;YACjB,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QACpD,KAAK,aAAa;YAChB,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACnD,KAAK,aAAa;YAChB,uEAAuE;YACvE,8DAA8D;YAC9D,OAAO;gBACL,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,EAAE,IAAI,EAAE,oBAAoB,EAAE,SAAS,EAAE,EAAE,EAAE;aACtD,CAAC;IACN,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,KAAK,EAC3B,OAAqB,EACE,EAAE;IACzB,MAAM,GAAG,GAAG,cAAc,EAAE,CAAC;IAC7B,IAAI,GAAG,KAAK,IAAI;QACd,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,CAAC;IAClE,IAAI,CAAC;QACH,MAAM,gBAAgB,GAAG,MAAM,GAAG,CAAC,YAAY,CAC7C,aAAa,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC,CACvC,CAAC;QACF,OAAO,cAAc,CAAC,gBAAgB,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,0EAA0E;QAC1E,qEAAqE;QACrE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;IAClE,CAAC;AACH,CAAC,CAAC;AAEF,iFAAiF;AACjF,MAAM,gBAAgB,GAAG,CACvB,OAAuB,EACuB,EAAE;IAChD,MAAM,cAAc,GAA2B,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CACxE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAChE,CAAC;IACF,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;QAC9B,OAAO,cAAc,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC;IAClE,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,GAAG,cAAc,CAAC,CAAC;AAC1E,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CACtB,OAAwB,EACI,EAAE,CAC9B,OAAO,CAAC,MAAM,KAAK,SAAS;IAC1B,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;IAC5B,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;AAErE;;;;GAIG;AACH,MAAM,SAAS,GAAG,CAAC,OAAsB,EAAgB,EAAE;IACzD,MAAM,aAAa,GAAG,OAA6C,CAAC;IACpE,MAAM,IAAI,GAAG,UAAU,CAAC,aAAa,EAAE,cAAc,EAAE,YAAY,CAAC,CAAC;IACrE,MAAM,YAAY,GAAG,UAAU,CAAC,aAAa,EAAE,eAAe,EAAE,YAAY,CAAC,CAAC;IAC9E,IAAI,IAAI,KAAK,IAAI,IAAI,YAAY,KAAK,IAAI;QAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IACvE,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAChC,OAAO,UAAU,KAAK,IAAI;QACxB,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE;QACrB,CAAC,CAAC,YAAY,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;AAC7C,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,CACjB,aAAsC,EACtC,WAAmB,EACnB,SAAiB,EACF,EAAE;IACjB,MAAM,KAAK,GAAG,aAAa,CAAC,WAAW,CAAC,IAAI,aAAa,CAAC,SAAS,CAAC,CAAC;IACrE,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AAClD,CAAC,CAAC;AAEF,MAAM,cAAc;IACT,QAAQ,CAAgB;IACxB,KAAK,CAAW;IAEzB,YAAY,OAAsB,EAAE,IAAc;QAChD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAEQ,cAAc,GAAG,CACxB,KAAa,EACb,OAAwB,EAC4B,EAAE;QACtD,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACzB,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,eAAe,CAC1C,KAAK,EACL,eAAe,CAAC,OAAO,CAAC,CACzB,CAAC;YACF,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC,CAAC;IAEO,aAAa,GAAG,KAAK,EAC5B,KAAa,EACb,OAAwB,EACY,EAAE;QACtC,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACzB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAC3C,KAAK,EACL,eAAe,CAAC,OAAO,CAAC,CACzB,CAAC;YACF,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;YACvC,OAAO,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAClE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;QACzC,CAAC;IACH,CAAC,CAAC;IAEO,KAAK,GAAG,GAAiB,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAErD,OAAO,GAAG,GAAS,EAAE;QAC5B,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC,CAAC;IAEF,UAAU,CAAC,OAAwB;QACjC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QACnC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED,0GAA0G;IAC1G,iBAAiB;QACf,OAAO,IAAI,eAAe,CAAC;YACzB,KAAK,EAAE,GAAG,EAAE;gBACV,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;gBACvC,IAAI,WAAW,KAAK,IAAI;oBAAE,MAAM,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC;YAC3D,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,cAAc,CAAC,KAAc;QAC3B,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;QACvC,IAAI,WAAW,KAAK,IAAI;YAAE,OAAO,WAAW,CAAC;QAC7C,MAAM,OAAO,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACxC,OAAO,OAAO,CAAC,IAAI,KAAK,kBAAkB;YACxC,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE;YACrC,CAAC,CAAC,OAAO,CAAC;IACd,CAAC;CACF;AAED,MAAM,gBAAgB,GAAG,KAAK,EAC5B,OAAuB,EACsB,EAAE;IAC/C,MAAM,GAAG,GAAG,cAAc,EAAE,CAAC;IAC7B,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;IAEtD,MAAM,cAAc,GAAG,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,YAAY,EAAE,CAAC;IAC5B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC;YAC/B,GAAG,aAAa,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;YACvC,GAAG,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC;YAC3D,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS;gBACtC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACvC,uEAAuE;YACvE,wEAAwE;YACxE,wEAAwE;YACxE,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE;gBACnB,OAAO,CAAC,kBAAkB,GAAG,CAAC,KAAK,EAAE,EAAE;oBACrC,MAAM,QAAQ,GAAG,QAAQ,CACvB,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,KAAK,CACnD,CAAC;oBACF,IAAI,QAAQ,KAAK,IAAI;wBAAE,OAAO,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;gBAC1D,CAAC,CAAC;YACJ,CAAC;SACF,CAAC,CAAC;QACH,2EAA2E;QAC3E,mEAAmE;QACnE,OAAO,CAAC,iBAAiB,GAAG,GAAG,EAAE;YAC/B,OAAO,CAAC,cAAc,EAAE,CAAC;QAC3B,CAAC,CAAC;QACF,OAAO,EAAE,CAAC,IAAI,cAAc,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,GAAG,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC;IACtC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,UAAU,qBAAqB;IACnC,MAAM,OAAO,GAAiB;QAC5B,IAAI,EAAE,YAAY;QAClB,4EAA4E;QAC5E,wEAAwE;QACxE,UAAU,EAAE,CAAC,MAAM,CAAC;QACpB,2EAA2E;QAC3E,gFAAgF;QAChF,KAAK,EAAE,IAAI;QACX,YAAY,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC;QACnD,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,gBAAgB,CAAC,OAAO,CAAC;KAChD,CAAC;IACF,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC;AACjC,CAAC"}

package/dist/webgpu.d.ts

@@ -0,0 +1,73 @@
+/**
+ * A model in the tab itself, on WebGPU, through `@mlc-ai/web-llm`.
+ *
+ * `modelpact/backend` is the whole of what it reaches for, so if a backend
+ * cannot be built from what that door exports, this file is where it shows.
+ * It was written before this package existed, in a directory one repository
+ * over, to ask exactly that — and it needed nothing added to the contract.
+ *
+ * What the engine brings that the other backends do not: the download is the
+ * page's own, several hundred megabytes into browser storage, and it is the
+ * only one where `needs-download` costs the user their bandwidth rather than a
+ * daemon's.
+ */
+import { type AiProvider } from "modelpact/backend";
+/** A delta as the engine sends it; these are the only fields read. */
+export interface EngineChunk {
+    readonly choices: readonly {
+        readonly delta: {
+            readonly content?: string | null;
+        };
+    }[];
+    readonly usage?: {
+        readonly total_tokens: number;
+    } | null;
+}
+export interface EngineRequest {
+    readonly model: string;
+    readonly messages: readonly {
+        readonly role: "system" | "user" | "assistant";
+        readonly content: string;
+    }[];
+    readonly stream: true;
+    readonly stream_options: {
+        readonly include_usage: true;
+    };
+    readonly response_format?: {
+        readonly type: "json_object";
+        readonly schema: string;
+    };
+}
+/**
+ * What this backend uses of the engine, which is less than the engine has.
+ *
+ * Named here and not imported, so that the emitted declarations name nothing
+ * from `@mlc-ai/web-llm`. Its own `.d.ts` files reference packages it does not
+ * depend on, and a consumer with `skipLibCheck` off inherits that break through
+ * a type they never asked for — the demo did, the moment it started resolving
+ * this package the way npm would. The Prompt API backend next door keeps
+ * `LanguageModel` out of its own declarations for the same reason.
+ *
+ * Method syntax on purpose: it is bivariant, which is what lets the real
+ * engine, with its overloads and wider request type, satisfy this narrower one
+ * without restating all of it.
+ */
+export interface WebGpuEngine {
+    readonly chat: {
+        readonly completions: {
+            create(request: EngineRequest): Promise<AsyncIterable<EngineChunk>>;
+        };
+    };
+    unload(): Promise<void>;
+    interruptGenerate(): void;
+}
+export interface WebGpuConfig {
+    /** A tag from the engine's own catalogue, such as `SmolLM2-360M-Instruct-q4f16_1-MLC`. */
+    readonly model: string;
+    /** Tokens the session is measured against; the engine reports no window of its own. */
+    readonly contextWindow?: number;
+    /** For a test: an engine already built, instead of one loaded from the network. */
+    readonly engine?: (reportProgress: (progress: number) => void) => Promise<WebGpuEngine>;
+}
+export declare function makeWebGpuProvider(config: WebGpuConfig): AiProvider;
+//# sourceMappingURL=webgpu.d.ts.map

package/dist/webgpu.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webgpu.d.ts","sourceRoot":"","sources":["../src/webgpu.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EASL,KAAK,UAAU,EAQhB,MAAM,mBAAmB,CAAC;AAG3B,sEAAsE;AACtE,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,OAAO,EAAE,SAAS;QACzB,QAAQ,CAAC,KAAK,EAAE;YAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;SAAE,CAAC;KACtD,EAAE,CAAC;IACJ,QAAQ,CAAC,KAAK,CAAC,EAAE;QAAE,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;CAC3D;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,SAAS;QAC1B,QAAQ,CAAC,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;QAC/C,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;KAC1B,EAAE,CAAC;IACJ,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC;IACtB,QAAQ,CAAC,cAAc,EAAE;QAAE,QAAQ,CAAC,aAAa,EAAE,IAAI,CAAA;KAAE,CAAC;IAC1D,QAAQ,CAAC,eAAe,CAAC,EAAE;QACzB,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;QAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;KACzB,CAAC;CACH;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,EAAE;QACb,QAAQ,CAAC,WAAW,EAAE;YACpB,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,CAAC;SACrE,CAAC;KACH,CAAC;IACF,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACxB,iBAAiB,IAAI,IAAI,CAAC;CAC3B;AAED,MAAM,WAAW,YAAY;IAC3B,0FAA0F;IAC1F,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,uFAAuF;IACvF,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,mFAAmF;IACnF,QAAQ,CAAC,MAAM,CAAC,EAAE,CAChB,cAAc,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,KACvC,OAAO,CAAC,YAAY,CAAC,CAAC;CAC5B;AAyND,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,YAAY,GAAG,UAAU,CAQnE"}

package/dist/webgpu.js

@@ -0,0 +1,214 @@
+/**
+ * A model in the tab itself, on WebGPU, through `@mlc-ai/web-llm`.
+ *
+ * `modelpact/backend` is the whole of what it reaches for, so if a backend
+ * cannot be built from what that door exports, this file is where it shows.
+ * It was written before this package existed, in a directory one repository
+ * over, to ask exactly that — and it needed nothing added to the contract.
+ *
+ * What the engine brings that the other backends do not: the download is the
+ * page's own, several hundred megabytes into browser storage, and it is the
+ * only one where `needs-download` costs the user their bandwidth rather than a
+ * daemon's.
+ */
+import { contextUsage, createProvider, err, failureFromError, fraction, ok, tokens, } from "modelpact/backend";
+import { CreateMLCEngine } from "@mlc-ai/web-llm";
+const DEFAULTS = { contextWindow: 4096 };
+const ZERO_TOKENS = tokens(0) ?? 0;
+/** WebGPU or nothing: the engine has a WASM path, but not one worth offering. */
+const hasWebGpu = () => typeof navigator !== "undefined" && "gpu" in navigator;
+/**
+ * Weights live in the browser's cache, so "downloaded" is a question about
+ * this profile rather than about the machine. The engine exposes no such
+ * check, so the cache is asked directly.
+ */
+const isCached = async (model) => {
+    if (typeof caches === "undefined")
+        return false;
+    try {
+        const cacheNames = await caches.keys();
+        for (const cacheName of cacheNames) {
+            const cache = await caches.open(cacheName);
+            const cachedRequests = await cache.keys();
+            if (cachedRequests.some((request) => request.url.includes(model)))
+                return true;
+        }
+        return false;
+    }
+    catch {
+        return false;
+    }
+};
+const getAvailability = async (config) => {
+    if (config.engine !== undefined)
+        return { kind: "ready" };
+    if (!hasWebGpu()) {
+        return {
+            kind: "unavailable",
+            reason: { kind: "unsupported-config", languages: [], modalities: [] },
+        };
+    }
+    const isModelCached = await isCached(config.model);
+    return isModelCached
+        ? { kind: "ready" }
+        : { kind: "needs-download", started: false };
+};
+/** The engine reports a stage and a percentage; only the number is ours to pass on. */
+const readProgress = (initReport) => typeof initReport.progress === "number" ? initReport.progress : 0;
+class WebGpuConnection {
+    #engine;
+    #model;
+    #contextWindow;
+    #system;
+    #usedTokens = 0;
+    constructor(engine, config, options) {
+        this.#engine = engine;
+        this.#model = config.model;
+        this.#contextWindow = config.contextWindow ?? DEFAULTS.contextWindow;
+        this.#system = options.session.system;
+    }
+    generateStream = async (input, request) => {
+        try {
+            const chunks = await this.#engine.chat.completions.create({
+                model: this.#model,
+                messages: this.#toEngineMessages(input, request),
+                stream: true,
+                stream_options: { include_usage: true },
+                ...(request.schema === undefined
+                    ? {}
+                    : {
+                        response_format: {
+                            type: "json_object",
+                            schema: JSON.stringify(request.schema),
+                        },
+                    }),
+            });
+            return ok(this.#toDeltaStream(chunks));
+        }
+        catch (error) {
+            return err(failureFromError(error));
+        }
+    };
+    usage = () => contextUsage(tokens(this.#usedTokens) ?? ZERO_TOKENS, this.#contextWindow);
+    dispose = () => {
+        void this.#engine.unload();
+    };
+    #toEngineMessages(input, request) {
+        const historyMessages = request.history.map((message) => ({
+            role: message.role,
+            content: message.content,
+        }));
+        const askedMessage = { role: "user", content: input };
+        return this.#system === undefined
+            ? [...historyMessages, askedMessage]
+            : [
+                { role: "system", content: this.#system },
+                ...historyMessages,
+                askedMessage,
+            ];
+    }
+    /**
+     * An async iterable into a `ReadableStream`, because that is what the
+     * contract carries.
+     *
+     * The abort is deliberately not policed here. The lifecycle checks the signal
+     * around every read and errors the stream itself, in the vocabulary; a
+     * backend that raced it to the punch with a plain `Error` would land in
+     * `unknown` instead of `aborted`, which is what the conformance suite caught
+     * when this file did exactly that.
+     *
+     * What is left to do is tell the engine, since it takes no signal of its own:
+     * `cancel` reaches every way out — the reader stopping, the abort, the close.
+     */
+    #toDeltaStream(chunks) {
+        const iterator = chunks[Symbol.asyncIterator]();
+        return new ReadableStream({
+            // Loops until it can enqueue or close: a pull that returns empty-handed
+            // is not called again unless a read arrived meanwhile, and the engine
+            // sends chunks with no text — the usage one, a stop one — back to back.
+            // Found in the sibling package on `claude -p`, fixed here before it bit.
+            pull: async (controller) => {
+                for (;;) {
+                    const iteration = await iterator.next();
+                    if (iteration.done === true) {
+                        controller.close();
+                        return;
+                    }
+                    const chunk = iteration.value;
+                    if (chunk.usage != null)
+                        this.#usedTokens = chunk.usage.total_tokens;
+                    const delta = chunk.choices[0]?.delta.content ?? "";
+                    if (delta !== "") {
+                        controller.enqueue(delta);
+                        return;
+                    }
+                }
+            },
+            cancel: async () => {
+                this.#engine.interruptGenerate();
+                await iterator.return?.();
+            },
+        });
+    }
+}
+/**
+ * The real engine behind `WebGpuEngine`. An adapter and not a cast: the real
+ * `create` is an overload set, and an overload set is not assignable to a
+ * single signature even when one member fits — so each call is written out,
+ * and the compiler resolves the streaming overload from `stream: true` and
+ * checks our request shape against it. Nothing here is asserted.
+ */
+const loadEngine = async (model, reportProgress) => {
+    const realEngine = await CreateMLCEngine(model, {
+        initProgressCallback: (initReport) => {
+            reportProgress(readProgress(initReport));
+        },
+    });
+    return {
+        chat: {
+            completions: {
+                // A fresh array: ours is `readonly`, which is right for a request
+                // nobody should edit, and the engine's signature wants a mutable one.
+                create: (request) => realEngine.chat.completions.create({
+                    ...request,
+                    messages: [...request.messages],
+                }),
+            },
+        },
+        unload: () => realEngine.unload(),
+        interruptGenerate: () => {
+            // The engine's own is a promise, though its published interface says
+            // otherwise; dropped on purpose, and marked rather than left floating.
+            // By the time this runs the lifecycle has already errored the stream as
+            // `aborted`, so waiting for the engine to acknowledge would hold a turn
+            // whose caller has been answered.
+            void realEngine.interruptGenerate();
+        },
+    };
+};
+const connectEngine = async (config, options) => {
+    const reportProgress = (progress) => {
+        const progressFraction = fraction(progress);
+        if (progressFraction !== null)
+            options.reportProgress(progressFraction);
+    };
+    try {
+        const engine = config.engine === undefined
+            ? await loadEngine(config.model, reportProgress)
+            : await config.engine(reportProgress);
+        return ok(new WebGpuConnection(engine, config, options));
+    }
+    catch (error) {
+        return err(failureFromError(error));
+    }
+};
+export function makeWebGpuProvider(config) {
+    const backend = {
+        name: "webgpu",
+        modalities: ["text"],
+        availability: () => getAvailability(config),
+        connect: (options) => connectEngine(config, options),
+    };
+    return createProvider(backend);
+}
+//# sourceMappingURL=webgpu.js.map

package/dist/webgpu.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"webgpu.js","sourceRoot":"","sources":["../src/webgpu.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EACL,YAAY,EACZ,cAAc,EACd,GAAG,EACH,gBAAgB,EAChB,QAAQ,EACR,EAAE,EACF,MAAM,GAUP,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,eAAe,EAA2B,MAAM,iBAAiB,CAAC;AA2D3E,MAAM,QAAQ,GAAG,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;AAEzC,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,IAAK,CAAW,CAAC;AAE9C,iFAAiF;AACjF,MAAM,SAAS,GAAG,GAAY,EAAE,CAC9B,OAAO,SAAS,KAAK,WAAW,IAAI,KAAK,IAAI,SAAS,CAAC;AAEzD;;;;GAIG;AACH,MAAM,QAAQ,GAAG,KAAK,EAAE,KAAa,EAAoB,EAAE;IACzD,IAAI,OAAO,MAAM,KAAK,WAAW;QAAE,OAAO,KAAK,CAAC;IAChD,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACvC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC3C,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;YAC1C,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC/D,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,KAAK,EAAE,MAAoB,EAAyB,EAAE;IAC5E,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC1D,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;QACjB,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,MAAM,EAAE,EAAE,IAAI,EAAE,oBAAoB,EAAE,SAAS,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;SACtE,CAAC;IACJ,CAAC;IACD,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACnD,OAAO,aAAa;QAClB,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE;QACnB,CAAC,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AACjD,CAAC,CAAC;AAEF,uFAAuF;AACvF,MAAM,YAAY,GAAG,CAAC,UAA8B,EAAU,EAAE,CAC9D,OAAO,UAAU,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AAEpE,MAAM,gBAAgB;IACX,OAAO,CAAe;IACtB,MAAM,CAAS;IACf,cAAc,CAAS;IACvB,OAAO,CAAqB;IACrC,WAAW,GAAG,CAAC,CAAC;IAEhB,YACE,MAAoB,EACpB,MAAoB,EACpB,OAAuB;QAEvB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,aAAa,IAAI,QAAQ,CAAC,aAAa,CAAC;QACrE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;IACxC,CAAC;IAEQ,cAAc,GAAG,KAAK,EAC7B,KAAa,EACb,OAAwB,EAC4B,EAAE;QACtD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACxD,KAAK,EAAE,IAAI,CAAC,MAAM;gBAClB,QAAQ,EAAE,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC;gBAChD,MAAM,EAAE,IAAI;gBACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;gBACvC,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS;oBAC9B,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC;wBACE,eAAe,EAAE;4BACf,IAAI,EAAE,aAAa;4BACnB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC;yBACvC;qBACF,CAAC;aACP,CAAC,CAAC;YACH,OAAO,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,GAAG,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC;QACtC,CAAC;IACH,CAAC,CAAC;IAEO,KAAK,GAAG,GAAiB,EAAE,CAClC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;IAEpE,OAAO,GAAG,GAAS,EAAE;QAC5B,KAAK,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IAC7B,CAAC,CAAC;IAEF,iBAAiB,CAAC,KAAa,EAAE,OAAwB;QACvD,MAAM,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACxD,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,OAAO,EAAE,OAAO,CAAC,OAAO;SACzB,CAAC,CAAC,CAAC;QACJ,MAAM,YAAY,GAAG,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAC/D,OAAO,IAAI,CAAC,OAAO,KAAK,SAAS;YAC/B,CAAC,CAAC,CAAC,GAAG,eAAe,EAAE,YAAY,CAAC;YACpC,CAAC,CAAC;gBACE,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;gBAClD,GAAG,eAAe;gBAClB,YAAY;aACb,CAAC;IACR,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,cAAc,CAAC,MAAkC;QAC/C,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QAChD,OAAO,IAAI,cAAc,CAAS;YAChC,wEAAwE;YACxE,sEAAsE;YACtE,wEAAwE;YACxE,yEAAyE;YACzE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;gBACzB,SAAS,CAAC;oBACR,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACxC,IAAI,SAAS,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;wBAC5B,UAAU,CAAC,KAAK,EAAE,CAAC;wBACnB,OAAO;oBACT,CAAC;oBACD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;oBAC9B,IAAI,KAAK,CAAC,KAAK,IAAI,IAAI;wBAAE,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC;oBACrE,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;oBACpD,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;wBACjB,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;wBAC1B,OAAO;oBACT,CAAC;gBACH,CAAC;YACH,CAAC;YACD,MAAM,EAAE,KAAK,IAAI,EAAE;gBACjB,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;gBACjC,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC5B,CAAC;SACF,CAAC,CAAC;IACL,CAAC;CACF;AAED;;;;;;GAMG;AACH,MAAM,UAAU,GAAG,KAAK,EACtB,KAAa,EACb,cAA0C,EACnB,EAAE;IACzB,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC,KAAK,EAAE;QAC9C,oBAAoB,EAAE,CAAC,UAAU,EAAE,EAAE;YACnC,cAAc,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC;QAC3C,CAAC;KACF,CAAC,CAAC;IACH,OAAO;QACL,IAAI,EAAE;YACJ,WAAW,EAAE;gBACX,kEAAkE;gBAClE,sEAAsE;gBACtE,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,CAClB,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;oBACjC,GAAG,OAAO;oBACV,QAAQ,EAAE,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC;iBAChC,CAAC;aACL;SACF;QACD,MAAM,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,MAAM,EAAE;QACjC,iBAAiB,EAAE,GAAG,EAAE;YACtB,qEAAqE;YACrE,uEAAuE;YACvE,wEAAwE;YACxE,wEAAwE;YACxE,kCAAkC;YAClC,KAAK,UAAU,CAAC,iBAAiB,EAAE,CAAC;QACtC,CAAC;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,KAAK,EACzB,MAAoB,EACpB,OAAuB,EACsB,EAAE;IAC/C,MAAM,cAAc,GAAG,CAAC,QAAgB,EAAQ,EAAE;QAChD,MAAM,gBAAgB,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,gBAAgB,KAAK,IAAI;YAAE,OAAO,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;IAC1E,CAAC,CAAC;IACF,IAAI,CAAC;QACH,MAAM,MAAM,GACV,MAAM,CAAC,MAAM,KAAK,SAAS;YACzB,CAAC,CAAC,MAAM,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,cAAc,CAAC;YAChD,CAAC,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAC1C,OAAO,EAAE,CAAC,IAAI,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAC3D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,GAAG,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC;IACtC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,UAAU,kBAAkB,CAAC,MAAoB;IACrD,MAAM,OAAO,GAAiB;QAC5B,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE,CAAC,MAAM,CAAC;QACpB,YAAY,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC;QAC3C,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC;KACrD,CAAC;IACF,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC;AACjC,CAAC"}

package/package.json

@@ -1,12 +1,14 @@
 {
   "name": "modelpact-providers",
-  "version": "1.0.0",
-  "description": "Language-model backends written against the modelpact contract — one transport per runtime, each green on the contract suite",
+  "version": "1.2.0",
+  "description": "Language-model backends written against the modelpact contract — a daemon, the OpenAI dialect, the browser's own model, one in the tab, each green on the contract suite",
   "keywords": [
     "llm",
     "modelpact",
     "typescript",
     "ollama",
+    "openai",
+    "openai-compatible",
     "prompt-api",
     "webgpu",
     "on-device",
@@ -28,38 +30,60 @@
     ".": {
       "types": "./dist/index.d.ts",
       "import": "./dist/index.js"
+    },
+    "./webgpu": {
+      "types": "./dist/webgpu.d.ts",
+      "import": "./dist/webgpu.js"
     }
   },
   "files": [
     "dist"
   ],
+  "workspaces": [
+    "demo"
+  ],
   "sideEffects": false,
   "engines": {
     "node": ">=22"
   },
   "scripts": {
+    "prepare": "patch-package",
     "build": "tsc -p tsconfig.build.json",
     "test": "vitest run",
     "test:watch": "vitest",
+    "test:e2e": "playwright test",
+    "demo": "npm --prefix demo run dev",
+    "demo:check": "npm --prefix demo run typecheck",
     "lint": "eslint .",
     "lint:fix": "eslint . --fix",
     "format": "prettier --write .",
     "format:check": "prettier --check .",
-    "typecheck": "tsc --noEmit",
+    "typecheck": "tsc --noEmit && tsc -p tsconfig.patched.json && tsc -p e2e --noEmit",
+    "check:surface": "npm run build && tsc -p tsconfig.surface.json",
     "prepublishOnly": "npm run build"
   },
   "peerDependencies": {
-    "modelpact": ">=2"
+    "modelpact": ">=2.2",
+    "@mlc-ai/web-llm": ">=0.2"
   },
   "devDependencies": {
     "@eslint/js": "^10.0.1",
+    "@playwright/test": "^1.62.1",
+    "@mlc-ai/web-llm": "^0.2.84",
+    "@types/dom-chromium-ai": "^0.0.17",
     "@types/node": "^26.4.1",
     "eslint": "^10.9.1",
     "eslint-config-prettier": "^10.1.8",
-    "modelpact": "^2.2.0",
+    "modelpact": "^2.2.1",
+    "patch-package": "^8.0.1",
     "prettier": "^3.9.6",
     "typescript": "~6.0.3",
     "typescript-eslint": "^8.69.0",
     "vitest": "^4.1.11"
+  },
+  "peerDependenciesMeta": {
+    "@mlc-ai/web-llm": {
+      "optional": true
+    }
   }
 }