prompt-api-polyfill 1.16.0 → 1.18.0

package/dist/backends/gemini.js

@@ -1,4 +1,4 @@
-import { n as e, t } from "../chunks/defaults-B5W7MP9T.js";
+import { n as e, t } from "../chunks/defaults-DMD-8IKq.js";
 import { GoogleGenAI as n } from "@google/genai";
 //#region backends/gemini.js
 var r = class extends e {

package/dist/backends/openai.js

@@ -1,4 +1,4 @@
-import { n as e, t } from "../chunks/defaults-B5W7MP9T.js";
+import { n as e, t } from "../chunks/defaults-DMD-8IKq.js";
 import n from "openai";
 //#region backends/openai.js
 var r = class extends e {

package/dist/backends/transformers.js

@@ -1,4 +1,4 @@
-import { n as e, t } from "../chunks/defaults-B5W7MP9T.js";
+import { n as e, t } from "../chunks/defaults-DMD-8IKq.js";
 import { TextStreamer as n, env as r, pipeline as i } from "@huggingface/transformers";
 //#region backends/transformers.js
 var a = class extends e {
@@ -25,13 +25,13 @@ var a = class extends e {
 					total: 1,
 					lengthComputable: !0
 				})), e.__lastProgressLoaded = r);
+			}, n = (e) => {
+				e.status === "progress_total" ? t(e.progress / 100) : e.status === "ready" && t(1);
 			};
 			t(0), this.#e = await i("text-generation", this.modelName, {
 				device: this.#n,
 				dtype: this.#r,
-				progress_callback: (e) => {
-					e.status === "progress_total" ? t(e.progress / 100) : e.status === "ready" && t(1);
-				}
+				progress_callback: n
 			}), this.#t = this.#e.tokenizer;
 		}
 		return this.#e;

package/dist/backends/webllm.js

@@ -0,0 +1,107 @@
+import { n as e, t } from "../chunks/defaults-DMD-8IKq.js";
+import { CreateMLCEngine as n, prebuiltAppConfig as r } from "@mlc-ai/web-llm";
+//#region backends/webllm.js
+var i = class extends e {
+	#e;
+	#t;
+	#n = 0;
+	constructor(e = {}) {
+		super(e.modelName || t.webllm.modelName);
+	}
+	async #r(e) {
+		if (!this.#e) {
+			let t = (t) => {
+				if (!e) return;
+				let n = 1 / 65536, r = Math.floor(t / n) * n;
+				r <= e.__lastProgressLoaded || (e.dispatchEvent(new ProgressEvent("downloadprogress", {
+					loaded: r,
+					total: 1,
+					lengthComputable: !0
+				})), e.__lastProgressLoaded = r);
+			};
+			t(0);
+			let i = {
+				...r,
+				cacheBackend: "cross-origin"
+			};
+			this.#e = await n(this.modelName, {
+				appConfig: i,
+				initProgressCallback: (e) => {
+					t(e.progress);
+				}
+			}), t(1);
+		}
+		return this.#e;
+	}
+	static availability(e) {
+		if (e?.expectedInputs && Array.isArray(e.expectedInputs)) {
+			for (let t of e.expectedInputs) if (t.type === "audio" || t.type === "image") return "unavailable";
+		}
+		return "available";
+	}
+	async createSession(e, t, n) {
+		return await this.#r(n), this.generationConfig = { max_tokens: 512 }, this.#t = t.systemInstruction, this.responseSchema = t.generationConfig?.responseSchema, this.#e;
+	}
+	async generateContent(e) {
+		let t = await this.#r(), n = {
+			messages: this.#i(e),
+			...this.generationConfig
+		};
+		this.responseSchema && (n.response_format = {
+			type: "json_object",
+			schema: JSON.stringify(this.responseSchema)
+		});
+		let r = await t.chat.completions.create(n), i = r.choices[0].message.content;
+		return this.#n += (r.usage?.prompt_tokens ?? 0) + (r.usage?.completion_tokens ?? 0), {
+			text: i,
+			usage: this.#n
+		};
+	}
+	async generateContentStream(e) {
+		let t = await this.#r(), n = {
+			messages: this.#i(e),
+			...this.generationConfig,
+			stream: !0,
+			stream_options: { include_usage: !0 }
+		};
+		this.responseSchema && (n.response_format = {
+			type: "json_object",
+			schema: JSON.stringify(this.responseSchema)
+		});
+		let r = await t.chat.completions.create(n), i = this;
+		return (async function* () {
+			let e = null;
+			for await (let t of r) {
+				let n = t.choices[0]?.delta?.content ?? "";
+				n && (yield {
+					text: () => n,
+					usageMetadata: { totalTokenCount: 0 }
+				}), t.usage && (e = t.usage);
+			}
+			i.#n += (e?.prompt_tokens ?? 0) + (e?.completion_tokens ?? 0), yield {
+				text: () => "",
+				usageMetadata: { totalTokenCount: i.#n }
+			};
+		})();
+	}
+	async countTokens(e) {
+		let t = "";
+		for (let n of e ?? []) for (let e of n?.parts ?? []) t += e.text ?? "";
+		return Math.ceil(t.length / 4);
+	}
+	#i(e) {
+		let t = e.map((e) => ({
+			role: e.role === "model" ? "assistant" : e.role === "system" ? "system" : "user",
+			content: e.parts.map((e) => e.text).join("")
+		}));
+		return this.#t && !t.some((e) => e.role === "system") && t.unshift({
+			role: "system",
+			content: this.#t
+		}), this.responseSchema && (t.length > 0 && t[0].role === "system" ? t[0].content += "\n\nRespond with valid JSON." : t.unshift({
+			role: "system",
+			content: "Respond with valid JSON."
+		})), t;
+	}
+};
+//#endregion
+export { i as default };

package/dist/chunks/{defaults-B5W7MP9T.js → defaults-DMD-8IKq.js}

@@ -29,7 +29,8 @@ var e = class {
 		modelName: "onnx-community/gemma-3-1b-it-ONNX-GQA",
 		device: "webgpu",
 		dtype: "q4f16"
-	}
+	},
+	webllm: { modelName: "Llama-3.2-3B-Instruct-q4f32_1-MLC" }
 };
 //#endregion
 export { e as n, t };

package/dist/prompt-api-polyfill.js

@@ -158,6 +158,10 @@ var e = class {
 	{
 		config: "TRANSFORMERS_CONFIG",
 		path: "./backends/transformers.js"
+	},
+	{
+		config: "WEBLLM_CONFIG",
+		path: "./backends/webllm.js"
 	}
 ];
 async function n(e) {
@@ -165,6 +169,7 @@ async function n(e) {
 	if (e === "./backends/gemini.js") return (await import("./backends/gemini.js")).default;
 	if (e === "./backends/openai.js") return (await import("./backends/openai.js")).default;
 	if (e === "./backends/transformers.js") return (await import("./backends/transformers.js")).default;
+	if (e === "./backends/webllm.js") return (await import("./backends/webllm.js")).default;
 	throw Error(`Unknown backend path "${e}"`);
 }
 //#endregion
@@ -550,7 +555,9 @@ var i = class i extends EventTarget {
 			this.#r.systemInstruction && e.unshift({
 				role: "system",
 				parts: [{ text: this.#r.systemInstruction }]
-			}), this.#a = await this.#e.countTokens(e) || 0;
+			});
+			let t = await this.#e.countTokens(e);
+			this.#a = t || 0;
 		} catch {}
 		this.#a > this.contextWindow && this.dispatchEvent(new Event("contextoverflow"));
 	}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "prompt-api-polyfill",
-  "version": "1.16.0",
+  "version": "1.18.0",
   "description": "Polyfill for the Prompt API (`LanguageModel`) backed by Firebase AI Logic, Gemini API, OpenAI API, or Transformers.js.",
   "type": "module",
   "main": "./dist/prompt-api-polyfill.js",
@@ -47,19 +47,20 @@
   },
   "devDependencies": {
     "@eslint/js": "^10.0.1",
-    "eslint": "^10.2.0",
+    "eslint": "^10.4.0",
     "eslint-config-prettier": "^10.1.8",
-    "globals": "^17.5.0",
+    "globals": "^17.6.0",
     "node-addon-api": "^8.7.0",
-    "node-gyp": "^12.2.0",
-    "prettier": "^3.8.2",
+    "node-gyp": "^12.3.0",
+    "prettier": "^3.8.3",
     "prettier-plugin-curly": "^0.4.1",
-    "vite": "^8.0.8"
+    "vite": "^8.0.13"
   },
   "dependencies": {
-    "@google/genai": "^1.50.0",
-    "@huggingface/transformers": "^4.0.1",
-    "firebase": "^12.12.0",
-    "openai": "^6.34.0"
+    "@google/genai": "^2.3.0",
+    "@huggingface/transformers": "^4.2.0",
+    "@mlc-ai/web-llm": "^0.2.83",
+    "firebase": "^12.13.0",
+    "openai": "^6.37.0"
   }
 }