@pie-project/server-web 0.6.1 → 0.6.3

package/dist/pie.mjs

@@ -3238,8 +3238,9 @@ async function installLanguage(language, wasmBytes, precompiled) {
 async function memoryBytes() {
   return await ready().call("memoryBytes");
 }
-async function bootLazy(url, config, onProgress) {
-  return await ready().call("bootLazy", [url, config, location.href], { onProgress });
+async function bootLazy(url, config, onProgress, packages = {}) {
+  const files = JSON.stringify(packages);
+  return await ready().call("bootLazy", [url, config, location.href, files], { onProgress });
 }
 async function awaitCache() {
   return await ready().call("awaitCache", []);
@@ -3253,6 +3254,15 @@ async function bytesOf(source) {
   if (!response.ok) throw new Error(`pie: ${source}: ${response.status} ${response.statusText}`);
   return new Uint8Array(await response.arrayBuffer());
 }
+async function packageTexts(packages) {
+  const texts = await Promise.all(
+    Object.entries(packages).map(async ([path, source]) => [
+      path,
+      source instanceof URL ? new TextDecoder().decode(await bytesOf(source)) : source
+    ])
+  );
+  return Object.fromEntries(texts);
+}
 var Server = class _Server {
   #summary;
   #open = true;
@@ -3263,13 +3273,21 @@ var Server = class _Server {
   /**
    * Boot the runtime and the WebGPU engine. `model` is the URL of a
    * `.wgpu.zt` artifact served with Range support; `config` the boot config
-   * (an object, or TOML text). Resolves once the weights are on the device,
-   * with every registered language component installed.
+   * (an object, or TOML text). `packages` lays poem files over the ones this
+   * build embeds, as editing `$PIE_HOME/models/` does for `pie serve`: a path
+   * under that directory (`qwen_3.poem`) to its text or a URL, refused here if
+   * it does not load. Resolves once the weights are on the device, with every
+   * registered language component installed.
    */
-  static async start({ model, config = {}, onProgress, worker = true, log, wasmUrl } = {}) {
+  static async start({ model, config = {}, packages = {}, onProgress, worker = true, log, wasmUrl } = {}) {
     if (typeof model !== "string") throw new Error("Server.start: `model` is the URL of the artifact to serve");
     if (!backend) await load({ worker, log, wasmUrl });
-    const summary = await bootLazy(model, typeof config === "string" ? config : JSON.stringify(config), onProgress);
+    const summary = await bootLazy(
+      model,
+      typeof config === "string" ? config : JSON.stringify(config),
+      onProgress,
+      await packageTexts(packages)
+    );
     const server = new _Server(summary);
     server.#detach = await attachLanguages(server);
     return server;

package/dist/pie_browser_bg.wasm

@@ -1,4 +1,4 @@
 [diffend] Oversized file quarantined before diffing.
 name: package/dist/pie_browser_bg.wasm
-size: 34288832 bytes
-sha256: 1c2062bbd50c252fdc437b37d6cc863d62836216745bc7138c9b85ba49165ee1
+size: 34496820 bytes
+sha256: d12e75a37ecce5ef4c85947c598213a0f23e4a6b5dae84aa0753d40b70d5e6bd

package/dist/precompile.mjs

@@ -509,7 +509,7 @@ function __wbg_get_imports() {
           const a = state0.a;
           state0.a = 0;
           try {
-            return __wasm_bindgen_func_elem_55690(a, state0.b, arg02, arg12);
+            return __wasm_bindgen_func_elem_55897(a, state0.b, arg02, arg12);
           } finally {
             state0.a = a;
           }
@@ -850,23 +850,23 @@ function __wbg_get_imports() {
       }, arguments);
     },
     __wbindgen_generic_0000000000000001: function(arg0, arg1) {
-      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_55688);
+      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_55895);
       return addHeapObject(ret);
     },
     __wbindgen_generic_0000000000000002: function(arg0, arg1) {
-      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_11414);
+      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_11564);
       return addHeapObject(ret);
     },
     __wbindgen_generic_0000000000000003: function(arg0, arg1) {
-      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_11415);
+      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_11565);
       return addHeapObject(ret);
     },
     __wbindgen_generic_0000000000000004: function(arg0, arg1) {
-      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_11414_15);
+      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_11564_15);
       return addHeapObject(ret);
     },
     __wbindgen_generic_0000000000000005: function(arg0, arg1) {
-      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_11414_16);
+      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_11564_16);
       return addHeapObject(ret);
     },
     __wbindgen_generic_0000000000000006: function(arg0) {
@@ -898,16 +898,16 @@ function __wbg_get_imports() {
     "./platform.mjs": platform_exports
   };
 }
-function __wasm_bindgen_func_elem_11415(arg0, arg1, arg2) {
-  wasm2.__wasm_bindgen_func_elem_11415(arg0, arg1, addHeapObject(arg2));
+function __wasm_bindgen_func_elem_11565(arg0, arg1, arg2) {
+  wasm2.__wasm_bindgen_func_elem_11565(arg0, arg1, addHeapObject(arg2));
 }
-function __wasm_bindgen_func_elem_55690(arg0, arg1, arg2, arg3) {
-  wasm2.__wasm_bindgen_func_elem_55690(arg0, arg1, addHeapObject(arg2), addHeapObject(arg3));
+function __wasm_bindgen_func_elem_55897(arg0, arg1, arg2, arg3) {
+  wasm2.__wasm_bindgen_func_elem_55897(arg0, arg1, addHeapObject(arg2), addHeapObject(arg3));
 }
-function __wasm_bindgen_func_elem_55688(arg0, arg1, arg2) {
+function __wasm_bindgen_func_elem_55895(arg0, arg1, arg2) {
   try {
     const retptr = wasm2.__wbindgen_add_to_stack_pointer(-16);
-    wasm2.__wasm_bindgen_func_elem_55688(retptr, arg0, arg1, addHeapObject(arg2));
+    wasm2.__wasm_bindgen_func_elem_55895(retptr, arg0, arg1, addHeapObject(arg2));
     var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
     var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true);
     if (r1) {
@@ -917,10 +917,10 @@ function __wasm_bindgen_func_elem_55688(arg0, arg1, arg2) {
     wasm2.__wbindgen_add_to_stack_pointer(16);
   }
 }
-function __wasm_bindgen_func_elem_11414(arg0, arg1, arg2) {
+function __wasm_bindgen_func_elem_11564(arg0, arg1, arg2) {
   try {
     const retptr = wasm2.__wbindgen_add_to_stack_pointer(-16);
-    wasm2.__wasm_bindgen_func_elem_11414(retptr, arg0, arg1, addHeapObject(arg2));
+    wasm2.__wasm_bindgen_func_elem_11564(retptr, arg0, arg1, addHeapObject(arg2));
     var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
     var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true);
     if (r1) {
@@ -930,10 +930,10 @@ function __wasm_bindgen_func_elem_11414(arg0, arg1, arg2) {
     wasm2.__wbindgen_add_to_stack_pointer(16);
   }
 }
-function __wasm_bindgen_func_elem_11414_15(arg0, arg1, arg2) {
+function __wasm_bindgen_func_elem_11564_15(arg0, arg1, arg2) {
   try {
     const retptr = wasm2.__wbindgen_add_to_stack_pointer(-16);
-    wasm2.__wasm_bindgen_func_elem_11414_15(retptr, arg0, arg1, addHeapObject(arg2));
+    wasm2.__wasm_bindgen_func_elem_11564_15(retptr, arg0, arg1, addHeapObject(arg2));
     var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
     var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true);
     if (r1) {
@@ -943,10 +943,10 @@ function __wasm_bindgen_func_elem_11414_15(arg0, arg1, arg2) {
     wasm2.__wbindgen_add_to_stack_pointer(16);
   }
 }
-function __wasm_bindgen_func_elem_11414_16(arg0, arg1, arg2) {
+function __wasm_bindgen_func_elem_11564_16(arg0, arg1, arg2) {
   try {
     const retptr = wasm2.__wbindgen_add_to_stack_pointer(-16);
-    wasm2.__wasm_bindgen_func_elem_11414_16(retptr, arg0, arg1, addHeapObject(arg2));
+    wasm2.__wasm_bindgen_func_elem_11564_16(retptr, arg0, arg1, addHeapObject(arg2));
     var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
     var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true);
     if (r1) {

package/dist/worker.mjs

@@ -65,12 +65,14 @@ function pie_wake() {
 }
 
 // pkg/pie_browser.js
-function pie_boot_lazy(config_toml, model_name, len) {
+function pie_boot_lazy(config_toml, model_name, len, packages_json) {
   const ptr0 = passStringToWasm0(config_toml, wasm2.__wbindgen_export, wasm2.__wbindgen_export2);
   const len0 = WASM_VECTOR_LEN;
   const ptr1 = passStringToWasm0(model_name, wasm2.__wbindgen_export, wasm2.__wbindgen_export2);
   const len1 = WASM_VECTOR_LEN;
-  const ret = wasm2.pie_boot_lazy(ptr0, len0, ptr1, len1, len);
+  const ptr2 = passStringToWasm0(packages_json, wasm2.__wbindgen_export, wasm2.__wbindgen_export2);
+  const len2 = WASM_VECTOR_LEN;
+  const ret = wasm2.pie_boot_lazy(ptr0, len0, ptr1, len1, len, ptr2, len2);
   return takeObject(ret);
 }
 function pie_close_session(session) {
@@ -561,7 +563,7 @@ function __wbg_get_imports() {
           const a = state0.a;
           state0.a = 0;
           try {
-            return __wasm_bindgen_func_elem_55690(a, state0.b, arg02, arg12);
+            return __wasm_bindgen_func_elem_55897(a, state0.b, arg02, arg12);
           } finally {
             state0.a = a;
           }
@@ -902,23 +904,23 @@ function __wbg_get_imports() {
       }, arguments);
     },
     __wbindgen_generic_0000000000000001: function(arg0, arg1) {
-      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_55688);
+      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_55895);
       return addHeapObject(ret);
     },
     __wbindgen_generic_0000000000000002: function(arg0, arg1) {
-      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_11414);
+      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_11564);
       return addHeapObject(ret);
     },
     __wbindgen_generic_0000000000000003: function(arg0, arg1) {
-      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_11415);
+      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_11565);
       return addHeapObject(ret);
     },
     __wbindgen_generic_0000000000000004: function(arg0, arg1) {
-      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_11414_15);
+      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_11564_15);
       return addHeapObject(ret);
     },
     __wbindgen_generic_0000000000000005: function(arg0, arg1) {
-      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_11414_16);
+      const ret = makeMutClosure(arg0, arg1, __wasm_bindgen_func_elem_11564_16);
       return addHeapObject(ret);
     },
     __wbindgen_generic_0000000000000006: function(arg0) {
@@ -950,16 +952,16 @@ function __wbg_get_imports() {
     "./platform.mjs": platform_exports
   };
 }
-function __wasm_bindgen_func_elem_11415(arg0, arg1, arg2) {
-  wasm2.__wasm_bindgen_func_elem_11415(arg0, arg1, addHeapObject(arg2));
+function __wasm_bindgen_func_elem_11565(arg0, arg1, arg2) {
+  wasm2.__wasm_bindgen_func_elem_11565(arg0, arg1, addHeapObject(arg2));
 }
-function __wasm_bindgen_func_elem_55690(arg0, arg1, arg2, arg3) {
-  wasm2.__wasm_bindgen_func_elem_55690(arg0, arg1, addHeapObject(arg2), addHeapObject(arg3));
+function __wasm_bindgen_func_elem_55897(arg0, arg1, arg2, arg3) {
+  wasm2.__wasm_bindgen_func_elem_55897(arg0, arg1, addHeapObject(arg2), addHeapObject(arg3));
 }
-function __wasm_bindgen_func_elem_55688(arg0, arg1, arg2) {
+function __wasm_bindgen_func_elem_55895(arg0, arg1, arg2) {
   try {
     const retptr = wasm2.__wbindgen_add_to_stack_pointer(-16);
-    wasm2.__wasm_bindgen_func_elem_55688(retptr, arg0, arg1, addHeapObject(arg2));
+    wasm2.__wasm_bindgen_func_elem_55895(retptr, arg0, arg1, addHeapObject(arg2));
     var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
     var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true);
     if (r1) {
@@ -969,10 +971,10 @@ function __wasm_bindgen_func_elem_55688(arg0, arg1, arg2) {
     wasm2.__wbindgen_add_to_stack_pointer(16);
   }
 }
-function __wasm_bindgen_func_elem_11414(arg0, arg1, arg2) {
+function __wasm_bindgen_func_elem_11564(arg0, arg1, arg2) {
   try {
     const retptr = wasm2.__wbindgen_add_to_stack_pointer(-16);
-    wasm2.__wasm_bindgen_func_elem_11414(retptr, arg0, arg1, addHeapObject(arg2));
+    wasm2.__wasm_bindgen_func_elem_11564(retptr, arg0, arg1, addHeapObject(arg2));
     var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
     var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true);
     if (r1) {
@@ -982,10 +984,10 @@ function __wasm_bindgen_func_elem_11414(arg0, arg1, arg2) {
     wasm2.__wbindgen_add_to_stack_pointer(16);
   }
 }
-function __wasm_bindgen_func_elem_11414_15(arg0, arg1, arg2) {
+function __wasm_bindgen_func_elem_11564_15(arg0, arg1, arg2) {
   try {
     const retptr = wasm2.__wbindgen_add_to_stack_pointer(-16);
-    wasm2.__wasm_bindgen_func_elem_11414_15(retptr, arg0, arg1, addHeapObject(arg2));
+    wasm2.__wasm_bindgen_func_elem_11564_15(retptr, arg0, arg1, addHeapObject(arg2));
     var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
     var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true);
     if (r1) {
@@ -995,10 +997,10 @@ function __wasm_bindgen_func_elem_11414_15(arg0, arg1, arg2) {
     wasm2.__wbindgen_add_to_stack_pointer(16);
   }
 }
-function __wasm_bindgen_func_elem_11414_16(arg0, arg1, arg2) {
+function __wasm_bindgen_func_elem_11564_16(arg0, arg1, arg2) {
   try {
     const retptr = wasm2.__wbindgen_add_to_stack_pointer(-16);
-    wasm2.__wasm_bindgen_func_elem_11414_16(retptr, arg0, arg1, addHeapObject(arg2));
+    wasm2.__wasm_bindgen_func_elem_11564_16(retptr, arg0, arg1, addHeapObject(arg2));
     var r0 = getDataViewMemory0().getInt32(retptr + 4 * 0, true);
     var r1 = getDataViewMemory0().getInt32(retptr + 4 * 1, true);
     if (r1) {
@@ -1422,7 +1424,7 @@ var host = {
     pie_init(logFilter);
     return { worker: typeof WorkerGlobalScope !== "undefined" };
   },
-  async bootLazy(url, config, base, onProgress) {
+  async bootLazy(url, config, base, packages, onProgress) {
     cacheFill = null;
     const href = new URL(url, base ?? location.href).href;
     const { size, etag } = await describe(href);
@@ -1466,7 +1468,7 @@ var host = {
     const t0 = performance.now();
     let summary;
     try {
-      summary = JSON.parse(await driven(pie_boot_lazy(config, url.split("/").pop(), size)));
+      summary = JSON.parse(await driven(pie_boot_lazy(config, url.split("/").pop(), size, packages)));
     } finally {
       globalThis.__pieHost.fetchRange = refuse;
       console.log(`pie: lazy boot served ${requests} range request(s), ${(served / 1048576).toFixed(0)} MiB from ${from}, in ${(performance.now() - t0).toFixed(0)} ms`);

package/index.d.ts

@@ -28,6 +28,8 @@ export function bootLazy(
   url: string,
   config?: string,
   onProgress?: (served: number, total: number, from: "network" | "cache") => void,
+  /** Paths under a models directory to their text. */
+  packages?: Record<string, string>,
 ): Promise<BootSummary>;
 
 export function awaitCache(): Promise<void>;
@@ -47,6 +49,13 @@ export interface StartOptions extends LoadOptions {
   model: string;
   /** The boot config: an object, or TOML text. */
   config?: Record<string, unknown> | string;
+  /**
+   * Poem files over the ones this build embeds, as editing `$PIE_HOME/models/`
+   * does for `pie serve`: a path under that directory (`qwen_3.poem`,
+   * `mimo_v2/model.poem`, `lib/nn.poem`) to its text, or a URL to fetch it
+   * from. The boot is refused if one does not load.
+   */
+  packages?: Record<string, string | URL>;
   onProgress?: (served: number, total: number, from: "network" | "cache") => void;
 }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pie-project/server-web",
-  "version": "0.6.1",
+  "version": "0.6.3",
   "description": "The browser half of @pie-project/server: the runtime and the WebGPU engine as wasm, reached through `import { Server } from \"@pie-project/server\"` under a bundler.",
   "type": "module",
   "main": "dist/pie.mjs",

package/src/pie.mjs

@@ -115,8 +115,9 @@ export async function memoryBytes() {
   return await ready().call("memoryBytes");
 }
 
-export async function bootLazy(url, config, onProgress) {
-  return await ready().call("bootLazy", [url, config, location.href], { onProgress });
+export async function bootLazy(url, config, onProgress, packages = {}) {
+  const files = JSON.stringify(packages);
+  return await ready().call("bootLazy", [url, config, location.href, files], { onProgress });
 }
 
 export async function awaitCache() {
@@ -134,6 +135,17 @@ async function bytesOf(source) {
   return new Uint8Array(await response.arrayBuffer());
 }
 
+/** Each package's text: a URL is fetched, a string is the text itself. */
+async function packageTexts(packages) {
+  const texts = await Promise.all(
+    Object.entries(packages).map(async ([path, source]) => [
+      path,
+      source instanceof URL ? new TextDecoder().decode(await bytesOf(source)) : source,
+    ]),
+  );
+  return Object.fromEntries(texts);
+}
+
 /** One running pie in this tab, with the surface of the Node host. */
 export class Server {
   #summary;
@@ -147,13 +159,21 @@ export class Server {
   /**
    * Boot the runtime and the WebGPU engine. `model` is the URL of a
    * `.wgpu.zt` artifact served with Range support; `config` the boot config
-   * (an object, or TOML text). Resolves once the weights are on the device,
-   * with every registered language component installed.
+   * (an object, or TOML text). `packages` lays poem files over the ones this
+   * build embeds, as editing `$PIE_HOME/models/` does for `pie serve`: a path
+   * under that directory (`qwen_3.poem`) to its text or a URL, refused here if
+   * it does not load. Resolves once the weights are on the device, with every
+   * registered language component installed.
    */
-  static async start({ model, config = {}, onProgress, worker = true, log, wasmUrl } = {}) {
+  static async start({ model, config = {}, packages = {}, onProgress, worker = true, log, wasmUrl } = {}) {
     if (typeof model !== "string") throw new Error("Server.start: `model` is the URL of the artifact to serve");
     if (!backend) await load({ worker, log, wasmUrl });
-    const summary = await bootLazy(model, typeof config === "string" ? config : JSON.stringify(config), onProgress);
+    const summary = await bootLazy(
+      model,
+      typeof config === "string" ? config : JSON.stringify(config),
+      onProgress,
+      await packageTexts(packages),
+    );
     const server = new Server(summary);
     server.#detach = await attachLanguages(server);
     return server;

package/src/worker.mjs

@@ -119,7 +119,7 @@ export const host = {
     return { worker: typeof WorkerGlobalScope !== "undefined" };
   },
 
-  async bootLazy(url, config, base, onProgress) {
+  async bootLazy(url, config, base, packages, onProgress) {
     cacheFill = null;
     const href = new URL(url, base ?? location.href).href;
     const { size, etag } = await describe(href);
@@ -163,7 +163,7 @@ export const host = {
     const t0 = performance.now();
     let summary;
     try {
-      summary = JSON.parse(await driven(bindings.pie_boot_lazy(config, url.split("/").pop(), size)));
+      summary = JSON.parse(await driven(bindings.pie_boot_lazy(config, url.split("/").pop(), size, packages)));
     } finally {
       globalThis.__pieHost.fetchRange = refuse;
       console.log(`pie: lazy boot served ${requests} range request(s), ${(served / 1048576).toFixed(0)} MiB from ${from}, in ${(performance.now() - t0).toFixed(0)} ms`);