@runanywhere/web 0.1.0-beta.3 → 0.1.0-beta.5

package/dist/Foundation/StructOffsets.d.ts

@@ -9,14 +9,17 @@
  * `offsetof()` in wasm_exports.cpp) exactly once after the WASM module is
  * loaded, and caches the results for the lifetime of the page.
  *
+ * The offset system is extensible: backend packages (llamacpp, onnx) can
+ * register additional offsets via `mergeOffsets()`.
+ *
  * Usage:
- *   import { Offsets, loadOffsets } from '../Foundation/StructOffsets';
+ *   import { Offsets, loadOffsets } from '@runanywhere/web';
  *
  *   // Called once during SDK init (after WASM load):
  *   loadOffsets(wasmModule);
  *
  *   // Then anywhere:
- *   m.setValue(optPtr + Offsets.llmOptions.temperature, 0.8, 'float');
+ *   m.setValue(optPtr + Offsets.config.logLevel, 2, 'i32');
  */
 export interface ConfigOffsets {
     logLevel: number;
@@ -25,6 +28,7 @@ export interface LLMOptionsOffsets {
     maxTokens: number;
     temperature: number;
     topP: number;
+    systemPrompt: number;
 }
 export interface LLMResultOffsets {
     text: number;
@@ -108,6 +112,7 @@ export interface DiffusionResultOffsets {
     generationTimeMs: number;
     safetyFlagged: number;
 }
+/** All possible offsets. Core provides `config`; backend packages add the rest. */
 export interface AllOffsets {
     config: ConfigOffsets;
     llmOptions: LLMOptionsOffsets;
@@ -124,24 +129,48 @@ export interface AllOffsets {
     diffusionResult: DiffusionResultOffsets;
 }
 /**
- * Get the cached struct offsets. Throws if `loadOffsets()` hasn't been called.
+ * Get the cached struct offsets.
+ * Returns the merged offsets from core + all registered backends.
  */
 export declare function getOffsets(): AllOffsets;
 /**
  * Convenience re-export so callers can write `Offsets.vlmResult.text`.
+ * Returns a Proxy that dynamically resolves from the cached offset store.
  */
 export declare const Offsets: AllOffsets;
 /**
- * Read all struct field offsets from the WASM module and cache them.
- * Must be called exactly once, after the WASM module is loaded.
+ * Safely call a `_rac_wasm_offsetof_*` function. Returns 0 if the
+ * function doesn't exist (e.g. backend not compiled in).
+ */
+export declare function wasmOffsetOf(m: any, name: string): number;
+/**
+ * Safely call a `_rac_wasm_sizeof_*` function. Returns 0 if the
+ * function doesn't exist.
+ */
+export declare function wasmSizeOf(m: any, name: string): number;
+/**
+ * Load core struct field offsets from the WASM module.
+ * Called once during SDK init (after WASM load).
  *
  * @param m - The Emscripten WASM module instance
  */
 export declare function loadOffsets(m: any): void;
+/**
+ * Merge additional offsets from a backend package.
+ * Called by backend providers during registration.
+ *
+ * @param offsets - Partial offset tables to merge
+ */
+export declare function mergeOffsets(offsets: Partial<AllOffsets>): void;
 /**
  * Load offsets for a standalone WASM module (e.g. in a Web Worker).
  * Returns the offsets directly instead of storing them in the singleton.
  * Useful when the Worker has its own WASM instance.
  */
 export declare function loadOffsetsFromModule(m: any): AllOffsets;
+/**
+ * Load llama.cpp-specific offsets into the singleton.
+ * Called by LlamaCppProvider.register() and loadOffsetsFromModule().
+ */
+export declare function loadLlamaCppOffsetsInto(m: any): void;
 //# sourceMappingURL=StructOffsets.d.ts.map

package/dist/Foundation/StructOffsets.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"StructOffsets.d.ts","sourceRoot":"","sources":["../../src/Foundation/StructOffsets.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAQH,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,6BAA6B;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,WAAW,iCAAiC;IAChD,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,wBAAwB;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,sBAAsB;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,aAAa,CAAC;IACtB,UAAU,EAAE,iBAAiB,CAAC;IAC9B,SAAS,EAAE,gBAAgB,CAAC;IAC5B,QAAQ,EAAE,eAAe,CAAC;IAC1B,UAAU,EAAE,iBAAiB,CAAC;IAC9B,SAAS,EAAE,gBAAgB,CAAC;IAC5B,sBAAsB,EAAE,6BAA6B,CAAC;IACtD,0BAA0B,EAAE,iCAAiC,CAAC;IAC9D,iBAAiB,EAAE,wBAAwB,CAAC;IAC5C,gBAAgB,EAAE,uBAAuB,CAAC;IAC1C,eAAe,EAAE,sBAAsB,CAAC;IACxC,gBAAgB,EAAE,uBAAuB,CAAC;IAC1C,eAAe,EAAE,sBAAsB,CAAC;CACzC;AAQD;;GAEG;AACH,wBAAgB,UAAU,IAAI,UAAU,CAKvC;AAED;;GAEG;AACH,eAAO,MAAM,OAAO,EAAE,UAIpB,CAAC;AAEH;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,CAAC,EAAE,GAAG,GAAG,IAAI,CAqHxC;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,CAAC,EAAE,GAAG,GAAG,UAAU,CAGxD"}
+{"version":3,"file":"StructOffsets.d.ts","sourceRoot":"","sources":["../../src/Foundation/StructOffsets.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAQH,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;CAClB;AAMD,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,6BAA6B;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,WAAW,iCAAiC;IAChD,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,wBAAwB;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,sBAAsB;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;CACvB;AAMD,mFAAmF;AACnF,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,aAAa,CAAC;IACtB,UAAU,EAAE,iBAAiB,CAAC;IAC9B,SAAS,EAAE,gBAAgB,CAAC;IAC5B,QAAQ,EAAE,eAAe,CAAC;IAC1B,UAAU,EAAE,iBAAiB,CAAC;IAC9B,SAAS,EAAE,gBAAgB,CAAC;IAC5B,sBAAsB,EAAE,6BAA6B,CAAC;IACtD,0BAA0B,EAAE,iCAAiC,CAAC;IAC9D,iBAAiB,EAAE,wBAAwB,CAAC;IAC5C,gBAAgB,EAAE,uBAAuB,CAAC;IAC1C,eAAe,EAAE,sBAAsB,CAAC;IACxC,gBAAgB,EAAE,uBAAuB,CAAC;IAC1C,eAAe,EAAE,sBAAsB,CAAC;CACzC;AAQD;;;GAGG;AACH,wBAAgB,UAAU,IAAI,UAAU,CAEvC;AAED;;;GAGG;AACH,eAAO,MAAM,OAAO,EAAE,UAIpB,CAAC;AAMH;;;GAGG;AACH,wBAAgB,YAAY,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAGzD;AAED;;;GAGG;AACH,wBAAgB,UAAU,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAGvD;AAMD;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,CAAC,EAAE,GAAG,GAAG,IAAI,CAOxC;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,IAAI,CAE/D;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,CAAC,EAAE,GAAG,GAAG,UAAU,CAKxD;AAED;;;GAGG;AACH,wBAAgB,uBAAuB,CAAC,CAAC,EAAE,GAAG,GAAG,IAAI,CAsGpD"}

package/dist/Foundation/StructOffsets.js

@@ -9,153 +9,188 @@
  * `offsetof()` in wasm_exports.cpp) exactly once after the WASM module is
  * loaded, and caches the results for the lifetime of the page.
  *
+ * The offset system is extensible: backend packages (llamacpp, onnx) can
+ * register additional offsets via `mergeOffsets()`.
+ *
  * Usage:
- *   import { Offsets, loadOffsets } from '../Foundation/StructOffsets';
+ *   import { Offsets, loadOffsets } from '@runanywhere/web';
  *
  *   // Called once during SDK init (after WASM load):
  *   loadOffsets(wasmModule);
  *
  *   // Then anywhere:
- *   m.setValue(optPtr + Offsets.llmOptions.temperature, 0.8, 'float');
+ *   m.setValue(optPtr + Offsets.config.logLevel, 2, 'i32');
  */
 // ---------------------------------------------------------------------------
 // Singleton
 // ---------------------------------------------------------------------------
-let _offsets = null;
+let _offsets = {};
 /**
- * Get the cached struct offsets. Throws if `loadOffsets()` hasn't been called.
+ * Get the cached struct offsets.
+ * Returns the merged offsets from core + all registered backends.
  */
 export function getOffsets() {
-    if (!_offsets) {
-        throw new Error('StructOffsets not loaded — call loadOffsets(module) after WASM init');
-    }
     return _offsets;
 }
 /**
  * Convenience re-export so callers can write `Offsets.vlmResult.text`.
+ * Returns a Proxy that dynamically resolves from the cached offset store.
  */
 export const Offsets = new Proxy({}, {
     get(_target, prop) {
         return getOffsets()[prop];
     },
 });
+// ---------------------------------------------------------------------------
+// WASM offset helpers (exported for backend packages)
+// ---------------------------------------------------------------------------
+/**
+ * Safely call a `_rac_wasm_offsetof_*` function. Returns 0 if the
+ * function doesn't exist (e.g. backend not compiled in).
+ */
+export function wasmOffsetOf(m, name) {
+    const fn = m[`_rac_wasm_offsetof_${name}`];
+    return typeof fn === 'function' ? fn() : 0;
+}
+/**
+ * Safely call a `_rac_wasm_sizeof_*` function. Returns 0 if the
+ * function doesn't exist.
+ */
+export function wasmSizeOf(m, name) {
+    const fn = m[`_rac_wasm_sizeof_${name}`];
+    return typeof fn === 'function' ? fn() : 0;
+}
+// ---------------------------------------------------------------------------
+// Loading
+// ---------------------------------------------------------------------------
 /**
- * Read all struct field offsets from the WASM module and cache them.
- * Must be called exactly once, after the WASM module is loaded.
+ * Load core struct field offsets from the WASM module.
+ * Called once during SDK init (after WASM load).
  *
  * @param m - The Emscripten WASM module instance
  */
 export function loadOffsets(m) {
-    // Helper: safely call an offset function, returning 0 if it doesn't exist
-    // (e.g. when a backend wasn't compiled in).
-    const off = (name) => {
-        const fn = m[`_rac_wasm_offsetof_${name}`];
-        return typeof fn === 'function' ? fn() : 0;
-    };
-    const sz = (name) => {
-        const fn = m[`_rac_wasm_sizeof_${name}`];
-        return typeof fn === 'function' ? fn() : 0;
-    };
     _offsets = {
+        ..._offsets,
         config: {
-            logLevel: off('config_log_level'),
+            logLevel: wasmOffsetOf(m, 'config_log_level'),
         },
+    };
+}
+/**
+ * Merge additional offsets from a backend package.
+ * Called by backend providers during registration.
+ *
+ * @param offsets - Partial offset tables to merge
+ */
+export function mergeOffsets(offsets) {
+    _offsets = { ..._offsets, ...offsets };
+}
+/**
+ * Load offsets for a standalone WASM module (e.g. in a Web Worker).
+ * Returns the offsets directly instead of storing them in the singleton.
+ * Useful when the Worker has its own WASM instance.
+ */
+export function loadOffsetsFromModule(m) {
+    loadOffsets(m);
+    // Also load all llama.cpp offsets for the worker (VLM Worker needs these)
+    loadLlamaCppOffsetsInto(m);
+    return _offsets;
+}
+/**
+ * Load llama.cpp-specific offsets into the singleton.
+ * Called by LlamaCppProvider.register() and loadOffsetsFromModule().
+ */
+export function loadLlamaCppOffsetsInto(m) {
+    mergeOffsets({
         llmOptions: {
-            maxTokens: off('llm_options_max_tokens'),
-            temperature: off('llm_options_temperature'),
-            topP: off('llm_options_top_p'),
+            maxTokens: wasmOffsetOf(m, 'llm_options_max_tokens'),
+            temperature: wasmOffsetOf(m, 'llm_options_temperature'),
+            topP: wasmOffsetOf(m, 'llm_options_top_p'),
+            systemPrompt: wasmOffsetOf(m, 'llm_options_system_prompt'),
         },
         llmResult: {
-            text: off('llm_result_text'),
-            promptTokens: off('llm_result_prompt_tokens'),
-            completionTokens: off('llm_result_completion_tokens'),
+            text: wasmOffsetOf(m, 'llm_result_text'),
+            promptTokens: wasmOffsetOf(m, 'llm_result_prompt_tokens'),
+            completionTokens: wasmOffsetOf(m, 'llm_result_completion_tokens'),
         },
         vlmImage: {
-            format: off('vlm_image_format'),
-            filePath: off('vlm_image_file_path'),
-            pixelData: off('vlm_image_pixel_data'),
-            base64Data: off('vlm_image_base64_data'),
-            width: off('vlm_image_width'),
-            height: off('vlm_image_height'),
-            dataSize: off('vlm_image_data_size'),
+            format: wasmOffsetOf(m, 'vlm_image_format'),
+            filePath: wasmOffsetOf(m, 'vlm_image_file_path'),
+            pixelData: wasmOffsetOf(m, 'vlm_image_pixel_data'),
+            base64Data: wasmOffsetOf(m, 'vlm_image_base64_data'),
+            width: wasmOffsetOf(m, 'vlm_image_width'),
+            height: wasmOffsetOf(m, 'vlm_image_height'),
+            dataSize: wasmOffsetOf(m, 'vlm_image_data_size'),
         },
         vlmOptions: {
-            maxTokens: off('vlm_options_max_tokens'),
-            temperature: off('vlm_options_temperature'),
-            topP: off('vlm_options_top_p'),
-            streamingEnabled: off('vlm_options_streaming_enabled'),
-            systemPrompt: off('vlm_options_system_prompt'),
-            modelFamily: off('vlm_options_model_family'),
+            maxTokens: wasmOffsetOf(m, 'vlm_options_max_tokens'),
+            temperature: wasmOffsetOf(m, 'vlm_options_temperature'),
+            topP: wasmOffsetOf(m, 'vlm_options_top_p'),
+            streamingEnabled: wasmOffsetOf(m, 'vlm_options_streaming_enabled'),
+            systemPrompt: wasmOffsetOf(m, 'vlm_options_system_prompt'),
+            modelFamily: wasmOffsetOf(m, 'vlm_options_model_family'),
         },
         vlmResult: {
-            text: off('vlm_result_text'),
-            promptTokens: off('vlm_result_prompt_tokens'),
-            imageTokens: off('vlm_result_image_tokens'),
-            completionTokens: off('vlm_result_completion_tokens'),
-            totalTokens: off('vlm_result_total_tokens'),
-            timeToFirstTokenMs: off('vlm_result_time_to_first_token_ms'),
-            imageEncodeTimeMs: off('vlm_result_image_encode_time_ms'),
-            totalTimeMs: off('vlm_result_total_time_ms'),
-            tokensPerSecond: off('vlm_result_tokens_per_second'),
+            text: wasmOffsetOf(m, 'vlm_result_text'),
+            promptTokens: wasmOffsetOf(m, 'vlm_result_prompt_tokens'),
+            imageTokens: wasmOffsetOf(m, 'vlm_result_image_tokens'),
+            completionTokens: wasmOffsetOf(m, 'vlm_result_completion_tokens'),
+            totalTokens: wasmOffsetOf(m, 'vlm_result_total_tokens'),
+            timeToFirstTokenMs: wasmOffsetOf(m, 'vlm_result_time_to_first_token_ms'),
+            imageEncodeTimeMs: wasmOffsetOf(m, 'vlm_result_image_encode_time_ms'),
+            totalTimeMs: wasmOffsetOf(m, 'vlm_result_total_time_ms'),
+            tokensPerSecond: wasmOffsetOf(m, 'vlm_result_tokens_per_second'),
         },
         structuredOutputConfig: {
-            jsonSchema: off('structured_output_config_json_schema'),
-            includeSchemaInPrompt: off('structured_output_config_include_schema'),
+            jsonSchema: wasmOffsetOf(m, 'structured_output_config_json_schema'),
+            includeSchemaInPrompt: wasmOffsetOf(m, 'structured_output_config_include_schema'),
         },
         structuredOutputValidation: {
-            isValid: off('structured_output_validation_is_valid'),
-            errorMessage: off('structured_output_validation_error_message'),
-            extractedJson: off('structured_output_validation_extracted_json'),
+            isValid: wasmOffsetOf(m, 'structured_output_validation_is_valid'),
+            errorMessage: wasmOffsetOf(m, 'structured_output_validation_error_message'),
+            extractedJson: wasmOffsetOf(m, 'structured_output_validation_extracted_json'),
         },
         embeddingsOptions: {
-            normalize: off('embeddings_options_normalize'),
-            pooling: off('embeddings_options_pooling'),
-            nThreads: off('embeddings_options_n_threads'),
+            normalize: wasmOffsetOf(m, 'embeddings_options_normalize'),
+            pooling: wasmOffsetOf(m, 'embeddings_options_pooling'),
+            nThreads: wasmOffsetOf(m, 'embeddings_options_n_threads'),
         },
         embeddingsResult: {
-            embeddings: off('embeddings_result_embeddings'),
-            numEmbeddings: off('embeddings_result_num_embeddings'),
-            dimension: off('embeddings_result_dimension'),
-            processingTimeMs: off('embeddings_result_processing_time_ms'),
-            totalTokens: off('embeddings_result_total_tokens'),
+            embeddings: wasmOffsetOf(m, 'embeddings_result_embeddings'),
+            numEmbeddings: wasmOffsetOf(m, 'embeddings_result_num_embeddings'),
+            dimension: wasmOffsetOf(m, 'embeddings_result_dimension'),
+            processingTimeMs: wasmOffsetOf(m, 'embeddings_result_processing_time_ms'),
+            totalTokens: wasmOffsetOf(m, 'embeddings_result_total_tokens'),
         },
         embeddingVector: {
-            data: off('embedding_vector_data'),
-            dimension: off('embedding_vector_dimension'),
-            structSize: sz('embedding_vector'),
+            data: wasmOffsetOf(m, 'embedding_vector_data'),
+            dimension: wasmOffsetOf(m, 'embedding_vector_dimension'),
+            structSize: wasmSizeOf(m, 'embedding_vector'),
         },
         diffusionOptions: {
-            prompt: off('diffusion_options_prompt'),
-            negativePrompt: off('diffusion_options_negative_prompt'),
-            width: off('diffusion_options_width'),
-            height: off('diffusion_options_height'),
-            steps: off('diffusion_options_steps'),
-            guidanceScale: off('diffusion_options_guidance_scale'),
-            seed: off('diffusion_options_seed'),
-            scheduler: off('diffusion_options_scheduler'),
-            mode: off('diffusion_options_mode'),
-            denoiseStrength: off('diffusion_options_denoise_strength'),
-            reportIntermediate: off('diffusion_options_report_intermediate'),
-            progressStride: off('diffusion_options_progress_stride'),
+            prompt: wasmOffsetOf(m, 'diffusion_options_prompt'),
+            negativePrompt: wasmOffsetOf(m, 'diffusion_options_negative_prompt'),
+            width: wasmOffsetOf(m, 'diffusion_options_width'),
+            height: wasmOffsetOf(m, 'diffusion_options_height'),
+            steps: wasmOffsetOf(m, 'diffusion_options_steps'),
+            guidanceScale: wasmOffsetOf(m, 'diffusion_options_guidance_scale'),
+            seed: wasmOffsetOf(m, 'diffusion_options_seed'),
+            scheduler: wasmOffsetOf(m, 'diffusion_options_scheduler'),
+            mode: wasmOffsetOf(m, 'diffusion_options_mode'),
+            denoiseStrength: wasmOffsetOf(m, 'diffusion_options_denoise_strength'),
+            reportIntermediate: wasmOffsetOf(m, 'diffusion_options_report_intermediate'),
+            progressStride: wasmOffsetOf(m, 'diffusion_options_progress_stride'),
         },
         diffusionResult: {
-            imageData: off('diffusion_result_image_data'),
-            imageSize: off('diffusion_result_image_size'),
-            width: off('diffusion_result_width'),
-            height: off('diffusion_result_height'),
-            seedUsed: off('diffusion_result_seed_used'),
-            generationTimeMs: off('diffusion_result_generation_time_ms'),
-            safetyFlagged: off('diffusion_result_safety_flagged'),
+            imageData: wasmOffsetOf(m, 'diffusion_result_image_data'),
+            imageSize: wasmOffsetOf(m, 'diffusion_result_image_size'),
+            width: wasmOffsetOf(m, 'diffusion_result_width'),
+            height: wasmOffsetOf(m, 'diffusion_result_height'),
+            seedUsed: wasmOffsetOf(m, 'diffusion_result_seed_used'),
+            generationTimeMs: wasmOffsetOf(m, 'diffusion_result_generation_time_ms'),
+            safetyFlagged: wasmOffsetOf(m, 'diffusion_result_safety_flagged'),
         },
-    };
-}
-/**
- * Load offsets for a standalone WASM module (e.g. in a Web Worker).
- * Returns the offsets directly instead of storing them in the singleton.
- * Useful when the Worker has its own WASM instance.
- */
-export function loadOffsetsFromModule(m) {
-    loadOffsets(m);
-    return _offsets;
+    });
 }
 //# sourceMappingURL=StructOffsets.js.map

package/dist/Foundation/StructOffsets.js.map

@@ -1 +1 @@
-{"version":3,"file":"StructOffsets.js","sourceRoot":"","sources":["../../src/Foundation/StructOffsets.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AA+HH,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,IAAI,QAAQ,GAAsB,IAAI,CAAC;AAEvC;;GAEG;AACH,MAAM,UAAU,UAAU;IACxB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;IACzF,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAe,IAAI,KAAK,CAAC,EAAgB,EAAE;IAC7D,GAAG,CAAC,OAAO,EAAE,IAAI;QACf,OAAO,UAAU,EAAE,CAAC,IAAwB,CAAC,CAAC;IAChD,CAAC;CACF,CAAC,CAAC;AAEH;;;;;GAKG;AACH,MAAM,UAAU,WAAW,CAAC,CAAM;IAChC,0EAA0E;IAC1E,4CAA4C;IAC5C,MAAM,GAAG,GAAG,CAAC,IAAY,EAAU,EAAE;QACnC,MAAM,EAAE,GAAG,CAAC,CAAC,sBAAsB,IAAI,EAAE,CAAC,CAAC;QAC3C,OAAO,OAAO,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC;IAEF,MAAM,EAAE,GAAG,CAAC,IAAY,EAAU,EAAE;QAClC,MAAM,EAAE,GAAG,CAAC,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;QACzC,OAAO,OAAO,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC;IAEF,QAAQ,GAAG;QACT,MAAM,EAAE;YACN,QAAQ,EAAE,GAAG,CAAC,kBAAkB,CAAC;SAClC;QAED,UAAU,EAAE;YACV,SAAS,EAAE,GAAG,CAAC,wBAAwB,CAAC;YACxC,WAAW,EAAE,GAAG,CAAC,yBAAyB,CAAC;YAC3C,IAAI,EAAE,GAAG,CAAC,mBAAmB,CAAC;SAC/B;QAED,SAAS,EAAE;YACT,IAAI,EAAE,GAAG,CAAC,iBAAiB,CAAC;YAC5B,YAAY,EAAE,GAAG,CAAC,0BAA0B,CAAC;YAC7C,gBAAgB,EAAE,GAAG,CAAC,8BAA8B,CAAC;SACtD;QAED,QAAQ,EAAE;YACR,MAAM,EAAE,GAAG,CAAC,kBAAkB,CAAC;YAC/B,QAAQ,EAAE,GAAG,CAAC,qBAAqB,CAAC;YACpC,SAAS,EAAE,GAAG,CAAC,sBAAsB,CAAC;YACtC,UAAU,EAAE,GAAG,CAAC,uBAAuB,CAAC;YACxC,KAAK,EAAE,GAAG,CAAC,iBAAiB,CAAC;YAC7B,MAAM,EAAE,GAAG,CAAC,kBAAkB,CAAC;YAC/B,QAAQ,EAAE,GAAG,CAAC,qBAAqB,CAAC;SACrC;QAED,UAAU,EAAE;YACV,SAAS,EAAE,GAAG,CAAC,wBAAwB,CAAC;YACxC,WAAW,EAAE,GAAG,CAAC,yBAAyB,CAAC;YAC3C,IAAI,EAAE,GAAG,CAAC,mBAAmB,CAAC;YAC9B,gBAAgB,EAAE,GAAG,CAAC,+BAA+B,CAAC;YACtD,YAAY,EAAE,GAAG,CAAC,2BAA2B,CAAC;YAC9C,WAAW,EAAE,GAAG,CAAC,0BAA0B,CAAC;SAC7C;QAED,SAAS,EAAE;YACT,IAAI,EAAE,GAAG,CAAC,iBAAiB,CAAC;YAC5B,YAAY,EAAE,GAAG,CAAC,0BAA0B,CAAC;YAC7C,WAAW,EAAE,GAAG,CAAC,yBAAyB,CAAC;YAC3C,gBAAgB,EAAE,GAAG,CAAC,8BAA8B,CAAC;YACrD,WAAW,EAAE,GAAG,CAAC,yBAAyB,CAAC;YAC3C,kBAAkB,EAAE,GAAG,CAAC,mCAAmC,CAAC;YAC5D,iBAAiB,EAAE,GAAG,CAAC,iCAAiC,CAAC;YACzD,WAAW,EAAE,GAAG,CAAC,0BAA0B,CAAC;YAC5C,eAAe,EAAE,GAAG,CAAC,8BAA8B,CAAC;SACrD;QAED,sBAAsB,EAAE;YACtB,UAAU,EAAE,GAAG,CAAC,sCAAsC,CAAC;YACvD,qBAAqB,EAAE,GAAG,CAAC,yCAAyC,CAAC;SACtE;QAED,0BAA0B,EAAE;YAC1B,OAAO,EAAE,GAAG,CAAC,uCAAuC,CAAC;YACrD,YAAY,EAAE,GAAG,CAAC,4CAA4C,CAAC;YAC/D,aAAa,EAAE,GAAG,CAAC,6CAA6C,CAAC;SAClE;QAED,iBAAiB,EAAE;YACjB,SAAS,EAAE,GAAG,CAAC,8BAA8B,CAAC;YAC9C,OAAO,EAAE,GAAG,CAAC,4BAA4B,CAAC;YAC1C,QAAQ,EAAE,GAAG,CAAC,8BAA8B,CAAC;SAC9C;QAED,gBAAgB,EAAE;YAChB,UAAU,EAAE,GAAG,CAAC,8BAA8B,CAAC;YAC/C,aAAa,EAAE,GAAG,CAAC,kCAAkC,CAAC;YACtD,SAAS,EAAE,GAAG,CAAC,6BAA6B,CAAC;YAC7C,gBAAgB,EAAE,GAAG,CAAC,sCAAsC,CAAC;YAC7D,WAAW,EAAE,GAAG,CAAC,gCAAgC,CAAC;SACnD;QAED,eAAe,EAAE;YACf,IAAI,EAAE,GAAG,CAAC,uBAAuB,CAAC;YAClC,SAAS,EAAE,GAAG,CAAC,4BAA4B,CAAC;YAC5C,UAAU,EAAE,EAAE,CAAC,kBAAkB,CAAC;SACnC;QAED,gBAAgB,EAAE;YAChB,MAAM,EAAE,GAAG,CAAC,0BAA0B,CAAC;YACvC,cAAc,EAAE,GAAG,CAAC,mCAAmC,CAAC;YACxD,KAAK,EAAE,GAAG,CAAC,yBAAyB,CAAC;YACrC,MAAM,EAAE,GAAG,CAAC,0BAA0B,CAAC;YACvC,KAAK,EAAE,GAAG,CAAC,yBAAyB,CAAC;YACrC,aAAa,EAAE,GAAG,CAAC,kCAAkC,CAAC;YACtD,IAAI,EAAE,GAAG,CAAC,wBAAwB,CAAC;YACnC,SAAS,EAAE,GAAG,CAAC,6BAA6B,CAAC;YAC7C,IAAI,EAAE,GAAG,CAAC,wBAAwB,CAAC;YACnC,eAAe,EAAE,GAAG,CAAC,oCAAoC,CAAC;YAC1D,kBAAkB,EAAE,GAAG,CAAC,uCAAuC,CAAC;YAChE,cAAc,EAAE,GAAG,CAAC,mCAAmC,CAAC;SACzD;QAED,eAAe,EAAE;YACf,SAAS,EAAE,GAAG,CAAC,6BAA6B,CAAC;YAC7C,SAAS,EAAE,GAAG,CAAC,6BAA6B,CAAC;YAC7C,KAAK,EAAE,GAAG,CAAC,wBAAwB,CAAC;YACpC,MAAM,EAAE,GAAG,CAAC,yBAAyB,CAAC;YACtC,QAAQ,EAAE,GAAG,CAAC,4BAA4B,CAAC;YAC3C,gBAAgB,EAAE,GAAG,CAAC,qCAAqC,CAAC;YAC5D,aAAa,EAAE,GAAG,CAAC,iCAAiC,CAAC;SACtD;KACF,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,CAAM;IAC1C,WAAW,CAAC,CAAC,CAAC,CAAC;IACf,OAAO,QAAS,CAAC;AACnB,CAAC"}
+{"version":3,"file":"StructOffsets.js","sourceRoot":"","sources":["../../src/Foundation/StructOffsets.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAyIH,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,IAAI,QAAQ,GAAwB,EAAE,CAAC;AAEvC;;;GAGG;AACH,MAAM,UAAU,UAAU;IACxB,OAAO,QAAsB,CAAC;AAChC,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,OAAO,GAAe,IAAI,KAAK,CAAC,EAAgB,EAAE;IAC7D,GAAG,CAAC,OAAO,EAAE,IAAI;QACf,OAAO,UAAU,EAAE,CAAC,IAAwB,CAAC,CAAC;IAChD,CAAC;CACF,CAAC,CAAC;AAEH,8EAA8E;AAC9E,sDAAsD;AACtD,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,CAAM,EAAE,IAAY;IAC/C,MAAM,EAAE,GAAG,CAAC,CAAC,sBAAsB,IAAI,EAAE,CAAC,CAAC;IAC3C,OAAO,OAAO,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,CAAM,EAAE,IAAY;IAC7C,MAAM,EAAE,GAAG,CAAC,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;IACzC,OAAO,OAAO,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E;;;;;GAKG;AACH,MAAM,UAAU,WAAW,CAAC,CAAM;IAChC,QAAQ,GAAG;QACT,GAAG,QAAQ;QACX,MAAM,EAAE;YACN,QAAQ,EAAE,YAAY,CAAC,CAAC,EAAE,kBAAkB,CAAC;SAC9C;KACF,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,OAA4B;IACvD,QAAQ,GAAG,EAAE,GAAG,QAAQ,EAAE,GAAG,OAAO,EAAE,CAAC;AACzC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,CAAM;IAC1C,WAAW,CAAC,CAAC,CAAC,CAAC;IACf,0EAA0E;IAC1E,uBAAuB,CAAC,CAAC,CAAC,CAAC;IAC3B,OAAO,QAAsB,CAAC;AAChC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CAAC,CAAM;IAC5C,YAAY,CAAC;QACX,UAAU,EAAE;YACV,SAAS,EAAE,YAAY,CAAC,CAAC,EAAE,wBAAwB,CAAC;YACpD,WAAW,EAAE,YAAY,CAAC,CAAC,EAAE,yBAAyB,CAAC;YACvD,IAAI,EAAE,YAAY,CAAC,CAAC,EAAE,mBAAmB,CAAC;YAC1C,YAAY,EAAE,YAAY,CAAC,CAAC,EAAE,2BAA2B,CAAC;SAC3D;QAED,SAAS,EAAE;YACT,IAAI,EAAE,YAAY,CAAC,CAAC,EAAE,iBAAiB,CAAC;YACxC,YAAY,EAAE,YAAY,CAAC,CAAC,EAAE,0BAA0B,CAAC;YACzD,gBAAgB,EAAE,YAAY,CAAC,CAAC,EAAE,8BAA8B,CAAC;SAClE;QAED,QAAQ,EAAE;YACR,MAAM,EAAE,YAAY,CAAC,CAAC,EAAE,kBAAkB,CAAC;YAC3C,QAAQ,EAAE,YAAY,CAAC,CAAC,EAAE,qBAAqB,CAAC;YAChD,SAAS,EAAE,YAAY,CAAC,CAAC,EAAE,sBAAsB,CAAC;YAClD,UAAU,EAAE,YAAY,CAAC,CAAC,EAAE,uBAAuB,CAAC;YACpD,KAAK,EAAE,YAAY,CAAC,CAAC,EAAE,iBAAiB,CAAC;YACzC,MAAM,EAAE,YAAY,CAAC,CAAC,EAAE,kBAAkB,CAAC;YAC3C,QAAQ,EAAE,YAAY,CAAC,CAAC,EAAE,qBAAqB,CAAC;SACjD;QAED,UAAU,EAAE;YACV,SAAS,EAAE,YAAY,CAAC,CAAC,EAAE,wBAAwB,CAAC;YACpD,WAAW,EAAE,YAAY,CAAC,CAAC,EAAE,yBAAyB,CAAC;YACvD,IAAI,EAAE,YAAY,CAAC,CAAC,EAAE,mBAAmB,CAAC;YAC1C,gBAAgB,EAAE,YAAY,CAAC,CAAC,EAAE,+BAA+B,CAAC;YAClE,YAAY,EAAE,YAAY,CAAC,CAAC,EAAE,2BAA2B,CAAC;YAC1D,WAAW,EAAE,YAAY,CAAC,CAAC,EAAE,0BAA0B,CAAC;SACzD;QAED,SAAS,EAAE;YACT,IAAI,EAAE,YAAY,CAAC,CAAC,EAAE,iBAAiB,CAAC;YACxC,YAAY,EAAE,YAAY,CAAC,CAAC,EAAE,0BAA0B,CAAC;YACzD,WAAW,EAAE,YAAY,CAAC,CAAC,EAAE,yBAAyB,CAAC;YACvD,gBAAgB,EAAE,YAAY,CAAC,CAAC,EAAE,8BAA8B,CAAC;YACjE,WAAW,EAAE,YAAY,CAAC,CAAC,EAAE,yBAAyB,CAAC;YACvD,kBAAkB,EAAE,YAAY,CAAC,CAAC,EAAE,mCAAmC,CAAC;YACxE,iBAAiB,EAAE,YAAY,CAAC,CAAC,EAAE,iCAAiC,CAAC;YACrE,WAAW,EAAE,YAAY,CAAC,CAAC,EAAE,0BAA0B,CAAC;YACxD,eAAe,EAAE,YAAY,CAAC,CAAC,EAAE,8BAA8B,CAAC;SACjE;QAED,sBAAsB,EAAE;YACtB,UAAU,EAAE,YAAY,CAAC,CAAC,EAAE,sCAAsC,CAAC;YACnE,qBAAqB,EAAE,YAAY,CAAC,CAAC,EAAE,yCAAyC,CAAC;SAClF;QAED,0BAA0B,EAAE;YAC1B,OAAO,EAAE,YAAY,CAAC,CAAC,EAAE,uCAAuC,CAAC;YACjE,YAAY,EAAE,YAAY,CAAC,CAAC,EAAE,4CAA4C,CAAC;YAC3E,aAAa,EAAE,YAAY,CAAC,CAAC,EAAE,6CAA6C,CAAC;SAC9E;QAED,iBAAiB,EAAE;YACjB,SAAS,EAAE,YAAY,CAAC,CAAC,EAAE,8BAA8B,CAAC;YAC1D,OAAO,EAAE,YAAY,CAAC,CAAC,EAAE,4BAA4B,CAAC;YACtD,QAAQ,EAAE,YAAY,CAAC,CAAC,EAAE,8BAA8B,CAAC;SAC1D;QAED,gBAAgB,EAAE;YAChB,UAAU,EAAE,YAAY,CAAC,CAAC,EAAE,8BAA8B,CAAC;YAC3D,aAAa,EAAE,YAAY,CAAC,CAAC,EAAE,kCAAkC,CAAC;YAClE,SAAS,EAAE,YAAY,CAAC,CAAC,EAAE,6BAA6B,CAAC;YACzD,gBAAgB,EAAE,YAAY,CAAC,CAAC,EAAE,sCAAsC,CAAC;YACzE,WAAW,EAAE,YAAY,CAAC,CAAC,EAAE,gCAAgC,CAAC;SAC/D;QAED,eAAe,EAAE;YACf,IAAI,EAAE,YAAY,CAAC,CAAC,EAAE,uBAAuB,CAAC;YAC9C,SAAS,EAAE,YAAY,CAAC,CAAC,EAAE,4BAA4B,CAAC;YACxD,UAAU,EAAE,UAAU,CAAC,CAAC,EAAE,kBAAkB,CAAC;SAC9C;QAED,gBAAgB,EAAE;YAChB,MAAM,EAAE,YAAY,CAAC,CAAC,EAAE,0BAA0B,CAAC;YACnD,cAAc,EAAE,YAAY,CAAC,CAAC,EAAE,mCAAmC,CAAC;YACpE,KAAK,EAAE,YAAY,CAAC,CAAC,EAAE,yBAAyB,CAAC;YACjD,MAAM,EAAE,YAAY,CAAC,CAAC,EAAE,0BAA0B,CAAC;YACnD,KAAK,EAAE,YAAY,CAAC,CAAC,EAAE,yBAAyB,CAAC;YACjD,aAAa,EAAE,YAAY,CAAC,CAAC,EAAE,kCAAkC,CAAC;YAClE,IAAI,EAAE,YAAY,CAAC,CAAC,EAAE,wBAAwB,CAAC;YAC/C,SAAS,EAAE,YAAY,CAAC,CAAC,EAAE,6BAA6B,CAAC;YACzD,IAAI,EAAE,YAAY,CAAC,CAAC,EAAE,wBAAwB,CAAC;YAC/C,eAAe,EAAE,YAAY,CAAC,CAAC,EAAE,oCAAoC,CAAC;YACtE,kBAAkB,EAAE,YAAY,CAAC,CAAC,EAAE,uCAAuC,CAAC;YAC5E,cAAc,EAAE,YAAY,CAAC,CAAC,EAAE,mCAAmC,CAAC;SACrE;QAED,eAAe,EAAE;YACf,SAAS,EAAE,YAAY,CAAC,CAAC,EAAE,6BAA6B,CAAC;YACzD,SAAS,EAAE,YAAY,CAAC,CAAC,EAAE,6BAA6B,CAAC;YACzD,KAAK,EAAE,YAAY,CAAC,CAAC,EAAE,wBAAwB,CAAC;YAChD,MAAM,EAAE,YAAY,CAAC,CAAC,EAAE,yBAAyB,CAAC;YAClD,QAAQ,EAAE,YAAY,CAAC,CAAC,EAAE,4BAA4B,CAAC;YACvD,gBAAgB,EAAE,YAAY,CAAC,CAAC,EAAE,qCAAqC,CAAC;YACxE,aAAa,EAAE,YAAY,CAAC,CAAC,EAAE,iCAAiC,CAAC;SAClE;KACF,CAAC,CAAC;AACL,CAAC"}

package/dist/Infrastructure/ExtensionPoint.d.ts

@@ -0,0 +1,78 @@
+/**
+ * ExtensionPoint - Backend registration API
+ *
+ * Follows the React Native SDK's Provider pattern. Backend packages
+ * (e.g. @runanywhere/web-llamacpp, @runanywhere/web-onnx) register
+ * themselves with the core SDK via this API, declaring what capabilities
+ * they provide.
+ *
+ * Usage:
+ *   // In @runanywhere/web-llamacpp:
+ *   import { ExtensionPoint, BackendCapability } from '@runanywhere/web';
+ *
+ *   ExtensionPoint.registerBackend({
+ *     id: 'llamacpp',
+ *     capabilities: [BackendCapability.LLM, BackendCapability.VLM, ...],
+ *     cleanup() { ... },
+ *   });
+ *
+ *   // In core (VoicePipeline, etc.) — runtime lookup:
+ *   const stt = ExtensionPoint.getExtensionForCapability(BackendCapability.STT);
+ */
+/** Capabilities that a backend can provide. */
+export declare enum BackendCapability {
+    LLM = "llm",
+    VLM = "vlm",
+    STT = "stt",
+    TTS = "tts",
+    VAD = "vad",
+    Embeddings = "embeddings",
+    Diffusion = "diffusion",
+    ToolCalling = "toolCalling",
+    StructuredOutput = "structuredOutput"
+}
+/**
+ * Interface that every backend package must implement to register
+ * itself with the core SDK.
+ */
+export interface BackendExtension {
+    /** Unique backend identifier (e.g. 'llamacpp', 'onnx'). */
+    readonly id: string;
+    /** Capabilities this backend provides. */
+    readonly capabilities: BackendCapability[];
+    /**
+     * Release all resources held by this backend.
+     * Called during SDK shutdown in reverse registration order.
+     */
+    cleanup(): void;
+}
+declare class ExtensionPointImpl {
+    private backends;
+    private capabilityMap;
+    /**
+     * Register a backend extension.
+     * Idempotent — re-registering the same id is a no-op.
+     */
+    registerBackend(extension: BackendExtension): void;
+    /** Get a backend by its id. */
+    getBackend(id: string): BackendExtension | undefined;
+    /** Check if a capability is available (i.e. a backend providing it is registered). */
+    hasCapability(capability: BackendCapability): boolean;
+    /** Get the backend extension providing a given capability. */
+    getExtensionForCapability(capability: BackendCapability): BackendExtension | undefined;
+    /**
+     * Require that a capability is available. Throws a clear error if not.
+     * Use in extension methods that depend on a backend being registered.
+     */
+    requireCapability(capability: BackendCapability): void;
+    /**
+     * Cleanup all registered backends in reverse registration order.
+     * Called during SDK shutdown.
+     */
+    cleanupAll(): void;
+    /** Reset the registry (call after full shutdown). */
+    reset(): void;
+}
+export declare const ExtensionPoint: ExtensionPointImpl;
+export {};
+//# sourceMappingURL=ExtensionPoint.d.ts.map

package/dist/Infrastructure/ExtensionPoint.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ExtensionPoint.d.ts","sourceRoot":"","sources":["../../src/Infrastructure/ExtensionPoint.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAUH,+CAA+C;AAC/C,oBAAY,iBAAiB;IAC3B,GAAG,QAAQ;IACX,GAAG,QAAQ;IACX,GAAG,QAAQ;IACX,GAAG,QAAQ;IACX,GAAG,QAAQ;IACX,UAAU,eAAe;IACzB,SAAS,cAAc;IACvB,WAAW,gBAAgB;IAC3B,gBAAgB,qBAAqB;CACtC;AAED;;;GAGG;AACH,MAAM,WAAW,gBAAgB;IAC/B,2DAA2D;IAC3D,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAEpB,0CAA0C;IAC1C,QAAQ,CAAC,YAAY,EAAE,iBAAiB,EAAE,CAAC;IAE3C;;;OAGG;IACH,OAAO,IAAI,IAAI,CAAC;CACjB;AAMD,cAAM,kBAAkB;IACtB,OAAO,CAAC,QAAQ,CAA4C;IAC5D,OAAO,CAAC,aAAa,CAAuD;IAE5E;;;OAGG;IACH,eAAe,CAAC,SAAS,EAAE,gBAAgB,GAAG,IAAI;IAqBlD,+BAA+B;IAC/B,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS;IAIpD,sFAAsF;IACtF,aAAa,CAAC,UAAU,EAAE,iBAAiB,GAAG,OAAO;IAIrD,8DAA8D;IAC9D,yBAAyB,CAAC,UAAU,EAAE,iBAAiB,GAAG,gBAAgB,GAAG,SAAS;IAItF;;;OAGG;IACH,iBAAiB,CAAC,UAAU,EAAE,iBAAiB,GAAG,IAAI;IAkBtD;;;OAGG;IACH,UAAU,IAAI,IAAI;IAYlB,qDAAqD;IACrD,KAAK,IAAI,IAAI;CAId;AAED,eAAO,MAAM,cAAc,oBAA2B,CAAC"}

package/dist/Infrastructure/ExtensionPoint.js

@@ -0,0 +1,118 @@
+/**
+ * ExtensionPoint - Backend registration API
+ *
+ * Follows the React Native SDK's Provider pattern. Backend packages
+ * (e.g. @runanywhere/web-llamacpp, @runanywhere/web-onnx) register
+ * themselves with the core SDK via this API, declaring what capabilities
+ * they provide.
+ *
+ * Usage:
+ *   // In @runanywhere/web-llamacpp:
+ *   import { ExtensionPoint, BackendCapability } from '@runanywhere/web';
+ *
+ *   ExtensionPoint.registerBackend({
+ *     id: 'llamacpp',
+ *     capabilities: [BackendCapability.LLM, BackendCapability.VLM, ...],
+ *     cleanup() { ... },
+ *   });
+ *
+ *   // In core (VoicePipeline, etc.) — runtime lookup:
+ *   const stt = ExtensionPoint.getExtensionForCapability(BackendCapability.STT);
+ */
+import { SDKLogger } from '../Foundation/SDKLogger';
+const logger = new SDKLogger('ExtensionPoint');
+// ---------------------------------------------------------------------------
+// Types
+// ---------------------------------------------------------------------------
+/** Capabilities that a backend can provide. */
+export var BackendCapability;
+(function (BackendCapability) {
+    BackendCapability["LLM"] = "llm";
+    BackendCapability["VLM"] = "vlm";
+    BackendCapability["STT"] = "stt";
+    BackendCapability["TTS"] = "tts";
+    BackendCapability["VAD"] = "vad";
+    BackendCapability["Embeddings"] = "embeddings";
+    BackendCapability["Diffusion"] = "diffusion";
+    BackendCapability["ToolCalling"] = "toolCalling";
+    BackendCapability["StructuredOutput"] = "structuredOutput";
+})(BackendCapability || (BackendCapability = {}));
+// ---------------------------------------------------------------------------
+// ExtensionPoint Singleton
+// ---------------------------------------------------------------------------
+class ExtensionPointImpl {
+    backends = new Map();
+    capabilityMap = new Map();
+    /**
+     * Register a backend extension.
+     * Idempotent — re-registering the same id is a no-op.
+     */
+    registerBackend(extension) {
+        if (this.backends.has(extension.id)) {
+            logger.debug(`Backend '${extension.id}' already registered, skipping`);
+            return;
+        }
+        this.backends.set(extension.id, extension);
+        for (const cap of extension.capabilities) {
+            if (this.capabilityMap.has(cap)) {
+                logger.warning(`Capability '${cap}' already provided by '${this.capabilityMap.get(cap).id}', ` +
+                    `overriding with '${extension.id}'`);
+            }
+            this.capabilityMap.set(cap, extension);
+        }
+        logger.info(`Backend '${extension.id}' registered — capabilities: [${extension.capabilities.join(', ')}]`);
+    }
+    /** Get a backend by its id. */
+    getBackend(id) {
+        return this.backends.get(id);
+    }
+    /** Check if a capability is available (i.e. a backend providing it is registered). */
+    hasCapability(capability) {
+        return this.capabilityMap.has(capability);
+    }
+    /** Get the backend extension providing a given capability. */
+    getExtensionForCapability(capability) {
+        return this.capabilityMap.get(capability);
+    }
+    /**
+     * Require that a capability is available. Throws a clear error if not.
+     * Use in extension methods that depend on a backend being registered.
+     */
+    requireCapability(capability) {
+        if (!this.capabilityMap.has(capability)) {
+            const packageHint = capability === BackendCapability.LLM ||
+                capability === BackendCapability.VLM ||
+                capability === BackendCapability.Embeddings ||
+                capability === BackendCapability.Diffusion ||
+                capability === BackendCapability.ToolCalling ||
+                capability === BackendCapability.StructuredOutput
+                ? '@runanywhere/web-llamacpp'
+                : '@runanywhere/web-onnx';
+            throw new Error(`Capability '${capability}' not available. ` +
+                `Install and register the ${packageHint} package.`);
+        }
+    }
+    /**
+     * Cleanup all registered backends in reverse registration order.
+     * Called during SDK shutdown.
+     */
+    cleanupAll() {
+        const entries = [...this.backends.entries()].reverse();
+        for (const [id, backend] of entries) {
+            try {
+                backend.cleanup();
+                logger.debug(`Backend '${id}' cleaned up`);
+            }
+            catch {
+                // Ignore errors during shutdown
+            }
+        }
+    }
+    /** Reset the registry (call after full shutdown). */
+    reset() {
+        this.backends.clear();
+        this.capabilityMap.clear();
+    }
+}
+export const ExtensionPoint = new ExtensionPointImpl();
+//# sourceMappingURL=ExtensionPoint.js.map

package/dist/Infrastructure/ExtensionPoint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ExtensionPoint.js","sourceRoot":"","sources":["../../src/Infrastructure/ExtensionPoint.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAEpD,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,gBAAgB,CAAC,CAAC;AAE/C,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,+CAA+C;AAC/C,MAAM,CAAN,IAAY,iBAUX;AAVD,WAAY,iBAAiB;IAC3B,gCAAW,CAAA;IACX,gCAAW,CAAA;IACX,gCAAW,CAAA;IACX,gCAAW,CAAA;IACX,gCAAW,CAAA;IACX,8CAAyB,CAAA;IACzB,4CAAuB,CAAA;IACvB,gDAA2B,CAAA;IAC3B,0DAAqC,CAAA;AACvC,CAAC,EAVW,iBAAiB,KAAjB,iBAAiB,QAU5B;AAoBD,8EAA8E;AAC9E,2BAA2B;AAC3B,8EAA8E;AAE9E,MAAM,kBAAkB;IACd,QAAQ,GAAkC,IAAI,GAAG,EAAE,CAAC;IACpD,aAAa,GAA6C,IAAI,GAAG,EAAE,CAAC;IAE5E;;;OAGG;IACH,eAAe,CAAC,SAA2B;QACzC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;YACpC,MAAM,CAAC,KAAK,CAAC,YAAY,SAAS,CAAC,EAAE,gCAAgC,CAAC,CAAC;YACvE,OAAO;QACT,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAE3C,KAAK,MAAM,GAAG,IAAI,SAAS,CAAC,YAAY,EAAE,CAAC;YACzC,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,CAAC,OAAO,CACZ,eAAe,GAAG,0BAA0B,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,EAAE,KAAK;oBAChF,oBAAoB,SAAS,CAAC,EAAE,GAAG,CACpC,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,YAAY,SAAS,CAAC,EAAE,iCAAiC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7G,CAAC;IAED,+BAA+B;IAC/B,UAAU,CAAC,EAAU;QACnB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,sFAAsF;IACtF,aAAa,CAAC,UAA6B;QACzC,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC5C,CAAC;IAED,8DAA8D;IAC9D,yBAAyB,CAAC,UAA6B;QACrD,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC5C,CAAC;IAED;;;OAGG;IACH,iBAAiB,CAAC,UAA6B;QAC7C,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YACxC,MAAM,WAAW,GAAG,UAAU,KAAK,iBAAiB,CAAC,GAAG;gBACtD,UAAU,KAAK,iBAAiB,CAAC,GAAG;gBACpC,UAAU,KAAK,iBAAiB,CAAC,UAAU;gBAC3C,UAAU,KAAK,iBAAiB,CAAC,SAAS;gBAC1C,UAAU,KAAK,iBAAiB,CAAC,WAAW;gBAC5C,UAAU,KAAK,iBAAiB,CAAC,gBAAgB;gBACjD,CAAC,CAAC,2BAA2B;gBAC7B,CAAC,CAAC,uBAAuB,CAAC;YAE5B,MAAM,IAAI,KAAK,CACb,eAAe,UAAU,mBAAmB;gBAC5C,4BAA4B,WAAW,WAAW,CACnD,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,UAAU;QACR,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QACvD,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,OAAO,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,OAAO,CAAC,OAAO,EAAE,CAAC;gBAClB,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;YAC7C,CAAC;YAAC,MAAM,CAAC;gBACP,gCAAgC;YAClC,CAAC;QACH,CAAC;IACH,CAAC;IAED,qDAAqD;IACrD,KAAK;QACH,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;CACF;AAED,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,kBAAkB,EAAE,CAAC"}