@runanywhere/web-llamacpp 0.1.0-beta.10

package/README.md

@@ -0,0 +1,75 @@
+# @runanywhere/web-llamacpp
+
+LLM, VLM, tool calling, structured output, embeddings, and diffusion backend for the [RunAnywhere Web SDK](https://www.npmjs.com/package/@runanywhere/web) — powered by [llama.cpp](https://github.com/ggerganov/llama.cpp) compiled to WebAssembly.
+
+> **Peer dependency:** Requires [`@runanywhere/web`](https://www.npmjs.com/package/@runanywhere/web) `>=0.1.0-beta.0`
+
+## Installation
+
+```bash
+npm install @runanywhere/web @runanywhere/web-llamacpp
+```
+
+## Quick Start
+
+```typescript
+import { RunAnywhere } from '@runanywhere/web';
+import { LlamaCPP, TextGeneration } from '@runanywhere/web-llamacpp';
+
+// 1. Initialize core SDK
+await RunAnywhere.initialize({ environment: 'development' });
+
+// 2. Register the llama.cpp backend
+await LlamaCPP.register();
+
+// 3. Load a GGUF model and generate
+await TextGeneration.loadModel('/models/qwen2.5-0.5b-instruct-q4_0.gguf', 'qwen2.5-0.5b');
+const result = await TextGeneration.generate('Explain quantum computing briefly.');
+console.log(result.text);
+
+// Stream tokens
+for await (const token of TextGeneration.generateStream('Write a haiku.')) {
+  process.stdout.write(token);
+}
+```
+
+## Capabilities
+
+| Feature | Class | Description |
+|---------|-------|-------------|
+| **Text Generation** | `TextGeneration` | LLM inference with streaming, system prompts, temperature, top-k/top-p |
+| **Vision Language Models** | `VLM` | Multimodal inference (image + text) via llama.cpp mtmd — runs in a Web Worker |
+| **Tool Calling** | `ToolCalling` | Function calling with typed definitions (Hermes-style and generic) |
+| **Structured Output** | `StructuredOutput` | JSON schema-guided generation |
+| **Embeddings** | `Embeddings` | Vector embedding generation with configurable normalization/pooling |
+| **Diffusion** | `Diffusion` | Image generation (WebGPU, scaffold) |
+
+## WASM Files
+
+This package includes pre-built WASM binaries:
+
+| File | Description |
+|------|-------------|
+| `wasm/racommons-llamacpp.wasm` | CPU variant (~3.7 MB) |
+| `wasm/racommons-llamacpp-webgpu.wasm` | WebGPU-accelerated variant (~3.9 MB) |
+
+The SDK automatically selects the WebGPU variant when available, falling back to CPU.
+
+Configure your bundler to serve these as static assets — see the [main SDK README](https://www.npmjs.com/package/@runanywhere/web) for Vite/Webpack examples.
+
+> **Warning (Vite):** You must add `@runanywhere/web-llamacpp` to [`optimizeDeps.exclude`](https://vite.dev/config/dep-optimization-options#optimizedeps-exclude) in your `vite.config.ts`. Vite's pre-bundling breaks the `import.meta.url` paths the SDK uses to locate WASM files. See the [main SDK README](https://www.npmjs.com/package/@runanywhere/web#serve-wasm-files--cross-origin-isolation) for the full Vite config.
+
+## Cross-Origin Isolation
+
+Multi-threaded WASM requires `SharedArrayBuffer`, which needs Cross-Origin Isolation headers:
+
+```
+Cross-Origin-Opener-Policy: same-origin
+Cross-Origin-Embedder-Policy: credentialless
+```
+
+See the [main SDK docs](https://www.npmjs.com/package/@runanywhere/web#cross-origin-isolation-headers) for platform-specific configuration.
+
+## License
+
+Apache 2.0

package/dist/Extensions/DiffusionTypes.d.ts

@@ -0,0 +1,64 @@
+/** RunAnywhere Web SDK - Diffusion Types */
+export declare enum DiffusionScheduler {
+    DPM_PP_2M_Karras = 0,
+    DPM_PP_2M = 1,
+    DPM_PP_2M_SDE = 2,
+    DDIM = 3,
+    Euler = 4,
+    EulerAncestral = 5,
+    PNDM = 6,
+    LMS = 7
+}
+export declare enum DiffusionModelVariant {
+    SD_1_5 = 0,
+    SD_2_1 = 1,
+    SDXL = 2,
+    SDXL_Turbo = 3,
+    SDXS = 4,
+    LCM = 5
+}
+export declare enum DiffusionMode {
+    TextToImage = 0,
+    ImageToImage = 1,
+    Inpainting = 2
+}
+export interface DiffusionGenerationOptions {
+    /** Text prompt */
+    prompt: string;
+    /** Negative prompt (optional) */
+    negativePrompt?: string;
+    /** Image width (default: 512) */
+    width?: number;
+    /** Image height (default: 512) */
+    height?: number;
+    /** Number of denoising steps (default: 28) */
+    steps?: number;
+    /** Guidance scale (default: 7.5) */
+    guidanceScale?: number;
+    /** Seed (-1 for random) */
+    seed?: number;
+    /** Scheduler (default: DPM++ 2M Karras) */
+    scheduler?: DiffusionScheduler;
+    /** Generation mode (default: TextToImage) */
+    mode?: DiffusionMode;
+    /** Denoising strength for img2img (0-1, default: 0.75) */
+    denoiseStrength?: number;
+    /** Report intermediate images (default: false) */
+    reportIntermediateImages?: boolean;
+}
+export interface DiffusionGenerationResult {
+    /** RGBA image data */
+    imageData: Uint8ClampedArray;
+    /** Image width */
+    width: number;
+    /** Image height */
+    height: number;
+    /** Seed used for generation */
+    seedUsed: number;
+    /** Generation time in milliseconds */
+    generationTimeMs: number;
+    /** Whether safety checker flagged the image */
+    safetyFlagged: boolean;
+}
+export type DiffusionProgressCallback = (step: number, totalSteps: number, progress: number) => void;
+//# sourceMappingURL=DiffusionTypes.d.ts.map

package/dist/Extensions/DiffusionTypes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DiffusionTypes.d.ts","sourceRoot":"","sources":["../../src/Extensions/DiffusionTypes.ts"],"names":[],"mappings":"AAAA,4CAA4C;AAE5C,oBAAY,kBAAkB;IAC5B,gBAAgB,IAAI;IACpB,SAAS,IAAI;IACb,aAAa,IAAI;IACjB,IAAI,IAAI;IACR,KAAK,IAAI;IACT,cAAc,IAAI;IAClB,IAAI,IAAI;IACR,GAAG,IAAI;CACR;AAED,oBAAY,qBAAqB;IAC/B,MAAM,IAAI;IACV,MAAM,IAAI;IACV,IAAI,IAAI;IACR,UAAU,IAAI;IACd,IAAI,IAAI;IACR,GAAG,IAAI;CACR;AAED,oBAAY,aAAa;IACvB,WAAW,IAAI;IACf,YAAY,IAAI;IAChB,UAAU,IAAI;CACf;AAED,MAAM,WAAW,0BAA0B;IACzC,kBAAkB;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,iCAAiC;IACjC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iCAAiC;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,kCAAkC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,8CAA8C;IAC9C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,oCAAoC;IACpC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,2BAA2B;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,2CAA2C;IAC3C,SAAS,CAAC,EAAE,kBAAkB,CAAC;IAC/B,6CAA6C;IAC7C,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,0DAA0D;IAC1D,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kDAAkD;IAClD,wBAAwB,CAAC,EAAE,OAAO,CAAC;CACpC;AAED,MAAM,WAAW,yBAAyB;IACxC,sBAAsB;IACtB,SAAS,EAAE,iBAAiB,CAAC;IAC7B,kBAAkB;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,mBAAmB;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,+BAA+B;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,sCAAsC;IACtC,gBAAgB,EAAE,MAAM,CAAC;IACzB,+CAA+C;IAC/C,aAAa,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,MAAM,yBAAyB,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC"}

package/dist/Extensions/DiffusionTypes.js

@@ -0,0 +1,28 @@
+/** RunAnywhere Web SDK - Diffusion Types */
+export var DiffusionScheduler;
+(function (DiffusionScheduler) {
+    DiffusionScheduler[DiffusionScheduler["DPM_PP_2M_Karras"] = 0] = "DPM_PP_2M_Karras";
+    DiffusionScheduler[DiffusionScheduler["DPM_PP_2M"] = 1] = "DPM_PP_2M";
+    DiffusionScheduler[DiffusionScheduler["DPM_PP_2M_SDE"] = 2] = "DPM_PP_2M_SDE";
+    DiffusionScheduler[DiffusionScheduler["DDIM"] = 3] = "DDIM";
+    DiffusionScheduler[DiffusionScheduler["Euler"] = 4] = "Euler";
+    DiffusionScheduler[DiffusionScheduler["EulerAncestral"] = 5] = "EulerAncestral";
+    DiffusionScheduler[DiffusionScheduler["PNDM"] = 6] = "PNDM";
+    DiffusionScheduler[DiffusionScheduler["LMS"] = 7] = "LMS";
+})(DiffusionScheduler || (DiffusionScheduler = {}));
+export var DiffusionModelVariant;
+(function (DiffusionModelVariant) {
+    DiffusionModelVariant[DiffusionModelVariant["SD_1_5"] = 0] = "SD_1_5";
+    DiffusionModelVariant[DiffusionModelVariant["SD_2_1"] = 1] = "SD_2_1";
+    DiffusionModelVariant[DiffusionModelVariant["SDXL"] = 2] = "SDXL";
+    DiffusionModelVariant[DiffusionModelVariant["SDXL_Turbo"] = 3] = "SDXL_Turbo";
+    DiffusionModelVariant[DiffusionModelVariant["SDXS"] = 4] = "SDXS";
+    DiffusionModelVariant[DiffusionModelVariant["LCM"] = 5] = "LCM";
+})(DiffusionModelVariant || (DiffusionModelVariant = {}));
+export var DiffusionMode;
+(function (DiffusionMode) {
+    DiffusionMode[DiffusionMode["TextToImage"] = 0] = "TextToImage";
+    DiffusionMode[DiffusionMode["ImageToImage"] = 1] = "ImageToImage";
+    DiffusionMode[DiffusionMode["Inpainting"] = 2] = "Inpainting";
+})(DiffusionMode || (DiffusionMode = {}));
+//# sourceMappingURL=DiffusionTypes.js.map

package/dist/Extensions/DiffusionTypes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DiffusionTypes.js","sourceRoot":"","sources":["../../src/Extensions/DiffusionTypes.ts"],"names":[],"mappings":"AAAA,4CAA4C;AAE5C,MAAM,CAAN,IAAY,kBASX;AATD,WAAY,kBAAkB;IAC5B,mFAAoB,CAAA;IACpB,qEAAa,CAAA;IACb,6EAAiB,CAAA;IACjB,2DAAQ,CAAA;IACR,6DAAS,CAAA;IACT,+EAAkB,CAAA;IAClB,2DAAQ,CAAA;IACR,yDAAO,CAAA;AACT,CAAC,EATW,kBAAkB,KAAlB,kBAAkB,QAS7B;AAED,MAAM,CAAN,IAAY,qBAOX;AAPD,WAAY,qBAAqB;IAC/B,qEAAU,CAAA;IACV,qEAAU,CAAA;IACV,iEAAQ,CAAA;IACR,6EAAc,CAAA;IACd,iEAAQ,CAAA;IACR,+DAAO,CAAA;AACT,CAAC,EAPW,qBAAqB,KAArB,qBAAqB,QAOhC;AAED,MAAM,CAAN,IAAY,aAIX;AAJD,WAAY,aAAa;IACvB,+DAAe,CAAA;IACf,iEAAgB,CAAA;IAChB,6DAAc,CAAA;AAChB,CAAC,EAJW,aAAa,KAAb,aAAa,QAIxB"}

package/dist/Extensions/EmbeddingsTypes.d.ts

@@ -0,0 +1,33 @@
+/** RunAnywhere Web SDK - Embeddings Types */
+export declare enum EmbeddingsNormalize {
+    None = 0,
+    L2 = 1
+}
+export declare enum EmbeddingsPooling {
+    Mean = 0,
+    CLS = 1,
+    Last = 2
+}
+export interface EmbeddingVector {
+    /** Dense float vector */
+    data: Float32Array;
+    /** Dimension */
+    dimension: number;
+}
+export interface EmbeddingsResult {
+    /** Array of embedding vectors (one per input text) */
+    embeddings: EmbeddingVector[];
+    /** Embedding dimension */
+    dimension: number;
+    /** Processing time in milliseconds */
+    processingTimeMs: number;
+    /** Total tokens processed */
+    totalTokens: number;
+}
+export interface EmbeddingsOptions {
+    /** Normalization mode override */
+    normalize?: EmbeddingsNormalize;
+    /** Pooling strategy override */
+    pooling?: EmbeddingsPooling;
+}
+//# sourceMappingURL=EmbeddingsTypes.d.ts.map

package/dist/Extensions/EmbeddingsTypes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"EmbeddingsTypes.d.ts","sourceRoot":"","sources":["../../src/Extensions/EmbeddingsTypes.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAE7C,oBAAY,mBAAmB;IAC7B,IAAI,IAAI;IACR,EAAE,IAAI;CACP;AAED,oBAAY,iBAAiB;IAC3B,IAAI,IAAI;IACR,GAAG,IAAI;IACP,IAAI,IAAI;CACT;AAED,MAAM,WAAW,eAAe;IAC9B,yBAAyB;IACzB,IAAI,EAAE,YAAY,CAAC;IACnB,gBAAgB;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,gBAAgB;IAC/B,sDAAsD;IACtD,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,0BAA0B;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,sCAAsC;IACtC,gBAAgB,EAAE,MAAM,CAAC;IACzB,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,iBAAiB;IAChC,kCAAkC;IAClC,SAAS,CAAC,EAAE,mBAAmB,CAAC;IAChC,gCAAgC;IAChC,OAAO,CAAC,EAAE,iBAAiB,CAAC;CAC7B"}

package/dist/Extensions/EmbeddingsTypes.js

@@ -0,0 +1,13 @@
+/** RunAnywhere Web SDK - Embeddings Types */
+export var EmbeddingsNormalize;
+(function (EmbeddingsNormalize) {
+    EmbeddingsNormalize[EmbeddingsNormalize["None"] = 0] = "None";
+    EmbeddingsNormalize[EmbeddingsNormalize["L2"] = 1] = "L2";
+})(EmbeddingsNormalize || (EmbeddingsNormalize = {}));
+export var EmbeddingsPooling;
+(function (EmbeddingsPooling) {
+    EmbeddingsPooling[EmbeddingsPooling["Mean"] = 0] = "Mean";
+    EmbeddingsPooling[EmbeddingsPooling["CLS"] = 1] = "CLS";
+    EmbeddingsPooling[EmbeddingsPooling["Last"] = 2] = "Last";
+})(EmbeddingsPooling || (EmbeddingsPooling = {}));
+//# sourceMappingURL=EmbeddingsTypes.js.map

package/dist/Extensions/EmbeddingsTypes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EmbeddingsTypes.js","sourceRoot":"","sources":["../../src/Extensions/EmbeddingsTypes.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAE7C,MAAM,CAAN,IAAY,mBAGX;AAHD,WAAY,mBAAmB;IAC7B,6DAAQ,CAAA;IACR,yDAAM,CAAA;AACR,CAAC,EAHW,mBAAmB,KAAnB,mBAAmB,QAG9B;AAED,MAAM,CAAN,IAAY,iBAIX;AAJD,WAAY,iBAAiB;IAC3B,yDAAQ,CAAA;IACR,uDAAO,CAAA;IACP,yDAAQ,CAAA;AACV,CAAC,EAJW,iBAAiB,KAAjB,iBAAiB,QAI5B"}

package/dist/Extensions/RunAnywhere+Diffusion.d.ts

@@ -0,0 +1,44 @@
+/**
+ * RunAnywhere Web SDK - Diffusion Extension
+ *
+ * Adds image generation capabilities using diffusion models.
+ * Uses the RACommons rac_diffusion_component_* C API (same as iOS/Android).
+ *
+ * Mirrors: sdk/runanywhere-swift/Sources/RunAnywhere/Public/Extensions/Diffusion/
+ *
+ * Usage:
+ *   import { Diffusion, DiffusionScheduler, DiffusionMode } from '@runanywhere/web';
+ *
+ *   await Diffusion.loadModel('/models/sd-v1-5', 'sd-1.5');
+ *   const result = await Diffusion.generate({
+ *     prompt: 'A sunset over mountains',
+ *     width: 512, height: 512, steps: 28,
+ *   });
+ *   // result.imageData is Uint8ClampedArray RGBA
+ */
+import { type DiffusionGenerationOptions, type DiffusionGenerationResult } from './DiffusionTypes';
+export { DiffusionScheduler, DiffusionModelVariant, DiffusionMode, type DiffusionGenerationOptions, type DiffusionGenerationResult, type DiffusionProgressCallback, } from './DiffusionTypes';
+declare class DiffusionImpl {
+    readonly extensionName = "Diffusion";
+    private _diffusionComponentHandle;
+    private requireBridge;
+    private ensureDiffusionComponent;
+    /**
+     * Load a diffusion model.
+     */
+    loadModel(modelPath: string, modelId: string, modelName?: string): Promise<void>;
+    /** Unload the diffusion model. */
+    unloadModel(): Promise<void>;
+    /** Check if a diffusion model is loaded. */
+    get isModelLoaded(): boolean;
+    /**
+     * Generate an image from a text prompt.
+     */
+    generate(options: DiffusionGenerationOptions): Promise<DiffusionGenerationResult>;
+    /** Cancel in-progress generation. */
+    cancel(): void;
+    /** Clean up the diffusion component. */
+    cleanup(): void;
+}
+export declare const Diffusion: DiffusionImpl;
+//# sourceMappingURL=RunAnywhere+Diffusion.d.ts.map

package/dist/Extensions/RunAnywhere+Diffusion.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RunAnywhere+Diffusion.d.ts","sourceRoot":"","sources":["../../src/Extensions/RunAnywhere+Diffusion.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAKH,OAAO,EAGL,KAAK,0BAA0B,EAC/B,KAAK,yBAAyB,EAC/B,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,kBAAkB,EAClB,qBAAqB,EACrB,aAAa,EACb,KAAK,0BAA0B,EAC/B,KAAK,yBAAyB,EAC9B,KAAK,yBAAyB,GAC/B,MAAM,kBAAkB,CAAC;AAQ1B,cAAM,aAAa;IACjB,QAAQ,CAAC,aAAa,eAAe;IACrC,OAAO,CAAC,yBAAyB,CAAK;IAEtC,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,wBAAwB;IAmBhC;;OAEG;IACG,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA4BtF,kCAAkC;IAC5B,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAUlC,4CAA4C;IAC5C,IAAI,aAAa,IAAI,OAAO,CAO3B;IAED;;OAEG;IACG,QAAQ,CAAC,OAAO,EAAE,0BAA0B,GAAG,OAAO,CAAC,yBAAyB,CAAC;IAkFvF,qCAAqC;IACrC,MAAM,IAAI,IAAI;IAOd,wCAAwC;IACxC,OAAO,IAAI,IAAI;CAUhB;AAED,eAAO,MAAM,SAAS,eAAsB,CAAC"}

package/dist/Extensions/RunAnywhere+Diffusion.js

@@ -0,0 +1,185 @@
+/**
+ * RunAnywhere Web SDK - Diffusion Extension
+ *
+ * Adds image generation capabilities using diffusion models.
+ * Uses the RACommons rac_diffusion_component_* C API (same as iOS/Android).
+ *
+ * Mirrors: sdk/runanywhere-swift/Sources/RunAnywhere/Public/Extensions/Diffusion/
+ *
+ * Usage:
+ *   import { Diffusion, DiffusionScheduler, DiffusionMode } from '@runanywhere/web';
+ *
+ *   await Diffusion.loadModel('/models/sd-v1-5', 'sd-1.5');
+ *   const result = await Diffusion.generate({
+ *     prompt: 'A sunset over mountains',
+ *     width: 512, height: 512, steps: 28,
+ *   });
+ *   // result.imageData is Uint8ClampedArray RGBA
+ */
+import { RunAnywhere, SDKError, SDKErrorCode, SDKLogger, EventBus, SDKEventType } from '@runanywhere/web';
+import { LlamaCppBridge } from '../Foundation/LlamaCppBridge';
+import { Offsets } from '../Foundation/LlamaCppOffsets';
+import { DiffusionScheduler, DiffusionMode, } from './DiffusionTypes';
+export { DiffusionScheduler, DiffusionModelVariant, DiffusionMode, } from './DiffusionTypes';
+const logger = new SDKLogger('Diffusion');
+// ---------------------------------------------------------------------------
+// Diffusion Extension
+// ---------------------------------------------------------------------------
+class DiffusionImpl {
+    extensionName = 'Diffusion';
+    _diffusionComponentHandle = 0;
+    requireBridge() {
+        if (!RunAnywhere.isInitialized)
+            throw SDKError.notInitialized();
+        return LlamaCppBridge.shared;
+    }
+    ensureDiffusionComponent() {
+        if (this._diffusionComponentHandle !== 0)
+            return this._diffusionComponentHandle;
+        const bridge = this.requireBridge();
+        const m = bridge.module;
+        const handlePtr = m._malloc(4);
+        const result = bridge.callFunction('rac_diffusion_component_create', 'number', ['number'], [handlePtr]);
+        if (result !== 0) {
+            m._free(handlePtr);
+            bridge.checkResult(result, 'rac_diffusion_component_create');
+        }
+        this._diffusionComponentHandle = m.getValue(handlePtr, 'i32');
+        m._free(handlePtr);
+        logger.debug('Diffusion component created');
+        return this._diffusionComponentHandle;
+    }
+    /**
+     * Load a diffusion model.
+     */
+    async loadModel(modelPath, modelId, modelName) {
+        const bridge = this.requireBridge();
+        const m = bridge.module;
+        const handle = this.ensureDiffusionComponent();
+        logger.info(`Loading diffusion model: ${modelId} from ${modelPath}`);
+        EventBus.shared.emit('model.loadStarted', SDKEventType.Model, { modelId, component: 'diffusion' });
+        const pathPtr = bridge.allocString(modelPath);
+        const idPtr = bridge.allocString(modelId);
+        const namePtr = bridge.allocString(modelName ?? modelId);
+        try {
+            const result = m.ccall('rac_diffusion_component_load_model', 'number', ['number', 'number', 'number', 'number'], [handle, pathPtr, idPtr, namePtr]);
+            bridge.checkResult(result, 'rac_diffusion_component_load_model');
+            logger.info(`Diffusion model loaded: ${modelId}`);
+            EventBus.shared.emit('model.loadCompleted', SDKEventType.Model, { modelId, component: 'diffusion' });
+        }
+        finally {
+            bridge.free(pathPtr);
+            bridge.free(idPtr);
+            bridge.free(namePtr);
+        }
+    }
+    /** Unload the diffusion model. */
+    async unloadModel() {
+        if (this._diffusionComponentHandle === 0)
+            return;
+        const bridge = this.requireBridge();
+        const result = bridge.module.ccall('rac_diffusion_component_unload', 'number', ['number'], [this._diffusionComponentHandle]);
+        bridge.checkResult(result, 'rac_diffusion_component_unload');
+        logger.info('Diffusion model unloaded');
+    }
+    /** Check if a diffusion model is loaded. */
+    get isModelLoaded() {
+        if (this._diffusionComponentHandle === 0)
+            return false;
+        try {
+            return LlamaCppBridge.shared.module.ccall('rac_diffusion_component_is_loaded', 'number', ['number'], [this._diffusionComponentHandle]) === 1;
+        }
+        catch {
+            return false;
+        }
+    }
+    /**
+     * Generate an image from a text prompt.
+     */
+    async generate(options) {
+        const bridge = this.requireBridge();
+        const m = bridge.module;
+        const handle = this.ensureDiffusionComponent();
+        if (!this.isModelLoaded) {
+            throw new SDKError(SDKErrorCode.ModelNotLoaded, 'No diffusion model loaded. Call loadModel() first.');
+        }
+        logger.info(`Generating image: "${options.prompt.substring(0, 50)}..."`);
+        // Build rac_diffusion_options_t
+        const optSize = m._rac_wasm_sizeof_diffusion_options();
+        const optPtr = m._malloc(optSize);
+        for (let i = 0; i < optSize; i++)
+            m.setValue(optPtr + i, 0, 'i8');
+        const promptPtr = bridge.allocString(options.prompt);
+        let negPromptPtr = 0;
+        const dOpt = Offsets.diffusionOptions;
+        m.setValue(optPtr + dOpt.prompt, promptPtr, '*');
+        if (options.negativePrompt) {
+            negPromptPtr = bridge.allocString(options.negativePrompt);
+            m.setValue(optPtr + dOpt.negativePrompt, negPromptPtr, '*');
+        }
+        m.setValue(optPtr + dOpt.width, options.width ?? 512, 'i32');
+        m.setValue(optPtr + dOpt.height, options.height ?? 512, 'i32');
+        m.setValue(optPtr + dOpt.steps, options.steps ?? 28, 'i32');
+        m.setValue(optPtr + dOpt.guidanceScale, options.guidanceScale ?? 7.5, 'float');
+        // seed is int64 — write low and high 32-bit halves
+        const seed = options.seed ?? -1;
+        m.setValue(optPtr + dOpt.seed, seed & 0xFFFFFFFF, 'i32');
+        m.setValue(optPtr + dOpt.seed + 4, seed < 0 ? -1 : 0, 'i32');
+        m.setValue(optPtr + dOpt.scheduler, options.scheduler ?? DiffusionScheduler.DPM_PP_2M_Karras, 'i32');
+        m.setValue(optPtr + dOpt.mode, options.mode ?? DiffusionMode.TextToImage, 'i32');
+        m.setValue(optPtr + dOpt.denoiseStrength, options.denoiseStrength ?? 0.75, 'float');
+        m.setValue(optPtr + dOpt.reportIntermediate, options.reportIntermediateImages ? 1 : 0, 'i32');
+        m.setValue(optPtr + dOpt.progressStride, 1, 'i32');
+        // Result struct: rac_diffusion_result_t
+        const resSize = m._rac_wasm_sizeof_diffusion_result();
+        const resPtr = m._malloc(resSize);
+        try {
+            const r = m.ccall('rac_diffusion_component_generate', 'number', ['number', 'number', 'number'], [handle, optPtr, resPtr]);
+            bridge.checkResult(r, 'rac_diffusion_component_generate');
+            // Read rac_diffusion_result_t (offsets from compiler via StructOffsets)
+            const dRes = Offsets.diffusionResult;
+            const imageDataPtr = m.getValue(resPtr + dRes.imageData, '*');
+            const imageSize = m.getValue(resPtr + dRes.imageSize, 'i32');
+            const width = m.getValue(resPtr + dRes.width, 'i32');
+            const height = m.getValue(resPtr + dRes.height, 'i32');
+            const seedUsed = m.getValue(resPtr + dRes.seedUsed, 'i32'); // low 32 bits of int64
+            const generationTimeMs = m.getValue(resPtr + dRes.generationTimeMs, 'i32'); // low 32 bits
+            const safetyFlagged = m.getValue(resPtr + dRes.safetyFlagged, 'i32') === 1;
+            // Copy RGBA image data
+            const imageData = new Uint8ClampedArray(imageSize);
+            if (imageDataPtr && imageSize > 0) {
+                imageData.set(bridge.readBytes(imageDataPtr, imageSize));
+            }
+            // Free C result
+            m.ccall('rac_diffusion_result_free', null, ['number'], [resPtr]);
+            EventBus.shared.emit('diffusion.generated', SDKEventType.Generation, {
+                width, height, generationTimeMs,
+            });
+            return { imageData, width, height, seedUsed, generationTimeMs, safetyFlagged };
+        }
+        finally {
+            bridge.free(promptPtr);
+            if (negPromptPtr)
+                bridge.free(negPromptPtr);
+            m._free(optPtr);
+        }
+    }
+    /** Cancel in-progress generation. */
+    cancel() {
+        if (this._diffusionComponentHandle === 0)
+            return;
+        LlamaCppBridge.shared.module.ccall('rac_diffusion_component_cancel', 'number', ['number'], [this._diffusionComponentHandle]);
+    }
+    /** Clean up the diffusion component. */
+    cleanup() {
+        if (this._diffusionComponentHandle !== 0) {
+            try {
+                LlamaCppBridge.shared.module.ccall('rac_diffusion_component_destroy', null, ['number'], [this._diffusionComponentHandle]);
+            }
+            catch { /* ignore */ }
+            this._diffusionComponentHandle = 0;
+        }
+    }
+}
+export const Diffusion = new DiffusionImpl();
+//# sourceMappingURL=RunAnywhere+Diffusion.js.map

package/dist/Extensions/RunAnywhere+Diffusion.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RunAnywhere+Diffusion.js","sourceRoot":"","sources":["../../src/Extensions/RunAnywhere+Diffusion.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAC1G,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,MAAM,+BAA+B,CAAC;AACxD,OAAO,EACL,kBAAkB,EAClB,aAAa,GAGd,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,kBAAkB,EAClB,qBAAqB,EACrB,aAAa,GAId,MAAM,kBAAkB,CAAC;AAE1B,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,WAAW,CAAC,CAAC;AAE1C,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAE9E,MAAM,aAAa;IACR,aAAa,GAAG,WAAW,CAAC;IAC7B,yBAAyB,GAAG,CAAC,CAAC;IAE9B,aAAa;QACnB,IAAI,CAAC,WAAW,CAAC,aAAa;YAAE,MAAM,QAAQ,CAAC,cAAc,EAAE,CAAC;QAChE,OAAO,cAAc,CAAC,MAAM,CAAC;IAC/B,CAAC;IAEO,wBAAwB;QAC9B,IAAI,IAAI,CAAC,yBAAyB,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC,yBAAyB,CAAC;QAEhF,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QACxB,MAAM,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAS,gCAAgC,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;QAEhH,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;YACjB,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACnB,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,gCAAgC,CAAC,CAAC;QAC/D,CAAC;QAED,IAAI,CAAC,yBAAyB,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAC9D,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACnB,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC,yBAAyB,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,SAAiB,EAAE,OAAe,EAAE,SAAkB;QACpE,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAE/C,MAAM,CAAC,IAAI,CAAC,4BAA4B,OAAO,SAAS,SAAS,EAAE,CAAC,CAAC;QACrE,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,YAAY,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,CAAC;QAEnG,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,IAAI,OAAO,CAAC,CAAC;QAEzD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CACpB,oCAAoC,EAAE,QAAQ,EAC9C,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EACxC,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CACxB,CAAC;YACZ,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,oCAAoC,CAAC,CAAC;YACjE,MAAM,CAAC,IAAI,CAAC,2BAA2B,OAAO,EAAE,CAAC,CAAC;YAClD,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,EAAE,YAAY,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,CAAC;QACvG,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,kCAAkC;IAClC,KAAK,CAAC,WAAW;QACf,IAAI,IAAI,CAAC,yBAAyB,KAAK,CAAC;YAAE,OAAO;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAChC,gCAAgC,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAC/E,CAAC;QACZ,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,gCAAgC,CAAC,CAAC;QAC7D,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IAC1C,CAAC;IAED,4CAA4C;IAC5C,IAAI,aAAa;QACf,IAAI,IAAI,CAAC,yBAAyB,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACvD,IAAI,CAAC;YACH,OAAQ,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CACxC,mCAAmC,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,yBAAyB,CAAC,CACjF,KAAK,CAAC,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,KAAK,CAAC;QAAC,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAmC;QAChD,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAE/C,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,QAAQ,CAAC,YAAY,CAAC,cAAc,EAAE,oDAAoD,CAAC,CAAC;QACxG,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,sBAAsB,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;QAEzE,gCAAgC;QAChC,MAAM,OAAO,GAAG,CAAC,CAAC,kCAAkC,EAAE,CAAC;QACvD,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE;YAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;QAElE,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrD,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,MAAM,IAAI,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACtC,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;QACjD,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,YAAY,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAC1D,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC;QAC9D,CAAC;QACD,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,GAAG,EAAE,KAAK,CAAC,CAAC;QAC7D,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,GAAG,EAAE,KAAK,CAAC,CAAC;QAC/D,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC;QAC5D,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,GAAG,EAAE,OAAO,CAAC,CAAC;QAC/E,mDAAmD;QACnD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;QAChC,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,GAAG,UAAU,EAAE,KAAK,CAAC,CAAC;QACzD,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAC7D,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;QACrG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,aAAa,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QACjF,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,eAAe,IAAI,IAAI,EAAE,OAAO,CAAC,CAAC;QACpF,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,kBAAkB,EAAE,OAAO,CAAC,wBAAwB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAC9F,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;QAEnD,wCAAwC;QACxC,MAAM,OAAO,GAAG,CAAC,CAAC,iCAAiC,EAAE,CAAC;QACtD,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAElC,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CACf,kCAAkC,EAAE,QAAQ,EAC5C,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAC9B,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CACf,CAAC;YACZ,MAAM,CAAC,WAAW,CAAC,CAAC,EAAE,kCAAkC,CAAC,CAAC;YAE1D,wEAAwE;YACxE,MAAM,IAAI,GAAG,OAAO,CAAC,eAAe,CAAC;YACrC,MAAM,YAAY,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YAC9D,MAAM,SAAS,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAC7D,MAAM,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACrD,MAAM,MAAM,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YACvD,MAAM,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,uBAAuB;YACnF,MAAM,gBAAgB,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC,CAAC,cAAc;YAC1F,MAAM,aAAa,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YAE3E,uBAAuB;YACvB,MAAM,SAAS,GAAG,IAAI,iBAAiB,CAAC,SAAS,CAAC,CAAC;YACnD,IAAI,YAAY,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBAClC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC;YAC3D,CAAC;YAED,gBAAgB;YAChB,CAAC,CAAC,KAAK,CAAC,2BAA2B,EAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;YAEjE,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,EAAE,YAAY,CAAC,UAAU,EAAE;gBACnE,KAAK,EAAE,MAAM,EAAE,gBAAgB;aAChC,CAAC,CAAC;YAEH,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,aAAa,EAAE,CAAC;QACjF,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvB,IAAI,YAAY;gBAAE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC5C,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED,qCAAqC;IACrC,MAAM;QACJ,IAAI,IAAI,CAAC,yBAAyB,KAAK,CAAC;YAAE,OAAO;QACjD,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAChC,gCAAgC,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,yBAAyB,CAAC,CACzF,CAAC;IACJ,CAAC;IAED,wCAAwC;IACxC,OAAO;QACL,IAAI,IAAI,CAAC,yBAAyB,KAAK,CAAC,EAAE,CAAC;YACzC,IAAI,CAAC;gBACH,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAChC,iCAAiC,EAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,yBAAyB,CAAC,CACtF,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;YACxB,IAAI,CAAC,yBAAyB,GAAG,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;CACF;AAED,MAAM,CAAC,MAAM,SAAS,GAAG,IAAI,aAAa,EAAE,CAAC"}

package/dist/Extensions/RunAnywhere+Embeddings.d.ts

@@ -0,0 +1,56 @@
+/**
+ * RunAnywhere Web SDK - Embeddings Extension
+ *
+ * Adds text embedding generation capabilities via RACommons WASM.
+ * Uses the rac_embeddings_component_* C API for model lifecycle
+ * and embedding generation.
+ *
+ * Embeddings convert text into fixed-dimensional dense vectors
+ * useful for semantic search, clustering, and RAG.
+ *
+ * Backend: llama.cpp (GGUF embedding models like nomic-embed-text)
+ *
+ * Usage:
+ *   import { Embeddings } from '@runanywhere/web';
+ *
+ *   await Embeddings.loadModel('/models/nomic-embed-text-v1.5.Q4_K_M.gguf', 'nomic-embed');
+ *   const result = await Embeddings.embed('Hello, world!');
+ *   console.log('Dimension:', result.dimension);
+ *   console.log('Vector:', result.embeddings[0].data);
+ *
+ *   // Batch embedding
+ *   const batch = await Embeddings.embedBatch(['text1', 'text2', 'text3']);
+ */
+import type { EmbeddingsResult, EmbeddingsOptions } from './EmbeddingsTypes';
+export { EmbeddingsNormalize, EmbeddingsPooling, type EmbeddingVector, type EmbeddingsResult, type EmbeddingsOptions, } from './EmbeddingsTypes';
+declare class EmbeddingsImpl {
+    readonly extensionName = "Embeddings";
+    private _embeddingsComponentHandle;
+    private requireBridge;
+    private ensureEmbeddingsComponent;
+    /**
+     * Load an embedding model (GGUF format).
+     */
+    loadModel(modelPath: string, modelId: string, modelName?: string): Promise<void>;
+    /** Unload the embeddings model. */
+    unloadModel(): Promise<void>;
+    /** Check if an embeddings model is loaded. */
+    get isModelLoaded(): boolean;
+    /**
+     * Generate embedding for a single text.
+     */
+    embed(text: string, options?: EmbeddingsOptions): Promise<EmbeddingsResult>;
+    /**
+     * Generate embeddings for multiple texts at once.
+     */
+    embedBatch(texts: string[], options?: EmbeddingsOptions): Promise<EmbeddingsResult>;
+    /**
+     * Compute cosine similarity between two embedding vectors.
+     * Pure TypeScript utility -- no WASM call needed.
+     */
+    cosineSimilarity(a: Float32Array, b: Float32Array): number;
+    /** Clean up the embeddings component. */
+    cleanup(): void;
+}
+export declare const Embeddings: EmbeddingsImpl;
+//# sourceMappingURL=RunAnywhere+Embeddings.d.ts.map

package/dist/Extensions/RunAnywhere+Embeddings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RunAnywhere+Embeddings.d.ts","sourceRoot":"","sources":["../../src/Extensions/RunAnywhere+Embeddings.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAKH,OAAO,KAAK,EAEV,gBAAgB,EAChB,iBAAiB,EAClB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EACL,mBAAmB,EACnB,iBAAiB,EACjB,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,GACvB,MAAM,mBAAmB,CAAC;AAQ3B,cAAM,cAAc;IAClB,QAAQ,CAAC,aAAa,gBAAgB;IACtC,OAAO,CAAC,0BAA0B,CAAK;IAEvC,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,yBAAyB;IAmBjC;;OAEG;IACG,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA4BtF,mCAAmC;IAC7B,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAUlC,8CAA8C;IAC9C,IAAI,aAAa,IAAI,OAAO,CAO3B;IAED;;OAEG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAwCrF;;OAEG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAiD7F;;;OAGG;IACH,gBAAgB,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,GAAG,MAAM;IAgB1D,yCAAyC;IACzC,OAAO,IAAI,IAAI;CAUhB;AAED,eAAO,MAAM,UAAU,gBAAuB,CAAC"}