@runanywhere/web-llamacpp 0.1.0-beta.10

package/dist/Extensions/RunAnywhere+Embeddings.js

@@ -0,0 +1,236 @@
+/**
+ * RunAnywhere Web SDK - Embeddings Extension
+ *
+ * Adds text embedding generation capabilities via RACommons WASM.
+ * Uses the rac_embeddings_component_* C API for model lifecycle
+ * and embedding generation.
+ *
+ * Embeddings convert text into fixed-dimensional dense vectors
+ * useful for semantic search, clustering, and RAG.
+ *
+ * Backend: llama.cpp (GGUF embedding models like nomic-embed-text)
+ *
+ * Usage:
+ *   import { Embeddings } from '@runanywhere/web';
+ *
+ *   await Embeddings.loadModel('/models/nomic-embed-text-v1.5.Q4_K_M.gguf', 'nomic-embed');
+ *   const result = await Embeddings.embed('Hello, world!');
+ *   console.log('Dimension:', result.dimension);
+ *   console.log('Vector:', result.embeddings[0].data);
+ *
+ *   // Batch embedding
+ *   const batch = await Embeddings.embedBatch(['text1', 'text2', 'text3']);
+ */
+import { RunAnywhere, SDKError, SDKErrorCode, SDKLogger, EventBus, SDKEventType } from '@runanywhere/web';
+import { LlamaCppBridge } from '../Foundation/LlamaCppBridge';
+import { Offsets } from '../Foundation/LlamaCppOffsets';
+export { EmbeddingsNormalize, EmbeddingsPooling, } from './EmbeddingsTypes';
+const logger = new SDKLogger('Embeddings');
+// ---------------------------------------------------------------------------
+// Embeddings Extension
+// ---------------------------------------------------------------------------
+class EmbeddingsImpl {
+    extensionName = 'Embeddings';
+    _embeddingsComponentHandle = 0;
+    requireBridge() {
+        if (!RunAnywhere.isInitialized)
+            throw SDKError.notInitialized();
+        return LlamaCppBridge.shared;
+    }
+    ensureEmbeddingsComponent() {
+        if (this._embeddingsComponentHandle !== 0)
+            return this._embeddingsComponentHandle;
+        const bridge = this.requireBridge();
+        const m = bridge.module;
+        const handlePtr = m._malloc(4);
+        const result = bridge.callFunction('rac_embeddings_component_create', 'number', ['number'], [handlePtr]);
+        if (result !== 0) {
+            m._free(handlePtr);
+            bridge.checkResult(result, 'rac_embeddings_component_create');
+        }
+        this._embeddingsComponentHandle = m.getValue(handlePtr, 'i32');
+        m._free(handlePtr);
+        logger.debug('Embeddings component created');
+        return this._embeddingsComponentHandle;
+    }
+    /**
+     * Load an embedding model (GGUF format).
+     */
+    async loadModel(modelPath, modelId, modelName) {
+        const bridge = this.requireBridge();
+        const m = bridge.module;
+        const handle = this.ensureEmbeddingsComponent();
+        logger.info(`Loading embeddings model: ${modelId} from ${modelPath}`);
+        EventBus.shared.emit('model.loadStarted', SDKEventType.Model, { modelId, component: 'embeddings' });
+        const pathPtr = bridge.allocString(modelPath);
+        const idPtr = bridge.allocString(modelId);
+        const namePtr = bridge.allocString(modelName ?? modelId);
+        try {
+            const result = m.ccall('rac_embeddings_component_load_model', 'number', ['number', 'number', 'number', 'number'], [handle, pathPtr, idPtr, namePtr]);
+            bridge.checkResult(result, 'rac_embeddings_component_load_model');
+            logger.info(`Embeddings model loaded: ${modelId}`);
+            EventBus.shared.emit('model.loadCompleted', SDKEventType.Model, { modelId, component: 'embeddings' });
+        }
+        finally {
+            bridge.free(pathPtr);
+            bridge.free(idPtr);
+            bridge.free(namePtr);
+        }
+    }
+    /** Unload the embeddings model. */
+    async unloadModel() {
+        if (this._embeddingsComponentHandle === 0)
+            return;
+        const bridge = this.requireBridge();
+        const result = bridge.module.ccall('rac_embeddings_component_unload', 'number', ['number'], [this._embeddingsComponentHandle]);
+        bridge.checkResult(result, 'rac_embeddings_component_unload');
+        logger.info('Embeddings model unloaded');
+    }
+    /** Check if an embeddings model is loaded. */
+    get isModelLoaded() {
+        if (this._embeddingsComponentHandle === 0)
+            return false;
+        try {
+            return LlamaCppBridge.shared.module.ccall('rac_embeddings_component_is_loaded', 'number', ['number'], [this._embeddingsComponentHandle]) === 1;
+        }
+        catch {
+            return false;
+        }
+    }
+    /**
+     * Generate embedding for a single text.
+     */
+    async embed(text, options = {}) {
+        const bridge = this.requireBridge();
+        const m = bridge.module;
+        const handle = this.ensureEmbeddingsComponent();
+        if (!this.isModelLoaded) {
+            throw new SDKError(SDKErrorCode.ModelNotLoaded, 'No embeddings model loaded. Call loadModel() first.');
+        }
+        logger.debug(`Embedding text (${text.length} chars)`);
+        const textPtr = bridge.allocString(text);
+        // Build rac_embeddings_options_t
+        const optSize = m._rac_wasm_sizeof_embeddings_options();
+        const optPtr = m._malloc(optSize);
+        const eOpt = Offsets.embeddingsOptions;
+        m.setValue(optPtr + eOpt.normalize, options.normalize !== undefined ? options.normalize : -1, 'i32');
+        m.setValue(optPtr + eOpt.pooling, options.pooling !== undefined ? options.pooling : -1, 'i32');
+        m.setValue(optPtr + eOpt.nThreads, 0, 'i32'); // n_threads = auto
+        // Result struct
+        const resSize = m._rac_wasm_sizeof_embeddings_result();
+        const resPtr = m._malloc(resSize);
+        try {
+            const r = m.ccall('rac_embeddings_component_embed', 'number', ['number', 'number', 'number', 'number'], [handle, textPtr, optPtr, resPtr]);
+            bridge.checkResult(r, 'rac_embeddings_component_embed');
+            return readEmbeddingsResult(bridge, m, resPtr);
+        }
+        finally {
+            bridge.free(textPtr);
+            m._free(optPtr);
+        }
+    }
+    /**
+     * Generate embeddings for multiple texts at once.
+     */
+    async embedBatch(texts, options = {}) {
+        const bridge = this.requireBridge();
+        const m = bridge.module;
+        const handle = this.ensureEmbeddingsComponent();
+        if (!this.isModelLoaded) {
+            throw new SDKError(SDKErrorCode.ModelNotLoaded, 'No embeddings model loaded. Call loadModel() first.');
+        }
+        logger.debug(`Embedding batch of ${texts.length} texts`);
+        // Allocate array of string pointers
+        const textPtrs = [];
+        const textArrayPtr = m._malloc(texts.length * 4);
+        for (let i = 0; i < texts.length; i++) {
+            const ptr = bridge.allocString(texts[i]);
+            textPtrs.push(ptr);
+            m.setValue(textArrayPtr + i * 4, ptr, '*');
+        }
+        // Options
+        const optSize = m._rac_wasm_sizeof_embeddings_options();
+        const optPtr = m._malloc(optSize);
+        const eOpt2 = Offsets.embeddingsOptions;
+        m.setValue(optPtr + eOpt2.normalize, options.normalize !== undefined ? options.normalize : -1, 'i32');
+        m.setValue(optPtr + eOpt2.pooling, options.pooling !== undefined ? options.pooling : -1, 'i32');
+        m.setValue(optPtr + eOpt2.nThreads, 0, 'i32');
+        // Result
+        const resSize = m._rac_wasm_sizeof_embeddings_result();
+        const resPtr = m._malloc(resSize);
+        try {
+            const r = m.ccall('rac_embeddings_component_embed_batch', 'number', ['number', 'number', 'number', 'number', 'number'], [handle, textArrayPtr, texts.length, optPtr, resPtr]);
+            bridge.checkResult(r, 'rac_embeddings_component_embed_batch');
+            return readEmbeddingsResult(bridge, m, resPtr);
+        }
+        finally {
+            for (const ptr of textPtrs)
+                bridge.free(ptr);
+            m._free(textArrayPtr);
+            m._free(optPtr);
+        }
+    }
+    /**
+     * Compute cosine similarity between two embedding vectors.
+     * Pure TypeScript utility -- no WASM call needed.
+     */
+    cosineSimilarity(a, b) {
+        if (a.length !== b.length)
+            throw new Error('Vectors must have the same dimension');
+        let dot = 0;
+        let normA = 0;
+        let normB = 0;
+        for (let i = 0; i < a.length; i++) {
+            dot += a[i] * b[i];
+            normA += a[i] * a[i];
+            normB += b[i] * b[i];
+        }
+        const denominator = Math.sqrt(normA) * Math.sqrt(normB);
+        return denominator === 0 ? 0 : dot / denominator;
+    }
+    /** Clean up the embeddings component. */
+    cleanup() {
+        if (this._embeddingsComponentHandle !== 0) {
+            try {
+                LlamaCppBridge.shared.module.ccall('rac_embeddings_component_destroy', null, ['number'], [this._embeddingsComponentHandle]);
+            }
+            catch { /* ignore */ }
+            this._embeddingsComponentHandle = 0;
+        }
+    }
+}
+export const Embeddings = new EmbeddingsImpl();
+// ---------------------------------------------------------------------------
+// Helper: Read rac_embeddings_result_t from WASM memory
+// ---------------------------------------------------------------------------
+function readEmbeddingsResult(bridge, m, resPtr) {
+    // rac_embeddings_result_t (offsets from compiler via StructOffsets)
+    const eRes = Offsets.embeddingsResult;
+    const embeddingsArrayPtr = m.getValue(resPtr + eRes.embeddings, '*');
+    const numEmbeddings = m.getValue(resPtr + eRes.numEmbeddings, 'i32');
+    const dimension = m.getValue(resPtr + eRes.dimension, 'i32');
+    const processingTimeMs = m.getValue(resPtr + eRes.processingTimeMs, 'i32'); // low 32 bits of int64
+    const totalTokens = m.getValue(resPtr + eRes.totalTokens, 'i32');
+    const embeddings = [];
+    const ev = Offsets.embeddingVector;
+    for (let i = 0; i < numEmbeddings; i++) {
+        // Each rac_embedding_vector_t
+        const vecPtr = embeddingsArrayPtr + i * ev.structSize;
+        const dataPtr = m.getValue(vecPtr + ev.data, '*');
+        const vecDim = m.getValue(vecPtr + ev.dimension, 'i32');
+        const data = new Float32Array(vecDim);
+        if (dataPtr && vecDim > 0) {
+            data.set(bridge.readFloat32Array(dataPtr, vecDim));
+        }
+        embeddings.push({ data, dimension: vecDim });
+    }
+    // Free C result
+    m.ccall('rac_embeddings_result_free', null, ['number'], [resPtr]);
+    EventBus.shared.emit('embeddings.generated', SDKEventType.Generation, {
+        numEmbeddings,
+        dimension,
+        processingTimeMs,
+    });
+    return { embeddings, dimension, processingTimeMs, totalTokens };
+}
+//# sourceMappingURL=RunAnywhere+Embeddings.js.map

package/dist/Extensions/RunAnywhere+Embeddings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RunAnywhere+Embeddings.js","sourceRoot":"","sources":["../../src/Extensions/RunAnywhere+Embeddings.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAC1G,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,MAAM,+BAA+B,CAAC;AAOxD,OAAO,EACL,mBAAmB,EACnB,iBAAiB,GAIlB,MAAM,mBAAmB,CAAC;AAE3B,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC;AAE3C,8EAA8E;AAC9E,uBAAuB;AACvB,8EAA8E;AAE9E,MAAM,cAAc;IACT,aAAa,GAAG,YAAY,CAAC;IAC9B,0BAA0B,GAAG,CAAC,CAAC;IAE/B,aAAa;QACnB,IAAI,CAAC,WAAW,CAAC,aAAa;YAAE,MAAM,QAAQ,CAAC,cAAc,EAAE,CAAC;QAChE,OAAO,cAAc,CAAC,MAAM,CAAC;IAC/B,CAAC;IAEO,yBAAyB;QAC/B,IAAI,IAAI,CAAC,0BAA0B,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC,0BAA0B,CAAC;QAElF,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QACxB,MAAM,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAS,iCAAiC,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;QAEjH,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;YACjB,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACnB,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,iCAAiC,CAAC,CAAC;QAChE,CAAC;QAED,IAAI,CAAC,0BAA0B,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAC/D,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACnB,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC7C,OAAO,IAAI,CAAC,0BAA0B,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,SAAiB,EAAE,OAAe,EAAE,SAAkB;QACpE,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,yBAAyB,EAAE,CAAC;QAEhD,MAAM,CAAC,IAAI,CAAC,6BAA6B,OAAO,SAAS,SAAS,EAAE,CAAC,CAAC;QACtE,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,YAAY,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC,CAAC;QAEpG,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,IAAI,OAAO,CAAC,CAAC;QAEzD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CACpB,qCAAqC,EAAE,QAAQ,EAC/C,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EACxC,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CACxB,CAAC;YACZ,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,qCAAqC,CAAC,CAAC;YAClE,MAAM,CAAC,IAAI,CAAC,4BAA4B,OAAO,EAAE,CAAC,CAAC;YACnD,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,EAAE,YAAY,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC,CAAC;QACxG,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,mCAAmC;IACnC,KAAK,CAAC,WAAW;QACf,IAAI,IAAI,CAAC,0BAA0B,KAAK,CAAC;YAAE,OAAO;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAChC,iCAAiC,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,0BAA0B,CAAC,CACjF,CAAC;QACZ,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,iCAAiC,CAAC,CAAC;QAC9D,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAC3C,CAAC;IAED,8CAA8C;IAC9C,IAAI,aAAa;QACf,IAAI,IAAI,CAAC,0BAA0B,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACxD,IAAI,CAAC;YACH,OAAQ,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CACxC,oCAAoC,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,0BAA0B,CAAC,CACnF,KAAK,CAAC,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,KAAK,CAAC;QAAC,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,UAA6B,EAAE;QACvD,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,yBAAyB,EAAE,CAAC;QAEhD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,QAAQ,CAAC,YAAY,CAAC,cAAc,EAAE,qDAAqD,CAAC,CAAC;QACzG,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,MAAM,SAAS,CAAC,CAAC;QAEtD,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAEzC,iCAAiC;QACjC,MAAM,OAAO,GAAG,CAAC,CAAC,mCAAmC,EAAE,CAAC;QACxD,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAClC,MAAM,IAAI,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACvC,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACrG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAC/F,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,mBAAmB;QAEjE,gBAAgB;QAChB,MAAM,OAAO,GAAG,CAAC,CAAC,kCAAkC,EAAE,CAAC;QACvD,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAElC,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CACf,gCAAgC,EAAE,QAAQ,EAC1C,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EACxC,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CACxB,CAAC;YACZ,MAAM,CAAC,WAAW,CAAC,CAAC,EAAE,gCAAgC,CAAC,CAAC;YAExD,OAAO,oBAAoB,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QACjD,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,KAAe,EAAE,UAA6B,EAAE;QAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,yBAAyB,EAAE,CAAC;QAEhD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,QAAQ,CAAC,YAAY,CAAC,cAAc,EAAE,qDAAqD,CAAC,CAAC;QACzG,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,sBAAsB,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;QAEzD,oCAAoC;QACpC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,YAAY,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC,CAAC,QAAQ,CAAC,YAAY,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC7C,CAAC;QAED,UAAU;QACV,MAAM,OAAO,GAAG,CAAC,CAAC,mCAAmC,EAAE,CAAC;QACxD,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAClC,MAAM,KAAK,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACxC,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACtG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAChG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;QAE9C,SAAS;QACT,MAAM,OAAO,GAAG,CAAC,CAAC,kCAAkC,EAAE,CAAC;QACvD,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAElC,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CACf,sCAAsC,EAAE,QAAQ,EAChD,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAClD,CAAC,MAAM,EAAE,YAAY,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAC3C,CAAC;YACZ,MAAM,CAAC,WAAW,CAAC,CAAC,EAAE,sCAAsC,CAAC,CAAC;YAE9D,OAAO,oBAAoB,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QACjD,CAAC;gBAAS,CAAC;YACT,KAAK,MAAM,GAAG,IAAI,QAAQ;gBAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7C,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YACtB,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,gBAAgB,CAAC,CAAe,EAAE,CAAe;QAC/C,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAEnF,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACnB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxD,OAAO,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,WAAW,CAAC;IACnD,CAAC;IAED,yCAAyC;IACzC,OAAO;QACL,IAAI,IAAI,CAAC,0BAA0B,KAAK,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAChC,kCAAkC,EAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,0BAA0B,CAAC,CACxF,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;YACxB,IAAI,CAAC,0BAA0B,GAAG,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;CACF;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,IAAI,cAAc,EAAE,CAAC;AAE/C,8EAA8E;AAC9E,wDAAwD;AACxD,8EAA8E;AAE9E,SAAS,oBAAoB,CAC3B,MAAsB,EACtB,CAA2B,EAC3B,MAAc;IAEd,oEAAoE;IACpE,MAAM,IAAI,GAAG,OAAO,CAAC,gBAAgB,CAAC;IACtC,MAAM,kBAAkB,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACrE,MAAM,aAAa,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;IACrE,MAAM,SAAS,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC7D,MAAM,gBAAgB,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC,CAAC,uBAAuB;IACnG,MAAM,WAAW,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAEjE,MAAM,UAAU,GAAsB,EAAE,CAAC;IACzC,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC;IAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,8BAA8B;QAC9B,MAAM,MAAM,GAAG,kBAAkB,GAAG,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC;QACtD,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAExD,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,OAAO,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QACrD,CAAC;QAED,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,gBAAgB;IAChB,CAAC,CAAC,KAAK,CAAC,4BAA4B,EAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;IAElE,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,YAAY,CAAC,UAAU,EAAE;QACpE,aAAa;QACb,SAAS;QACT,gBAAgB;KACjB,CAAC,CAAC;IAEH,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,gBAAgB,EAAE,WAAW,EAAE,CAAC;AAClE,CAAC"}

package/dist/Extensions/RunAnywhere+StructuredOutput.d.ts

@@ -0,0 +1,69 @@
+/**
+ * RunAnywhere Web SDK - Structured Output Extension
+ *
+ * Adds JSON-structured output capabilities for LLM generation.
+ * Uses the RACommons rac_structured_output_* C API for schema-guided
+ * generation and JSON extraction/validation.
+ *
+ * Mirrors: sdk/runanywhere-swift/Sources/RunAnywhere/Public/Extensions/StructuredOutput/
+ *
+ * Usage:
+ *   import { StructuredOutput, TextGeneration } from '@runanywhere/web';
+ *
+ *   const schema = JSON.stringify({ type: 'object', properties: { name: { type: 'string' } } });
+ *   const prompt = await StructuredOutput.preparePrompt('List 3 colors', schema);
+ *   const result = await TextGeneration.generate(prompt);
+ *   const validated = StructuredOutput.validate(result.text, schema);
+ *   console.log(validated.extractedJson); // parsed JSON
+ */
+export interface StructuredOutputConfig {
+    /** JSON Schema string */
+    jsonSchema: string;
+    /** Whether to include the schema in the prompt (default: true) */
+    includeSchemaInPrompt?: boolean;
+}
+export interface StructuredOutputValidation {
+    isValid: boolean;
+    errorMessage?: string;
+    extractedJson?: string;
+}
+export declare const StructuredOutput: {
+    /**
+     * Extract JSON from a text response (finds first complete JSON object/array).
+     *
+     * @param text - Raw LLM output text
+     * @returns Extracted JSON string, or null if none found
+     */
+    extractJson(text: string): string | null;
+    /**
+     * Prepare a prompt with schema instructions for structured output.
+     *
+     * @param originalPrompt - The user's original prompt
+     * @param config - Schema configuration
+     * @returns Enhanced prompt with schema instructions
+     */
+    preparePrompt(originalPrompt: string, config: StructuredOutputConfig): string;
+    /**
+     * Get a system prompt that instructs the LLM to produce JSON matching a schema.
+     *
+     * @param jsonSchema - JSON Schema string
+     * @returns System prompt string
+     */
+    getSystemPrompt(jsonSchema: string): string;
+    /**
+     * Validate LLM output against a JSON schema.
+     *
+     * @param text - Raw LLM output
+     * @param config - Schema configuration
+     * @returns Validation result with extracted JSON if valid
+     */
+    validate(text: string, config: StructuredOutputConfig): StructuredOutputValidation;
+    /**
+     * Check if text contains a complete JSON object or array.
+     *
+     * @param text - Text to check
+     * @returns True if a complete JSON block was found
+     */
+    hasCompleteJson(text: string): boolean;
+};
+//# sourceMappingURL=RunAnywhere+StructuredOutput.d.ts.map

package/dist/Extensions/RunAnywhere+StructuredOutput.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RunAnywhere+StructuredOutput.d.ts","sourceRoot":"","sources":["../../src/Extensions/RunAnywhere+StructuredOutput.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAiBH,MAAM,WAAW,sBAAsB;IACrC,yBAAyB;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,kEAAkE;IAClE,qBAAqB,CAAC,EAAE,OAAO,CAAC;CACjC;AAED,MAAM,WAAW,0BAA0B;IACzC,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAMD,eAAO,MAAM,gBAAgB;IAC3B;;;;;OAKG;sBACe,MAAM,GAAG,MAAM,GAAG,IAAI;IA8BxC;;;;;;OAMG;kCAC2B,MAAM,UAAU,sBAAsB,GAAG,MAAM;IA0C7E;;;;;OAKG;gCACyB,MAAM,GAAG,MAAM;IA4B3C;;;;;;OAMG;mBACY,MAAM,UAAU,sBAAsB,GAAG,0BAA0B;IAkDlF;;;;;OAKG;0BACmB,MAAM,GAAG,OAAO;CAqBvC,CAAC"}

package/dist/Extensions/RunAnywhere+StructuredOutput.js

@@ -0,0 +1,194 @@
+/**
+ * RunAnywhere Web SDK - Structured Output Extension
+ *
+ * Adds JSON-structured output capabilities for LLM generation.
+ * Uses the RACommons rac_structured_output_* C API for schema-guided
+ * generation and JSON extraction/validation.
+ *
+ * Mirrors: sdk/runanywhere-swift/Sources/RunAnywhere/Public/Extensions/StructuredOutput/
+ *
+ * Usage:
+ *   import { StructuredOutput, TextGeneration } from '@runanywhere/web';
+ *
+ *   const schema = JSON.stringify({ type: 'object', properties: { name: { type: 'string' } } });
+ *   const prompt = await StructuredOutput.preparePrompt('List 3 colors', schema);
+ *   const result = await TextGeneration.generate(prompt);
+ *   const validated = StructuredOutput.validate(result.text, schema);
+ *   console.log(validated.extractedJson); // parsed JSON
+ */
+import { RunAnywhere, SDKError, SDKLogger } from '@runanywhere/web';
+import { LlamaCppBridge } from '../Foundation/LlamaCppBridge';
+import { Offsets } from '../Foundation/LlamaCppOffsets';
+const logger = new SDKLogger('StructuredOutput');
+function requireBridge() {
+    if (!RunAnywhere.isInitialized)
+        throw SDKError.notInitialized();
+    return LlamaCppBridge.shared;
+}
+// ---------------------------------------------------------------------------
+// Structured Output Extension
+// ---------------------------------------------------------------------------
+export const StructuredOutput = {
+    /**
+     * Extract JSON from a text response (finds first complete JSON object/array).
+     *
+     * @param text - Raw LLM output text
+     * @returns Extracted JSON string, or null if none found
+     */
+    extractJson(text) {
+        const bridge = requireBridge();
+        const m = bridge.module;
+        const textPtr = bridge.allocString(text);
+        const outJsonPtr = m._malloc(4); // char** out_json
+        const outLenPtr = m._malloc(4); // size_t* out_length
+        try {
+            const result = m.ccall('rac_structured_output_extract_json', 'number', ['number', 'number', 'number'], [textPtr, outJsonPtr, outLenPtr]);
+            if (result !== 0)
+                return null;
+            const jsonPtr = m.getValue(outJsonPtr, '*');
+            if (!jsonPtr)
+                return null;
+            const json = bridge.readString(jsonPtr);
+            m._free(jsonPtr); // rac_strdup'd, so we free it
+            return json;
+        }
+        finally {
+            bridge.free(textPtr);
+            m._free(outJsonPtr);
+            m._free(outLenPtr);
+        }
+    },
+    /**
+     * Prepare a prompt with schema instructions for structured output.
+     *
+     * @param originalPrompt - The user's original prompt
+     * @param config - Schema configuration
+     * @returns Enhanced prompt with schema instructions
+     */
+    preparePrompt(originalPrompt, config) {
+        const bridge = requireBridge();
+        const m = bridge.module;
+        const promptPtr = bridge.allocString(originalPrompt);
+        // Build rac_structured_output_config_t: { json_schema, include_schema_in_prompt }
+        const configSize = m._rac_wasm_sizeof_structured_output_config();
+        const configPtr = m._malloc(configSize);
+        const soConf = Offsets.structuredOutputConfig;
+        const schemaPtr = bridge.allocString(config.jsonSchema);
+        m.setValue(configPtr + soConf.jsonSchema, schemaPtr, '*');
+        m.setValue(configPtr + soConf.includeSchemaInPrompt, (config.includeSchemaInPrompt !== false) ? 1 : 0, 'i32');
+        const outPromptPtr = m._malloc(4);
+        try {
+            const result = m.ccall('rac_structured_output_prepare_prompt', 'number', ['number', 'number', 'number'], [promptPtr, configPtr, outPromptPtr]);
+            if (result !== 0) {
+                logger.warning('Failed to prepare structured prompt, returning original');
+                return originalPrompt;
+            }
+            const preparedPtr = m.getValue(outPromptPtr, '*');
+            if (!preparedPtr)
+                return originalPrompt;
+            const prepared = bridge.readString(preparedPtr);
+            m._free(preparedPtr);
+            return prepared;
+        }
+        finally {
+            bridge.free(promptPtr);
+            bridge.free(schemaPtr);
+            m._free(configPtr);
+            m._free(outPromptPtr);
+        }
+    },
+    /**
+     * Get a system prompt that instructs the LLM to produce JSON matching a schema.
+     *
+     * @param jsonSchema - JSON Schema string
+     * @returns System prompt string
+     */
+    getSystemPrompt(jsonSchema) {
+        const bridge = requireBridge();
+        const m = bridge.module;
+        const schemaPtr = bridge.allocString(jsonSchema);
+        const outPtr = m._malloc(4);
+        try {
+            const result = m.ccall('rac_structured_output_get_system_prompt', 'number', ['number', 'number'], [schemaPtr, outPtr]);
+            if (result !== 0)
+                return '';
+            const ptr = m.getValue(outPtr, '*');
+            if (!ptr)
+                return '';
+            const prompt = bridge.readString(ptr);
+            m._free(ptr);
+            return prompt;
+        }
+        finally {
+            bridge.free(schemaPtr);
+            m._free(outPtr);
+        }
+    },
+    /**
+     * Validate LLM output against a JSON schema.
+     *
+     * @param text - Raw LLM output
+     * @param config - Schema configuration
+     * @returns Validation result with extracted JSON if valid
+     */
+    validate(text, config) {
+        const bridge = requireBridge();
+        const m = bridge.module;
+        const textPtr = bridge.allocString(text);
+        const configSize = m._rac_wasm_sizeof_structured_output_config();
+        const configPtr = m._malloc(configSize);
+        const soConf2 = Offsets.structuredOutputConfig;
+        const schemaPtr = bridge.allocString(config.jsonSchema);
+        m.setValue(configPtr + soConf2.jsonSchema, schemaPtr, '*');
+        m.setValue(configPtr + soConf2.includeSchemaInPrompt, (config.includeSchemaInPrompt !== false) ? 1 : 0, 'i32');
+        // rac_structured_output_validation_t (size from sizeof helper)
+        const valSize = 12; // 3 fields × 4 bytes on wasm32 — all i32/ptr
+        const valPtr = m._malloc(valSize);
+        try {
+            const result = m.ccall('rac_structured_output_validate', 'number', ['number', 'number', 'number'], [textPtr, configPtr, valPtr]);
+            if (result !== 0) {
+                return { isValid: false, errorMessage: 'Validation call failed' };
+            }
+            const soVal = Offsets.structuredOutputValidation;
+            const isValid = m.getValue(valPtr + soVal.isValid, 'i32') === 1;
+            const errorMsgPtr = m.getValue(valPtr + soVal.errorMessage, '*');
+            const extractedPtr = m.getValue(valPtr + soVal.extractedJson, '*');
+            const validation = {
+                isValid,
+                errorMessage: errorMsgPtr ? bridge.readString(errorMsgPtr) : undefined,
+                extractedJson: extractedPtr ? bridge.readString(extractedPtr) : undefined,
+            };
+            // Free C validation struct
+            m.ccall('rac_structured_output_validation_free', null, ['number'], [valPtr]);
+            return validation;
+        }
+        finally {
+            bridge.free(textPtr);
+            bridge.free(schemaPtr);
+            m._free(configPtr);
+        }
+    },
+    /**
+     * Check if text contains a complete JSON object or array.
+     *
+     * @param text - Text to check
+     * @returns True if a complete JSON block was found
+     */
+    hasCompleteJson(text) {
+        const bridge = requireBridge();
+        const m = bridge.module;
+        const textPtr = bridge.allocString(text);
+        const startPtr = m._malloc(4);
+        const endPtr = m._malloc(4);
+        try {
+            const found = m.ccall('rac_structured_output_find_complete_json', 'number', ['number', 'number', 'number'], [textPtr, startPtr, endPtr]);
+            return found === 1;
+        }
+        finally {
+            bridge.free(textPtr);
+            m._free(startPtr);
+            m._free(endPtr);
+        }
+    },
+};
+//# sourceMappingURL=RunAnywhere+StructuredOutput.js.map

package/dist/Extensions/RunAnywhere+StructuredOutput.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RunAnywhere+StructuredOutput.js","sourceRoot":"","sources":["../../src/Extensions/RunAnywhere+StructuredOutput.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpE,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,MAAM,+BAA+B,CAAC;AAExD,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,kBAAkB,CAAC,CAAC;AAEjD,SAAS,aAAa;IACpB,IAAI,CAAC,WAAW,CAAC,aAAa;QAAE,MAAM,QAAQ,CAAC,cAAc,EAAE,CAAC;IAChE,OAAO,cAAc,CAAC,MAAM,CAAC;AAC/B,CAAC;AAmBD,8EAA8E;AAC9E,8BAA8B;AAC9B,8EAA8E;AAE9E,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B;;;;;OAKG;IACH,WAAW,CAAC,IAAY;QACtB,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAExB,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAE,kBAAkB;QACpD,MAAM,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAG,qBAAqB;QAEvD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CACpB,oCAAoC,EAAE,QAAQ,EAC9C,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAC9B,CAAC,OAAO,EAAE,UAAU,EAAE,SAAS,CAAC,CACvB,CAAC;YAEZ,IAAI,MAAM,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;YAE9B,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;YAC5C,IAAI,CAAC,OAAO;gBAAE,OAAO,IAAI,CAAC;YAE1B,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACxC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B;YAChD,OAAO,IAAI,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YACpB,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,aAAa,CAAC,cAAsB,EAAE,MAA8B;QAClE,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAExB,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;QAErD,kFAAkF;QAClF,MAAM,UAAU,GAAG,CAAC,CAAC,yCAAyC,EAAE,CAAC;QACjE,MAAM,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG,OAAO,CAAC,sBAAsB,CAAC;QAC9C,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACxD,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,UAAU,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;QAC1D,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,qBAAqB,EAAE,CAAC,MAAM,CAAC,qBAAqB,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAE9G,MAAM,YAAY,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAElC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CACpB,sCAAsC,EAAE,QAAQ,EAChD,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAC9B,CAAC,SAAS,EAAE,SAAS,EAAE,YAAY,CAAC,CAC3B,CAAC;YAEZ,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;gBACjB,MAAM,CAAC,OAAO,CAAC,yDAAyD,CAAC,CAAC;gBAC1E,OAAO,cAAc,CAAC;YACxB,CAAC;YAED,MAAM,WAAW,GAAG,CAAC,CAAC,QAAQ,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;YAClD,IAAI,CAAC,WAAW;gBAAE,OAAO,cAAc,CAAC;YAExC,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;YAChD,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACrB,OAAO,QAAQ,CAAC;QAClB,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvB,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACnB,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,eAAe,CAAC,UAAkB;QAChC,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAExB,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAE5B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CACpB,yCAAyC,EAAE,QAAQ,EACnD,CAAC,QAAQ,EAAE,QAAQ,CAAC,EACpB,CAAC,SAAS,EAAE,MAAM,CAAC,CACV,CAAC;YAEZ,IAAI,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAE5B,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACpC,IAAI,CAAC,GAAG;gBAAE,OAAO,EAAE,CAAC;YAEpB,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YACtC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACb,OAAO,MAAM,CAAC;QAChB,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvB,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,QAAQ,CAAC,IAAY,EAAE,MAA8B;QACnD,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAExB,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAEzC,MAAM,UAAU,GAAG,CAAC,CAAC,yCAAyC,EAAE,CAAC;QACjE,MAAM,SAAS,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,OAAO,CAAC,sBAAsB,CAAC;QAC/C,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACxD,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,UAAU,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;QAC3D,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC,MAAM,CAAC,qBAAqB,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAE/G,+DAA+D;QAC/D,MAAM,OAAO,GAAG,EAAE,CAAC,CAAC,6CAA6C;QACjE,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAElC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CACpB,gCAAgC,EAAE,QAAQ,EAC1C,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAC9B,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CACnB,CAAC;YAEZ,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;gBACjB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,wBAAwB,EAAE,CAAC;YACpE,CAAC;YAED,MAAM,KAAK,GAAG,OAAO,CAAC,0BAA0B,CAAC;YACjD,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YAChE,MAAM,WAAW,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;YACjE,MAAM,YAAY,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;YAEnE,MAAM,UAAU,GAA+B;gBAC7C,OAAO;gBACP,YAAY,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;gBACtE,aAAa,EAAE,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS;aAC1E,CAAC;YAEF,2BAA2B;YAC3B,CAAC,CAAC,KAAK,CAAC,uCAAuC,EAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;YAE7E,OAAO,UAAU,CAAC;QACpB,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvB,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,eAAe,CAAC,IAAY;QAC1B,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAExB,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAE5B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CACnB,0CAA0C,EAAE,QAAQ,EACpD,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAC9B,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAClB,CAAC;YACZ,OAAO,KAAK,KAAK,CAAC,CAAC;QACrB,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAClB,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;CACF,CAAC"}

package/dist/Extensions/RunAnywhere+TextGeneration.d.ts

@@ -0,0 +1,87 @@
+/**
+ * RunAnywhere Web SDK - Text Generation Extension
+ *
+ * Adds LLM text generation capabilities to RunAnywhere.
+ * Mirrors: sdk/runanywhere-swift/Sources/RunAnywhere/Public/Extensions/LLM/
+ *
+ * Usage:
+ *   import { RunAnywhere } from '@runanywhere/web';
+ *
+ *   await RunAnywhere.loadModel('tinyllama-1.1b-q4');
+ *   const result = await RunAnywhere.generate('Hello!', { maxTokens: 100 });
+ *   console.log(result.text);
+ *
+ *   // Streaming
+ *   for await (const token of RunAnywhere.generateStream('Tell me a story')) {
+ *     process.stdout.write(token);
+ *   }
+ */
+import type { ModelLoadContext } from '@runanywhere/web';
+import type { LLMGenerationOptions, LLMGenerationResult, LLMStreamingResult } from '@runanywhere/web';
+declare class TextGenerationImpl {
+    readonly extensionName = "TextGeneration";
+    private _llmComponentHandle;
+    private _mountedPath;
+    /** Ensure the SDK is initialized and return the bridge. */
+    private requireBridge;
+    /** Ensure the LLM component is created. */
+    private ensureLLMComponent;
+    /**
+     * Load an LLM model from raw data or stream via ModelLoadContext.
+     * Implements LLMModelLoader interface for ModelManager integration.
+     */
+    loadModelFromData(ctx: ModelLoadContext): Promise<void>;
+    /**
+     * Load an LLM model for text generation.
+     *
+     * @param modelPath - Path to the model file (in Emscripten FS)
+     * @param modelId - Model identifier
+     * @param modelName - Human-readable model name
+     */
+    loadModel(modelPath: string, modelId: string, modelName?: string): Promise<void>;
+    /**
+     * Unload the currently loaded LLM model.
+     */
+    unloadModel(): Promise<void>;
+    /**
+     * Check if an LLM model is currently loaded.
+     */
+    get isModelLoaded(): boolean;
+    /**
+     * Generate text from a prompt (non-streaming).
+     *
+     * Uses `ccall` with `{async: true}` so that Emscripten's JSPI / Asyncify
+     * can suspend the WASM stack for async WebGPU buffer operations. Without
+     * this the blocking C function traps with `RuntimeError: unreachable` on
+     * WebGPU builds because the browser event-loop cannot pump GPU command
+     * buffers while the main thread is blocked in a synchronous ccall.
+     *
+     * @param prompt - Input text prompt
+     * @param options - Generation options (temperature, maxTokens, etc.)
+     * @returns Generation result with text and metrics
+     */
+    generate(prompt: string, options?: LLMGenerationOptions): Promise<LLMGenerationResult>;
+    /**
+     * Generate text with streaming (returns AsyncIterable of tokens).
+     *
+     * Async because the underlying C call uses `{async: true}` so Emscripten's
+     * JSPI can suspend the WASM stack during WebGPU buffer operations.  On
+     * CPU-only builds the result is simply an already-resolved Promise.
+     *
+     * @param prompt - Input text prompt
+     * @param options - Generation options
+     * @returns Streaming result with async token stream and final result promise
+     */
+    generateStream(prompt: string, options?: LLMGenerationOptions): Promise<LLMStreamingResult>;
+    /**
+     * Cancel any in-progress generation.
+     */
+    cancel(): void;
+    /**
+     * Clean up the LLM component (frees memory).
+     */
+    cleanup(): void;
+}
+export declare const TextGeneration: TextGenerationImpl;
+export {};
+//# sourceMappingURL=RunAnywhere+TextGeneration.d.ts.map

package/dist/Extensions/RunAnywhere+TextGeneration.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RunAnywhere+TextGeneration.d.ts","sourceRoot":"","sources":["../../src/Extensions/RunAnywhere+TextGeneration.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAGzD,OAAO,KAAK,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAQtG,cAAM,kBAAkB;IACtB,QAAQ,CAAC,aAAa,oBAAoB;IAC1C,OAAO,CAAC,mBAAmB,CAAK;IAChC,OAAO,CAAC,YAAY,CAAuB;IAE3C,2DAA2D;IAC3D,OAAO,CAAC,aAAa;IAOrB,2CAA2C;YAC7B,kBAAkB;IA2BhC;;;OAGG;IACG,iBAAiB,CAAC,GAAG,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAyC7D;;;;;;OAMG;IACG,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuCtF;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAyBlC;;OAEG;IACH,IAAI,aAAa,IAAI,OAAO,CAQ3B;IAED;;;;;;;;;;;;OAYG;IACG,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,GAAE,oBAAyB,GAAG,OAAO,CAAC,mBAAmB,CAAC;IA4IhG;;;;;;;;;;OAUG;IACG,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,GAAE,oBAAyB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IA2MrG;;OAEG;IACH,MAAM,IAAI,IAAI;IAUd;;OAEG;IACH,OAAO,IAAI,IAAI;CAWhB;AAED,eAAO,MAAM,cAAc,oBAA2B,CAAC"}