@small-ltsc/sdk 0.1.0

package/dist/esm/dictionaries/python.json

@@ -0,0 +1,28 @@
+{
+    "id": "python-v1",
+    "version": "1.0.0",
+    "name": "Python Code Dictionary",
+    "description": "Pre-built patterns for Python source code compression",
+    "entries": [
+        { "metaToken": 4294934528, "pattern": [29499, 25] },
+        { "metaToken": 4294934529, "pattern": [1312, 512] },
+        { "metaToken": 4294934530, "pattern": [3846, 512] },
+        { "metaToken": 4294934531, "pattern": [565, 512] },
+        { "metaToken": 4294934532, "pattern": [471, 6927] },
+        { "metaToken": 4294934533, "pattern": [220, 220, 220, 220] },
+        { "metaToken": 4294934534, "pattern": [220, 220, 220, 220, 220, 220, 220, 220] },
+        { "metaToken": 4294934535, "pattern": [55609, 512] },
+        { "metaToken": 4294934536, "pattern": [3784, 512] },
+        { "metaToken": 4294934537, "pattern": [961, 512] },
+        { "metaToken": 4294934538, "pattern": [422, 659] },
+        { "metaToken": 4294934539, "pattern": [512, 11, 659] },
+        { "metaToken": 4294934540, "pattern": [512, 8, 610] },
+        { "metaToken": 4294934541, "pattern": [4288, 568, 512] },
+        { "metaToken": 4294934542, "pattern": [1374, 659] },
+        { "metaToken": 4294934543, "pattern": [4288, 2073, 610] },
+        { "metaToken": 4294934544, "pattern": [368, 659] },
+        { "metaToken": 4294934545, "pattern": [610, 25] },
+        { "metaToken": 4294934546, "pattern": [512, 304] },
+        { "metaToken": 4294934547, "pattern": [198, 198] }
+    ]
+}

package/dist/esm/dictionaries/sql.json

@@ -0,0 +1,28 @@
+{
+    "id": "sql-v1",
+    "version": "1.0.0",
+    "name": "SQL Dictionary",
+    "description": "Pre-built patterns for SQL query compression",
+    "entries": [
+        { "metaToken": 4294934528, "pattern": [4963, 198] },
+        { "metaToken": 4294934529, "pattern": [3963, 198] },
+        { "metaToken": 4294934530, "pattern": [33067, 198] },
+        { "metaToken": 4294934531, "pattern": [11075, 198] },
+        { "metaToken": 4294934532, "pattern": [12038, 198] },
+        { "metaToken": 4294934533, "pattern": [40462, 198] },
+        { "metaToken": 4294934534, "pattern": [4276, 198] },
+        { "metaToken": 4294934535, "pattern": [40114, 198] },
+        { "metaToken": 4294934536, "pattern": [5765, 220] },
+        { "metaToken": 4294934537, "pattern": [37094, 198] },
+        { "metaToken": 4294934538, "pattern": [3740, 198] },
+        { "metaToken": 4294934539, "pattern": [9149, 198] },
+        { "metaToken": 4294934540, "pattern": [220, 220, 220, 220] },
+        { "metaToken": 4294934541, "pattern": [3740, 11075] },
+        { "metaToken": 4294934542, "pattern": [198, 198] },
+        { "metaToken": 4294934543, "pattern": [9829, 11] },
+        { "metaToken": 4294934544, "pattern": [29766, 11] },
+        { "metaToken": 4294934545, "pattern": [26717, 11] },
+        { "metaToken": 4294934546, "pattern": [6657, 11] },
+        { "metaToken": 4294934547, "pattern": [3740, 4963] }
+    ]
+}

package/dist/esm/dictionaries/typescript.json

@@ -0,0 +1,28 @@
+{
+    "id": "typescript-v1",
+    "version": "1.0.0",
+    "name": "TypeScript Code Dictionary",
+    "description": "Pre-built patterns for TypeScript source code compression",
+    "entries": [
+        { "metaToken": 4294934528, "pattern": [736, 512] },
+        { "metaToken": 4294934529, "pattern": [1034, 512] },
+        { "metaToken": 4294934530, "pattern": [738, 512] },
+        { "metaToken": 4294934531, "pattern": [471, 6927] },
+        { "metaToken": 4294934532, "pattern": [220, 220] },
+        { "metaToken": 4294934533, "pattern": [220, 220, 220, 220] },
+        { "metaToken": 4294934534, "pattern": [198, 198] },
+        { "metaToken": 4294934535, "pattern": [512, 25] },
+        { "metaToken": 4294934536, "pattern": [512, 11, 659] },
+        { "metaToken": 4294934537, "pattern": [368, 659] },
+        { "metaToken": 4294934538, "pattern": [4288, 568, 512] },
+        { "metaToken": 4294934539, "pattern": [512, 304] },
+        { "metaToken": 4294934540, "pattern": [610, 25] },
+        { "metaToken": 4294934541, "pattern": [422, 659] },
+        { "metaToken": 4294934542, "pattern": [61, 2511, 25] },
+        { "metaToken": 4294934543, "pattern": [61, 1808, 25] },
+        { "metaToken": 4294934544, "pattern": [6706, 25] },
+        { "metaToken": 4294934545, "pattern": [961, 512] },
+        { "metaToken": 4294934546, "pattern": [1374, 659] },
+        { "metaToken": 4294934547, "pattern": [4288, 2073, 610] }
+    ]
+}

package/dist/esm/index.js

@@ -0,0 +1,26 @@
+/**
+ * Small LTSC SDK - Lossless Token Sequence Compression
+ *
+ * A TypeScript SDK for compressing LLM token sequences to reduce
+ * inference costs and context length requirements.
+ *
+ * @packageDocumentation
+ */
+// Main compression API
+export { compress, discoverPatterns } from './compress.js';
+export { decompress, extractDictionary, extractBody, isCompressed } from './decompress.js';
+// Streaming API
+export { createStreamingCompressor, compressStream, processInChunks, } from './streaming.js';
+// Worker API
+export { createWorkerPool, compressInWorker, decompressInWorker, } from './worker.js';
+// Configuration
+export { DEFAULT_CONFIG, mergeConfig, } from './config.js';
+// Types
+export { normalizeTokens, isTokenSeq, } from './types.js';
+// Static dictionaries
+export { loadStaticDictionary, createStaticDictionary, listStaticDictionaries, isBuiltinDictionary, STATIC_DICTIONARIES, } from './dictionaries/index.js';
+// WASM initialization
+export { initWasm, initWasmFromModule, initWasmFromBytes, isWasmInitialized, getWasmVersion, } from './wasm/loader.js';
+// Re-export version from package.json at runtime
+export const VERSION = '0.1.0';
+//# sourceMappingURL=index.js.map

package/dist/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,uBAAuB;AACvB,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE3F,gBAAgB;AAChB,OAAO,EACL,yBAAyB,EACzB,cAAc,EACd,eAAe,GAEhB,MAAM,gBAAgB,CAAC;AAExB,aAAa;AACb,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,GAEnB,MAAM,aAAa,CAAC;AAErB,gBAAgB;AAChB,OAAO,EAIL,cAAc,EACd,WAAW,GACZ,MAAM,aAAa,CAAC;AAErB,QAAQ;AACR,OAAO,EAOL,eAAe,EACf,UAAU,GACX,MAAM,YAAY,CAAC;AAEpB,sBAAsB;AACtB,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,sBAAsB,EACtB,mBAAmB,EAGnB,mBAAmB,GACpB,MAAM,yBAAyB,CAAC;AAEjC,sBAAsB;AACtB,OAAO,EACL,QAAQ,EACR,kBAAkB,EAClB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,GACf,MAAM,kBAAkB,CAAC;AAE1B,iDAAiD;AACjD,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC"}

package/dist/esm/streaming.js

@@ -0,0 +1,139 @@
+/**
+ * Streaming compression API for large inputs.
+ *
+ * Provides a chunk-based interface for compressing token sequences
+ * that are too large to fit in memory at once.
+ */
+import { getWasm, isWasmInitialized, initWasm } from './wasm/loader.js';
+import { mergeConfig, toWasmConfig } from './config.js';
+import { normalizeTokens, } from './types.js';
+/**
+ * Create a new streaming compressor.
+ *
+ * @param config - Optional compression configuration
+ * @returns Streaming compressor instance
+ */
+export async function createStreamingCompressor(config) {
+    if (!isWasmInitialized()) {
+        await initWasm();
+    }
+    const mergedConfig = mergeConfig(config);
+    const wasmConfig = toWasmConfig(mergedConfig);
+    const wasm = getWasm();
+    const wasmCompressor = new wasm.StreamingCompressor(wasmConfig);
+    return new StreamingCompressorImpl(wasmCompressor, mergedConfig);
+}
+/**
+ * Internal implementation of StreamingCompressor.
+ */
+class StreamingCompressorImpl {
+    compressor;
+    config;
+    finished = false;
+    totalChunks = 0;
+    totalTokens = 0;
+    constructor(compressor, config) {
+        this.compressor = compressor;
+        this.config = config;
+    }
+    async addChunk(tokens) {
+        if (this.finished) {
+            throw new Error('Cannot add chunks to a finished compressor');
+        }
+        const normalizedTokens = normalizeTokens(tokens);
+        this.compressor.add_chunk(normalizedTokens);
+        this.totalChunks++;
+        this.totalTokens += normalizedTokens.length;
+    }
+    async finish() {
+        if (this.finished) {
+            throw new Error('Compressor has already been finished');
+        }
+        this.finished = true;
+        const startTime = performance.now();
+        const wasmResult = this.compressor.finish();
+        const endTime = performance.now();
+        const serializedTokens = Array.from(wasmResult.getSerializedTokens());
+        const dictionaryTokens = Array.from(wasmResult.getDictionaryTokens());
+        const bodyTokens = Array.from(wasmResult.getBodyTokens());
+        const originalTokens = Array.from(wasmResult.getOriginalTokens());
+        // Build dictionary map
+        const dictionaryMap = new Map();
+        const dictStart = this.config.dictStartToken;
+        const dictEnd = this.config.dictEndToken;
+        let pos = 0;
+        while (pos < dictionaryTokens.length && dictionaryTokens[pos] !== dictStart) {
+            pos++;
+        }
+        pos++;
+        while (pos < dictionaryTokens.length && dictionaryTokens[pos] !== dictEnd) {
+            const metaToken = dictionaryTokens[pos++];
+            const length = dictionaryTokens[pos++];
+            if (pos + length > dictionaryTokens.length)
+                break;
+            const definition = dictionaryTokens.slice(pos, pos + length);
+            dictionaryMap.set(metaToken, definition);
+            pos += length;
+        }
+        return {
+            originalTokens,
+            serializedTokens,
+            dictionaryTokens,
+            bodyTokens,
+            originalLength: wasmResult.original_length,
+            compressedLength: wasmResult.compressed_length,
+            compressionRatio: wasmResult.compression_ratio,
+            dictionaryMap,
+            staticDictionaryId: undefined,
+            metrics: {
+                discoveryTimeMs: 0,
+                selectionTimeMs: 0,
+                serializationTimeMs: 0,
+                totalTimeMs: endTime - startTime,
+                peakMemoryBytes: this.memoryUsage(),
+            },
+        };
+    }
+    memoryUsage() {
+        return this.compressor.memory_usage();
+    }
+    isFinished() {
+        return this.finished;
+    }
+}
+/**
+ * Process a token stream with streaming compression.
+ *
+ * Convenience function that handles creating the compressor and
+ * processing an async iterable of token chunks.
+ *
+ * @param tokenStream - Async iterable of token chunks
+ * @param config - Optional compression configuration
+ * @returns Promise resolving to compression result
+ */
+export async function compressStream(tokenStream, config) {
+    const compressor = await createStreamingCompressor(config);
+    for await (const chunk of tokenStream) {
+        await compressor.addChunk(chunk);
+    }
+    return compressor.finish();
+}
+/**
+ * Process tokens in chunks with a callback.
+ *
+ * @param tokens - Full token sequence
+ * @param chunkSize - Size of each chunk
+ * @param callback - Callback for each chunk
+ */
+export async function processInChunks(tokens, chunkSize, callback) {
+    const normalized = normalizeTokens(tokens);
+    const results = [];
+    for (let i = 0; i < normalized.length; i += chunkSize) {
+        const end = Math.min(i + chunkSize, normalized.length);
+        const chunk = normalized.subarray(i, end);
+        const result = await callback(chunk, i);
+        results.push(result);
+    }
+    return results;
+}
+//# sourceMappingURL=streaming.js.map

package/dist/esm/streaming.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"streaming.js","sourceRoot":"","sources":["../../src/streaming.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAExE,OAAO,EAA0B,WAAW,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAChF,OAAO,EAGL,eAAe,GAChB,MAAM,YAAY,CAAC;AAoDpB;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,MAA0B;IAE1B,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;QACzB,MAAM,QAAQ,EAAE,CAAC;IACnB,CAAC;IAED,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IACzC,MAAM,UAAU,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;IAE9C,MAAM,IAAI,GAAG,OAAO,EAAE,CAAC;IACvB,MAAM,cAAc,GAAG,IAAI,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAEhE,OAAO,IAAI,uBAAuB,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,MAAM,uBAAuB;IACnB,UAAU,CAA0B;IACpC,MAAM,CAAwD;IAC9D,QAAQ,GAAG,KAAK,CAAC;IACjB,WAAW,GAAG,CAAC,CAAC;IAChB,WAAW,GAAG,CAAC,CAAC;IAExB,YACE,UAAmC,EACnC,MAA6D;QAE7D,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAkB;QAC/B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,gBAAgB,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QACjD,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAC5C,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,CAAC,WAAW,IAAI,gBAAgB,CAAC,MAAM,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QAErB,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;QAC5C,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAElC,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,mBAAmB,EAAE,CAAC,CAAC;QACtE,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,mBAAmB,EAAE,CAAC,CAAC;QACtE,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,iBAAiB,EAAE,CAAC,CAAC;QAElE,uBAAuB;QACvB,MAAM,aAAa,GAAG,IAAI,GAAG,EAA6B,CAAC;QAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QAEzC,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,OAAO,GAAG,GAAG,gBAAgB,CAAC,MAAM,IAAI,gBAAgB,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;YAC5E,GAAG,EAAE,CAAC;QACR,CAAC;QACD,GAAG,EAAE,CAAC;QAEN,OAAO,GAAG,GAAG,gBAAgB,CAAC,MAAM,IAAI,gBAAgB,CAAC,GAAG,CAAC,KAAK,OAAO,EAAE,CAAC;YAC1E,MAAM,SAAS,GAAG,gBAAgB,CAAC,GAAG,EAAE,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAG,gBAAgB,CAAC,GAAG,EAAE,CAAC,CAAC;YACvC,IAAI,GAAG,GAAG,MAAM,GAAG,gBAAgB,CAAC,MAAM;gBAAE,MAAM;YAClD,MAAM,UAAU,GAAG,gBAAgB,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,GAAG,MAAM,CAAC,CAAC;YAC7D,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YACzC,GAAG,IAAI,MAAM,CAAC;QAChB,CAAC;QAED,OAAO;YACL,cAAc;YACd,gBAAgB;YAChB,gBAAgB;YAChB,UAAU;YACV,cAAc,EAAE,UAAU,CAAC,eAAe;YAC1C,gBAAgB,EAAE,UAAU,CAAC,iBAAiB;YAC9C,gBAAgB,EAAE,UAAU,CAAC,iBAAiB;YAC9C,aAAa;YACb,kBAAkB,EAAE,SAAS;YAC7B,OAAO,EAAE;gBACP,eAAe,EAAE,CAAC;gBAClB,eAAe,EAAE,CAAC;gBAClB,mBAAmB,EAAE,CAAC;gBACtB,WAAW,EAAE,OAAO,GAAG,SAAS;gBAChC,eAAe,EAAE,IAAI,CAAC,WAAW,EAAE;aACpC;SACF,CAAC;IACJ,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC;IACxC,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;CACF;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,WAAsC,EACtC,MAA0B;IAE1B,MAAM,UAAU,GAAG,MAAM,yBAAyB,CAAC,MAAM,CAAC,CAAC;IAE3D,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;QACtC,MAAM,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,OAAO,UAAU,CAAC,MAAM,EAAE,CAAC;AAC7B,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAkB,EAClB,SAAiB,EACjB,QAA2D;IAE3D,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAQ,EAAE,CAAC;IAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACtD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACxC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/esm/types.js

@@ -0,0 +1,25 @@
+/**
+ * Core type definitions for Small LTSC SDK.
+ */
+/**
+ * Normalize any token input to Uint32Array.
+ */
+export function normalizeTokens(tokens) {
+    if (tokens instanceof Uint32Array) {
+        return tokens;
+    }
+    return new Uint32Array(tokens);
+}
+/**
+ * Check if a value is a valid token sequence.
+ */
+export function isTokenSeq(value) {
+    if (value instanceof Uint32Array) {
+        return true;
+    }
+    if (Array.isArray(value)) {
+        return value.every((v) => typeof v === 'number' && Number.isInteger(v) && v >= 0);
+    }
+    return false;
+}
+//# sourceMappingURL=types.js.map

package/dist/esm/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAgIH;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,MAAkB;IAChD,IAAI,MAAM,YAAY,WAAW,EAAE,CAAC;QAClC,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,KAAc;IACvC,IAAI,KAAK,YAAY,WAAW,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,KAAK,CAChB,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAC9D,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/esm/wasm/index.js

@@ -0,0 +1,5 @@
+/**
+ * WASM module exports.
+ */
+export { initWasm, initWasmFromModule, initWasmFromBytes, getWasm, isWasmInitialized, resetWasm, getWasmVersion, } from './loader.js';
+//# sourceMappingURL=index.js.map

package/dist/esm/wasm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/wasm/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EACL,QAAQ,EACR,kBAAkB,EAClB,iBAAiB,EACjB,OAAO,EACP,iBAAiB,EACjB,SAAS,EACT,cAAc,GACf,MAAM,aAAa,CAAC"}

package/dist/esm/wasm/loader.js

@@ -0,0 +1,179 @@
+/**
+ * WASM module loader with cross-platform support.
+ *
+ * Handles loading the WebAssembly module in browser, Node.js, and Deno environments.
+ */
+// Global state
+let wasmModule = null;
+let wasmInstance = null;
+let initPromise = null;
+/**
+ * Detect the current runtime environment.
+ */
+function detectEnvironment() {
+    if (typeof Deno !== 'undefined') {
+        return 'deno';
+    }
+    if (typeof window !== 'undefined' && typeof window.document !== 'undefined') {
+        return 'browser';
+    }
+    if (typeof process !== 'undefined' &&
+        process.versions &&
+        process.versions.node) {
+        return 'node';
+    }
+    return 'browser'; // Default fallback
+}
+/**
+ * Load WASM bytes based on environment.
+ */
+async function loadWasmBytes() {
+    const env = detectEnvironment();
+    // Get the path to the WASM file
+    // This will be populated during the build process
+    const wasmPath = new URL('./small_ltsc_core_bg.wasm', import.meta.url);
+    switch (env) {
+        case 'browser': {
+            const response = await fetch(wasmPath);
+            if (!response.ok) {
+                throw new Error(`Failed to fetch WASM: ${response.statusText}`);
+            }
+            return response.arrayBuffer();
+        }
+        case 'node': {
+            // Dynamic import for Node.js fs module
+            const { readFile } = await import('node:fs/promises');
+            const { fileURLToPath } = await import('node:url');
+            const path = fileURLToPath(wasmPath);
+            const buffer = await readFile(path);
+            return buffer.buffer.slice(buffer.byteOffset, buffer.byteOffset + buffer.byteLength);
+        }
+        case 'deno': {
+            // Deno can use fetch for local files
+            const response = await fetch(wasmPath);
+            if (!response.ok) {
+                throw new Error(`Failed to fetch WASM: ${response.statusText}`);
+            }
+            return response.arrayBuffer();
+        }
+        default:
+            throw new Error(`Unsupported environment: ${env}`);
+    }
+}
+/**
+ * Create import object for WASM instantiation.
+ */
+function createImports() {
+    return {
+        env: {
+            // Logging functions for debugging
+            console_log: (ptr, len) => {
+                // In production, this would decode the string from memory
+                console.log('[WASM]', ptr, len);
+            },
+        },
+        wbg: {
+            // wasm-bindgen imports will be added here during build
+            __wbindgen_throw: (ptr, len) => {
+                throw new Error(`WASM error at ${ptr} len ${len}`);
+            },
+        },
+    };
+}
+/**
+ * Initialize the WASM module.
+ *
+ * This function is idempotent - calling it multiple times will only
+ * initialize once.
+ *
+ * @throws Error if WASM loading fails
+ */
+export async function initWasm() {
+    if (wasmInstance) {
+        return; // Already initialized
+    }
+    if (initPromise) {
+        return initPromise; // Initialization in progress
+    }
+    initPromise = (async () => {
+        try {
+            const wasmBytes = await loadWasmBytes();
+            wasmModule = await WebAssembly.compile(wasmBytes);
+            const imports = createImports();
+            const instance = await WebAssembly.instantiate(wasmModule, imports);
+            wasmInstance = instance.exports;
+        }
+        catch (error) {
+            initPromise = null; // Allow retry on failure
+            throw error;
+        }
+    })();
+    return initPromise;
+}
+/**
+ * Initialize from pre-compiled WASM module.
+ *
+ * Useful for environments where the WASM is bundled differently.
+ *
+ * @param module - Pre-compiled WebAssembly.Module
+ */
+export async function initWasmFromModule(module) {
+    if (wasmInstance) {
+        return;
+    }
+    wasmModule = module;
+    const imports = createImports();
+    const instance = await WebAssembly.instantiate(module, imports);
+    wasmInstance = instance.exports;
+}
+/**
+ * Initialize from WASM bytes.
+ *
+ * @param bytes - WASM binary as ArrayBuffer or Uint8Array
+ */
+export async function initWasmFromBytes(bytes) {
+    if (wasmInstance) {
+        return;
+    }
+    const buffer = bytes instanceof Uint8Array
+        ? new Uint8Array(bytes).buffer
+        : bytes;
+    wasmModule = await WebAssembly.compile(buffer);
+    const imports = createImports();
+    const instance = await WebAssembly.instantiate(wasmModule, imports);
+    wasmInstance = instance.exports;
+}
+/**
+ * Get the initialized WASM exports.
+ *
+ * @throws Error if WASM is not initialized
+ */
+export function getWasm() {
+    if (!wasmInstance) {
+        throw new Error('WASM not initialized. Call initWasm() first and await its completion.');
+    }
+    return wasmInstance;
+}
+/**
+ * Check if WASM is initialized.
+ */
+export function isWasmInitialized() {
+    return wasmInstance !== null;
+}
+/**
+ * Reset the WASM instance (mainly for testing).
+ */
+export function resetWasm() {
+    wasmInstance = null;
+    wasmModule = null;
+    initPromise = null;
+}
+/**
+ * Get WASM module version.
+ */
+export function getWasmVersion() {
+    const wasm = getWasm();
+    return wasm.version();
+}
+// Types are already exported at their interface declarations above
+//# sourceMappingURL=loader.js.map

package/dist/esm/wasm/loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../../src/wasm/loader.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAqCH,eAAe;AACf,IAAI,UAAU,GAA8B,IAAI,CAAC;AACjD,IAAI,YAAY,GAAuB,IAAI,CAAC;AAC5C,IAAI,WAAW,GAAyB,IAAI,CAAC;AAE7C;;GAEG;AACH,SAAS,iBAAiB;IACxB,IAAI,OAAO,IAAI,KAAK,WAAW,EAAE,CAAC;QAChC,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,OAAO,MAAM,KAAK,WAAW,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;QAC5E,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IACE,OAAO,OAAO,KAAK,WAAW;QAC9B,OAAO,CAAC,QAAQ;QAChB,OAAO,CAAC,QAAQ,CAAC,IAAI,EACrB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,SAAS,CAAC,CAAC,mBAAmB;AACvC,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,aAAa;IAC1B,MAAM,GAAG,GAAG,iBAAiB,EAAE,CAAC;IAEhC,gCAAgC;IAChC,kDAAkD;IAClD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,2BAA2B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEvE,QAAQ,GAAG,EAAE,CAAC;QACZ,KAAK,SAAS,CAAC,CAAC,CAAC;YACf,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YAClE,CAAC;YACD,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC;QAChC,CAAC;QAED,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,uCAAuC;YACvC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;YACtD,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;YACnD,MAAM,IAAI,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;YACrC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;YACpC,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CACxB,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CACtC,CAAC;QACJ,CAAC;QAED,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,qCAAqC;YACrC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YAClE,CAAC;YACD,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC;QAChC,CAAC;QAED;YACE,MAAM,IAAI,KAAK,CAAC,4BAA4B,GAAG,EAAE,CAAC,CAAC;IACvD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,aAAa;IACpB,OAAO;QACL,GAAG,EAAE;YACH,kCAAkC;YAClC,WAAW,EAAE,CAAC,GAAW,EAAE,GAAW,EAAE,EAAE;gBACxC,0DAA0D;gBAC1D,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YAClC,CAAC;SACF;QACD,GAAG,EAAE;YACH,uDAAuD;YACvD,gBAAgB,EAAE,CAAC,GAAW,EAAE,GAAW,EAAE,EAAE;gBAC7C,MAAM,IAAI,KAAK,CAAC,iBAAiB,GAAG,QAAQ,GAAG,EAAE,CAAC,CAAC;YACrD,CAAC;SACF;KACF,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ;IAC5B,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,CAAC,sBAAsB;IAChC,CAAC;IAED,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,WAAW,CAAC,CAAC,6BAA6B;IACnD,CAAC;IAED,WAAW,GAAG,CAAC,KAAK,IAAI,EAAE;QACxB,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,aAAa,EAAE,CAAC;YACxC,UAAU,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAClD,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YACpE,YAAY,GAAG,QAAQ,CAAC,OAAiC,CAAC;QAC5D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,GAAG,IAAI,CAAC,CAAC,yBAAyB;YAC7C,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;IAEL,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,MAA0B;IAE1B,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO;IACT,CAAC;IAED,UAAU,GAAG,MAAM,CAAC;IACpB,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;IAChC,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChE,YAAY,GAAG,QAAQ,CAAC,OAAiC,CAAC;AAC5D,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,KAA+B;IAE/B,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,YAAY,UAAU;QACxC,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM;QAC9B,CAAC,CAAC,KAAK,CAAC;IACV,UAAU,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,MAAqB,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;IAChC,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACpE,YAAY,GAAG,QAAQ,CAAC,OAAiC,CAAC;AAC5D,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,OAAO;IACrB,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CACb,uEAAuE,CACxE,CAAC;IACJ,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,OAAO,YAAY,KAAK,IAAI,CAAC;AAC/B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS;IACvB,YAAY,GAAG,IAAI,CAAC;IACpB,UAAU,GAAG,IAAI,CAAC;IAClB,WAAW,GAAG,IAAI,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc;IAC5B,MAAM,IAAI,GAAG,OAAO,EAAE,CAAC;IACvB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;AACxB,CAAC;AAED,mEAAmE"}