@small-ltsc/sdk 0.1.0

package/dist/esm/worker.js

@@ -0,0 +1,304 @@
+/**
+ * Worker thread support for non-blocking compression.
+ *
+ * Provides utilities for running compression in Web Workers (browser)
+ * or Worker threads (Node.js) to avoid blocking the main thread.
+ */
+/**
+ * Create a worker pool for parallel compression.
+ *
+ * @param workerCount - Number of workers to create (default: navigator.hardwareConcurrency or 4)
+ * @returns Worker pool instance
+ *
+ * @example
+ * ```typescript
+ * import { createWorkerPool } from '@small-ltsc/sdk';
+ *
+ * const pool = await createWorkerPool(4);
+ *
+ * // Compress without blocking main thread
+ * const result = await pool.compress(tokens);
+ *
+ * // Clean up when done
+ * pool.terminate();
+ * ```
+ */
+export async function createWorkerPool(workerCount) {
+    const count = workerCount ?? (typeof navigator !== 'undefined' ? navigator.hardwareConcurrency : 4) ?? 4;
+    // Detect environment
+    const isNode = typeof process !== 'undefined' &&
+        process.versions &&
+        process.versions.node;
+    if (isNode) {
+        return createNodeWorkerPool(count);
+    }
+    else {
+        return createBrowserWorkerPool(count);
+    }
+}
+/**
+ * Create a browser-based worker pool.
+ */
+async function createBrowserWorkerPool(count) {
+    const workers = [];
+    const pendingRequests = new Map();
+    let nextWorkerIndex = 0;
+    // Worker script as a blob URL
+    const workerScript = `
+    let wasm = null;
+
+    self.onmessage = async function(event) {
+      const request = event.data;
+
+      if (request.type === 'init') {
+        try {
+          const { initWasm } = await import('@small-ltsc/sdk/wasm');
+          await initWasm();
+          self.postMessage({ type: 'init', success: true, error: null });
+        } catch (error) {
+          self.postMessage({ type: 'init', success: false, error: String(error) });
+        }
+        return;
+      }
+
+      if (request.type === 'compress') {
+        try {
+          const { compress } = await import('@small-ltsc/sdk');
+          const result = await compress(request.tokens, request.config);
+          self.postMessage({ type: 'compress', requestId: request.requestId, result, error: null });
+        } catch (error) {
+          self.postMessage({ type: 'compress', requestId: request.requestId, result: null, error: String(error) });
+        }
+        return;
+      }
+
+      if (request.type === 'decompress') {
+        try {
+          const { decompress } = await import('@small-ltsc/sdk');
+          const result = await decompress(request.tokens, request.config);
+          self.postMessage({ type: 'decompress', requestId: request.requestId, result, error: null });
+        } catch (error) {
+          self.postMessage({ type: 'decompress', requestId: request.requestId, result: null, error: String(error) });
+        }
+        return;
+      }
+    };
+  `;
+    const blob = new Blob([workerScript], { type: 'application/javascript' });
+    const workerUrl = URL.createObjectURL(blob);
+    // Create workers
+    for (let i = 0; i < count; i++) {
+        const worker = new Worker(workerUrl, { type: 'module' });
+        worker.onmessage = (event) => {
+            const response = event.data;
+            if (response.type === 'init') {
+                return;
+            }
+            const pending = pendingRequests.get(response.requestId);
+            if (!pending)
+                return;
+            pendingRequests.delete(response.requestId);
+            if (response.error) {
+                pending.reject(new Error(response.error));
+            }
+            else {
+                pending.resolve(response.result);
+            }
+        };
+        // Initialize worker
+        worker.postMessage({ type: 'init' });
+        workers.push(worker);
+    }
+    // Get next worker (round-robin)
+    const getWorker = () => {
+        const worker = workers[nextWorkerIndex];
+        nextWorkerIndex = (nextWorkerIndex + 1) % workers.length;
+        return worker;
+    };
+    // Generate request ID
+    const generateId = () => {
+        return `${Date.now()}-${Math.random().toString(36).substr(2, 9)}`;
+    };
+    return {
+        compress(tokens, config) {
+            return new Promise((resolve, reject) => {
+                const requestId = generateId();
+                pendingRequests.set(requestId, { resolve, reject });
+                const worker = getWorker();
+                worker.postMessage({
+                    type: 'compress',
+                    requestId,
+                    tokens: Array.from(tokens),
+                    config,
+                });
+            });
+        },
+        decompress(tokens, config) {
+            return new Promise((resolve, reject) => {
+                const requestId = generateId();
+                pendingRequests.set(requestId, { resolve, reject });
+                const worker = getWorker();
+                worker.postMessage({
+                    type: 'decompress',
+                    requestId,
+                    tokens: Array.from(tokens),
+                    config,
+                });
+            });
+        },
+        terminate() {
+            workers.forEach((w) => w.terminate());
+            workers.length = 0;
+            URL.revokeObjectURL(workerUrl);
+        },
+        size() {
+            return workers.length;
+        },
+    };
+}
+/**
+ * Create a Node.js-based worker pool.
+ */
+async function createNodeWorkerPool(count) {
+    // Import worker_threads dynamically
+    const { Worker } = await import('node:worker_threads');
+    const workers = [];
+    const pendingRequests = new Map();
+    let nextWorkerIndex = 0;
+    // Worker script for Node.js
+    const workerScript = `
+    const { parentPort } = require('worker_threads');
+
+    parentPort.on('message', async (request) => {
+      if (request.type === 'init') {
+        try {
+          const { initWasm } = await import('@small-ltsc/sdk/wasm');
+          await initWasm();
+          parentPort.postMessage({ type: 'init', success: true, error: null });
+        } catch (error) {
+          parentPort.postMessage({ type: 'init', success: false, error: String(error) });
+        }
+        return;
+      }
+
+      if (request.type === 'compress') {
+        try {
+          const { compress } = await import('@small-ltsc/sdk');
+          const result = await compress(request.tokens, request.config);
+          parentPort.postMessage({ type: 'compress', requestId: request.requestId, result, error: null });
+        } catch (error) {
+          parentPort.postMessage({ type: 'compress', requestId: request.requestId, result: null, error: String(error) });
+        }
+        return;
+      }
+
+      if (request.type === 'decompress') {
+        try {
+          const { decompress } = await import('@small-ltsc/sdk');
+          const result = await decompress(request.tokens, request.config);
+          parentPort.postMessage({ type: 'decompress', requestId: request.requestId, result, error: null });
+        } catch (error) {
+          parentPort.postMessage({ type: 'decompress', requestId: request.requestId, result: null, error: String(error) });
+        }
+        return;
+      }
+    });
+  `;
+    // Create workers
+    for (let i = 0; i < count; i++) {
+        const worker = new Worker(workerScript, { eval: true });
+        worker.on('message', (response) => {
+            if (response.type === 'init') {
+                return;
+            }
+            const pending = pendingRequests.get(response.requestId);
+            if (!pending)
+                return;
+            pendingRequests.delete(response.requestId);
+            if (response.error) {
+                pending.reject(new Error(response.error));
+            }
+            else {
+                pending.resolve(response.result);
+            }
+        });
+        // Initialize worker
+        worker.postMessage({ type: 'init' });
+        workers.push(worker);
+    }
+    const getWorker = () => {
+        const worker = workers[nextWorkerIndex];
+        nextWorkerIndex = (nextWorkerIndex + 1) % workers.length;
+        return worker;
+    };
+    const generateId = () => {
+        return `${Date.now()}-${Math.random().toString(36).substr(2, 9)}`;
+    };
+    return {
+        compress(tokens, config) {
+            return new Promise((resolve, reject) => {
+                const requestId = generateId();
+                pendingRequests.set(requestId, { resolve, reject });
+                const worker = getWorker();
+                worker.postMessage({
+                    type: 'compress',
+                    requestId,
+                    tokens: Array.from(tokens),
+                    config,
+                });
+            });
+        },
+        decompress(tokens, config) {
+            return new Promise((resolve, reject) => {
+                const requestId = generateId();
+                pendingRequests.set(requestId, { resolve, reject });
+                const worker = getWorker();
+                worker.postMessage({
+                    type: 'decompress',
+                    requestId,
+                    tokens: Array.from(tokens),
+                    config,
+                });
+            });
+        },
+        terminate() {
+            workers.forEach((w) => w.terminate());
+            workers.length = 0;
+        },
+        size() {
+            return workers.length;
+        },
+    };
+}
+/**
+ * Compress tokens in a worker (single-use helper).
+ *
+ * Creates a temporary worker, runs compression, and terminates.
+ * For multiple compressions, use createWorkerPool instead.
+ *
+ * @param tokens - Token sequence to compress
+ * @param config - Optional compression configuration
+ * @returns Promise resolving to compression result
+ */
+export async function compressInWorker(tokens, config) {
+    const pool = await createWorkerPool(1);
+    try {
+        return await pool.compress(tokens, config);
+    }
+    finally {
+        pool.terminate();
+    }
+}
+/**
+ * Decompress tokens in a worker (single-use helper).
+ */
+export async function decompressInWorker(tokens, config) {
+    const pool = await createWorkerPool(1);
+    try {
+        return await pool.decompress(tokens, config);
+    }
+    finally {
+        pool.terminate();
+    }
+}
+//# sourceMappingURL=worker.js.map

package/dist/esm/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../src/worker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAqDH;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,WAAoB;IACzD,MAAM,KAAK,GAAG,WAAW,IAAI,CAAC,OAAO,SAAS,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAEzG,qBAAqB;IACrB,MAAM,MAAM,GACV,OAAO,OAAO,KAAK,WAAW;QAC9B,OAAO,CAAC,QAAQ;QAChB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;IAExB,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,oBAAoB,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC;SAAM,CAAC;QACN,OAAO,uBAAuB,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,uBAAuB,CAAC,KAAa;IAClD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,eAAe,GAAG,IAAI,GAAG,EAAmC,CAAC;IACnE,IAAI,eAAe,GAAG,CAAC,CAAC;IAExB,8BAA8B;IAC9B,MAAM,YAAY,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuCpB,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC;IAC1E,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IAE5C,iBAAiB;IACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEzD,MAAM,CAAC,SAAS,GAAG,CAAC,KAAmC,EAAE,EAAE;YACzD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC;YAE5B,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC7B,OAAO;YACT,CAAC;YAED,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACxD,IAAI,CAAC,OAAO;gBAAE,OAAO;YAErB,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAE3C,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACnB,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YAC5C,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACnC,CAAC;QACH,CAAC,CAAC;QAEF,oBAAoB;QACpB,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,gCAAgC;IAChC,MAAM,SAAS,GAAG,GAAW,EAAE;QAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;QACxC,eAAe,GAAG,CAAC,eAAe,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACzD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IAEF,sBAAsB;IACtB,MAAM,UAAU,GAAG,GAAW,EAAE;QAC9B,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACpE,CAAC,CAAC;IAEF,OAAO;QACL,QAAQ,CAAC,MAAkB,EAAE,MAA0B;YACrD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACrC,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;gBAC/B,eAAe,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,MAAM,EAA6B,CAAC,CAAC;gBAE/E,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;gBAC3B,MAAM,CAAC,WAAW,CAAC;oBACjB,IAAI,EAAE,UAAU;oBAChB,SAAS;oBACT,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAA2B,CAAC;oBAC/C,MAAM;iBACP,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;QAED,UAAU,CAAC,MAAkB,EAAE,MAA4B;YACzD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACrC,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;gBAC/B,eAAe,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,MAAM,EAA6B,CAAC,CAAC;gBAE/E,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;gBAC3B,MAAM,CAAC,WAAW,CAAC;oBACjB,IAAI,EAAE,YAAY;oBAClB,SAAS;oBACT,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAA2B,CAAC;oBAC/C,MAAM;iBACP,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;QAED,SAAS;YACP,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;YACtC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;YACnB,GAAG,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QACjC,CAAC;QAED,IAAI;YACF,OAAO,OAAO,CAAC,MAAM,CAAC;QACxB,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,oBAAoB,CAAC,KAAa;IAC/C,oCAAoC;IACpC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;IAEvD,MAAM,OAAO,GAAkC,EAAE,CAAC;IAClD,MAAM,eAAe,GAAG,IAAI,GAAG,EAAmC,CAAC;IACnE,IAAI,eAAe,GAAG,CAAC,CAAC;IAExB,4BAA4B;IAC5B,MAAM,YAAY,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCpB,CAAC;IAEF,iBAAiB;IACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAExD,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,QAAwB,EAAE,EAAE;YAChD,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC7B,OAAO;YACT,CAAC;YAED,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACxD,IAAI,CAAC,OAAO;gBAAE,OAAO;YAErB,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAE3C,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACnB,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YAC5C,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACnC,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,oBAAoB;QACpB,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,MAAM,SAAS,GAAG,GAAG,EAAE;QACrB,MAAM,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;QACxC,eAAe,GAAG,CAAC,eAAe,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACzD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,GAAW,EAAE;QAC9B,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACpE,CAAC,CAAC;IAEF,OAAO;QACL,QAAQ,CAAC,MAAkB,EAAE,MAA0B;YACrD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACrC,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;gBAC/B,eAAe,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,MAAM,EAA6B,CAAC,CAAC;gBAE/E,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;gBAC3B,MAAM,CAAC,WAAW,CAAC;oBACjB,IAAI,EAAE,UAAU;oBAChB,SAAS;oBACT,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAA2B,CAAC;oBAC/C,MAAM;iBACP,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;QAED,UAAU,CAAC,MAAkB,EAAE,MAA4B;YACzD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACrC,MAAM,SAAS,GAAG,UAAU,EAAE,CAAC;gBAC/B,eAAe,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,MAAM,EAA6B,CAAC,CAAC;gBAE/E,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;gBAC3B,MAAM,CAAC,WAAW,CAAC;oBACjB,IAAI,EAAE,YAAY;oBAClB,SAAS;oBACT,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAA2B,CAAC;oBAC/C,MAAM;iBACP,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;QAED,SAAS;YACP,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;YACtC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QACrB,CAAC;QAED,IAAI;YACF,OAAO,OAAO,CAAC,MAAM,CAAC;QACxB,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,MAAkB,EAClB,MAA0B;IAE1B,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAEvC,IAAI,CAAC;QACH,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7C,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,SAAS,EAAE,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,MAAkB,EAClB,MAA4B;IAE5B,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAEvC,IAAI,CAAC;QACH,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/C,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,SAAS,EAAE,CAAC;IACnB,CAAC;AACH,CAAC"}

package/dist/types/compress.d.ts

@@ -0,0 +1,39 @@
+/**
+ * High-level compression API.
+ */
+import { type CompressionConfig } from './config.js';
+import { type CompressionResult, type TokenInput, type DiscoveredPattern } from './types.js';
+/**
+ * Compress a token sequence.
+ *
+ * @param tokens - The token sequence to compress (Array, Uint32Array, or similar)
+ * @param config - Optional compression configuration
+ * @returns Promise resolving to compression result
+ *
+ * @example
+ * ```typescript
+ * import { compress, decompress, initWasm } from '@small-ltsc/sdk';
+ *
+ * await initWasm();
+ *
+ * const tokens = [1, 2, 3, 1, 2, 3, 1, 2, 3];
+ * const result = await compress(tokens);
+ *
+ * console.log(`Compressed ${result.originalLength} -> ${result.compressedLength}`);
+ * console.log(`Ratio: ${(result.compressionRatio * 100).toFixed(1)}%`);
+ * ```
+ */
+export declare function compress(tokens: TokenInput, config?: CompressionConfig): Promise<CompressionResult>;
+/**
+ * Discover patterns in a token sequence without compressing.
+ *
+ * Useful for analysis, building static dictionaries, or understanding
+ * what patterns would be compressed.
+ *
+ * @param tokens - The token sequence to analyze
+ * @param minLength - Minimum pattern length (default: 2)
+ * @param maxLength - Maximum pattern length (default: 8)
+ * @returns Array of discovered patterns sorted by potential savings
+ */
+export declare function discoverPatterns(tokens: TokenInput, minLength?: number, maxLength?: number): Promise<DiscoveredPattern[]>;
+//# sourceMappingURL=compress.d.ts.map

package/dist/types/compress.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compress.d.ts","sourceRoot":"","sources":["../../src/compress.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,OAAO,EAAE,KAAK,iBAAiB,EAA6C,MAAM,aAAa,CAAC;AAChG,OAAO,EACL,KAAK,iBAAiB,EACtB,KAAK,UAAU,EACf,KAAK,iBAAiB,EAEvB,MAAM,YAAY,CAAC;AAGpB;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAsB,QAAQ,CAC5B,MAAM,EAAE,UAAU,EAClB,MAAM,CAAC,EAAE,iBAAiB,GACzB,OAAO,CAAC,iBAAiB,CAAC,CAuC5B;AA+GD;;;;;;;;;;GAUG;AACH,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,UAAU,EAClB,SAAS,SAAI,EACb,SAAS,SAAI,GACZ,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAY9B"}

package/dist/types/config.d.ts

@@ -0,0 +1,113 @@
+/**
+ * TypeScript configuration types for Small LTSC.
+ */
+import type { StaticDictionary } from './dictionaries/index.js';
+/**
+ * Selection mode for pattern selection.
+ */
+export type SelectionMode = 'greedy' | 'optimal' | 'beam';
+/**
+ * Configuration for compression operations.
+ */
+export interface CompressionConfig {
+    /**
+     * Minimum pattern length to consider.
+     * @default 2
+     */
+    minSubsequenceLength?: number;
+    /**
+     * Maximum pattern length to consider.
+     * @default 8
+     */
+    maxSubsequenceLength?: number;
+    /**
+     * Selection algorithm to use.
+     * - "greedy": Fast, good results for most inputs
+     * - "optimal": Uses DP for theoretically optimal selection (slower)
+     * - "beam": Beam search compromise between speed and quality
+     * @default "greedy"
+     */
+    selectionMode?: SelectionMode;
+    /**
+     * Beam width for beam search selection.
+     * Only used when selectionMode is "beam".
+     * @default 8
+     */
+    beamWidth?: number;
+    /**
+     * Enable hierarchical compression (meta-tokens can reference other meta-tokens).
+     * @default true
+     */
+    hierarchicalEnabled?: boolean;
+    /**
+     * Maximum depth for hierarchical compression.
+     * @default 3
+     */
+    hierarchicalMaxDepth?: number;
+    /**
+     * Static dictionary to use for pre-defined patterns.
+     * Can be a built-in dictionary ID or a custom dictionary.
+     */
+    staticDictionary?: string | StaticDictionary;
+    /**
+     * Input size threshold above which streaming mode is automatically enabled.
+     * @default 50000
+     */
+    streamingThreshold?: number;
+    /**
+     * Maximum memory usage for WASM in MB.
+     * @default 256
+     */
+    maxMemoryMb?: number;
+    /**
+     * Enable round-trip verification after compression.
+     * When enabled, decompresses the result and verifies it matches the original.
+     * @default false
+     */
+    verify?: boolean;
+    /**
+     * Dictionary start delimiter token.
+     * @default 0xFFFFFFF0
+     */
+    dictStartToken?: number;
+    /**
+     * Dictionary end delimiter token.
+     * @default 0xFFFFFFF1
+     */
+    dictEndToken?: number;
+    /**
+     * Starting meta-token ID for new dictionary entries.
+     * @default 0xFFFF0000
+     */
+    nextMetaToken?: number;
+}
+/**
+ * Configuration for decompression operations.
+ */
+export interface DecompressionConfig {
+    /**
+     * Dictionary start delimiter token.
+     * Must match the token used during compression.
+     */
+    dictStartToken?: number;
+    /**
+     * Dictionary end delimiter token.
+     * Must match the token used during compression.
+     */
+    dictEndToken?: number;
+}
+/**
+ * Default configuration values.
+ */
+export declare const DEFAULT_CONFIG: Required<Omit<CompressionConfig, 'staticDictionary'>>;
+/**
+ * Merge user config with defaults.
+ */
+export declare function mergeConfig(userConfig?: CompressionConfig): Required<Omit<CompressionConfig, 'staticDictionary'>> & {
+    staticDictionary?: string | StaticDictionary;
+};
+/**
+ * Convert SDK config to WASM config format.
+ */
+export declare function toWasmConfig(config: CompressionConfig): Record<string, unknown>;
+//# sourceMappingURL=config.d.ts.map

package/dist/types/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/config.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAEhE;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,QAAQ,GAAG,SAAS,GAAG,MAAM,CAAC;AAE1D;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAE9B;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAE9B;;;;;;OAMG;IACH,aAAa,CAAC,EAAE,aAAa,CAAC;IAE9B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAE9B;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAE9B;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,gBAAgB,CAAC;IAE7C;;;OAGG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAE5B;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;OAIG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,eAAO,MAAM,cAAc,EAAE,QAAQ,CACnC,IAAI,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAcnC,CAAC;AAEX;;GAEG;AACH,wBAAgB,WAAW,CACzB,UAAU,CAAC,EAAE,iBAAiB,GAC7B,QAAQ,CAAC,IAAI,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC,GAAG;IACzD,gBAAgB,CAAC,EAAE,MAAM,GAAG,gBAAgB,CAAC;CAC9C,CAKA;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAa/E"}

package/dist/types/decompress.d.ts

@@ -0,0 +1,53 @@
+/**
+ * High-level decompression API.
+ */
+import { type DecompressionConfig } from './config.js';
+import { type TokenInput } from './types.js';
+/**
+ * Decompress a compressed token sequence.
+ *
+ * @param tokens - The compressed token sequence
+ * @param config - Optional decompression configuration
+ * @returns Promise resolving to the original token sequence
+ *
+ * @example
+ * ```typescript
+ * import { compress, decompress, initWasm } from '@small-ltsc/sdk';
+ *
+ * await initWasm();
+ *
+ * const tokens = [1, 2, 3, 1, 2, 3, 1, 2, 3];
+ * const result = await compress(tokens);
+ * const restored = await decompress(result.serializedTokens);
+ *
+ * console.assert(JSON.stringify(tokens) === JSON.stringify(restored));
+ * ```
+ */
+export declare function decompress(tokens: TokenInput, config?: DecompressionConfig): Promise<readonly number[]>;
+/**
+ * Extract the dictionary from a compressed token sequence.
+ *
+ * @param tokens - The compressed token sequence
+ * @param config - Optional decompression configuration
+ * @returns Map of meta-tokens to their definitions
+ */
+export declare function extractDictionary(tokens: TokenInput, config?: DecompressionConfig): Promise<ReadonlyMap<number, readonly number[]>>;
+/**
+ * Extract the body tokens from a compressed sequence (without decompression).
+ *
+ * @param tokens - The compressed token sequence
+ * @param config - Optional decompression configuration
+ * @returns Body tokens with meta-token references
+ */
+export declare function extractBody(tokens: TokenInput, config?: DecompressionConfig): readonly number[];
+/**
+ * Check if a token sequence appears to be compressed.
+ *
+ * Looks for the dictionary start token marker.
+ *
+ * @param tokens - The token sequence to check
+ * @param config - Optional decompression configuration
+ * @returns True if the sequence contains a dictionary section
+ */
+export declare function isCompressed(tokens: TokenInput, config?: DecompressionConfig): boolean;
+//# sourceMappingURL=decompress.d.ts.map

package/dist/types/decompress.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"decompress.d.ts","sourceRoot":"","sources":["../../src/decompress.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,KAAK,mBAAmB,EAAkB,MAAM,aAAa,CAAC;AACvE,OAAO,EAAE,KAAK,UAAU,EAAmB,MAAM,YAAY,CAAC;AAE9D;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,UAAU,EAClB,MAAM,CAAC,EAAE,mBAAmB,GAC3B,OAAO,CAAC,SAAS,MAAM,EAAE,CAAC,CAgB5B;AAED;;;;;;GAMG;AACH,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,UAAU,EAClB,MAAM,CAAC,EAAE,mBAAmB,GAC3B,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC,CAAC,CA8BjD;AAED;;;;;;GAMG;AACH,wBAAgB,WAAW,CACzB,MAAM,EAAE,UAAU,EAClB,MAAM,CAAC,EAAE,mBAAmB,GAC3B,SAAS,MAAM,EAAE,CAanB;AAED;;;;;;;;GAQG;AACH,wBAAgB,YAAY,CAC1B,MAAM,EAAE,UAAU,EAClB,MAAM,CAAC,EAAE,mBAAmB,GAC3B,OAAO,CAIT"}

package/dist/types/dictionaries/index.d.ts

@@ -0,0 +1,127 @@
+/**
+ * Static dictionary support for Small LTSC.
+ *
+ * Pre-built dictionaries for common domains that can be used
+ * to improve compression of domain-specific content.
+ */
+/**
+ * Static dictionary definition.
+ */
+export interface StaticDictionary {
+    /**
+     * Unique identifier for the dictionary.
+     */
+    id: string;
+    /**
+     * Dictionary version.
+     */
+    version: string;
+    /**
+     * Human-readable name.
+     */
+    name: string;
+    /**
+     * Description of what this dictionary is optimized for.
+     */
+    description: string;
+    /**
+     * Dictionary entries: meta-token ID -> definition tokens.
+     */
+    entries: Map<number, readonly number[]>;
+    /**
+     * Patterns (token subsequences) to definitions.
+     */
+    patterns: Map<string, number>;
+}
+/**
+ * Available built-in static dictionaries.
+ */
+export declare const STATIC_DICTIONARIES: {
+    readonly 'python-v1': {
+        id: string;
+        version: string;
+        name: string;
+        description: string;
+        entries: {
+            metaToken: number;
+            pattern: number[];
+        }[];
+    };
+    readonly 'typescript-v1': {
+        id: string;
+        version: string;
+        name: string;
+        description: string;
+        entries: {
+            metaToken: number;
+            pattern: number[];
+        }[];
+    };
+    readonly 'markdown-v1': {
+        id: string;
+        version: string;
+        name: string;
+        description: string;
+        entries: {
+            metaToken: number;
+            pattern: number[];
+        }[];
+    };
+    readonly 'json-v1': {
+        id: string;
+        version: string;
+        name: string;
+        description: string;
+        entries: {
+            metaToken: number;
+            pattern: number[];
+        }[];
+    };
+    readonly 'sql-v1': {
+        id: string;
+        version: string;
+        name: string;
+        description: string;
+        entries: {
+            metaToken: number;
+            pattern: number[];
+        }[];
+    };
+};
+export type StaticDictionaryId = keyof typeof STATIC_DICTIONARIES;
+/**
+ * Load a built-in static dictionary.
+ *
+ * @param id - Dictionary ID (e.g., 'python-v1', 'typescript-v1')
+ * @returns Promise resolving to the static dictionary
+ *
+ * @example
+ * ```typescript
+ * import { loadStaticDictionary, compress } from '@small-ltsc/sdk';
+ *
+ * const pythonDict = await loadStaticDictionary('python-v1');
+ *
+ * const result = await compress(tokens, {
+ *   staticDictionary: pythonDict,
+ * });
+ * ```
+ */
+export declare function loadStaticDictionary(id: StaticDictionaryId): Promise<StaticDictionary>;
+/**
+ * Create a custom static dictionary from patterns.
+ *
+ * @param id - Unique identifier for the dictionary
+ * @param patterns - Array of token patterns to include
+ * @param startMetaToken - Starting meta-token ID (default: 0xFFFF8000)
+ * @returns StaticDictionary ready for use
+ */
+export declare function createStaticDictionary(id: string, patterns: number[][], startMetaToken?: number): StaticDictionary;
+/**
+ * List available built-in dictionaries.
+ */
+export declare function listStaticDictionaries(): StaticDictionaryId[];
+/**
+ * Check if a dictionary ID is a built-in dictionary.
+ */
+export declare function isBuiltinDictionary(id: string): id is StaticDictionaryId;
+//# sourceMappingURL=index.d.ts.map

package/dist/types/dictionaries/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/dictionaries/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC,CAAC;IAExC;;OAEG;IACH,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC/B;AASD;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAMtB,CAAC;AAEX,MAAM,MAAM,kBAAkB,GAAG,MAAM,OAAO,mBAAmB,CAAC;AAgBlE;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAsB,oBAAoB,CACxC,EAAE,EAAE,kBAAkB,GACrB,OAAO,CAAC,gBAAgB,CAAC,CAO3B;AAwBD;;;;;;;GAOG;AACH,wBAAgB,sBAAsB,CACpC,EAAE,EAAE,MAAM,EACV,QAAQ,EAAE,MAAM,EAAE,EAAE,EACpB,cAAc,SAAa,GAC1B,gBAAgB,CAmBlB;AAED;;GAEG;AACH,wBAAgB,sBAAsB,IAAI,kBAAkB,EAAE,CAE7D;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,EAAE,EAAE,MAAM,GAAG,EAAE,IAAI,kBAAkB,CAExE"}

package/dist/types/index.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Small LTSC SDK - Lossless Token Sequence Compression
+ *
+ * A TypeScript SDK for compressing LLM token sequences to reduce
+ * inference costs and context length requirements.
+ *
+ * @packageDocumentation
+ */
+export { compress, discoverPatterns } from './compress.js';
+export { decompress, extractDictionary, extractBody, isCompressed } from './decompress.js';
+export { createStreamingCompressor, compressStream, processInChunks, type StreamingCompressor, } from './streaming.js';
+export { createWorkerPool, compressInWorker, decompressInWorker, type WorkerPool, } from './worker.js';
+export { type CompressionConfig, type DecompressionConfig, type SelectionMode, DEFAULT_CONFIG, mergeConfig, } from './config.js';
+export { type Token, type TokenSeq, type TokenInput, type CompressionResult, type CompressionMetrics, type DiscoveredPattern, normalizeTokens, isTokenSeq, } from './types.js';
+export { loadStaticDictionary, createStaticDictionary, listStaticDictionaries, isBuiltinDictionary, type StaticDictionary, type StaticDictionaryId, STATIC_DICTIONARIES, } from './dictionaries/index.js';
+export { initWasm, initWasmFromModule, initWasmFromBytes, isWasmInitialized, getWasmVersion, } from './wasm/loader.js';
+export declare const VERSION = "0.1.0";
+//# sourceMappingURL=index.d.ts.map