@small-ltsc/sdk 0.2.4 → 0.2.11

package/dist/esm/wasm/pkg/small_ltsc_core.d.ts

@@ -0,0 +1,333 @@
+/* tslint:disable */
+/* eslint-disable */
+
+/**
+ * Configuration for compression.
+ */
+export class CompressionConfig {
+    free(): void;
+    [Symbol.dispose](): void;
+    constructor();
+    meta_token_prefix: string;
+    meta_token_suffix: string;
+    selection_mode: string;
+    /**
+     * Beam width for beam search
+     */
+    beam_width: number;
+    /**
+     * Dictionary end delimiter token ID
+     */
+    dict_end_token: number;
+    /**
+     * Whether to include length tokens in dictionary
+     */
+    dict_length_enabled: boolean;
+    /**
+     * Dictionary start delimiter token ID
+     */
+    dict_start_token: number;
+    /**
+     * Enable hierarchical compression
+     */
+    hierarchical_enabled: boolean;
+    /**
+     * Maximum hierarchical compression depth
+     */
+    hierarchical_max_depth: number;
+    /**
+     * Maximum pattern length to consider
+     */
+    max_subsequence_length: number;
+    /**
+     * Size of meta-token pool
+     */
+    meta_token_pool_size: number;
+    /**
+     * Minimum pattern length to consider
+     */
+    min_subsequence_length: number;
+    /**
+     * Enable round-trip verification
+     */
+    verify: boolean;
+}
+
+/**
+ * Metrics from a compression operation.
+ */
+export class CompressionMetrics {
+    private constructor();
+    free(): void;
+    [Symbol.dispose](): void;
+    /**
+     * Number of candidates discovered
+     */
+    candidates_discovered: number;
+    /**
+     * Number of candidates selected
+     */
+    candidates_selected: number;
+    /**
+     * Time spent in pattern discovery (ms)
+     */
+    discovery_time_ms: number;
+    /**
+     * Peak memory usage (bytes, approximate)
+     */
+    peak_memory_bytes: number;
+    /**
+     * Time spent in selection (ms)
+     */
+    selection_time_ms: number;
+    /**
+     * Time spent in serialization (ms)
+     */
+    serialization_time_ms: number;
+    /**
+     * Total compression time (ms)
+     */
+    total_time_ms: number;
+}
+
+/**
+ * Result of compression operation.
+ */
+export class CompressionResult {
+    private constructor();
+    free(): void;
+    [Symbol.dispose](): void;
+    /**
+     * Get the body tokens as a JS array.
+     */
+    getBodyTokens(): Uint32Array;
+    /**
+     * Get the dictionary tokens as a JS array.
+     */
+    getDictionaryTokens(): Uint32Array;
+    /**
+     * Get the original tokens as a JS array.
+     */
+    getOriginalTokens(): Uint32Array;
+    /**
+     * Get the serialized tokens as a JS array.
+     */
+    getSerializedTokens(): Uint32Array;
+    /**
+     * Get the static dictionary ID if used.
+     */
+    getStaticDictionaryId(): string | undefined;
+    /**
+     * Get the compression ratio (compressed/original).
+     */
+    readonly compression_ratio: number;
+    /**
+     * Get tokens saved by compression.
+     */
+    readonly tokens_saved: bigint;
+    /**
+     * Compressed sequence length
+     */
+    compressed_length: number;
+    /**
+     * Original sequence length
+     */
+    original_length: number;
+}
+
+/**
+ * Streaming compressor for large inputs.
+ */
+export class StreamingCompressor {
+    free(): void;
+    [Symbol.dispose](): void;
+    /**
+     * Add a chunk of tokens.
+     */
+    add_chunk(tokens: Uint32Array): void;
+    /**
+     * Finish streaming and produce compressed result.
+     */
+    finish(): CompressionResult;
+    /**
+     * Get approximate memory usage.
+     */
+    memory_usage(): number;
+    /**
+     * Create a new streaming compressor.
+     */
+    constructor(config: any);
+}
+
+/**
+ * WASM-specific configuration for memory and performance tuning.
+ */
+export class WasmConfig {
+    free(): void;
+    [Symbol.dispose](): void;
+    constructor();
+    /**
+     * Chunk size for streaming processing (default: 32768)
+     */
+    chunk_size: number;
+    /**
+     * Maximum memory usage in MB (default: 256)
+     */
+    max_memory_mb: number;
+    /**
+     * Enable streaming for inputs above threshold (default: 50000)
+     */
+    streaming_threshold: number;
+}
+
+/**
+ * Compress a token sequence.
+ *
+ * # Arguments
+ *
+ * * `tokens` - The token sequence to compress (Uint32Array from JS)
+ * * `config` - Optional configuration (JsValue representing JsCompressionConfig)
+ *
+ * # Returns
+ *
+ * A CompressionResult containing the compressed tokens and metadata.
+ */
+export function compress(tokens: Uint32Array, config: any): CompressionResult;
+
+/**
+ * Decompress a compressed token sequence.
+ *
+ * # Arguments
+ *
+ * * `tokens` - The compressed token sequence
+ * * `config` - Optional configuration
+ *
+ * # Returns
+ *
+ * The original token sequence.
+ */
+export function decompress(tokens: Uint32Array, config: any): Uint32Array;
+
+/**
+ * Discover patterns without compressing.
+ *
+ * Useful for analysis and building static dictionaries.
+ */
+export function discover_patterns(tokens: Uint32Array, min_length: number, max_length: number): any;
+
+/**
+ * Initialize panic hook for better error messages in WASM.
+ */
+export function init(): void;
+
+/**
+ * Get version information.
+ */
+export function version(): string;
+
+export type InitInput = RequestInfo | URL | Response | BufferSource | WebAssembly.Module;
+
+export interface InitOutput {
+    readonly memory: WebAssembly.Memory;
+    readonly __wbg_compressionconfig_free: (a: number, b: number) => void;
+    readonly __wbg_compressionmetrics_free: (a: number, b: number) => void;
+    readonly __wbg_compressionresult_free: (a: number, b: number) => void;
+    readonly __wbg_get_compressionconfig_beam_width: (a: number) => number;
+    readonly __wbg_get_compressionconfig_dict_end_token: (a: number) => number;
+    readonly __wbg_get_compressionconfig_dict_length_enabled: (a: number) => number;
+    readonly __wbg_get_compressionconfig_dict_start_token: (a: number) => number;
+    readonly __wbg_get_compressionconfig_hierarchical_enabled: (a: number) => number;
+    readonly __wbg_get_compressionconfig_hierarchical_max_depth: (a: number) => number;
+    readonly __wbg_get_compressionconfig_max_subsequence_length: (a: number) => number;
+    readonly __wbg_get_compressionconfig_meta_token_pool_size: (a: number) => number;
+    readonly __wbg_get_compressionconfig_min_subsequence_length: (a: number) => number;
+    readonly __wbg_get_compressionconfig_verify: (a: number) => number;
+    readonly __wbg_get_compressionmetrics_candidates_discovered: (a: number) => number;
+    readonly __wbg_get_compressionmetrics_discovery_time_ms: (a: number) => number;
+    readonly __wbg_get_compressionmetrics_peak_memory_bytes: (a: number) => number;
+    readonly __wbg_get_compressionmetrics_selection_time_ms: (a: number) => number;
+    readonly __wbg_get_compressionmetrics_serialization_time_ms: (a: number) => number;
+    readonly __wbg_get_compressionmetrics_total_time_ms: (a: number) => number;
+    readonly __wbg_get_wasmconfig_chunk_size: (a: number) => number;
+    readonly __wbg_get_wasmconfig_max_memory_mb: (a: number) => number;
+    readonly __wbg_get_wasmconfig_streaming_threshold: (a: number) => number;
+    readonly __wbg_set_compressionconfig_beam_width: (a: number, b: number) => void;
+    readonly __wbg_set_compressionconfig_dict_end_token: (a: number, b: number) => void;
+    readonly __wbg_set_compressionconfig_dict_length_enabled: (a: number, b: number) => void;
+    readonly __wbg_set_compressionconfig_dict_start_token: (a: number, b: number) => void;
+    readonly __wbg_set_compressionconfig_hierarchical_enabled: (a: number, b: number) => void;
+    readonly __wbg_set_compressionconfig_hierarchical_max_depth: (a: number, b: number) => void;
+    readonly __wbg_set_compressionconfig_max_subsequence_length: (a: number, b: number) => void;
+    readonly __wbg_set_compressionconfig_meta_token_pool_size: (a: number, b: number) => void;
+    readonly __wbg_set_compressionconfig_min_subsequence_length: (a: number, b: number) => void;
+    readonly __wbg_set_compressionconfig_verify: (a: number, b: number) => void;
+    readonly __wbg_set_compressionmetrics_candidates_discovered: (a: number, b: number) => void;
+    readonly __wbg_set_compressionmetrics_discovery_time_ms: (a: number, b: number) => void;
+    readonly __wbg_set_compressionmetrics_peak_memory_bytes: (a: number, b: number) => void;
+    readonly __wbg_set_compressionmetrics_selection_time_ms: (a: number, b: number) => void;
+    readonly __wbg_set_compressionmetrics_serialization_time_ms: (a: number, b: number) => void;
+    readonly __wbg_set_compressionmetrics_total_time_ms: (a: number, b: number) => void;
+    readonly __wbg_set_wasmconfig_chunk_size: (a: number, b: number) => void;
+    readonly __wbg_set_wasmconfig_max_memory_mb: (a: number, b: number) => void;
+    readonly __wbg_set_wasmconfig_streaming_threshold: (a: number, b: number) => void;
+    readonly __wbg_streamingcompressor_free: (a: number, b: number) => void;
+    readonly __wbg_wasmconfig_free: (a: number, b: number) => void;
+    readonly compress: (a: number, b: number, c: any) => [number, number, number];
+    readonly compressionconfig_meta_token_prefix: (a: number) => [number, number];
+    readonly compressionconfig_meta_token_suffix: (a: number) => [number, number];
+    readonly compressionconfig_new: () => number;
+    readonly compressionconfig_selection_mode: (a: number) => [number, number];
+    readonly compressionconfig_set_meta_token_prefix: (a: number, b: number, c: number) => void;
+    readonly compressionconfig_set_meta_token_suffix: (a: number, b: number, c: number) => void;
+    readonly compressionconfig_set_selection_mode: (a: number, b: number, c: number) => void;
+    readonly compressionresult_compression_ratio: (a: number) => number;
+    readonly compressionresult_getBodyTokens: (a: number) => [number, number];
+    readonly compressionresult_getDictionaryTokens: (a: number) => [number, number];
+    readonly compressionresult_getOriginalTokens: (a: number) => [number, number];
+    readonly compressionresult_getSerializedTokens: (a: number) => [number, number];
+    readonly compressionresult_getStaticDictionaryId: (a: number) => [number, number];
+    readonly compressionresult_tokens_saved: (a: number) => bigint;
+    readonly decompress: (a: number, b: number, c: any) => [number, number, number, number];
+    readonly discover_patterns: (a: number, b: number, c: number, d: number) => [number, number, number];
+    readonly streamingcompressor_add_chunk: (a: number, b: number, c: number) => void;
+    readonly streamingcompressor_finish: (a: number) => [number, number, number];
+    readonly streamingcompressor_memory_usage: (a: number) => number;
+    readonly streamingcompressor_new: (a: any) => [number, number, number];
+    readonly version: () => [number, number];
+    readonly wasmconfig_new: () => number;
+    readonly init: () => void;
+    readonly __wbg_set_compressionmetrics_candidates_selected: (a: number, b: number) => void;
+    readonly __wbg_set_compressionresult_compressed_length: (a: number, b: number) => void;
+    readonly __wbg_set_compressionresult_original_length: (a: number, b: number) => void;
+    readonly __wbg_get_compressionmetrics_candidates_selected: (a: number) => number;
+    readonly __wbg_get_compressionresult_compressed_length: (a: number) => number;
+    readonly __wbg_get_compressionresult_original_length: (a: number) => number;
+    readonly __wbindgen_malloc: (a: number, b: number) => number;
+    readonly __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
+    readonly __wbindgen_free: (a: number, b: number, c: number) => void;
+    readonly __wbindgen_externrefs: WebAssembly.Table;
+    readonly __externref_table_dealloc: (a: number) => void;
+    readonly __wbindgen_start: () => void;
+}
+
+export type SyncInitInput = BufferSource | WebAssembly.Module;
+
+/**
+ * Instantiates the given `module`, which can either be bytes or
+ * a precompiled `WebAssembly.Module`.
+ *
+ * @param {{ module: SyncInitInput }} module - Passing `SyncInitInput` directly is deprecated.
+ *
+ * @returns {InitOutput}
+ */
+export function initSync(module: { module: SyncInitInput } | SyncInitInput): InitOutput;
+
+/**
+ * If `module_or_path` is {RequestInfo} or {URL}, makes a request and
+ * for everything else, calls `WebAssembly.instantiate` directly.
+ *
+ * @param {{ module_or_path: InitInput | Promise<InitInput> }} module_or_path - Passing `InitInput` directly is deprecated.
+ *
+ * @returns {Promise<InitOutput>}
+ */
+export default function __wbg_init (module_or_path?: { module_or_path: InitInput | Promise<InitInput> } | InitInput | Promise<InitInput>): Promise<InitOutput>;