@sparkleideas/cli 3.1.0-alpha.18 → 3.1.0-alpha.20

package/dist/src/appliance/gguf-engine.d.ts

@@ -0,0 +1,91 @@
+/**
+ * ruvLLM GGUF Inference Engine -- Pure Node.js GGUF Model Interface
+ *
+ * Provides:
+ *   1. GGUF binary header parsing (metadata without loading weights)
+ *   2. Model loading abstraction (node-llama-cpp when available, metadata-only fallback)
+ *   3. Token generation interface with async iterator streaming
+ *   4. KV-cache persistence to RVF-compatible binary format
+ *
+ * Zero external dependencies. node-llama-cpp is an optional peer.
+ *
+ * @module @sparkleideas/cli/appliance/gguf-engine
+ */
+export interface GgufMetadata {
+    magic: string;
+    version: number;
+    tensorCount: number;
+    kvCount: number;
+    architecture?: string;
+    name?: string;
+    contextLength?: number;
+    embeddingLength?: number;
+    blockCount?: number;
+    vocabSize?: number;
+    quantization?: string;
+    fileSize: number;
+    metadata: Record<string, unknown>;
+}
+export interface GgufEngineConfig {
+    contextSize?: number;
+    maxTokens?: number;
+    temperature?: number;
+    kvCachePath?: string;
+    verbose?: boolean;
+}
+export interface GenerateRequest {
+    prompt: string;
+    model?: string;
+    maxTokens?: number;
+    temperature?: number;
+    stream?: boolean;
+    stopSequences?: string[];
+}
+export interface GenerateResponse {
+    text: string;
+    model: string;
+    tokensUsed: number;
+    latencyMs: number;
+    metadataOnly: boolean;
+}
+/**
+ * Parse the header and metadata from a GGUF file without loading tensors.
+ * Reads only the first 256 KB of the file.
+ */
+export declare function parseGgufHeader(path: string): Promise<GgufMetadata>;
+export declare class GgufEngine {
+    private config;
+    private llamaCpp;
+    private llamaModel;
+    private llamaContext;
+    private loadedModels;
+    private activeModelPath;
+    private kvCache;
+    constructor(config: GgufEngineConfig);
+    /** Probe for node-llama-cpp availability. */
+    initialize(): Promise<void>;
+    /** Parse GGUF header and optionally load the model for inference. */
+    loadModel(path: string): Promise<GgufMetadata>;
+    /** Generate text. Delegates to node-llama-cpp or returns a metadata-only stub. */
+    generate(request: GenerateRequest): Promise<GenerateResponse>;
+    /** Stream tokens via async iterator. Falls back to yielding full response. */
+    stream(request: GenerateRequest): AsyncGenerator<string>;
+    /**
+     * Persist the KV cache to an RVF-compatible binary file.
+     * Format: RVKV magic | version u32 | model SHA-256 (32B) | entry count u32
+     *         entries: [key_len u32, key, val_len u32, val] | footer SHA-256 (32B)
+     */
+    persistKvCache(outputPath: string): Promise<void>;
+    /** Restore KV cache from an RVF-compatible binary file. */
+    loadKvCache(inputPath: string): Promise<void>;
+    /** Return metadata for all loaded models. */
+    getLoadedModels(): GgufMetadata[];
+    /** Store a key-value pair in the in-memory KV cache. */
+    setKvEntry(key: string, value: Buffer): void;
+    /** Retrieve a key-value pair from the in-memory KV cache. */
+    getKvEntry(key: string): Buffer | undefined;
+    /** Release resources, unload models, and optionally persist the KV cache. */
+    shutdown(): Promise<void>;
+    private tryLoadLlamaCpp;
+}
+//# sourceMappingURL=gguf-engine.d.ts.map

package/dist/src/appliance/gguf-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gguf-engine.d.ts","sourceRoot":"","sources":["../../../src/appliance/gguf-engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAmBH,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,gBAAgB;IAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,OAAO,CAAC;CACvB;AA6ED;;;GAGG;AACH,wBAAsB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAWzE;AAyED,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,YAAY,CAAa;IACjC,OAAO,CAAC,YAAY,CAAwC;IAC5D,OAAO,CAAC,eAAe,CAAuB;IAC9C,OAAO,CAAC,OAAO,CAAkC;gBAErC,MAAM,EAAE,gBAAgB;IAUpC,6CAA6C;IACvC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAOjC,qEAAqE;IAC/D,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAqBpD,kFAAkF;IAC5E,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA6CnE,8EAA8E;IACvE,MAAM,CAAC,OAAO,EAAE,eAAe,GAAG,cAAc,CAAC,MAAM,CAAC;IAuB/D;;;;OAIG;IACG,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA0BvD,2DAA2D;IACrD,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAmCnD,6CAA6C;IAC7C,eAAe,IAAI,YAAY,EAAE;IAEjC,wDAAwD;IACxD,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAE5C,6DAA6D;IAC7D,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAE3C,6EAA6E;IACvE,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;YAiBjB,eAAe;CAI9B"}

package/dist/src/appliance/gguf-engine.js

@@ -0,0 +1,425 @@
+/**
+ * ruvLLM GGUF Inference Engine -- Pure Node.js GGUF Model Interface
+ *
+ * Provides:
+ *   1. GGUF binary header parsing (metadata without loading weights)
+ *   2. Model loading abstraction (node-llama-cpp when available, metadata-only fallback)
+ *   3. Token generation interface with async iterator streaming
+ *   4. KV-cache persistence to RVF-compatible binary format
+ *
+ * Zero external dependencies. node-llama-cpp is an optional peer.
+ *
+ * @module @sparkleideas/cli/appliance/gguf-engine
+ */
+import { open, readFile, writeFile, stat as fsStat } from 'node:fs/promises';
+import { createHash } from 'node:crypto';
+import { basename } from 'node:path';
+// ── GGUF Metadata Value Types ───────────────────────────────
+var GgufValueType;
+(function (GgufValueType) {
+    GgufValueType[GgufValueType["UINT8"] = 0] = "UINT8";
+    GgufValueType[GgufValueType["INT8"] = 1] = "INT8";
+    GgufValueType[GgufValueType["UINT16"] = 2] = "UINT16";
+    GgufValueType[GgufValueType["INT16"] = 3] = "INT16";
+    GgufValueType[GgufValueType["UINT32"] = 4] = "UINT32";
+    GgufValueType[GgufValueType["INT32"] = 5] = "INT32";
+    GgufValueType[GgufValueType["FLOAT32"] = 6] = "FLOAT32";
+    GgufValueType[GgufValueType["BOOL"] = 7] = "BOOL";
+    GgufValueType[GgufValueType["STRING"] = 8] = "STRING";
+    GgufValueType[GgufValueType["ARRAY"] = 9] = "ARRAY";
+    GgufValueType[GgufValueType["UINT64"] = 10] = "UINT64";
+    GgufValueType[GgufValueType["INT64"] = 11] = "INT64";
+    GgufValueType[GgufValueType["FLOAT64"] = 12] = "FLOAT64";
+})(GgufValueType || (GgufValueType = {}));
+const GGUF_MAGIC = 0x46554747; // "GGUF" in little-endian
+const RVKV_MAGIC = 0x564B5652; // "RVKV" in little-endian
+const RVKV_VERSION = 1;
+// ── Internal Buffer Reader ──────────────────────────────────
+/** Stateful cursor over a Buffer for sequential binary reads. */
+class BufferReader {
+    buf;
+    offset = 0;
+    constructor(buf) {
+        this.buf = buf;
+    }
+    get remaining() { return this.buf.length - this.offset; }
+    readU8() { const v = this.buf.readUInt8(this.offset); this.offset += 1; return v; }
+    readI8() { const v = this.buf.readInt8(this.offset); this.offset += 1; return v; }
+    readU16() { const v = this.buf.readUInt16LE(this.offset); this.offset += 2; return v; }
+    readI16() { const v = this.buf.readInt16LE(this.offset); this.offset += 2; return v; }
+    readU32() { const v = this.buf.readUInt32LE(this.offset); this.offset += 4; return v; }
+    readI32() { const v = this.buf.readInt32LE(this.offset); this.offset += 4; return v; }
+    readF32() { const v = this.buf.readFloatLE(this.offset); this.offset += 4; return v; }
+    readF64() { const v = this.buf.readDoubleLE(this.offset); this.offset += 8; return v; }
+    readU64() { const v = this.buf.readBigUInt64LE(this.offset); this.offset += 8; return v; }
+    readI64() { const v = this.buf.readBigInt64LE(this.offset); this.offset += 8; return v; }
+    /** Safe for values up to 2^53. Real GGUF files never exceed this for tensor/kv counts. */
+    readU64AsNumber() { return Number(this.readU64()); }
+    readBool() { return this.readU8() !== 0; }
+    /** GGUF string: [length u64 LE][utf-8 bytes]. */
+    readString() {
+        const len = this.readU64AsNumber();
+        if (len === 0)
+            return '';
+        if (len > this.remaining)
+            throw new Error(`String length ${len} exceeds remaining buffer`);
+        const s = this.buf.toString('utf-8', this.offset, this.offset + len);
+        this.offset += len;
+        return s;
+    }
+}
+// ── GGUF Value Reading ──────────────────────────────────────
+/** Read a typed scalar from the buffer (shared by value and array-element readers). */
+function readScalar(reader, t) {
+    switch (t) {
+        case GgufValueType.UINT8: return reader.readU8();
+        case GgufValueType.INT8: return reader.readI8();
+        case GgufValueType.UINT16: return reader.readU16();
+        case GgufValueType.INT16: return reader.readI16();
+        case GgufValueType.UINT32: return reader.readU32();
+        case GgufValueType.INT32: return reader.readI32();
+        case GgufValueType.FLOAT32: return reader.readF32();
+        case GgufValueType.BOOL: return reader.readBool();
+        case GgufValueType.STRING: return reader.readString();
+        case GgufValueType.UINT64: return Number(reader.readU64());
+        case GgufValueType.INT64: return Number(reader.readI64());
+        case GgufValueType.FLOAT64: return reader.readF64();
+        default: return undefined;
+    }
+}
+/** Read a single GGUF typed value (scalar or array) from the buffer. */
+function readGgufValue(reader) {
+    const valueType = reader.readU32();
+    if (valueType === GgufValueType.ARRAY) {
+        const elemType = reader.readU32();
+        const len = reader.readU64AsNumber();
+        const arr = [];
+        for (let i = 0; i < len; i++) {
+            const v = readScalar(reader, elemType);
+            if (v === undefined)
+                throw new Error(`Unknown GGUF array element type: ${elemType}`);
+            arr.push(v);
+        }
+        return arr;
+    }
+    const v = readScalar(reader, valueType);
+    if (v === undefined)
+        throw new Error(`Unknown GGUF value type: ${valueType}`);
+    return v;
+}
+// ── GGUF Header Parsing ─────────────────────────────────────
+/**
+ * Parse the header and metadata from a GGUF file without loading tensors.
+ * Reads only the first 256 KB of the file.
+ */
+export async function parseGgufHeader(path) {
+    const fileInfo = await fsStat(path);
+    const readSize = Math.min(fileInfo.size, 256 * 1024);
+    const fh = await open(path, 'r');
+    try {
+        const buf = Buffer.alloc(readSize);
+        await fh.read(buf, 0, readSize, 0);
+        return parseGgufBuffer(buf, fileInfo.size, path);
+    }
+    finally {
+        await fh.close();
+    }
+}
+function parseGgufBuffer(buf, fileSize, filePath) {
+    const reader = new BufferReader(buf);
+    const magic = reader.readU32();
+    if (magic !== GGUF_MAGIC) {
+        throw new Error(`Invalid GGUF magic: 0x${magic.toString(16)} (expected 0x${GGUF_MAGIC.toString(16)})`);
+    }
+    const version = reader.readU32();
+    if (version < 2 || version > 3) {
+        throw new Error(`Unsupported GGUF version: ${version} (expected 2 or 3)`);
+    }
+    const tensorCount = reader.readU64AsNumber();
+    const kvCount = reader.readU64AsNumber();
+    const metadata = {};
+    for (let i = 0; i < kvCount; i++) {
+        if (reader.remaining < 12)
+            break;
+        try {
+            const key = reader.readString();
+            metadata[key] = readGgufValue(reader);
+        }
+        catch {
+            break; // reached end of read window
+        }
+    }
+    const arch = asString(metadata['general.architecture']);
+    const pfx = arch || 'llama'; // fallback prefix for well-known keys
+    return {
+        magic: 'GGUF', version, tensorCount, kvCount,
+        architecture: arch,
+        name: asString(metadata['general.name']),
+        contextLength: asNumber(metadata[`${pfx}.context_length`]),
+        embeddingLength: asNumber(metadata[`${pfx}.embedding_length`]),
+        blockCount: asNumber(metadata[`${pfx}.block_count`]),
+        vocabSize: inferVocabSize(metadata),
+        quantization: inferQuantFromMetadata(metadata, filePath),
+        fileSize, metadata,
+    };
+}
+// ── Metadata Helpers ────────────────────────────────────────
+function asString(v) { return typeof v === 'string' ? v : undefined; }
+function asNumber(v) { return typeof v === 'number' ? v : undefined; }
+const QUANT_RE = [
+    [/q2_k/i, 'Q2_K'], [/q3_k_s/i, 'Q3_K_S'], [/q3_k_m/i, 'Q3_K_M'], [/q3_k_l/i, 'Q3_K_L'],
+    [/q4_k_s/i, 'Q4_K_S'], [/q4_k_m/i, 'Q4_K_M'], [/q4_0/i, 'Q4_0'], [/q4_1/i, 'Q4_1'],
+    [/q5_k_s/i, 'Q5_K_S'], [/q5_k_m/i, 'Q5_K_M'], [/q5_0/i, 'Q5_0'], [/q5_1/i, 'Q5_1'],
+    [/q6_k/i, 'Q6_K'], [/q8_0/i, 'Q8_0'], [/f16/i, 'F16'], [/f32/i, 'F32'],
+];
+function inferQuantFromMetadata(meta, filePath) {
+    const ft = meta['general.file_type'];
+    if (typeof ft === 'number')
+        return `file_type_${ft}`;
+    const name = basename(filePath);
+    for (const [re, label] of QUANT_RE)
+        if (re.test(name))
+            return label;
+    return 'unknown';
+}
+function inferVocabSize(meta) {
+    const tokens = meta['tokenizer.ggml.tokens'];
+    if (Array.isArray(tokens))
+        return tokens.length;
+    return asNumber(meta['tokenizer.ggml.vocab_size']);
+}
+// ── GGUF Engine ─────────────────────────────────────────────
+export class GgufEngine {
+    config;
+    llamaCpp = null;
+    llamaModel = null;
+    llamaContext = null;
+    loadedModels = new Map();
+    activeModelPath = null;
+    kvCache = new Map();
+    constructor(config) {
+        this.config = {
+            contextSize: config.contextSize ?? 4096,
+            maxTokens: config.maxTokens ?? 512,
+            temperature: config.temperature ?? 0.7,
+            kvCachePath: config.kvCachePath ?? '',
+            verbose: config.verbose ?? false,
+        };
+    }
+    /** Probe for node-llama-cpp availability. */
+    async initialize() {
+        this.llamaCpp = await this.tryLoadLlamaCpp();
+        if (this.config.verbose) {
+            console.log(`[gguf-engine] node-llama-cpp: ${this.llamaCpp ? 'available' : 'not found (metadata-only mode)'}`);
+        }
+    }
+    /** Parse GGUF header and optionally load the model for inference. */
+    async loadModel(path) {
+        const meta = await parseGgufHeader(path);
+        this.loadedModels.set(path, meta);
+        this.activeModelPath = path;
+        if (this.llamaCpp) {
+            try {
+                const { getLlama } = this.llamaCpp;
+                const llama = await getLlama();
+                this.llamaModel = await llama.loadModel({ modelPath: path });
+                this.llamaContext = await this.llamaModel.createContext({ contextSize: this.config.contextSize });
+                if (this.config.verbose)
+                    console.log(`[gguf-engine] Model loaded: ${basename(path)}`);
+            }
+            catch (err) {
+                if (this.config.verbose)
+                    console.warn('[gguf-engine] node-llama-cpp load failed:', err);
+                this.llamaModel = null;
+                this.llamaContext = null;
+            }
+        }
+        return meta;
+    }
+    /** Generate text. Delegates to node-llama-cpp or returns a metadata-only stub. */
+    async generate(request) {
+        const start = performance.now();
+        const modelPath = request.model ?? this.activeModelPath;
+        const modelName = modelPath ? basename(modelPath) : 'none';
+        if (this.llamaContext && this.llamaModel) {
+            try {
+                const session = new this.llamaCpp.LlamaChatSession({
+                    contextSequence: this.llamaContext.getSequence(),
+                });
+                const text = await session.prompt(request.prompt, {
+                    maxTokens: request.maxTokens ?? this.config.maxTokens,
+                    temperature: request.temperature ?? this.config.temperature,
+                    stopGenerationTrigger: request.stopSequences
+                        ? request.stopSequences.map((s) => new this.llamaCpp.LlamaText([s]))
+                        : undefined,
+                });
+                // Use llama.cpp tokenizer for accurate count when available, else estimate
+                let tokensUsed;
+                try {
+                    const seq = this.llamaContext.getSequence();
+                    tokensUsed = seq.tokenCount ?? Math.ceil(text.length / 4);
+                }
+                catch {
+                    tokensUsed = Math.ceil(text.length / 4); // ~4 chars per token heuristic
+                }
+                return {
+                    text, model: modelName, tokensUsed,
+                    latencyMs: performance.now() - start, metadataOnly: false,
+                };
+            }
+            catch (err) {
+                if (this.config.verbose)
+                    console.warn('[gguf-engine] Generation failed:', err);
+            }
+        }
+        // Metadata-only fallback
+        const meta = modelPath ? this.loadedModels.get(modelPath) : undefined;
+        return {
+            text: meta
+                ? `[metadata-only] Model: ${meta.name ?? modelName}, arch: ${meta.architecture ?? 'unknown'}, ctx: ${meta.contextLength ?? 'unknown'}`
+                : '[metadata-only] No model loaded',
+            model: modelName, tokensUsed: 0,
+            latencyMs: performance.now() - start, metadataOnly: true,
+        };
+    }
+    /** Stream tokens via async iterator. Falls back to yielding full response. */
+    async *stream(request) {
+        if (this.llamaContext && this.llamaModel) {
+            try {
+                const session = new this.llamaCpp.LlamaChatSession({
+                    contextSequence: this.llamaContext.getSequence(),
+                });
+                const it = session.promptWithMeta(request.prompt, {
+                    maxTokens: request.maxTokens ?? this.config.maxTokens,
+                    temperature: request.temperature ?? this.config.temperature,
+                });
+                if (it && typeof it[Symbol.asyncIterator] === 'function') {
+                    for await (const chunk of it) {
+                        if (typeof chunk === 'string')
+                            yield chunk;
+                        else if (chunk?.text)
+                            yield chunk.text;
+                    }
+                    return;
+                }
+            }
+            catch { /* fall through to single-chunk fallback */ }
+        }
+        const response = await this.generate(request);
+        yield response.text;
+    }
+    /**
+     * Persist the KV cache to an RVF-compatible binary file.
+     * Format: RVKV magic | version u32 | model SHA-256 (32B) | entry count u32
+     *         entries: [key_len u32, key, val_len u32, val] | footer SHA-256 (32B)
+     */
+    async persistKvCache(outputPath) {
+        const path = outputPath || this.config.kvCachePath;
+        if (!path)
+            throw new Error('No KV cache output path specified');
+        const modelHash = createHash('sha256').update(this.activeModelPath ?? 'no-model').digest();
+        const entryBufs = [];
+        for (const [key, value] of this.kvCache) {
+            const keyBuf = Buffer.from(key, 'utf-8');
+            const hdr = Buffer.alloc(8);
+            hdr.writeUInt32LE(keyBuf.length, 0);
+            hdr.writeUInt32LE(value.length, 4);
+            entryBufs.push(hdr, keyBuf, value);
+        }
+        const entryData = Buffer.concat(entryBufs);
+        const footer = createHash('sha256').update(entryData).digest();
+        const header = Buffer.alloc(44);
+        header.writeUInt32LE(RVKV_MAGIC, 0);
+        header.writeUInt32LE(RVKV_VERSION, 4);
+        modelHash.copy(header, 8);
+        header.writeUInt32LE(this.kvCache.size, 40);
+        await writeFile(path, Buffer.concat([header, entryData, footer]));
+        if (this.config.verbose)
+            console.log(`[gguf-engine] KV cache persisted: ${this.kvCache.size} entries`);
+    }
+    /** Restore KV cache from an RVF-compatible binary file. */
+    async loadKvCache(inputPath) {
+        const data = await readFile(inputPath);
+        if (data.length < 44)
+            throw new Error('KV cache file too small');
+        const magic = data.readUInt32LE(0);
+        if (magic !== RVKV_MAGIC)
+            throw new Error(`Invalid KV cache magic: 0x${magic.toString(16)}`);
+        const version = data.readUInt32LE(4);
+        if (version !== RVKV_VERSION)
+            throw new Error(`Unsupported KV cache version: ${version}`);
+        const entryCount = data.readUInt32LE(40);
+        let offset = 44;
+        const entries = new Map();
+        for (let i = 0; i < entryCount; i++) {
+            if (offset + 8 > data.length)
+                throw new Error('KV cache file truncated');
+            const keyLen = data.readUInt32LE(offset);
+            const valLen = data.readUInt32LE(offset + 4);
+            offset += 8;
+            if (offset + keyLen + valLen > data.length)
+                throw new Error('KV cache file truncated');
+            entries.set(data.toString('utf-8', offset, offset + keyLen), Buffer.from(data.subarray(offset + keyLen, offset + keyLen + valLen)));
+            offset += keyLen + valLen;
+        }
+        // Verify footer hash (mandatory)
+        if (offset + 32 > data.length) {
+            throw new Error('KV cache file missing SHA256 footer');
+        }
+        const stored = data.subarray(offset, offset + 32);
+        const computed = createHash('sha256').update(data.subarray(44, offset)).digest();
+        if (!stored.equals(computed))
+            throw new Error('KV cache integrity check failed: hash mismatch');
+        this.kvCache = entries;
+        if (this.config.verbose)
+            console.log(`[gguf-engine] KV cache loaded: ${entries.size} entries`);
+    }
+    /** Return metadata for all loaded models. */
+    getLoadedModels() { return Array.from(this.loadedModels.values()); }
+    /** Store a key-value pair in the in-memory KV cache. */
+    setKvEntry(key, value) { this.kvCache.set(key, value); }
+    /** Retrieve a key-value pair from the in-memory KV cache. */
+    getKvEntry(key) { return this.kvCache.get(key); }
+    /** Release resources, unload models, and optionally persist the KV cache. */
+    async shutdown() {
+        if (this.config.kvCachePath && this.kvCache.size > 0) {
+            try {
+                await this.persistKvCache(this.config.kvCachePath);
+            }
+            catch (err) {
+                if (this.config.verbose)
+                    console.warn('[gguf-engine] KV persist failed:', err);
+            }
+        }
+        if (this.llamaContext?.dispose) {
+            try {
+                await this.llamaContext.dispose();
+            }
+            catch { /* ignore */ }
+        }
+        if (this.llamaModel?.dispose) {
+            try {
+                await this.llamaModel.dispose();
+            }
+            catch { /* ignore */ }
+        }
+        this.llamaContext = null;
+        this.llamaModel = null;
+        this.activeModelPath = null;
+        this.loadedModels.clear();
+        this.kvCache.clear();
+        if (this.config.verbose)
+            console.log('[gguf-engine] Shutdown complete');
+    }
+    // ── Private ───────────────────────────────────────────────
+    async tryLoadLlamaCpp() {
+        // @ts-ignore -- optional peer dependency, may not be installed
+        try {
+            return await import('node-llama-cpp');
+        }
+        catch {
+            return null;
+        }
+    }
+}
+//# sourceMappingURL=gguf-engine.js.map

package/dist/src/appliance/gguf-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gguf-engine.js","sourceRoot":"","sources":["../../../src/appliance/gguf-engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,IAAI,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC7E,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAErC,+DAA+D;AAE/D,IAAW,aAGV;AAHD,WAAW,aAAa;IACtB,mDAAS,CAAA;IAAE,iDAAQ,CAAA;IAAE,qDAAU,CAAA;IAAE,mDAAS,CAAA;IAAE,qDAAU,CAAA;IAAE,mDAAS,CAAA;IACjE,uDAAW,CAAA;IAAE,iDAAQ,CAAA;IAAE,qDAAU,CAAA;IAAE,mDAAS,CAAA;IAAE,sDAAW,CAAA;IAAE,oDAAU,CAAA;IAAE,wDAAY,CAAA;AACrF,CAAC,EAHU,aAAa,KAAb,aAAa,QAGvB;AAED,MAAM,UAAU,GAAG,UAAU,CAAC,CAAC,0BAA0B;AACzD,MAAM,UAAU,GAAG,UAAU,CAAC,CAAC,0BAA0B;AACzD,MAAM,YAAY,GAAG,CAAC,CAAC;AA6CvB,+DAA+D;AAE/D,iEAAiE;AACjE,MAAM,YAAY;IAEI;IADZ,MAAM,GAAG,CAAC,CAAC;IACnB,YAAoB,GAAW;QAAX,QAAG,GAAH,GAAG,CAAQ;IAAG,CAAC;IACnC,IAAI,SAAS,KAAa,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAEjE,MAAM,KAAc,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC5F,MAAM,KAAc,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC3F,OAAO,KAAa,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/F,OAAO,KAAa,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC9F,OAAO,KAAa,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/F,OAAO,KAAa,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC9F,OAAO,KAAa,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC9F,OAAO,KAAa,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/F,OAAO,KAAa,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAClG,OAAO,KAAa,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACjG,0FAA0F;IAC1F,eAAe,KAAa,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5D,QAAQ,KAAc,OAAO,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IAEnD,iDAAiD;IACjD,UAAU;QACR,MAAM,GAAG,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QACnC,IAAI,GAAG,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACzB,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,GAAG,2BAA2B,CAAC,CAAC;QAC3F,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;QACrE,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC;QACnB,OAAO,CAAC,CAAC;IACX,CAAC;CACF;AAED,+DAA+D;AAE/D,uFAAuF;AACvF,SAAS,UAAU,CAAC,MAAoB,EAAE,CAAS;IACjD,QAAQ,CAAC,EAAE,CAAC;QACV,KAAK,aAAa,CAAC,KAAK,CAAC,CAAG,OAAO,MAAM,CAAC,MAAM,EAAE,CAAC;QACnD,KAAK,aAAa,CAAC,IAAI,CAAC,CAAI,OAAO,MAAM,CAAC,MAAM,EAAE,CAAC;QACnD,KAAK,aAAa,CAAC,MAAM,CAAC,CAAE,OAAO,MAAM,CAAC,OAAO,EAAE,CAAC;QACpD,KAAK,aAAa,CAAC,KAAK,CAAC,CAAG,OAAO,MAAM,CAAC,OAAO,EAAE,CAAC;QACpD,KAAK,aAAa,CAAC,MAAM,CAAC,CAAE,OAAO,MAAM,CAAC,OAAO,EAAE,CAAC;QACpD,KAAK,aAAa,CAAC,KAAK,CAAC,CAAG,OAAO,MAAM,CAAC,OAAO,EAAE,CAAC;QACpD,KAAK,aAAa,CAAC,OAAO,CAAC,CAAC,OAAO,MAAM,CAAC,OAAO,EAAE,CAAC;QACpD,KAAK,aAAa,CAAC,IAAI,CAAC,CAAI,OAAO,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrD,KAAK,aAAa,CAAC,MAAM,CAAC,CAAE,OAAO,MAAM,CAAC,UAAU,EAAE,CAAC;QACvD,KAAK,aAAa,CAAC,MAAM,CAAC,CAAE,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5D,KAAK,aAAa,CAAC,KAAK,CAAC,CAAG,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5D,KAAK,aAAa,CAAC,OAAO,CAAC,CAAC,OAAO,MAAM,CAAC,OAAO,EAAE,CAAC;QACpD,OAAO,CAAC,CAAC,OAAO,SAAS,CAAC;IAC5B,CAAC;AACH,CAAC;AAED,wEAAwE;AACxE,SAAS,aAAa,CAAC,MAAoB;IACzC,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;IACnC,IAAI,SAAS,KAAK,aAAa,CAAC,KAAK,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC;QACrC,MAAM,GAAG,GAAc,EAAE,CAAC;QAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,MAAM,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACvC,IAAI,CAAC,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,QAAQ,EAAE,CAAC,CAAC;YACrF,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACd,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IACD,MAAM,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACxC,IAAI,CAAC,KAAK,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,SAAS,EAAE,CAAC,CAAC;IAC9E,OAAO,CAAC,CAAC;AACX,CAAC;AAED,+DAA+D;AAE/D;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAY;IAChD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;IACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,GAAG,IAAI,CAAC,CAAC;IACrD,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACjC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QACnC,OAAO,eAAe,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACnD,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,GAAW,EAAE,QAAgB,EAAE,QAAgB;IACtE,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;IAErC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;IAC/B,IAAI,KAAK,KAAK,UAAU,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,gBAAgB,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IACzG,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;IACjC,IAAI,OAAO,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,6BAA6B,OAAO,oBAAoB,CAAC,CAAC;IAC5E,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC;IAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC;IAEzC,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;QACjC,IAAI,MAAM,CAAC,SAAS,GAAG,EAAE;YAAE,MAAM;QACjC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;YAChC,QAAQ,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;QACxC,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,CAAC,6BAA6B;QACtC,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC;IACxD,MAAM,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,CAAC,sCAAsC;IAEnE,OAAO;QACL,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO;QAC5C,YAAY,EAAE,IAAI;QAClB,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QACxC,aAAa,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,GAAG,iBAAiB,CAAC,CAAC;QAC1D,eAAe,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,GAAG,mBAAmB,CAAC,CAAC;QAC9D,UAAU,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,GAAG,cAAc,CAAC,CAAC;QACpD,SAAS,EAAE,cAAc,CAAC,QAAQ,CAAC;QACnC,YAAY,EAAE,sBAAsB,CAAC,QAAQ,EAAE,QAAQ,CAAC;QACxD,QAAQ,EAAE,QAAQ;KACnB,CAAC;AACJ,CAAC;AAED,+DAA+D;AAE/D,SAAS,QAAQ,CAAC,CAAU,IAAwB,OAAO,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;AACnG,SAAS,QAAQ,CAAC,CAAU,IAAwB,OAAO,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;AAEnG,MAAM,QAAQ,GAA4B;IACxC,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC;IACtF,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;IAClF,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;IAClF,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC;CACvE,CAAC;AAEF,SAAS,sBAAsB,CAAC,IAA6B,EAAE,QAAgB;IAC7E,MAAM,EAAE,GAAG,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACrC,IAAI,OAAO,EAAE,KAAK,QAAQ;QAAE,OAAO,aAAa,EAAE,EAAE,CAAC;IACrD,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChC,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,QAAQ;QAAE,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;IACpE,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,cAAc,CAAC,IAA6B;IACnD,MAAM,MAAM,GAAG,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC7C,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC,MAAM,CAAC;IAChD,OAAO,QAAQ,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,+DAA+D;AAE/D,MAAM,OAAO,UAAU;IACb,MAAM,CAA6B;IACnC,QAAQ,GAAQ,IAAI,CAAC;IACrB,UAAU,GAAQ,IAAI,CAAC;IACvB,YAAY,GAAQ,IAAI,CAAC;IACzB,YAAY,GAA8B,IAAI,GAAG,EAAE,CAAC;IACpD,eAAe,GAAkB,IAAI,CAAC;IACtC,OAAO,GAAwB,IAAI,GAAG,EAAE,CAAC;IAEjD,YAAY,MAAwB;QAClC,IAAI,CAAC,MAAM,GAAG;YACZ,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,IAAI;YACvC,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,GAAG;YAClC,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;YACtC,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,EAAE;YACrC,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK;SACjC,CAAC;IACJ,CAAC;IAED,6CAA6C;IAC7C,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC7C,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,iCAAiC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,gCAAgC,EAAE,CAAC,CAAC;QACjH,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,KAAK,CAAC,SAAS,CAAC,IAAY;QAC1B,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAClC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAE5B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC;gBACH,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC;gBACnC,MAAM,KAAK,GAAG,MAAM,QAAQ,EAAE,CAAC;gBAC/B,IAAI,CAAC,UAAU,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC7D,IAAI,CAAC,YAAY,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;gBAClG,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;oBAAE,OAAO,CAAC,GAAG,CAAC,+BAA+B,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxF,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;oBAAE,OAAO,CAAC,IAAI,CAAC,2CAA2C,EAAE,GAAG,CAAC,CAAC;gBACxF,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;gBACvB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;YAC3B,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,kFAAkF;IAClF,KAAK,CAAC,QAAQ,CAAC,OAAwB;QACrC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,eAAe,CAAC;QACxD,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAE3D,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACzC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC;oBACjD,eAAe,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE;iBACjD,CAAC,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE;oBAChD,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;oBACrD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;oBAC3D,qBAAqB,EAAE,OAAO,CAAC,aAAa;wBAC1C,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC5E,CAAC,CAAC,SAAS;iBACd,CAAC,CAAC;gBACH,2EAA2E;gBAC3E,IAAI,UAAkB,CAAC;gBACvB,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC;oBAC5C,UAAU,GAAG,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAC5D,CAAC;gBAAC,MAAM,CAAC;oBACP,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,+BAA+B;gBAC1E,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU;oBAClC,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,YAAY,EAAE,KAAK;iBAC1D,CAAC;YACJ,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;oBAAE,OAAO,CAAC,IAAI,CAAC,kCAAkC,EAAE,GAAG,CAAC,CAAC;YACjF,CAAC;QACH,CAAC;QAED,yBAAyB;QACzB,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACtE,OAAO;YACL,IAAI,EAAE,IAAI;gBACR,CAAC,CAAC,0BAA0B,IAAI,CAAC,IAAI,IAAI,SAAS,WAAW,IAAI,CAAC,YAAY,IAAI,SAAS,UAAU,IAAI,CAAC,aAAa,IAAI,SAAS,EAAE;gBACtI,CAAC,CAAC,iCAAiC;YACrC,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;YAC/B,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,YAAY,EAAE,IAAI;SACzD,CAAC;IACJ,CAAC;IAED,8EAA8E;IAC9E,KAAK,CAAC,CAAC,MAAM,CAAC,OAAwB;QACpC,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACzC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC;oBACjD,eAAe,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE;iBACjD,CAAC,CAAC;gBACH,MAAM,EAAE,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,EAAE;oBAChD,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;oBACrD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;iBAC5D,CAAC,CAAC;gBACH,IAAI,EAAE,IAAI,OAAO,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,UAAU,EAAE,CAAC;oBACzD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,EAAE,EAAE,CAAC;wBAC7B,IAAI,OAAO,KAAK,KAAK,QAAQ;4BAAE,MAAM,KAAK,CAAC;6BACtC,IAAI,KAAK,EAAE,IAAI;4BAAE,MAAM,KAAK,CAAC,IAAI,CAAC;oBACzC,CAAC;oBACD,OAAO;gBACT,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAC,2CAA2C,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,QAAQ,CAAC,IAAI,CAAC;IACtB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,cAAc,CAAC,UAAkB;QACrC,MAAM,IAAI,GAAG,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;QACnD,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QAEhE,MAAM,SAAS,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,IAAI,UAAU,CAAC,CAAC,MAAM,EAAE,CAAC;QAC3F,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACzC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC5B,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACpC,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACnC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QACrC,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC;QAE/D,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAChC,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QACtC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1B,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAE5C,MAAM,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;QAClE,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO,CAAC,GAAG,CAAC,qCAAqC,IAAI,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,CAAC;IACzG,CAAC;IAED,2DAA2D;IAC3D,KAAK,CAAC,WAAW,CAAC,SAAiB;QACjC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;QACvC,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAEjE,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,KAAK,KAAK,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAC7F,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrC,IAAI,OAAO,KAAK,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,OAAO,EAAE,CAAC,CAAC;QAE1F,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACzC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;QAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,IAAI,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;YACzE,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACzC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC7C,MAAM,IAAI,CAAC,CAAC;YACZ,IAAI,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;YACvF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACpI,MAAM,IAAI,MAAM,GAAG,MAAM,CAAC;QAC5B,CAAC;QAED,iCAAiC;QACjC,IAAI,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,EAAE,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QACjF,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QAEhG,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO,CAAC,GAAG,CAAC,kCAAkC,OAAO,CAAC,IAAI,UAAU,CAAC,CAAC;IACjG,CAAC;IAED,6CAA6C;IAC7C,eAAe,KAAqB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;IAEpF,wDAAwD;IACxD,UAAU,CAAC,GAAW,EAAE,KAAa,IAAU,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IAE9E,6DAA6D;IAC7D,UAAU,CAAC,GAAW,IAAwB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAE7E,6EAA6E;IAC7E,KAAK,CAAC,QAAQ;QACZ,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACrD,IAAI,CAAC;gBAAC,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YAAC,CAAC;YAC3D,OAAO,GAAG,EAAE,CAAC;gBAAC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;oBAAE,OAAO,CAAC,IAAI,CAAC,kCAAkC,EAAE,GAAG,CAAC,CAAC;YAAC,CAAC;QACjG,CAAC;QACD,IAAI,IAAI,CAAC,YAAY,EAAE,OAAO,EAAE,CAAC;YAAC,IAAI,CAAC;gBAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QAAC,CAAC;QACrG,IAAI,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,CAAC;YAAC,IAAI,CAAC;gBAAC,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QAAC,CAAC;QACjG,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC5B,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;IAC1E,CAAC;IAED,6DAA6D;IAErD,KAAK,CAAC,eAAe;QAC3B,+DAA+D;QAC/D,IAAI,CAAC;YAAC,OAAO,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,IAAI,CAAC;QAAC,CAAC;IACvE,CAAC;CACF"}

package/dist/src/appliance/ruvllm-bridge.d.ts

@@ -0,0 +1,102 @@
+/**
+ * ruvLLM Bridge -- Local Language Model Inference from RuVector
+ *
+ * Extends @ruvector/core with on-device GGUF model inference.
+ * Provides 3-tier routing:
+ *   Tier 1: Agent Booster (WASM, <1ms) -- simple transforms
+ *   Tier 2: Local model via ruvLLM (~200ms) -- routing, classification
+ *   Tier 3: Cloud API (2-5s) -- complex reasoning
+ *
+ * All @ruvector/* packages are optional peer dependencies.
+ * The bridge degrades gracefully when they are absent.
+ *
+ * @module @sparkleideas/cli/appliance/ruvllm-bridge
+ */
+export interface RuvllmConfig {
+    modelsDir: string;
+    defaultModel?: string;
+    maxTokens?: number;
+    temperature?: number;
+    contextSize?: number;
+    kvCachePath?: string;
+    verbose?: boolean;
+}
+export interface GenerateRequest {
+    prompt: string;
+    model?: string;
+    maxTokens?: number;
+    temperature?: number;
+    stream?: boolean;
+    stopSequences?: string[];
+}
+export interface GenerateResponse {
+    text: string;
+    model: string;
+    tokensUsed: number;
+    latencyMs: number;
+    tier: 1 | 2 | 3;
+    cached: boolean;
+}
+export interface ModelInfo {
+    name: string;
+    path: string;
+    format: string;
+    quantization: string;
+    size: number;
+    parameters: string;
+    loaded: boolean;
+}
+export interface TierRouting {
+    tier: 1 | 2 | 3;
+    model: string;
+    confidence: number;
+}
+export interface BridgeStatus {
+    available: boolean;
+    ruvectorCore: boolean;
+    ruvectorRouter: boolean;
+    ruvectorSona: boolean;
+    modelsLoaded: string[];
+    kvCacheSize: number;
+}
+export declare class RuvllmBridge {
+    private config;
+    private models;
+    private activeModel;
+    private kvCacheEntries;
+    private ruvectorCore;
+    private ruvectorRouter;
+    private ruvectorSona;
+    private ggufEngine;
+    constructor(config: RuvllmConfig);
+    /** Probe optional @ruvector packages, initialize GGUF engine, and scan modelsDir. */
+    initialize(): Promise<void>;
+    /** Return all discovered GGUF models. */
+    listModels(): Promise<ModelInfo[]>;
+    /** Load a model into memory (delegates to GGUF engine or @ruvector/core). */
+    loadModel(name: string): Promise<void>;
+    /**
+     * Generate text from a prompt. Routes through tiers:
+     * 1. Agent Booster (trivial transforms, no LLM).
+     * 2. Local GGUF model via @ruvector/core.
+     * 3. Cloud fallback (empty response -- caller handles upstream).
+     */
+    generate(request: GenerateRequest): Promise<GenerateResponse>;
+    /** Route a task description to the optimal tier. Uses @ruvector/router when available. */
+    routeTask(description: string): Promise<TierRouting>;
+    /** Return current bridge status. */
+    getStatus(): Promise<BridgeStatus>;
+    /** Persist KV-cache, unload models, and clean up. */
+    shutdown(): Promise<void>;
+    private scanModelsDir;
+    private tryImport;
+    /** Tier-1 Agent Booster: handle trivial transforms without any LLM. */
+    private tryAgentBooster;
+}
+/** Get or create the singleton RuvllmBridge. Config required on first call. */
+export declare function getRuvllmBridge(config?: RuvllmConfig): RuvllmBridge;
+/** Reset the singleton (useful for tests). */
+export declare function resetRuvllmBridge(): void;
+/** Check whether @ruvector/core is importable without loading the bridge. */
+export declare function isRuvllmAvailable(): Promise<boolean>;
+//# sourceMappingURL=ruvllm-bridge.d.ts.map

package/dist/src/appliance/ruvllm-bridge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ruvllm-bridge.d.ts","sourceRoot":"","sources":["../../../src/appliance/ruvllm-bridge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAQH,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AASD,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAChB,MAAM,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,OAAO,CAAC;IACnB,YAAY,EAAE,OAAO,CAAC;IACtB,cAAc,EAAE,OAAO,CAAC;IACxB,YAAY,EAAE,OAAO,CAAC;IACtB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;CACrB;AA4CD,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAyB;IACvC,OAAO,CAAC,MAAM,CAAqC;IACnD,OAAO,CAAC,WAAW,CAAuB;IAC1C,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,YAAY,CAAa;IACjC,OAAO,CAAC,cAAc,CAAa;IACnC,OAAO,CAAC,YAAY,CAAa;IACjC,OAAO,CAAC,UAAU,CAA+B;gBAErC,MAAM,EAAE,YAAY;IAKhC,qFAAqF;IAC/E,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAkCjC,yCAAyC;IACnC,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAIxC,6EAA6E;IACvE,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB5C;;;;;OAKG;IACG,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAwCnE,0FAA0F;IACpF,SAAS,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAgB1D,oCAAoC;IAC9B,SAAS,IAAI,OAAO,CAAC,YAAY,CAAC;IAWxC,qDAAqD;IAC/C,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;YAiBjB,aAAa;YAoBb,SAAS;IAIvB,uEAAuE;IACvE,OAAO,CAAC,eAAe;CAYxB;AAMD,+EAA+E;AAC/E,wBAAgB,eAAe,CAAC,MAAM,CAAC,EAAE,YAAY,GAAG,YAAY,CAInE;AAED,8CAA8C;AAC9C,wBAAgB,iBAAiB,IAAI,IAAI,CAAqB;AAE9D,6EAA6E;AAC7E,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,OAAO,CAAC,CAE1D"}