ocr-provenance-mcp 1.0.0

package/dist/services/embedding/embedder.d.ts

@@ -0,0 +1,55 @@
+/**
+ * EmbeddingService - Embedding generation orchestrator
+ *
+ * CP-001: Complete provenance (EMBEDDING records, chain_depth=3)
+ * CP-002: original_text denormalized in every embedding
+ * CP-004: Local GPU only - NO cloud fallback
+ *
+ * ATOMIC: All operations succeed or none are stored. FAIL FAST.
+ *
+ * @module services/embedding/embedder
+ */
+import { NomicEmbeddingClient, EmbeddingError } from './nomic.js';
+import { DatabaseService } from '../storage/database/index.js';
+import { VectorService } from '../storage/vector.js';
+import type { Chunk } from '../../models/chunk.js';
+interface DocumentInfo {
+    documentId: string;
+    filePath: string;
+    fileName: string;
+    fileHash: string;
+    documentProvenanceId: string;
+}
+interface EmbedResult {
+    success: boolean;
+    embeddingIds: string[];
+    provenanceIds: string[];
+    totalChunks: number;
+    elapsedMs: number;
+    error?: string;
+}
+/**
+ * Build a section-aware context prefix from chunk metadata.
+ * This prefix is prepended to the chunk text before embedding to make
+ * embeddings section-aware WITHOUT changing stored text.
+ *
+ * @param chunk - Chunk with section/heading/content_types metadata
+ * @returns Prefix string (may be empty if no relevant metadata)
+ */
+export declare function buildSectionPrefix(chunk: Chunk): string;
+export declare class EmbeddingService {
+    private readonly client;
+    private readonly batchSize;
+    constructor(options?: {
+        batchSize?: number;
+        client?: NomicEmbeddingClient;
+    });
+    embedDocumentChunks(db: DatabaseService, vectorService: VectorService, chunks: Chunk[], documentInfo: DocumentInfo): Promise<EmbedResult>;
+    embedSearchQuery(query: string): Promise<Float32Array>;
+    processPendingChunks(db: DatabaseService, vectorService: VectorService, documentInfo: DocumentInfo): Promise<EmbedResult>;
+    private createProvenance;
+}
+export declare function getEmbeddingService(): EmbeddingService;
+export declare function resetEmbeddingService(): void;
+export { EmbeddingError };
+//# sourceMappingURL=embedder.d.ts.map

package/dist/services/embedding/embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.d.ts","sourceRoot":"","sources":["../../../src/services/embedding/embedder.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,EACL,oBAAoB,EAEpB,cAAc,EAKf,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAGrD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AASnD,UAAU,YAAY;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,oBAAoB,EAAE,MAAM,CAAC;CAC9B;AAED,UAAU,WAAW;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAOD;;;;;;;GAOG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,CAoBvD;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAuB;IAC9C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEvB,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,oBAAoB,CAAA;KAAE;IAKrE,mBAAmB,CACvB,EAAE,EAAE,eAAe,EACnB,aAAa,EAAE,aAAa,EAC5B,MAAM,EAAE,KAAK,EAAE,EACf,YAAY,EAAE,YAAY,GACzB,OAAO,CAAC,WAAW,CAAC;IA8FjB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAItD,oBAAoB,CACxB,EAAE,EAAE,eAAe,EACnB,aAAa,EAAE,aAAa,EAC5B,YAAY,EAAE,YAAY,GACzB,OAAO,CAAC,WAAW,CAAC;IAWvB,OAAO,CAAC,gBAAgB;CAoDzB;AAID,wBAAgB,mBAAmB,IAAI,gBAAgB,CAKtD;AAED,wBAAgB,qBAAqB,IAAI,IAAI,CAE5C;AAED,OAAO,EAAE,cAAc,EAAE,CAAC"}

package/dist/services/embedding/embedder.js

@@ -0,0 +1,202 @@
+/**
+ * EmbeddingService - Embedding generation orchestrator
+ *
+ * CP-001: Complete provenance (EMBEDDING records, chain_depth=3)
+ * CP-002: original_text denormalized in every embedding
+ * CP-004: Local GPU only - NO cloud fallback
+ *
+ * ATOMIC: All operations succeed or none are stored. FAIL FAST.
+ *
+ * @module services/embedding/embedder
+ */
+import { v4 as uuidv4 } from 'uuid';
+import { getEmbeddingClient, EmbeddingError, EMBEDDING_DIM, MODEL_NAME, MODEL_VERSION, DEFAULT_BATCH_SIZE, } from './nomic.js';
+import { computeHash } from '../../utils/hash.js';
+import { normalizeForEmbedding } from '../chunking/text-normalizer.js';
+const CHAIN_PATH = JSON.stringify(['DOCUMENT', 'OCR_RESULT', 'CHUNK', 'EMBEDDING']);
+/** Section-aware embedding processor version */
+const SECTION_AWARE_VERSION = '1.5.0-section';
+/**
+ * Build a section-aware context prefix from chunk metadata.
+ * This prefix is prepended to the chunk text before embedding to make
+ * embeddings section-aware WITHOUT changing stored text.
+ *
+ * @param chunk - Chunk with section/heading/content_types metadata
+ * @returns Prefix string (may be empty if no relevant metadata)
+ */
+export function buildSectionPrefix(chunk) {
+    const parts = [];
+    if (chunk.section_path) {
+        parts.push(`[Section: ${chunk.section_path}]`);
+    }
+    else if (chunk.heading_context) {
+        parts.push(`[Heading: ${chunk.heading_context}]`);
+    }
+    if (chunk.content_types) {
+        try {
+            const types = JSON.parse(chunk.content_types);
+            if (types.includes('table'))
+                parts.push('[Table]');
+            if (types.includes('code'))
+                parts.push('[Code]');
+        }
+        catch (error) {
+            console.error(`[embedder] Failed to parse content_types JSON for chunk ${chunk.id}: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    return parts.length > 0 ? parts.join(' ') + ' ' : '';
+}
+export class EmbeddingService {
+    client;
+    batchSize;
+    constructor(options) {
+        this.client = options?.client ?? getEmbeddingClient();
+        this.batchSize = options?.batchSize ?? DEFAULT_BATCH_SIZE;
+    }
+    async embedDocumentChunks(db, vectorService, chunks, documentInfo) {
+        if (chunks.length === 0) {
+            return { success: true, embeddingIds: [], provenanceIds: [], totalChunks: 0, elapsedMs: 0 };
+        }
+        const startMs = Date.now();
+        const vectors = await this.client.embedChunks(chunks.map((c) => buildSectionPrefix(c) + normalizeForEmbedding(c.text)), this.batchSize);
+        if (vectors.length !== chunks.length) {
+            throw new EmbeddingError(`Vector count mismatch: got ${vectors.length}, expected ${chunks.length}`, 'EMBEDDING_FAILED', { vectorCount: vectors.length, chunkCount: chunks.length });
+        }
+        // Get actual device from last successful embedding operation
+        const actualDevice = this.client.getLastDevice();
+        const result = db.transaction(() => {
+            const embeddingIds = [];
+            const provenanceIds = [];
+            // H-7/M-16: Sub-batch vector storage to avoid accumulating all Float32Array vectors in memory
+            const VECTOR_SUB_BATCH = 50;
+            let vectorBatch = [];
+            for (let i = 0; i < chunks.length; i++) {
+                const chunk = chunks[i];
+                const vector = vectors[i];
+                const embeddingId = uuidv4();
+                const now = new Date().toISOString();
+                const provenanceId = this.createProvenance(db, chunk, documentInfo, actualDevice);
+                provenanceIds.push(provenanceId);
+                const embedding = {
+                    id: embeddingId,
+                    chunk_id: chunk.id,
+                    image_id: null, // Text embeddings don't have an image
+                    extraction_id: null, // Text embeddings don't have an extraction
+                    document_id: documentInfo.documentId,
+                    original_text: chunk.text,
+                    original_text_length: chunk.text.length,
+                    source_file_path: documentInfo.filePath,
+                    source_file_name: documentInfo.fileName,
+                    source_file_hash: documentInfo.fileHash,
+                    page_number: chunk.page_number,
+                    page_range: chunk.page_range,
+                    character_start: chunk.character_start,
+                    character_end: chunk.character_end,
+                    chunk_index: chunk.chunk_index,
+                    total_chunks: chunks.length,
+                    model_name: MODEL_NAME,
+                    model_version: MODEL_VERSION,
+                    task_type: 'search_document',
+                    inference_mode: 'local',
+                    gpu_device: actualDevice,
+                    provenance_id: provenanceId,
+                    content_hash: computeHash(chunk.text),
+                    generation_duration_ms: null,
+                };
+                db.insertEmbedding(embedding);
+                embeddingIds.push(embeddingId);
+                vectorBatch.push({ embeddingId, vector });
+                // H-7/M-16: Flush vector sub-batch to avoid accumulating all vectors in memory
+                if (vectorBatch.length >= VECTOR_SUB_BATCH) {
+                    vectorService.batchStoreVectors(vectorBatch);
+                    vectorBatch = [];
+                }
+                db.updateChunkEmbeddingStatus(chunk.id, 'complete', now);
+            }
+            // Flush remaining vectors
+            if (vectorBatch.length > 0) {
+                vectorService.batchStoreVectors(vectorBatch);
+            }
+            return { embeddingIds, provenanceIds };
+        });
+        return {
+            success: true,
+            embeddingIds: result.embeddingIds,
+            provenanceIds: result.provenanceIds,
+            totalChunks: chunks.length,
+            elapsedMs: Date.now() - startMs,
+        };
+    }
+    async embedSearchQuery(query) {
+        return this.client.embedQuery(query);
+    }
+    async processPendingChunks(db, vectorService, documentInfo) {
+        const allChunks = db.getChunksByDocumentId(documentInfo.documentId);
+        const pendingChunks = allChunks.filter((c) => c.embedding_status === 'pending');
+        if (pendingChunks.length === 0) {
+            return { success: true, embeddingIds: [], provenanceIds: [], totalChunks: 0, elapsedMs: 0 };
+        }
+        return this.embedDocumentChunks(db, vectorService, pendingChunks, documentInfo);
+    }
+    createProvenance(db, chunk, documentInfo, device) {
+        const provenanceId = uuidv4();
+        const now = new Date().toISOString();
+        const chunkProv = db.getProvenance(chunk.provenance_id);
+        const existingParents = chunkProv?.parent_ids
+            ? JSON.parse(chunkProv.parent_ids)
+            : [];
+        const parentIds = [...existingParents, chunk.provenance_id];
+        const record = {
+            id: provenanceId,
+            type: 'EMBEDDING',
+            created_at: now,
+            processed_at: now,
+            source_file_created_at: null,
+            source_file_modified_at: null,
+            source_type: 'EMBEDDING',
+            source_path: null,
+            source_id: chunk.provenance_id,
+            root_document_id: documentInfo.documentProvenanceId,
+            location: {
+                chunk_index: chunk.chunk_index,
+                character_start: chunk.character_start,
+                character_end: chunk.character_end,
+                page_number: chunk.page_number ?? undefined,
+            },
+            content_hash: computeHash(chunk.text),
+            input_hash: chunk.text_hash,
+            file_hash: documentInfo.fileHash,
+            processor: MODEL_NAME,
+            processor_version: SECTION_AWARE_VERSION,
+            processing_params: {
+                dimensions: EMBEDDING_DIM,
+                task_type: 'search_document',
+                inference_mode: 'local',
+                device,
+                dtype: 'float16',
+                batch_size: this.batchSize,
+                section_aware: true,
+            },
+            processing_duration_ms: null,
+            processing_quality_score: null,
+            parent_id: chunk.provenance_id,
+            parent_ids: JSON.stringify(parentIds),
+            chain_depth: 3,
+            chain_path: CHAIN_PATH,
+        };
+        db.insertProvenance(record);
+        return provenanceId;
+    }
+}
+let _service = null;
+export function getEmbeddingService() {
+    if (!_service) {
+        _service = new EmbeddingService();
+    }
+    return _service;
+}
+export function resetEmbeddingService() {
+    _service = null;
+}
+export { EmbeddingError };
+//# sourceMappingURL=embedder.js.map

package/dist/services/embedding/embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../../src/services/embedding/embedder.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AACpC,OAAO,EAEL,kBAAkB,EAClB,cAAc,EACd,aAAa,EACb,UAAU,EACV,aAAa,EACb,kBAAkB,GACnB,MAAM,YAAY,CAAC;AAGpB,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AA2BvE,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,UAAU,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC;AAEpF,gDAAgD;AAChD,MAAM,qBAAqB,GAAG,eAAe,CAAC;AAE9C;;;;;;;GAOG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAY;IAC7C,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,aAAa,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;IACjD,CAAC;SAAM,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,aAAa,KAAK,CAAC,eAAe,GAAG,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;QACxB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAa,CAAC;YAC1D,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACnD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,2DAA2D,KAAK,CAAC,EAAE,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClJ,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;AACvD,CAAC;AAED,MAAM,OAAO,gBAAgB;IACV,MAAM,CAAuB;IAC7B,SAAS,CAAS;IAEnC,YAAY,OAA+D;QACzE,IAAI,CAAC,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,kBAAkB,EAAE,CAAC;QACtD,IAAI,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,kBAAkB,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,mBAAmB,CACvB,EAAmB,EACnB,aAA4B,EAC5B,MAAe,EACf,YAA0B;QAE1B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAC9F,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAC3C,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,CAAC,GAAG,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EACxE,IAAI,CAAC,SAAS,CACf,CAAC;QAEF,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,IAAI,cAAc,CACtB,8BAA8B,OAAO,CAAC,MAAM,cAAc,MAAM,CAAC,MAAM,EAAE,EACzE,kBAAkB,EAClB,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,CAC3D,CAAC;QACJ,CAAC;QAED,6DAA6D;QAC7D,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;QAEjD,MAAM,MAAM,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACjC,MAAM,YAAY,GAAa,EAAE,CAAC;YAClC,MAAM,aAAa,GAAa,EAAE,CAAC;YACnC,8FAA8F;YAC9F,MAAM,gBAAgB,GAAG,EAAE,CAAC;YAC5B,IAAI,WAAW,GAAyD,EAAE,CAAC;YAE3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACxB,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC1B,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC;gBAC7B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;gBAErC,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;gBAClF,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAEjC,MAAM,SAAS,GAA6C;oBAC1D,EAAE,EAAE,WAAW;oBACf,QAAQ,EAAE,KAAK,CAAC,EAAE;oBAClB,QAAQ,EAAE,IAAI,EAAE,sCAAsC;oBACtD,aAAa,EAAE,IAAI,EAAE,2CAA2C;oBAChE,WAAW,EAAE,YAAY,CAAC,UAAU;oBACpC,aAAa,EAAE,KAAK,CAAC,IAAI;oBACzB,oBAAoB,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;oBACvC,gBAAgB,EAAE,YAAY,CAAC,QAAQ;oBACvC,gBAAgB,EAAE,YAAY,CAAC,QAAQ;oBACvC,gBAAgB,EAAE,YAAY,CAAC,QAAQ;oBACvC,WAAW,EAAE,KAAK,CAAC,WAAW;oBAC9B,UAAU,EAAE,KAAK,CAAC,UAAU;oBAC5B,eAAe,EAAE,KAAK,CAAC,eAAe;oBACtC,aAAa,EAAE,KAAK,CAAC,aAAa;oBAClC,WAAW,EAAE,KAAK,CAAC,WAAW;oBAC9B,YAAY,EAAE,MAAM,CAAC,MAAM;oBAC3B,UAAU,EAAE,UAAU;oBACtB,aAAa,EAAE,aAAa;oBAC5B,SAAS,EAAE,iBAAiB;oBAC5B,cAAc,EAAE,OAAO;oBACvB,UAAU,EAAE,YAAY;oBACxB,aAAa,EAAE,YAAY;oBAC3B,YAAY,EAAE,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC;oBACrC,sBAAsB,EAAE,IAAI;iBAC7B,CAAC;gBAEF,EAAE,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;gBAC9B,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAC/B,WAAW,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC;gBAE1C,+EAA+E;gBAC/E,IAAI,WAAW,CAAC,MAAM,IAAI,gBAAgB,EAAE,CAAC;oBAC3C,aAAa,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;oBAC7C,WAAW,GAAG,EAAE,CAAC;gBACnB,CAAC;gBAED,EAAE,CAAC,0BAA0B,CAAC,KAAK,CAAC,EAAE,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;YAC3D,CAAC;YAED,0BAA0B;YAC1B,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,aAAa,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;YAC/C,CAAC;YACD,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;SAChC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,KAAa;QAClC,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,oBAAoB,CACxB,EAAmB,EACnB,aAA4B,EAC5B,YAA0B;QAE1B,MAAM,SAAS,GAAG,EAAE,CAAC,qBAAqB,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QACpE,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC;QAEhF,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAC9F,CAAC;QAED,OAAO,IAAI,CAAC,mBAAmB,CAAC,EAAE,EAAE,aAAa,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;IAClF,CAAC;IAEO,gBAAgB,CAAC,EAAmB,EAAE,KAAY,EAAE,YAA0B,EAAE,MAAc;QACpG,MAAM,YAAY,GAAG,MAAM,EAAE,CAAC;QAC9B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,SAAS,GAAG,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAExD,MAAM,eAAe,GAAG,SAAS,EAAE,UAAU;YAC3C,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU,CAAc;YAChD,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,SAAS,GAAG,CAAC,GAAG,eAAe,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;QAE5D,MAAM,MAAM,GAAqB;YAC/B,EAAE,EAAE,YAAY;YAChB,IAAI,EAAE,WAA6B;YACnC,UAAU,EAAE,GAAG;YACf,YAAY,EAAE,GAAG;YACjB,sBAAsB,EAAE,IAAI;YAC5B,uBAAuB,EAAE,IAAI;YAC7B,WAAW,EAAE,WAAyB;YACtC,WAAW,EAAE,IAAI;YACjB,SAAS,EAAE,KAAK,CAAC,aAAa;YAC9B,gBAAgB,EAAE,YAAY,CAAC,oBAAoB;YACnD,QAAQ,EAAE;gBACR,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,eAAe,EAAE,KAAK,CAAC,eAAe;gBACtC,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,SAAS;aACtB;YACvB,YAAY,EAAE,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC;YACrC,UAAU,EAAE,KAAK,CAAC,SAAS;YAC3B,SAAS,EAAE,YAAY,CAAC,QAAQ;YAChC,SAAS,EAAE,UAAU;YACrB,iBAAiB,EAAE,qBAAqB;YACxC,iBAAiB,EAAE;gBACjB,UAAU,EAAE,aAAa;gBACzB,SAAS,EAAE,iBAAiB;gBAC5B,cAAc,EAAE,OAAO;gBACvB,MAAM;gBACN,KAAK,EAAE,SAAS;gBAChB,UAAU,EAAE,IAAI,CAAC,SAAS;gBAC1B,aAAa,EAAE,IAAI;aACpB;YACD,sBAAsB,EAAE,IAAI;YAC5B,wBAAwB,EAAE,IAAI;YAC9B,SAAS,EAAE,KAAK,CAAC,aAAa;YAC9B,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;YACrC,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,UAAU;SACvB,CAAC;QAEF,EAAE,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC5B,OAAO,YAAY,CAAC;IACtB,CAAC;CACF;AAED,IAAI,QAAQ,GAA4B,IAAI,CAAC;AAE7C,MAAM,UAAU,mBAAmB;IACjC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAC;IACpC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,qBAAqB;IACnC,QAAQ,GAAG,IAAI,CAAC;AAClB,CAAC;AAED,OAAO,EAAE,cAAc,EAAE,CAAC"}

package/dist/services/embedding/nomic.d.ts

@@ -0,0 +1,67 @@
+/**
+ * NomicEmbeddingClient - TypeScript bridge to python/embedding_worker.py
+ *
+ * CP-004: Local GPU inference ONLY - throws EmbeddingError on GPU unavailable.
+ * NO cloud fallback, NO CPU fallback. FAIL FAST with robust error logging.
+ *
+ * @module services/embedding/nomic
+ */
+type EmbeddingErrorCode = 'GPU_NOT_AVAILABLE' | 'EMBEDDING_FAILED' | 'PARSE_ERROR' | 'WORKER_ERROR' | 'MODEL_NOT_FOUND';
+export declare class EmbeddingError extends Error {
+    readonly code: EmbeddingErrorCode;
+    readonly details?: Record<string, unknown> | undefined;
+    constructor(message: string, code: EmbeddingErrorCode, details?: Record<string, unknown> | undefined);
+}
+export declare const EMBEDDING_DIM = 768;
+export declare const MODEL_NAME = "nomic-embed-text-v1.5";
+export declare const MODEL_VERSION = "1.5.0";
+export declare const DEFAULT_BATCH_SIZE = 64;
+export declare class NomicEmbeddingClient {
+    private readonly workerPath;
+    private readonly pythonPath;
+    private _lastDevice;
+    constructor(options?: {
+        workerPath?: string;
+        pythonPath?: string;
+    });
+    /**
+     * Maximum chunks per Python worker call to prevent memory issues.
+     * Reduced from 500 to 100: XLSX audit trails produce 37K+ chunks,
+     * and 500 chunks at once causes CUDA driver-level OOM during tokenization
+     * (not caught by PyTorch's OOM recovery).
+     */
+    private static readonly MAX_CHUNKS_PER_CALL;
+    /**
+     * DC-01: Read embedding_batch_size from server config if available,
+     * falling back to the caller-provided value or DEFAULT_BATCH_SIZE.
+     * DC-02: Read embedding_device from server config if available,
+     * falling back to the Python worker's auto-detection.
+     */
+    private getEffectiveBatchSize;
+    private getEffectiveDevice;
+    embedChunks(chunks: string[], batchSize?: number): Promise<Float32Array[]>;
+    /**
+     * Process chunks in sub-batches, calling Python worker multiple times.
+     * Prevents memory exhaustion for large documents (1000+ chunks).
+     */
+    private embedChunksInBatches;
+    /**
+     * Embed a single batch of chunks via Python worker.
+     */
+    private embedChunksSingle;
+    /**
+     * Get the device used by the last successful embedding operation.
+     * Populated by the Python worker result (e.g., 'cuda:0', 'cpu', 'mps').
+     */
+    getLastDevice(): string;
+    embedQuery(query: string): Promise<Float32Array>;
+    /** Embedding worker timeout: 5 minutes (CUDA hang protection) */
+    private static readonly WORKER_TIMEOUT_MS;
+    /** Max stderr accumulation: 10KB */
+    private static readonly MAX_STDERR_LENGTH;
+    private runWorker;
+    private classifyError;
+}
+export declare function getEmbeddingClient(): NomicEmbeddingClient;
+export {};
+//# sourceMappingURL=nomic.d.ts.map

package/dist/services/embedding/nomic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"nomic.d.ts","sourceRoot":"","sources":["../../../src/services/embedding/nomic.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AASH,KAAK,kBAAkB,GACnB,mBAAmB,GACnB,kBAAkB,GAClB,aAAa,GACb,cAAc,GACd,iBAAiB,CAAC;AAEtB,qBAAa,cAAe,SAAQ,KAAK;aAGrB,IAAI,EAAE,kBAAkB;aACxB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;gBAFjD,OAAO,EAAE,MAAM,EACC,IAAI,EAAE,kBAAkB,EACxB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,YAAA;CAMpD;AA2BD,eAAO,MAAM,aAAa,MAAM,CAAC;AACjC,eAAO,MAAM,UAAU,0BAA0B,CAAC;AAClD,eAAO,MAAM,aAAa,UAAU,CAAC;AACrC,eAAO,MAAM,kBAAkB,KAAK,CAAC;AAErC,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAqB;IAChD,OAAO,CAAC,WAAW,CAAqB;gBAE5B,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE;IAMlE;;;;;OAKG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAO;IAElD;;;;;OAKG;IACH,OAAO,CAAC,qBAAqB;IAK7B,OAAO,CAAC,kBAAkB;IAIpB,WAAW,CACf,MAAM,EAAE,MAAM,EAAE,EAChB,SAAS,GAAE,MAA2B,GACrC,OAAO,CAAC,YAAY,EAAE,CAAC;IAc1B;;;OAGG;YACW,oBAAoB;IAoBlC;;OAEG;YACW,iBAAiB;IA2C/B;;;OAGG;IACH,aAAa,IAAI,MAAM;IAIjB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAkCtD,iEAAiE;IACjE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAW;IAEpD,oCAAoC;IACpC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAU;YAErC,SAAS;IAsJvB,OAAO,CAAC,aAAa;CAetB;AAID,wBAAgB,kBAAkB,IAAI,oBAAoB,CAKzD"}

package/dist/services/embedding/nomic.js

@@ -0,0 +1,280 @@
+/**
+ * NomicEmbeddingClient - TypeScript bridge to python/embedding_worker.py
+ *
+ * CP-004: Local GPU inference ONLY - throws EmbeddingError on GPU unavailable.
+ * NO cloud fallback, NO CPU fallback. FAIL FAST with robust error logging.
+ *
+ * @module services/embedding/nomic
+ */
+import { PythonShell } from 'python-shell';
+import path from 'path';
+import { fileURLToPath } from 'url';
+import { state } from '../../server/state.js';
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+export class EmbeddingError extends Error {
+    code;
+    details;
+    constructor(message, code, details) {
+        super(message);
+        this.code = code;
+        this.details = details;
+        this.name = 'EmbeddingError';
+        Error.captureStackTrace?.(this, EmbeddingError);
+    }
+}
+export const EMBEDDING_DIM = 768;
+export const MODEL_NAME = 'nomic-embed-text-v1.5';
+export const MODEL_VERSION = '1.5.0';
+export const DEFAULT_BATCH_SIZE = 64;
+export class NomicEmbeddingClient {
+    workerPath;
+    pythonPath;
+    _lastDevice = 'unknown';
+    constructor(options) {
+        this.workerPath =
+            options?.workerPath ?? path.resolve(__dirname, '../../../python/embedding_worker.py');
+        this.pythonPath = options?.pythonPath;
+    }
+    /**
+     * Maximum chunks per Python worker call to prevent memory issues.
+     * Reduced from 500 to 100: XLSX audit trails produce 37K+ chunks,
+     * and 500 chunks at once causes CUDA driver-level OOM during tokenization
+     * (not caught by PyTorch's OOM recovery).
+     */
+    static MAX_CHUNKS_PER_CALL = 100;
+    /**
+     * DC-01: Read embedding_batch_size from server config if available,
+     * falling back to the caller-provided value or DEFAULT_BATCH_SIZE.
+     * DC-02: Read embedding_device from server config if available,
+     * falling back to the Python worker's auto-detection.
+     */
+    getEffectiveBatchSize(callerBatchSize) {
+        const configBatchSize = state.config?.embeddingBatchSize;
+        return configBatchSize && configBatchSize > 0 ? configBatchSize : callerBatchSize;
+    }
+    getEffectiveDevice() {
+        return state.config?.embeddingDevice || undefined;
+    }
+    async embedChunks(chunks, batchSize = DEFAULT_BATCH_SIZE) {
+        // Empty input returns empty output
+        if (chunks.length === 0) {
+            return [];
+        }
+        // For large chunk counts, process in sub-batches to prevent memory issues
+        if (chunks.length > NomicEmbeddingClient.MAX_CHUNKS_PER_CALL) {
+            return this.embedChunksInBatches(chunks, batchSize);
+        }
+        return this.embedChunksSingle(chunks, batchSize);
+    }
+    /**
+     * Process chunks in sub-batches, calling Python worker multiple times.
+     * Prevents memory exhaustion for large documents (1000+ chunks).
+     */
+    async embedChunksInBatches(chunks, batchSize) {
+        const allEmbeddings = [];
+        const maxPerCall = NomicEmbeddingClient.MAX_CHUNKS_PER_CALL;
+        for (let i = 0; i < chunks.length; i += maxPerCall) {
+            const batch = chunks.slice(i, i + maxPerCall);
+            const batchNum = Math.floor(i / maxPerCall) + 1;
+            const totalBatches = Math.ceil(chunks.length / maxPerCall);
+            console.error(`[EMBED] Processing batch ${batchNum}/${totalBatches} (${batch.length} chunks)`);
+            const embeddings = await this.embedChunksSingle(batch, batchSize);
+            allEmbeddings.push(...embeddings);
+        }
+        return allEmbeddings;
+    }
+    /**
+     * Embed a single batch of chunks via Python worker.
+     */
+    async embedChunksSingle(chunks, batchSize) {
+        // DC-01: Use config-aware batch size; DC-02: Use config-aware device
+        const effectiveBatchSize = this.getEffectiveBatchSize(batchSize);
+        const args = ['--stdin', '--batch-size', effectiveBatchSize.toString(), '--json'];
+        const device = this.getEffectiveDevice();
+        if (device) {
+            args.push('--device', device);
+        }
+        // Use stdin for reliability with special characters and large inputs
+        const result = await this.runWorker(args, JSON.stringify(chunks));
+        if (!result.success) {
+            throw new EmbeddingError(result.error ?? 'Embedding generation failed with no error message', this.classifyError(result.error), {
+                count: chunks.length,
+                batchSize,
+                device: result.device,
+                elapsed_ms: result.elapsed_ms,
+            });
+        }
+        // Validate output dimensions
+        for (let i = 0; i < result.embeddings.length; i++) {
+            if (result.embeddings[i].length !== EMBEDDING_DIM) {
+                throw new EmbeddingError(`Embedding ${i} has wrong dimensions: ${result.embeddings[i].length}, expected ${EMBEDDING_DIM}`, 'EMBEDDING_FAILED', { index: i, actualDim: result.embeddings[i].length });
+            }
+        }
+        // Track actual device used (from Python worker result)
+        this._lastDevice = result.device ?? 'unknown';
+        // Convert to Float32Array for efficient storage
+        return result.embeddings.map((e) => new Float32Array(e));
+    }
+    /**
+     * Get the device used by the last successful embedding operation.
+     * Populated by the Python worker result (e.g., 'cuda:0', 'cpu', 'mps').
+     */
+    getLastDevice() {
+        return this._lastDevice;
+    }
+    async embedQuery(query) {
+        if (!query || query.trim().length === 0) {
+            throw new EmbeddingError('Query cannot be empty', 'EMBEDDING_FAILED', { query });
+        }
+        // DC-02: Pass configured device to query embedding worker
+        const queryArgs = ['--query', query, '--json'];
+        const device = this.getEffectiveDevice();
+        if (device) {
+            queryArgs.push('--device', device);
+        }
+        const result = await this.runWorker(queryArgs);
+        if (!result.success) {
+            throw new EmbeddingError(result.error ?? 'Query embedding failed with no error message', this.classifyError(result.error), { query: query.substring(0, 100), device: result.device });
+        }
+        // Validate dimensions
+        if (result.embedding.length !== EMBEDDING_DIM) {
+            throw new EmbeddingError(`Query embedding has wrong dimensions: ${result.embedding.length}, expected ${EMBEDDING_DIM}`, 'EMBEDDING_FAILED', { actualDim: result.embedding.length });
+        }
+        return new Float32Array(result.embedding);
+    }
+    /** Embedding worker timeout: 5 minutes (CUDA hang protection) */
+    static WORKER_TIMEOUT_MS = 300_000;
+    /** Max stderr accumulation: 10KB */
+    static MAX_STDERR_LENGTH = 10_240;
+    async runWorker(args, stdin) {
+        return new Promise((resolve, reject) => {
+            let settled = false;
+            const options = {
+                mode: 'text',
+                pythonPath: this.pythonPath,
+                pythonOptions: ['-u'],
+                args,
+            };
+            const shell = new PythonShell(this.workerPath, options);
+            let stderr = '';
+            let sigkillTimer = null;
+            const cleanup = () => {
+                if (sigkillTimer) {
+                    clearTimeout(sigkillTimer);
+                    sigkillTimer = null;
+                }
+            };
+            // Timeout: kill the Python process if CUDA hangs
+            const timer = setTimeout(() => {
+                if (settled)
+                    return;
+                try {
+                    shell.kill();
+                }
+                catch (error) {
+                    console.error('[NomicEmbedding] Failed to kill shell on timeout:', error instanceof Error ? error.message : String(error));
+                    /* ignore */
+                }
+                // M-6: SIGKILL escalation if SIGTERM doesn't exit within 5s
+                sigkillTimer = setTimeout(() => {
+                    if (!settled) {
+                        console.error(`[NomicEmbedding] Process did not exit after SIGTERM, sending SIGKILL (pid: ${shell.childProcess?.pid})`);
+                        try {
+                            shell.childProcess?.kill('SIGKILL');
+                        }
+                        catch (error) {
+                            console.error('[NomicEmbedding] Failed to SIGKILL process (may already be gone):', error instanceof Error ? error.message : String(error));
+                        }
+                    }
+                    if (!settled) {
+                        settled = true;
+                        reject(new EmbeddingError(`Embedding worker timeout after ${NomicEmbeddingClient.WORKER_TIMEOUT_MS}ms (SIGKILL after 5s grace)`, 'WORKER_ERROR', { stderr: stderr.substring(0, 1000) }));
+                    }
+                }, 5000);
+            }, NomicEmbeddingClient.WORKER_TIMEOUT_MS);
+            const outputChunks = [];
+            shell.on('message', (msg) => {
+                outputChunks.push(msg);
+            });
+            shell.on('stderr', (err) => {
+                // Cap stderr accumulation to prevent unbounded memory growth
+                if (stderr.length < NomicEmbeddingClient.MAX_STDERR_LENGTH) {
+                    stderr += err + '\n';
+                }
+            });
+            const handleEnd = (err) => {
+                clearTimeout(timer);
+                cleanup();
+                if (settled)
+                    return;
+                settled = true;
+                if (err) {
+                    console.error('[EmbeddingWorker] Error:', err.message);
+                    if (stderr)
+                        console.error('[EmbeddingWorker] Stderr:', stderr.substring(0, 1000));
+                    reject(new EmbeddingError(`Worker error: ${err.message}`, this.classifyError(stderr || err.message), { stderr: stderr.substring(0, 1000), stack: err.stack }));
+                    return;
+                }
+                const output = outputChunks.join('\n');
+                if (!output.trim()) {
+                    reject(new EmbeddingError('Worker produced no output', 'WORKER_ERROR', {
+                        stderr: stderr.substring(0, 1000),
+                    }));
+                    return;
+                }
+                // Parse the last JSON line (torch/sentence_transformers may output non-JSON to stdout)
+                const lines = output.trim().split('\n');
+                let parsed;
+                for (let i = lines.length - 1; i >= 0; i--) {
+                    try {
+                        parsed = JSON.parse(lines[i].trim());
+                        break;
+                    }
+                    catch (error) {
+                        console.error('[NomicEmbedding] JSON parse failed for output line, trying previous:', error instanceof Error ? error.message : String(error));
+                        /* not JSON, try previous line */
+                    }
+                }
+                if (parsed !== undefined) {
+                    // Basic structural validation: worker output must be an object or array
+                    if (typeof parsed !== 'object' || parsed === null) {
+                        reject(new EmbeddingError(`Worker returned unexpected type "${typeof parsed}" instead of object/array`, 'PARSE_ERROR', { output: output.substring(0, 1000) }));
+                        return;
+                    }
+                    resolve(parsed);
+                }
+                else {
+                    console.error('[EmbeddingWorker] Parse error: no valid JSON in output');
+                    console.error('[EmbeddingWorker] Raw output:', output.substring(0, 500));
+                    reject(new EmbeddingError('Failed to parse worker output as JSON', 'PARSE_ERROR', {
+                        output: output.substring(0, 1000),
+                        stderr: stderr.substring(0, 1000),
+                    }));
+                }
+            };
+            if (stdin)
+                shell.send(stdin);
+            shell.end(handleEnd);
+        });
+    }
+    classifyError(error) {
+        if (!error)
+            return 'EMBEDDING_FAILED';
+        const lower = error.toLowerCase();
+        if (lower.includes('gpu') || lower.includes('cuda') || lower.includes('no device')) {
+            return 'GPU_NOT_AVAILABLE';
+        }
+        if (lower.includes('model not found') || lower.includes('no such file')) {
+            return 'MODEL_NOT_FOUND';
+        }
+        return 'EMBEDDING_FAILED';
+    }
+}
+let _client = null;
+export function getEmbeddingClient() {
+    if (!_client) {
+        _client = new NomicEmbeddingClient();
+    }
+    return _client;
+}
+//# sourceMappingURL=nomic.js.map

package/dist/services/embedding/nomic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nomic.js","sourceRoot":"","sources":["../../../src/services/embedding/nomic.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,WAAW,EAAiC,MAAM,cAAc,CAAC;AAC1E,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAE9C,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAS/D,MAAM,OAAO,cAAe,SAAQ,KAAK;IAGrB;IACA;IAHlB,YACE,OAAe,EACC,IAAwB,EACxB,OAAiC;QAEjD,KAAK,CAAC,OAAO,CAAC,CAAC;QAHC,SAAI,GAAJ,IAAI,CAAoB;QACxB,YAAO,GAAP,OAAO,CAA0B;QAGjD,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;QAC7B,KAAK,CAAC,iBAAiB,EAAE,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAClD,CAAC;CACF;AA2BD,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,CAAC;AACjC,MAAM,CAAC,MAAM,UAAU,GAAG,uBAAuB,CAAC;AAClD,MAAM,CAAC,MAAM,aAAa,GAAG,OAAO,CAAC;AACrC,MAAM,CAAC,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAErC,MAAM,OAAO,oBAAoB;IACd,UAAU,CAAS;IACnB,UAAU,CAAqB;IACxC,WAAW,GAAW,SAAS,CAAC;IAExC,YAAY,OAAsD;QAChE,IAAI,CAAC,UAAU;YACb,OAAO,EAAE,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,qCAAqC,CAAC,CAAC;QACxF,IAAI,CAAC,UAAU,GAAG,OAAO,EAAE,UAAU,CAAC;IACxC,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAU,mBAAmB,GAAG,GAAG,CAAC;IAElD;;;;;OAKG;IACK,qBAAqB,CAAC,eAAuB;QACnD,MAAM,eAAe,GAAG,KAAK,CAAC,MAAM,EAAE,kBAAkB,CAAC;QACzD,OAAO,eAAe,IAAI,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC;IACpF,CAAC;IAEO,kBAAkB;QACxB,OAAO,KAAK,CAAC,MAAM,EAAE,eAAe,IAAI,SAAS,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,WAAW,CACf,MAAgB,EAChB,YAAoB,kBAAkB;QAEtC,mCAAmC;QACnC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,0EAA0E;QAC1E,IAAI,MAAM,CAAC,MAAM,GAAG,oBAAoB,CAAC,mBAAmB,EAAE,CAAC;YAC7D,OAAO,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACnD,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,oBAAoB,CAAC,MAAgB,EAAE,SAAiB;QACpE,MAAM,aAAa,GAAmB,EAAE,CAAC;QACzC,MAAM,UAAU,GAAG,oBAAoB,CAAC,mBAAmB,CAAC;QAE5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YAChD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC;YAE3D,OAAO,CAAC,KAAK,CACX,4BAA4B,QAAQ,IAAI,YAAY,KAAK,KAAK,CAAC,MAAM,UAAU,CAChF,CAAC;YAEF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YAClE,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;QACpC,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAAC,MAAgB,EAAE,SAAiB;QACjE,qEAAqE;QACrE,MAAM,kBAAkB,GAAG,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QACjE,MAAM,IAAI,GAAG,CAAC,SAAS,EAAE,cAAc,EAAE,kBAAkB,CAAC,QAAQ,EAAE,EAAE,QAAQ,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACzC,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAChC,CAAC;QAED,qEAAqE;QACrE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAkB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAEnF,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,cAAc,CACtB,MAAM,CAAC,KAAK,IAAI,mDAAmD,EACnE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAChC;gBACE,KAAK,EAAE,MAAM,CAAC,MAAM;gBACpB,SAAS;gBACT,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,UAAU,EAAE,MAAM,CAAC,UAAU;aAC9B,CACF,CAAC;QACJ,CAAC;QAED,6BAA6B;QAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClD,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;gBAClD,MAAM,IAAI,cAAc,CACtB,aAAa,CAAC,0BAA0B,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,cAAc,aAAa,EAAE,EAChG,kBAAkB,EAClB,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CACrD,CAAC;YACJ,CAAC;QACH,CAAC;QAED,uDAAuD;QACvD,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,MAAM,IAAI,SAAS,CAAC;QAE9C,gDAAgD;QAChD,OAAO,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED;;;OAGG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAa;QAC5B,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,cAAc,CAAC,uBAAuB,EAAE,kBAAkB,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QAED,0DAA0D;QAC1D,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACzC,IAAI,MAAM,EAAE,CAAC;YACX,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACrC,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAuB,SAAS,CAAC,CAAC;QAErE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,cAAc,CACtB,MAAM,CAAC,KAAK,IAAI,8CAA8C,EAC9D,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAChC,EAAE,KAAK,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAC1D,CAAC;QACJ,CAAC;QAED,sBAAsB;QACtB,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;YAC9C,MAAM,IAAI,cAAc,CACtB,yCAAyC,MAAM,CAAC,SAAS,CAAC,MAAM,cAAc,aAAa,EAAE,EAC7F,kBAAkB,EAClB,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,CACvC,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC;IAED,iEAAiE;IACzD,MAAM,CAAU,iBAAiB,GAAG,OAAO,CAAC;IAEpD,oCAAoC;IAC5B,MAAM,CAAU,iBAAiB,GAAG,MAAM,CAAC;IAE3C,KAAK,CAAC,SAAS,CAAI,IAAc,EAAE,KAAc;QACvD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,MAAM,OAAO,GAAuB;gBAClC,IAAI,EAAE,MAAM;gBACZ,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,aAAa,EAAE,CAAC,IAAI,CAAC;gBACrB,IAAI;aACL,CAAC;YAEF,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YACxD,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,YAAY,GAAyC,IAAI,CAAC;YAE9D,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,IAAI,YAAY,EAAE,CAAC;oBACjB,YAAY,CAAC,YAAY,CAAC,CAAC;oBAC3B,YAAY,GAAG,IAAI,CAAC;gBACtB,CAAC;YACH,CAAC,CAAC;YAEF,iDAAiD;YACjD,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,IAAI,OAAO;oBAAE,OAAO;gBACpB,IAAI,CAAC;oBACH,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CACX,mDAAmD,EACnD,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAC;oBACF,YAAY;gBACd,CAAC;gBACD,4DAA4D;gBAC5D,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE;oBAC7B,IAAI,CAAC,OAAO,EAAE,CAAC;wBACb,OAAO,CAAC,KAAK,CACX,8EAA8E,KAAK,CAAC,YAAY,EAAE,GAAG,GAAG,CACzG,CAAC;wBACF,IAAI,CAAC;4BACH,KAAK,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;wBACtC,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,OAAO,CAAC,KAAK,CACX,mEAAmE,EACnE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAC;wBACJ,CAAC;oBACH,CAAC;oBACD,IAAI,CAAC,OAAO,EAAE,CAAC;wBACb,OAAO,GAAG,IAAI,CAAC;wBACf,MAAM,CACJ,IAAI,cAAc,CAChB,kCAAkC,oBAAoB,CAAC,iBAAiB,6BAA6B,EACrG,cAAc,EACd,EAAE,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CACtC,CACF,CAAC;oBACJ,CAAC;gBACH,CAAC,EAAE,IAAI,CAAC,CAAC;YACX,CAAC,EAAE,oBAAoB,CAAC,iBAAiB,CAAC,CAAC;YAE3C,MAAM,YAAY,GAAa,EAAE,CAAC;YAClC,KAAK,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAW,EAAE,EAAE;gBAClC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC,CAAC,CAAC;YAEH,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAW,EAAE,EAAE;gBACjC,6DAA6D;gBAC7D,IAAI,MAAM,CAAC,MAAM,GAAG,oBAAoB,CAAC,iBAAiB,EAAE,CAAC;oBAC3D,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC;gBACvB,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,CAAC,GAAW,EAAE,EAAE;gBAChC,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,OAAO,EAAE,CAAC;gBACV,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBAEf,IAAI,GAAG,EAAE,CAAC;oBACR,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;oBACvD,IAAI,MAAM;wBAAE,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;oBAElF,MAAM,CACJ,IAAI,cAAc,CAChB,iBAAiB,GAAG,CAAC,OAAO,EAAE,EAC9B,IAAI,CAAC,aAAa,CAAC,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,EACzC,EAAE,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CACxD,CACF,CAAC;oBACF,OAAO;gBACT,CAAC;gBAED,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;oBACnB,MAAM,CACJ,IAAI,cAAc,CAAC,2BAA2B,EAAE,cAAc,EAAE;wBAC9D,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;qBAClC,CAAC,CACH,CAAC;oBACF,OAAO;gBACT,CAAC;gBAED,uFAAuF;gBACvF,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACxC,IAAI,MAAqB,CAAC;gBAC1B,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC3C,IAAI,CAAC;wBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAM,CAAC;wBAC1C,MAAM;oBACR,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CACX,sEAAsE,EACtE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAC;wBACF,iCAAiC;oBACnC,CAAC;gBACH,CAAC;gBAED,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;oBACzB,wEAAwE;oBACxE,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;wBAClD,MAAM,CACJ,IAAI,cAAc,CAChB,oCAAoC,OAAO,MAAM,2BAA2B,EAC5E,aAAa,EACb,EAAE,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CACtC,CACF,CAAC;wBACF,OAAO;oBACT,CAAC;oBACD,OAAO,CAAC,MAAM,CAAC,CAAC;gBAClB,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,KAAK,CAAC,wDAAwD,CAAC,CAAC;oBACxE,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;oBAEzE,MAAM,CACJ,IAAI,cAAc,CAAC,uCAAuC,EAAE,aAAa,EAAE;wBACzE,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;wBACjC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;qBAClC,CAAC,CACH,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC;YAEF,IAAI,KAAK;gBAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC7B,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,aAAa,CAAC,KAAoB;QACxC,IAAI,CAAC,KAAK;YAAE,OAAO,kBAAkB,CAAC;QAEtC,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAElC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACnF,OAAO,mBAAmB,CAAC;QAC7B,CAAC;QAED,IAAI,KAAK,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YACxE,OAAO,iBAAiB,CAAC;QAC3B,CAAC;QAED,OAAO,kBAAkB,CAAC;IAC5B,CAAC;;AAGH,IAAI,OAAO,GAAgC,IAAI,CAAC;AAEhD,MAAM,UAAU,kBAAkB;IAChC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG,IAAI,oBAAoB,EAAE,CAAC;IACvC,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}