anantham-v2 2.0.0-alpha.1 → 2.0.2

package/dist/multimodal/multimodal-context-injector.js

@@ -0,0 +1,73 @@
+/**
+ * Multimodal Context Injector & Integrity Guard
+ * PRD-MM-003: Multimodal Context Injection
+ * PRD-INV-002: Strict Multimodal Integrity Invariants
+ */
+export class MultimodalContextInjector {
+    budget;
+    constructor(budget) {
+        this.budget = {
+            maxTokens: budget?.maxTokens ?? 32000,
+            maxDimensionPixels: budget?.maxDimensionPixels ?? 4096,
+            maxSizeBytes: budget?.maxSizeBytes ?? 10 * 1024 * 1024, // 10MB
+            allowedFormats: budget?.allowedFormats ?? ["image/png", "image/jpeg", "image/webp", "image/gif", "application/pdf"],
+        };
+    }
+    validateItem(item) {
+        // 1. Format check
+        if (!this.budget.allowedFormats.includes(item.mimeType)) {
+            return {
+                valid: false,
+                reason: `Unsupported multimodal format: '${item.mimeType}' (allowed: ${this.budget.allowedFormats.join(", ")})`,
+            };
+        }
+        // 2. Token budget check
+        if (item.estimatedTokens > this.budget.maxTokens) {
+            return {
+                valid: false,
+                reason: `Item token estimate (${item.estimatedTokens}) exceeds max budget limit (${this.budget.maxTokens})`,
+            };
+        }
+        // 3. Payload size check
+        if (item.dataUri && item.dataUri.length > this.budget.maxSizeBytes) {
+            return {
+                valid: false,
+                reason: `Payload size (${item.dataUri.length} chars) exceeds max size limit (${this.budget.maxSizeBytes})`,
+            };
+        }
+        return { valid: true };
+    }
+    injectItems(items, style = "reference") {
+        let accumulatedTokens = 0;
+        const formattedBlocks = [];
+        let itemsIncluded = 0;
+        for (const item of items) {
+            const validation = this.validateItem(item);
+            if (!validation.valid) {
+                continue;
+            }
+            if (accumulatedTokens + item.estimatedTokens > this.budget.maxTokens) {
+                break; // Stop at budget cap
+            }
+            accumulatedTokens += item.estimatedTokens;
+            itemsIncluded++;
+            switch (style) {
+                case "inline":
+                    formattedBlocks.push(`[MULTIMODAL_INLINE id="${item.id}" mime="${item.mimeType}" tokens=${item.estimatedTokens}]\n${item.dataUri ?? item.referencePath ?? ""}\n[/MULTIMODAL_INLINE]`);
+                    break;
+                case "reference":
+                    formattedBlocks.push(`[MULTIMODAL_REF id="${item.id}" mime="${item.mimeType}" path="${item.referencePath ?? "memory"}" tokens=${item.estimatedTokens}]`);
+                    break;
+                case "multimodal_block":
+                    formattedBlocks.push(`\`\`\`multimodal\nid: ${item.id}\nkind: ${item.kind}\nmime: ${item.mimeType}\npath: ${item.referencePath ?? "inline"}\nestimated_tokens: ${item.estimatedTokens}\n\`\`\``);
+                    break;
+            }
+        }
+        return {
+            formattedContext: formattedBlocks.join("\n\n"),
+            totalTokens: accumulatedTokens,
+            itemsIncluded,
+        };
+    }
+}
+//# sourceMappingURL=multimodal-context-injector.js.map

package/dist/multimodal/multimodal-context-injector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"multimodal-context-injector.js","sourceRoot":"","sources":["../../src/multimodal/multimodal-context-injector.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,MAAM,OAAO,yBAAyB;IAC5B,MAAM,CAAmB;IAEjC,YAAY,MAAkC;QAC5C,IAAI,CAAC,MAAM,GAAG;YACZ,SAAS,EAAE,MAAM,EAAE,SAAS,IAAI,KAAK;YACrC,kBAAkB,EAAE,MAAM,EAAE,kBAAkB,IAAI,IAAI;YACtD,YAAY,EAAE,MAAM,EAAE,YAAY,IAAI,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,OAAO;YAC/D,cAAc,EAAE,MAAM,EAAE,cAAc,IAAI,CAAC,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,iBAAiB,CAAC;SACpH,CAAC;IACJ,CAAC;IAEM,YAAY,CAAC,IAA2B;QAC7C,kBAAkB;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxD,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,mCAAmC,IAAI,CAAC,QAAQ,eAAe,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;aAChH,CAAC;QACJ,CAAC;QAED,wBAAwB;QACxB,IAAI,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACjD,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,wBAAwB,IAAI,CAAC,eAAe,+BAA+B,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG;aAC5G,CAAC;QACJ,CAAC;QAED,wBAAwB;QACxB,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;YACnE,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,iBAAiB,IAAI,CAAC,OAAO,CAAC,MAAM,mCAAmC,IAAI,CAAC,MAAM,CAAC,YAAY,GAAG;aAC3G,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACzB,CAAC;IAEM,WAAW,CAChB,KAA8B,EAC9B,QAAwB,WAAW;QAEnC,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,MAAM,eAAe,GAAa,EAAE,CAAC;QACrC,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC3C,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;gBACtB,SAAS;YACX,CAAC;YAED,IAAI,iBAAiB,GAAG,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBACrE,MAAM,CAAC,qBAAqB;YAC9B,CAAC;YAED,iBAAiB,IAAI,IAAI,CAAC,eAAe,CAAC;YAC1C,aAAa,EAAE,CAAC;YAEhB,QAAQ,KAAK,EAAE,CAAC;gBACd,KAAK,QAAQ;oBACX,eAAe,CAAC,IAAI,CAClB,0BAA0B,IAAI,CAAC,EAAE,WAAW,IAAI,CAAC,QAAQ,YAAY,IAAI,CAAC,eAAe,MAAM,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,aAAa,IAAI,EAAE,wBAAwB,CAChK,CAAC;oBACF,MAAM;gBAER,KAAK,WAAW;oBACd,eAAe,CAAC,IAAI,CAClB,uBAAuB,IAAI,CAAC,EAAE,WAAW,IAAI,CAAC,QAAQ,WAAW,IAAI,CAAC,aAAa,IAAI,QAAQ,YAAY,IAAI,CAAC,eAAe,GAAG,CACnI,CAAC;oBACF,MAAM;gBAER,KAAK,kBAAkB;oBACrB,eAAe,CAAC,IAAI,CAClB,yBAAyB,IAAI,CAAC,EAAE,WAAW,IAAI,CAAC,IAAI,WAAW,IAAI,CAAC,QAAQ,WAAW,IAAI,CAAC,aAAa,IAAI,QAAQ,uBAAuB,IAAI,CAAC,eAAe,UAAU,CAC3K,CAAC;oBACF,MAAM;YACV,CAAC;QACH,CAAC;QAED,OAAO;YACL,gBAAgB,EAAE,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC;YAC9C,WAAW,EAAE,iBAAiB;YAC9B,aAAa;SACd,CAAC;IACJ,CAAC;CACF"}

package/dist/multimodal/multimodal-orchestrator.d.ts

@@ -0,0 +1,29 @@
+/**
+ * Unified Multimodal Architecture Orchestrator
+ * PRD-MM-001: Unified Multimodal Architecture
+ */
+import { ImageProcessor } from "./image-processor.js";
+import { PerceptualHasher } from "./perceptual-hasher.js";
+import { ScreenUnderstandingEngine } from "./screen-understanding.js";
+import { DocumentPdfExtractor } from "./document-pdf-extractor.js";
+import { MultimodalContextInjector } from "./multimodal-context-injector.js";
+import { OcrPipeline } from "./ocr-pipeline.js";
+import { AudioTranscriptionEngine } from "./audio-transcription-engine.js";
+export declare class MultimodalOrchestrator {
+    private imageProcessor;
+    private perceptualHasher;
+    private screenEngine;
+    private documentExtractor;
+    private contextInjector;
+    private ocrPipeline;
+    private audioEngine;
+    constructor();
+    getImageProcessor(): ImageProcessor;
+    getPerceptualHasher(): PerceptualHasher;
+    getScreenEngine(): ScreenUnderstandingEngine;
+    getDocumentExtractor(): DocumentPdfExtractor;
+    getContextInjector(): MultimodalContextInjector;
+    getOcrPipeline(): OcrPipeline;
+    getAudioEngine(): AudioTranscriptionEngine;
+}
+//# sourceMappingURL=multimodal-orchestrator.d.ts.map

package/dist/multimodal/multimodal-orchestrator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"multimodal-orchestrator.d.ts","sourceRoot":"","sources":["../../src/multimodal/multimodal-orchestrator.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AACtE,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAE,yBAAyB,EAAE,MAAM,kCAAkC,CAAC;AAC7E,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAE3E,qBAAa,sBAAsB;IACjC,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,YAAY,CAA4B;IAChD,OAAO,CAAC,iBAAiB,CAAuB;IAChD,OAAO,CAAC,eAAe,CAA4B;IACnD,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,WAAW,CAA2B;;IAYvC,iBAAiB,IAAI,cAAc;IAInC,mBAAmB,IAAI,gBAAgB;IAIvC,eAAe,IAAI,yBAAyB;IAI5C,oBAAoB,IAAI,oBAAoB;IAI5C,kBAAkB,IAAI,yBAAyB;IAI/C,cAAc,IAAI,WAAW;IAI7B,cAAc,IAAI,wBAAwB;CAGlD"}

package/dist/multimodal/multimodal-orchestrator.js

@@ -0,0 +1,51 @@
+/**
+ * Unified Multimodal Architecture Orchestrator
+ * PRD-MM-001: Unified Multimodal Architecture
+ */
+import { ImageProcessor } from "./image-processor.js";
+import { PerceptualHasher } from "./perceptual-hasher.js";
+import { ScreenUnderstandingEngine } from "./screen-understanding.js";
+import { DocumentPdfExtractor } from "./document-pdf-extractor.js";
+import { MultimodalContextInjector } from "./multimodal-context-injector.js";
+import { OcrPipeline } from "./ocr-pipeline.js";
+import { AudioTranscriptionEngine } from "./audio-transcription-engine.js";
+export class MultimodalOrchestrator {
+    imageProcessor;
+    perceptualHasher;
+    screenEngine;
+    documentExtractor;
+    contextInjector;
+    ocrPipeline;
+    audioEngine;
+    constructor() {
+        this.imageProcessor = new ImageProcessor();
+        this.perceptualHasher = new PerceptualHasher();
+        this.screenEngine = new ScreenUnderstandingEngine();
+        this.documentExtractor = new DocumentPdfExtractor();
+        this.contextInjector = new MultimodalContextInjector();
+        this.ocrPipeline = new OcrPipeline();
+        this.audioEngine = new AudioTranscriptionEngine();
+    }
+    getImageProcessor() {
+        return this.imageProcessor;
+    }
+    getPerceptualHasher() {
+        return this.perceptualHasher;
+    }
+    getScreenEngine() {
+        return this.screenEngine;
+    }
+    getDocumentExtractor() {
+        return this.documentExtractor;
+    }
+    getContextInjector() {
+        return this.contextInjector;
+    }
+    getOcrPipeline() {
+        return this.ocrPipeline;
+    }
+    getAudioEngine() {
+        return this.audioEngine;
+    }
+}
+//# sourceMappingURL=multimodal-orchestrator.js.map

package/dist/multimodal/multimodal-orchestrator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"multimodal-orchestrator.js","sourceRoot":"","sources":["../../src/multimodal/multimodal-orchestrator.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AACtE,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAE,yBAAyB,EAAE,MAAM,kCAAkC,CAAC;AAC7E,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAE3E,MAAM,OAAO,sBAAsB;IACzB,cAAc,CAAiB;IAC/B,gBAAgB,CAAmB;IACnC,YAAY,CAA4B;IACxC,iBAAiB,CAAuB;IACxC,eAAe,CAA4B;IAC3C,WAAW,CAAc;IACzB,WAAW,CAA2B;IAE9C;QACE,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;QAC3C,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAC;QAC/C,IAAI,CAAC,YAAY,GAAG,IAAI,yBAAyB,EAAE,CAAC;QACpD,IAAI,CAAC,iBAAiB,GAAG,IAAI,oBAAoB,EAAE,CAAC;QACpD,IAAI,CAAC,eAAe,GAAG,IAAI,yBAAyB,EAAE,CAAC;QACvD,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;QACrC,IAAI,CAAC,WAAW,GAAG,IAAI,wBAAwB,EAAE,CAAC;IACpD,CAAC;IAEM,iBAAiB;QACtB,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAEM,mBAAmB;QACxB,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IAEM,eAAe;QACpB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAEM,oBAAoB;QACzB,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IAEM,kBAAkB;QACvB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAEM,cAAc;QACnB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAEM,cAAc;QACnB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;CACF"}

package/dist/multimodal/ocr-pipeline.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Screen Capture & OCR Pipeline
+ * PRD-PART2-302: Screen Capture & OCR Pipeline
+ */
+import type { OcrBlock } from "./types.js";
+export interface OcrExtractionResult {
+    fullText: string;
+    blocks: OcrBlock[];
+    confidenceAvg: number;
+}
+export declare class OcrPipeline {
+    private customEngine?;
+    constructor(options?: {
+        engine?: (imageBuffer: Buffer) => Promise<OcrBlock[]> | OcrBlock[];
+    });
+    processImage(imageBuffer: Buffer): Promise<OcrExtractionResult>;
+}
+//# sourceMappingURL=ocr-pipeline.d.ts.map

package/dist/multimodal/ocr-pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ocr-pipeline.d.ts","sourceRoot":"","sources":["../../src/multimodal/ocr-pipeline.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,QAAQ,EAAE,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,YAAY,CAAC,CAA4D;gBAErE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,OAAO,CAAC,QAAQ,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAA;KAAO;IAInF,YAAY,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;CAsC7E"}

package/dist/multimodal/ocr-pipeline.js

@@ -0,0 +1,43 @@
+/**
+ * Screen Capture & OCR Pipeline
+ * PRD-PART2-302: Screen Capture & OCR Pipeline
+ */
+export class OcrPipeline {
+    customEngine;
+    constructor(options = {}) {
+        this.customEngine = options.engine;
+    }
+    async processImage(imageBuffer) {
+        if (this.customEngine) {
+            const blocks = await this.customEngine(imageBuffer);
+            const fullText = blocks.map((b) => b.text).join(" ");
+            const confidenceAvg = blocks.length > 0 ? blocks.reduce((acc, b) => acc + b.confidence, 0) / blocks.length : 1.0;
+            return { fullText, blocks, confidenceAvg };
+        }
+        // Default heuristic OCR simulator: extracts printable strings from image or binary stream
+        const blocks = [];
+        const str = imageBuffer.toString("utf-8");
+        const words = str.match(/[A-Za-z0-9_-]{3,}/g) ?? [];
+        let currentY = 10;
+        words.slice(0, 50).forEach((word, idx) => {
+            blocks.push({
+                id: `ocr_block_${idx}`,
+                text: word,
+                confidence: 0.95,
+                box: {
+                    x: 10 + (idx % 5) * 80,
+                    y: currentY,
+                    width: word.length * 8,
+                    height: 16,
+                },
+            });
+            if (idx % 5 === 4) {
+                currentY += 20;
+            }
+        });
+        const fullText = blocks.map((b) => b.text).join(" ");
+        const confidenceAvg = blocks.length > 0 ? blocks.reduce((acc, b) => acc + b.confidence, 0) / blocks.length : 1.0;
+        return { fullText, blocks, confidenceAvg };
+    }
+}
+//# sourceMappingURL=ocr-pipeline.js.map

package/dist/multimodal/ocr-pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ocr-pipeline.js","sourceRoot":"","sources":["../../src/multimodal/ocr-pipeline.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAUH,MAAM,OAAO,WAAW;IACd,YAAY,CAA6D;IAEjF,YAAY,UAAkF,EAAE;QAC9F,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC;IACrC,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,WAAmB;QAC3C,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;YACpD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrD,MAAM,aAAa,GACjB,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC;YAC7F,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;QAC7C,CAAC;QAED,0FAA0F;QAC1F,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,MAAM,GAAG,GAAG,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,oBAAoB,CAAC,IAAI,EAAE,CAAC;QAEpD,IAAI,QAAQ,GAAG,EAAE,CAAC;QAClB,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;YACvC,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAE,aAAa,GAAG,EAAE;gBACtB,IAAI,EAAE,IAAI;gBACV,UAAU,EAAE,IAAI;gBAChB,GAAG,EAAE;oBACH,CAAC,EAAE,EAAE,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE;oBACtB,CAAC,EAAE,QAAQ;oBACX,KAAK,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC;oBACtB,MAAM,EAAE,EAAE;iBACX;aACF,CAAC,CAAC;YACH,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClB,QAAQ,IAAI,EAAE,CAAC;YACjB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrD,MAAM,aAAa,GACjB,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC;QAE7F,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;IAC7C,CAAC;CACF"}

package/dist/multimodal/perceptual-hasher.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Multimodal Perceptual Image Hasher & Cache
+ * PRD-MM-006: Multimodal Memory & Caching
+ */
+export interface CachedMultimodalItem {
+    id: string;
+    hash: string;
+    data: unknown;
+    lastAccessed: number;
+}
+export declare class PerceptualHasher {
+    private cache;
+    /**
+     * Computes difference hash (dHash) from byte buffer
+     * Samples 64 bits based on consecutive byte gradient
+     */
+    computeDHash(buffer: Buffer): string;
+    computeSha256(buffer: Buffer): string;
+    hammingDistance(hash1: string, hash2: string): number;
+    store(id: string, buffer: Buffer, data: unknown): string;
+    lookupSimilar(buffer: Buffer, maxDistance?: number): CachedMultimodalItem | null;
+    clear(): void;
+}
+//# sourceMappingURL=perceptual-hasher.d.ts.map

package/dist/multimodal/perceptual-hasher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"perceptual-hasher.d.ts","sourceRoot":"","sources":["../../src/multimodal/perceptual-hasher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,OAAO,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,KAAK,CAAgD;IAE7D;;;OAGG;IACI,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAuBpC,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAIrC,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM;IAmBrD,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,MAAM;IAWxD,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,SAAI,GAAG,oBAAoB,GAAG,IAAI;IAc3E,KAAK,IAAI,IAAI;CAGrB"}

package/dist/multimodal/perceptual-hasher.js

@@ -0,0 +1,75 @@
+/**
+ * Multimodal Perceptual Image Hasher & Cache
+ * PRD-MM-006: Multimodal Memory & Caching
+ */
+import { createHash } from "node:crypto";
+export class PerceptualHasher {
+    cache = new Map();
+    /**
+     * Computes difference hash (dHash) from byte buffer
+     * Samples 64 bits based on consecutive byte gradient
+     */
+    computeDHash(buffer) {
+        if (buffer.length === 0)
+            return "0".repeat(16);
+        const step = Math.max(1, Math.floor(buffer.length / 64));
+        let binary = "";
+        for (let i = 0; i < 64; i++) {
+            const idx1 = i * step;
+            const idx2 = Math.min(buffer.length - 1, (i + 1) * step);
+            const val1 = buffer[idx1] ?? 0;
+            const val2 = buffer[idx2] ?? 0;
+            binary += val1 > val2 ? "1" : "0";
+        }
+        // Convert 64-bit binary to 16 hex chars
+        let hex = "";
+        for (let i = 0; i < binary.length; i += 4) {
+            hex += parseInt(binary.slice(i, i + 4), 2).toString(16);
+        }
+        return hex;
+    }
+    computeSha256(buffer) {
+        return createHash("sha256").update(buffer).digest("hex");
+    }
+    hammingDistance(hash1, hash2) {
+        if (hash1.length !== hash2.length) {
+            return 64; // Max distance on length mismatch
+        }
+        let distance = 0;
+        for (let i = 0; i < hash1.length; i++) {
+            const n1 = parseInt(hash1[i] ?? "0", 16);
+            const n2 = parseInt(hash2[i] ?? "0", 16);
+            let xor = n1 ^ n2;
+            while (xor > 0) {
+                distance += xor & 1;
+                xor >>= 1;
+            }
+        }
+        return distance;
+    }
+    store(id, buffer, data) {
+        const hash = this.computeDHash(buffer);
+        this.cache.set(hash, {
+            id,
+            hash,
+            data,
+            lastAccessed: Date.now(),
+        });
+        return hash;
+    }
+    lookupSimilar(buffer, maxDistance = 5) {
+        const queryHash = this.computeDHash(buffer);
+        for (const item of this.cache.values()) {
+            const dist = this.hammingDistance(queryHash, item.hash);
+            if (dist <= maxDistance) {
+                item.lastAccessed = Date.now();
+                return item;
+            }
+        }
+        return null;
+    }
+    clear() {
+        this.cache.clear();
+    }
+}
+//# sourceMappingURL=perceptual-hasher.js.map

package/dist/multimodal/perceptual-hasher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"perceptual-hasher.js","sourceRoot":"","sources":["../../src/multimodal/perceptual-hasher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AASzC,MAAM,OAAO,gBAAgB;IACnB,KAAK,GAAsC,IAAI,GAAG,EAAE,CAAC;IAE7D;;;OAGG;IACI,YAAY,CAAC,MAAc;QAChC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAE/C,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC;QACzD,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC;YACtB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;YACzD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/B,MAAM,IAAI,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QACpC,CAAC;QAED,wCAAwC;QACxC,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1C,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAEM,aAAa,CAAC,MAAc;QACjC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3D,CAAC;IAEM,eAAe,CAAC,KAAa,EAAE,KAAa;QACjD,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YAClC,OAAO,EAAE,CAAC,CAAC,kCAAkC;QAC/C,CAAC;QAED,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;YACzC,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;YACzC,IAAI,GAAG,GAAG,EAAE,GAAG,EAAE,CAAC;YAClB,OAAO,GAAG,GAAG,CAAC,EAAE,CAAC;gBACf,QAAQ,IAAI,GAAG,GAAG,CAAC,CAAC;gBACpB,GAAG,KAAK,CAAC,CAAC;YACZ,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEM,KAAK,CAAC,EAAU,EAAE,MAAc,EAAE,IAAa;QACpD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE;YACnB,EAAE;YACF,IAAI;YACJ,IAAI;YACJ,YAAY,EAAE,IAAI,CAAC,GAAG,EAAE;SACzB,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,aAAa,CAAC,MAAc,EAAE,WAAW,GAAG,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAE5C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YACxD,IAAI,IAAI,IAAI,WAAW,EAAE,CAAC;gBACxB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC/B,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK;QACV,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;CACF"}

package/dist/multimodal/screen-understanding.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Screen & UI Understanding Engine
+ * PRD-MM-004: Screen & UI Understanding
+ */
+import type { UiElement, BoundingBox, NormalizedBoundingBox } from "./types.js";
+export declare class ScreenUnderstandingEngine {
+    normalizeCoordinates(box: BoundingBox, screenWidth: number, screenHeight: number): NormalizedBoundingBox;
+    denormalizePoint(normalized: {
+        x: number;
+        y: number;
+    }, screenWidth: number, screenHeight: number): {
+        x: number;
+        y: number;
+    };
+    findElementAtPoint(elements: UiElement[], x: number, y: number): UiElement | null;
+    generateAccessibilitySummary(elements: UiElement[]): string;
+}
+//# sourceMappingURL=screen-understanding.d.ts.map

package/dist/multimodal/screen-understanding.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"screen-understanding.d.ts","sourceRoot":"","sources":["../../src/multimodal/screen-understanding.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAEhF,qBAAa,yBAAyB;IAC7B,oBAAoB,CAAC,GAAG,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,qBAAqB;IASxG,gBAAgB,CACrB,UAAU,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,EACpC,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM,GACnB;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE;IAOpB,kBAAkB,CAAC,QAAQ,EAAE,SAAS,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI;IAuBjF,4BAA4B,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM;CAanE"}

package/dist/multimodal/screen-understanding.js

@@ -0,0 +1,48 @@
+/**
+ * Screen & UI Understanding Engine
+ * PRD-MM-004: Screen & UI Understanding
+ */
+export class ScreenUnderstandingEngine {
+    normalizeCoordinates(box, screenWidth, screenHeight) {
+        return {
+            left: Math.max(0, Math.min(1, box.x / screenWidth)),
+            top: Math.max(0, Math.min(1, box.y / screenHeight)),
+            right: Math.max(0, Math.min(1, (box.x + box.width) / screenWidth)),
+            bottom: Math.max(0, Math.min(1, (box.y + box.height) / screenHeight)),
+        };
+    }
+    denormalizePoint(normalized, screenWidth, screenHeight) {
+        return {
+            x: Math.round(normalized.x * screenWidth),
+            y: Math.round(normalized.y * screenHeight),
+        };
+    }
+    findElementAtPoint(elements, x, y) {
+        // Find top-most / smallest clickable element containing (x, y)
+        let matched = null;
+        let minArea = Infinity;
+        for (const el of elements) {
+            if (x >= el.box.x &&
+                x <= el.box.x + el.box.width &&
+                y >= el.box.y &&
+                y <= el.box.y + el.box.height) {
+                const area = el.box.width * el.box.height;
+                if (area < minArea) {
+                    minArea = area;
+                    matched = el;
+                }
+            }
+        }
+        return matched;
+    }
+    generateAccessibilitySummary(elements) {
+        const lines = ["# UI Accessibility & Interactive Tree"];
+        for (const el of elements) {
+            const labelStr = el.label ? ` "${el.label}"` : "";
+            const clickStr = el.clickable ? " [Clickable]" : "";
+            lines.push(`- ${el.type}${labelStr}${clickStr} at (${el.box.x}, ${el.box.y}) size ${el.box.width}x${el.box.height}`);
+        }
+        return lines.join("\n");
+    }
+}
+//# sourceMappingURL=screen-understanding.js.map

package/dist/multimodal/screen-understanding.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"screen-understanding.js","sourceRoot":"","sources":["../../src/multimodal/screen-understanding.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,MAAM,OAAO,yBAAyB;IAC7B,oBAAoB,CAAC,GAAgB,EAAE,WAAmB,EAAE,YAAoB;QACrF,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC;YACnD,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC;YACnD,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,CAAC;YAClE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,YAAY,CAAC,CAAC;SACtE,CAAC;IACJ,CAAC;IAEM,gBAAgB,CACrB,UAAoC,EACpC,WAAmB,EACnB,YAAoB;QAEpB,OAAO;YACL,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,WAAW,CAAC;YACzC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,YAAY,CAAC;SAC3C,CAAC;IACJ,CAAC;IAEM,kBAAkB,CAAC,QAAqB,EAAE,CAAS,EAAE,CAAS;QACnE,+DAA+D;QAC/D,IAAI,OAAO,GAAqB,IAAI,CAAC;QACrC,IAAI,OAAO,GAAG,QAAQ,CAAC;QAEvB,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC1B,IACE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;gBACb,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,KAAK;gBAC5B,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;gBACb,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,MAAM,EAC7B,CAAC;gBACD,MAAM,IAAI,GAAG,EAAE,CAAC,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC;gBAC1C,IAAI,IAAI,GAAG,OAAO,EAAE,CAAC;oBACnB,OAAO,GAAG,IAAI,CAAC;oBACf,OAAO,GAAG,EAAE,CAAC;gBACf,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEM,4BAA4B,CAAC,QAAqB;QACvD,MAAM,KAAK,GAAa,CAAC,uCAAuC,CAAC,CAAC;QAElE,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAClD,MAAM,QAAQ,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC;YACpD,KAAK,CAAC,IAAI,CACR,KAAK,EAAE,CAAC,IAAI,GAAG,QAAQ,GAAG,QAAQ,QAAQ,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,CACzG,CAAC;QACJ,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;CACF"}

package/dist/multimodal/types.d.ts

@@ -0,0 +1,73 @@
+/**
+ * Unified Multimodal Architecture Contracts & Types
+ * PRD-MM-001 through PRD-MM-006, PRD-INV-002, PRD-PART2-302, PRD-PART2-304
+ */
+export type MultimodalKind = "image" | "document" | "screen" | "audio";
+export type ImageFormat = "png" | "jpeg" | "webp" | "gif" | "svg" | "unknown";
+export interface ImageDimensions {
+    width: number;
+    height: number;
+    aspectRatio: string;
+}
+export interface BoundingBox {
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+}
+export interface NormalizedBoundingBox {
+    left: number;
+    top: number;
+    right: number;
+    bottom: number;
+}
+export interface OcrBlock {
+    id: string;
+    text: string;
+    confidence: number;
+    box: BoundingBox;
+}
+export interface UiElement {
+    id: string;
+    type: string;
+    label?: string;
+    box: BoundingBox;
+    clickable: boolean;
+    normalizedCenter: {
+        x: number;
+        y: number;
+    };
+}
+export interface DocumentSection {
+    pageNumber: number;
+    heading?: string;
+    text: string;
+    tables?: Array<string[][]>;
+}
+export interface AudioTranscriptionResult {
+    text: string;
+    durationSeconds: number;
+    language: string;
+    segments: Array<{
+        start: number;
+        end: number;
+        text: string;
+    }>;
+    confidence: number;
+}
+export interface MultimodalBudget {
+    maxTokens: number;
+    maxDimensionPixels: number;
+    maxSizeBytes: number;
+    allowedFormats: string[];
+}
+export interface MultimodalContextItem {
+    id: string;
+    kind: MultimodalKind;
+    mimeType: string;
+    dataUri?: string;
+    referencePath?: string;
+    estimatedTokens: number;
+    metadata: Record<string, unknown>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/multimodal/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/multimodal/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,cAAc,GAAG,OAAO,GAAG,UAAU,GAAG,QAAQ,GAAG,OAAO,CAAC;AAEvE,MAAM,MAAM,WAAW,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,KAAK,GAAG,SAAS,CAAC;AAE9E,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,EAAE,WAAW,CAAC;CAClB;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,WAAW,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,gBAAgB,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC5C;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;CAC5B;AAED,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC9D,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,cAAc,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC"}

package/dist/multimodal/types.js

@@ -0,0 +1,6 @@
+/**
+ * Unified Multimodal Architecture Contracts & Types
+ * PRD-MM-001 through PRD-MM-006, PRD-INV-002, PRD-PART2-302, PRD-PART2-304
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/multimodal/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/multimodal/types.ts"],"names":[],"mappings":"AAAA;;;GAGG"}

package/dist/observability/compliance-audit-logger.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Compliance Audit Logger & Cryptographic Hash Chain
+ * PRD-OBS-003: Audit Logging & Compliance Event Trail
+ */
+export interface ComplianceAuditEvent {
+    id: string;
+    sequence: number;
+    actor: string;
+    action: string;
+    resource: string;
+    payloadHash: string;
+    previousHash: string;
+    recordHash: string;
+    timestamp: string;
+}
+export declare class ComplianceAuditLogger {
+    private chain;
+    private lastHash;
+    logEvent(actor: string, action: string, resource: string, payload: unknown): ComplianceAuditEvent;
+    verifyChainIntegrity(): {
+        isValid: boolean;
+        brokenAtSequence?: number;
+    };
+    getEvents(): ComplianceAuditEvent[];
+}
+//# sourceMappingURL=compliance-audit-logger.d.ts.map

package/dist/observability/compliance-audit-logger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compliance-audit-logger.d.ts","sourceRoot":"","sources":["../../src/observability/compliance-audit-logger.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,qBAAqB;IAChC,OAAO,CAAC,KAAK,CAA8B;IAC3C,OAAO,CAAC,QAAQ,CAAkB;IAE3B,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,oBAAoB;IA4BjG,oBAAoB,IAAI;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAE;IAuBvE,SAAS,IAAI,oBAAoB,EAAE;CAG3C"}

package/dist/observability/compliance-audit-logger.js

@@ -0,0 +1,52 @@
+/**
+ * Compliance Audit Logger & Cryptographic Hash Chain
+ * PRD-OBS-003: Audit Logging & Compliance Event Trail
+ */
+import { createHash } from "node:crypto";
+export class ComplianceAuditLogger {
+    chain = [];
+    lastHash = "0".repeat(64); // Genesis hash
+    logEvent(actor, action, resource, payload) {
+        const sequence = this.chain.length + 1;
+        const timestamp = new Date().toISOString();
+        const payloadStr = JSON.stringify(payload ?? {});
+        const payloadHash = createHash("sha256").update(payloadStr).digest("hex");
+        const previousHash = this.lastHash;
+        const recordContent = `${sequence}:${actor}:${action}:${resource}:${payloadHash}:${previousHash}:${timestamp}`;
+        const recordHash = createHash("sha256").update(recordContent).digest("hex");
+        const event = {
+            id: `audit_${sequence}_${recordHash.slice(0, 8)}`,
+            sequence,
+            actor,
+            action,
+            resource,
+            payloadHash,
+            previousHash,
+            recordHash,
+            timestamp,
+        };
+        this.chain.push(event);
+        this.lastHash = recordHash;
+        return event;
+    }
+    verifyChainIntegrity() {
+        let expectedPrevious = "0".repeat(64);
+        for (let i = 0; i < this.chain.length; i++) {
+            const event = this.chain[i];
+            if (event.previousHash !== expectedPrevious) {
+                return { isValid: false, brokenAtSequence: event.sequence };
+            }
+            const recordContent = `${event.sequence}:${event.actor}:${event.action}:${event.resource}:${event.payloadHash}:${event.previousHash}:${event.timestamp}`;
+            const recomputedHash = createHash("sha256").update(recordContent).digest("hex");
+            if (recomputedHash !== event.recordHash) {
+                return { isValid: false, brokenAtSequence: event.sequence };
+            }
+            expectedPrevious = event.recordHash;
+        }
+        return { isValid: true };
+    }
+    getEvents() {
+        return [...this.chain];
+    }
+}
+//# sourceMappingURL=compliance-audit-logger.js.map

package/dist/observability/compliance-audit-logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compliance-audit-logger.js","sourceRoot":"","sources":["../../src/observability/compliance-audit-logger.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAczC,MAAM,OAAO,qBAAqB;IACxB,KAAK,GAA2B,EAAE,CAAC;IACnC,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe;IAE3C,QAAQ,CAAC,KAAa,EAAE,MAAc,EAAE,QAAgB,EAAE,OAAgB;QAC/E,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QACvC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QACjD,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE1E,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC;QACnC,MAAM,aAAa,GAAG,GAAG,QAAQ,IAAI,KAAK,IAAI,MAAM,IAAI,QAAQ,IAAI,WAAW,IAAI,YAAY,IAAI,SAAS,EAAE,CAAC;QAC/G,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE5E,MAAM,KAAK,GAAyB;YAClC,EAAE,EAAE,SAAS,QAAQ,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACjD,QAAQ;YACR,KAAK;YACL,MAAM;YACN,QAAQ;YACR,WAAW;YACX,YAAY;YACZ,UAAU;YACV,SAAS;SACV,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC;QAE3B,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,oBAAoB;QACzB,IAAI,gBAAgB,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;YAE7B,IAAI,KAAK,CAAC,YAAY,KAAK,gBAAgB,EAAE,CAAC;gBAC5C,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,gBAAgB,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC9D,CAAC;YAED,MAAM,aAAa,GAAG,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACzJ,MAAM,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEhF,IAAI,cAAc,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;gBACxC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,gBAAgB,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC9D,CAAC;YAED,gBAAgB,GAAG,KAAK,CAAC,UAAU,CAAC;QACtC,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC3B,CAAC;IAEM,SAAS;QACd,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;CACF"}

package/dist/observability/log-streamer-sse.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Real-Time Log Streaming via SSE / WebSocket
+ * PRD-PART2-309: Real-Time Log Streaming via WebSocket / SSE
+ */
+export interface LogStreamMessage {
+    id: string;
+    channel: string;
+    level: "debug" | "info" | "warn" | "error";
+    message: string;
+    timestamp: number;
+    metadata?: Record<string, unknown>;
+}
+export interface StreamSubscriber {
+    id: string;
+    channelFilter?: string;
+    minLevel?: "debug" | "info" | "warn" | "error";
+    onMessage: (msg: LogStreamMessage) => void;
+}
+export declare class LogStreamerSse {
+    private subscribers;
+    private history;
+    private static readonly LEVEL_RANK;
+    subscribe(subscriber: StreamSubscriber): () => void;
+    publish(channel: string, level: "debug" | "info" | "warn" | "error", message: string, metadata?: Record<string, unknown>): LogStreamMessage;
+    formatSseEvent(msg: LogStreamMessage): string;
+    getSubscriberCount(): number;
+}
+//# sourceMappingURL=log-streamer-sse.d.ts.map