@framers/agentos 0.1.112 → 0.1.114

package/dist/rag/multimodal/MultimodalIndexer.js

@@ -0,0 +1,411 @@
+/**
+ * @module rag/multimodal/MultimodalIndexer
+ *
+ * Indexes non-text content (images, audio) into the RAG vector store by
+ * generating text representations and embedding them. This bridges the gap
+ * between multimodal content and the text-embedding pipeline, enabling
+ * cross-modal semantic search.
+ *
+ * ## Architecture
+ *
+ * ```
+ *   Image ──► Vision LLM ──► Description ──► Embedding ──► Vector Store
+ *   Audio ──► STT Provider ──► Transcript ──► Embedding ──► Vector Store
+ *   Text ─────────────────────────────────► Embedding ──► Vector Store
+ *                                                               │
+ *   Query ─────────────────────────────────► Embedding ──► Search ◄──┘
+ * ```
+ *
+ * Each indexed document carries a `modality` metadata field ('text', 'image',
+ * or 'audio') enabling modality-filtered search.
+ *
+ * ## Dependencies
+ *
+ * The indexer receives its dependencies via constructor injection:
+ * - {@link IEmbeddingManager} — generates vector embeddings from text
+ * - {@link IVectorStore} — stores and queries document embeddings
+ * - {@link IVisionProvider} — describes images as text (optional, required for images)
+ * - {@link ISpeechToTextProvider} — transcribes audio to text (optional, required for audio)
+ *
+ * This decoupled design allows swapping vision (GPT-4o, Gemini, LLaVA)
+ * or STT (Whisper, Deepgram, AssemblyAI) providers without touching the
+ * indexer logic.
+ *
+ * @see {@link ContentModality} for supported modalities.
+ * @see {@link MultimodalSearchResult} for search result shape.
+ * @see {@link RetrievalAugmentor} for the text-only RAG pipeline.
+ */
+import { randomUUID } from 'node:crypto';
+// ---------------------------------------------------------------------------
+// Constants
+// ---------------------------------------------------------------------------
+/** Default collection name when none is specified. */
+const DEFAULT_COLLECTION = 'multimodal';
+/**
+ * Default prompt sent to the vision LLM when describing images.
+ * Designed to produce search-friendly descriptions that capture objects,
+ * actions, colors, text, and spatial relationships.
+ */
+const DEFAULT_IMAGE_DESCRIPTION_PROMPT = 'Describe this image in detail for use in a search index. ' +
+    'Include objects, actions, colors, text, spatial relationships, ' +
+    'and any notable characteristics. Be thorough but concise.';
+// ---------------------------------------------------------------------------
+// Implementation
+// ---------------------------------------------------------------------------
+/**
+ * Indexes non-text content (images, audio) into the vector store by
+ * generating text descriptions and embeddings.
+ *
+ * ## Image indexing flow
+ * 1. If the image is a Buffer, convert to base64 data URL.
+ * 2. Send to the vision LLM to generate a text description.
+ * 3. Embed the description via the embedding manager.
+ * 4. Store in the vector store with `modality: 'image'` metadata.
+ *
+ * ## Audio indexing flow
+ * 1. Send the audio buffer to the STT provider for transcription.
+ * 2. Embed the transcript via the embedding manager.
+ * 3. Store in the vector store with `modality: 'audio'` metadata.
+ *
+ * ## Cross-modal search
+ * 1. Embed the text query via the embedding manager.
+ * 2. Query the vector store with optional modality filters.
+ * 3. Return results annotated with their source modality.
+ *
+ * @example
+ * ```typescript
+ * import { MultimodalIndexer } from '../../rag/multimodal/index.js';
+ *
+ * const indexer = new MultimodalIndexer({
+ *   embeddingManager,
+ *   vectorStore,
+ *   visionProvider,
+ *   sttProvider,
+ * });
+ *
+ * // Index an image
+ * const imgResult = await indexer.indexImage({
+ *   image: fs.readFileSync('./photo.jpg'),
+ *   metadata: { source: 'upload' },
+ * });
+ *
+ * // Index audio
+ * const audioResult = await indexer.indexAudio({
+ *   audio: fs.readFileSync('./meeting.wav'),
+ *   language: 'en',
+ * });
+ *
+ * // Search across all modalities
+ * const results = await indexer.search('cats on a beach');
+ * ```
+ */
+export class MultimodalIndexer {
+    // -------------------------------------------------------------------------
+    // Constructor
+    // -------------------------------------------------------------------------
+    /**
+     * Create a new multimodal indexer.
+     *
+     * @param deps - Dependency injection container.
+     * @param deps.embeddingManager - Manager for generating text embeddings.
+     * @param deps.vectorStore - Vector store for document storage and search.
+     * @param deps.visionProvider - Optional vision LLM for image description.
+     * @param deps.visionPipeline - Optional full vision pipeline with OCR, handwriting,
+     *   document understanding, CLIP embeddings, and cloud fallback. When provided,
+     *   it is wrapped as an `IVisionProvider` via `PipelineVisionProvider`,
+     *   overriding any `visionProvider` passed alongside it.
+     * @param deps.sttProvider - Optional STT provider for audio transcription.
+     * @param deps.config - Optional configuration overrides.
+     *
+     * @throws {Error} If embeddingManager or vectorStore is missing.
+     *
+     * @example
+     * ```typescript
+     * // With a simple vision LLM provider
+     * const indexer = new MultimodalIndexer({
+     *   embeddingManager,
+     *   vectorStore,
+     *   visionProvider: myVisionLLM,
+     *   sttProvider: myWhisperService,
+     *   config: { defaultCollection: 'knowledge' },
+     * });
+     *
+     * // With the full vision pipeline (recommended)
+     * const indexer = new MultimodalIndexer({
+     *   embeddingManager,
+     *   vectorStore,
+     *   visionPipeline: myVisionPipeline,
+     * });
+     * ```
+     */
+    constructor(deps) {
+        if (!deps.embeddingManager) {
+            throw new Error('MultimodalIndexer requires an IEmbeddingManager instance.');
+        }
+        if (!deps.vectorStore) {
+            throw new Error('MultimodalIndexer requires an IVectorStore instance.');
+        }
+        this._embeddingManager = deps.embeddingManager;
+        this._vectorStore = deps.vectorStore;
+        this._sttProvider = deps.sttProvider;
+        // If a full VisionPipeline is provided, wrap it as an IVisionProvider.
+        // This gives the indexer access to the progressive OCR + vision pipeline
+        // for image description, while maintaining backward compatibility with
+        // the simpler IVisionProvider interface.
+        if (deps.visionPipeline) {
+            // Lazy import to avoid circular dependency at module load time.
+            // PipelineVisionProvider is a thin adapter — safe to require synchronously.
+            const { PipelineVisionProvider, } = require('../../core/vision/providers/PipelineVisionProvider.js');
+            this._visionProvider = new PipelineVisionProvider(deps.visionPipeline);
+        }
+        else {
+            this._visionProvider = deps.visionProvider;
+        }
+        this._config = {
+            defaultCollection: deps.config?.defaultCollection ?? DEFAULT_COLLECTION,
+            imageDescriptionPrompt: deps.config?.imageDescriptionPrompt ?? DEFAULT_IMAGE_DESCRIPTION_PROMPT,
+        };
+    }
+    // -------------------------------------------------------------------------
+    // Image indexing
+    // -------------------------------------------------------------------------
+    /**
+     * Index an image by generating a text description via vision LLM,
+     * then embedding and storing the description.
+     *
+     * @param opts - Image data, metadata, and collection options.
+     * @returns The document ID and generated description.
+     *
+     * @throws {Error} If no vision provider is configured.
+     * @throws {Error} If the vision LLM fails to describe the image.
+     * @throws {Error} If embedding generation or vector store upsert fails.
+     *
+     * @example
+     * ```typescript
+     * const result = await indexer.indexImage({
+     *   image: 'https://example.com/photo.jpg',
+     *   metadata: { source: 'web-scrape', url: 'https://example.com' },
+     * });
+     * console.log(result.description); // "A golden retriever playing fetch..."
+     * ```
+     */
+    async indexImage(opts) {
+        if (!this._visionProvider) {
+            throw new Error('MultimodalIndexer: cannot index image — no vision provider configured. ' +
+                'Pass a visionProvider in the constructor.');
+        }
+        // Convert Buffer to base64 data URL so the vision LLM can process it.
+        // URL strings are passed through unchanged.
+        let imageUrl;
+        if (Buffer.isBuffer(opts.image)) {
+            const base64 = opts.image.toString('base64');
+            // Default to PNG MIME type since we don't inspect the magic bytes.
+            // Most vision LLMs accept any common image format regardless of the
+            // declared MIME type.
+            imageUrl = `data:image/png;base64,${base64}`;
+        }
+        else {
+            imageUrl = opts.image;
+        }
+        // Step 1: Generate text description of the image
+        const description = await this._visionProvider.describeImage(imageUrl);
+        if (!description || description.trim().length === 0) {
+            throw new Error('MultimodalIndexer: vision provider returned empty description.');
+        }
+        // Step 2: Generate embedding from the description text
+        const collection = opts.collection ?? this._config.defaultCollection;
+        const docId = randomUUID();
+        const embeddingRequest = {
+            texts: [description],
+        };
+        const embeddingResponse = await this._embeddingManager.generateEmbeddings(embeddingRequest);
+        if (!embeddingResponse.embeddings ||
+            embeddingResponse.embeddings.length === 0 ||
+            embeddingResponse.embeddings[0].length === 0) {
+            throw new Error('MultimodalIndexer: embedding generation returned empty result for image description.');
+        }
+        // Step 3: Store in vector store with image modality metadata
+        const metadata = {
+            modality: 'image',
+            ...opts.metadata,
+        };
+        const document = {
+            id: docId,
+            embedding: embeddingResponse.embeddings[0],
+            textContent: description,
+            metadata,
+        };
+        await this._vectorStore.upsert(collection, [document]);
+        return {
+            id: docId,
+            description,
+        };
+    }
+    // -------------------------------------------------------------------------
+    // Audio indexing
+    // -------------------------------------------------------------------------
+    /**
+     * Index an audio file by transcribing via STT, then embedding and
+     * storing the transcript.
+     *
+     * @param opts - Audio data, metadata, collection, and language options.
+     * @returns The document ID and generated transcript.
+     *
+     * @throws {Error} If no STT provider is configured.
+     * @throws {Error} If the STT provider fails to transcribe.
+     * @throws {Error} If embedding generation or vector store upsert fails.
+     *
+     * @example
+     * ```typescript
+     * const result = await indexer.indexAudio({
+     *   audio: fs.readFileSync('./podcast.mp3'),
+     *   metadata: { source: 'podcast', episode: 42 },
+     *   language: 'en',
+     * });
+     * console.log(result.transcript); // "Welcome to episode 42..."
+     * ```
+     */
+    async indexAudio(opts) {
+        if (!this._sttProvider) {
+            throw new Error('MultimodalIndexer: cannot index audio — no STT provider configured. ' +
+                'Pass an sttProvider in the constructor.');
+        }
+        // Step 1: Transcribe audio to text
+        const transcript = await this._sttProvider.transcribe(opts.audio, opts.language);
+        if (!transcript || transcript.trim().length === 0) {
+            throw new Error('MultimodalIndexer: STT provider returned empty transcript.');
+        }
+        // Step 2: Generate embedding from the transcript text
+        const collection = opts.collection ?? this._config.defaultCollection;
+        const docId = randomUUID();
+        const embeddingRequest = {
+            texts: [transcript],
+        };
+        const embeddingResponse = await this._embeddingManager.generateEmbeddings(embeddingRequest);
+        if (!embeddingResponse.embeddings ||
+            embeddingResponse.embeddings.length === 0 ||
+            embeddingResponse.embeddings[0].length === 0) {
+            throw new Error('MultimodalIndexer: embedding generation returned empty result for audio transcript.');
+        }
+        // Step 3: Store in vector store with audio modality metadata
+        const metadata = {
+            modality: 'audio',
+            ...opts.metadata,
+        };
+        if (opts.language) {
+            metadata.language = opts.language;
+        }
+        const document = {
+            id: docId,
+            embedding: embeddingResponse.embeddings[0],
+            textContent: transcript,
+            metadata,
+        };
+        await this._vectorStore.upsert(collection, [document]);
+        return {
+            id: docId,
+            transcript,
+        };
+    }
+    // -------------------------------------------------------------------------
+    // Cross-modal search
+    // -------------------------------------------------------------------------
+    /**
+     * Search across all modalities (text + image descriptions + audio transcripts).
+     *
+     * The query text is embedded, then the vector store is searched with
+     * optional modality filtering. Results are returned with their source
+     * modality indicated.
+     *
+     * @param query - Natural language search query.
+     * @param opts - Optional search parameters (topK, modalities, collection).
+     * @returns Array of search results sorted by relevance score (descending).
+     *
+     * @throws {Error} If embedding generation fails.
+     *
+     * @example
+     * ```typescript
+     * // Search only image descriptions
+     * const imageResults = await indexer.search('cats playing', {
+     *   modalities: ['image'],
+     *   topK: 10,
+     * });
+     *
+     * // Search across all modalities
+     * const allResults = await indexer.search('machine learning tutorial');
+     * ```
+     */
+    async search(query, opts) {
+        const topK = opts?.topK ?? 5;
+        const collection = opts?.collection ?? this._config.defaultCollection;
+        // Step 1: Embed the query text
+        const embeddingRequest = {
+            texts: [query],
+        };
+        const embeddingResponse = await this._embeddingManager.generateEmbeddings(embeddingRequest);
+        if (!embeddingResponse.embeddings ||
+            embeddingResponse.embeddings.length === 0 ||
+            embeddingResponse.embeddings[0].length === 0) {
+            throw new Error('MultimodalIndexer: embedding generation returned empty result for search query.');
+        }
+        const queryEmbedding = embeddingResponse.embeddings[0];
+        // Step 2: Build metadata filter for modality filtering.
+        // When specific modalities are requested, we filter on the modality
+        // metadata field using $in for multi-modality or $eq for single.
+        const filter = opts?.modalities && opts.modalities.length > 0
+            ? opts.modalities.length === 1
+                ? { modality: opts.modalities[0] }
+                : { modality: { $in: opts.modalities } }
+            : undefined;
+        // Step 3: Query the vector store
+        const queryResult = await this._vectorStore.query(collection, queryEmbedding, {
+            topK,
+            filter: filter,
+            includeMetadata: true,
+            includeTextContent: true,
+        });
+        // Step 4: Map vector store results to multimodal search results
+        return queryResult.documents.map((doc) => ({
+            id: doc.id,
+            content: doc.textContent ?? '',
+            score: doc.similarityScore,
+            modality: doc.metadata?.modality ?? 'text',
+            metadata: doc.metadata,
+        }));
+    }
+    // -------------------------------------------------------------------------
+    // Memory bridge factory
+    // -------------------------------------------------------------------------
+    /**
+     * Create a `MultimodalMemoryBridge` using this indexer's providers.
+     *
+     * The bridge extends this indexer's RAG capabilities with cognitive memory
+     * integration, enabling multimodal content to be stored in both the vector
+     * store (for search) and long-term memory (for recall during conversation).
+     *
+     * @param memoryManager - Optional cognitive memory manager for memory trace creation.
+     *   When omitted, the bridge still indexes into RAG but creates no memory traces.
+     * @param options - Bridge configuration overrides (mood, chunk sizes, etc.)
+     * @returns A configured multimodal memory bridge instance.
+     *
+     * @example
+     * ```typescript
+     * const bridge = indexer.createMemoryBridge(memoryManager, {
+     *   enableMemory: true,
+     *   defaultChunkSize: 800,
+     * });
+     *
+     * await bridge.ingestImage(imageBuffer, { source: 'user-upload' });
+     * ```
+     *
+     * See `MultimodalMemoryBridge` for full documentation.
+     */
+    createMemoryBridge(memoryManager, options) {
+        // Lazy import to avoid circular dependency at module load time.
+        // The bridge depends on the indexer, and this factory lives on the indexer,
+        // so we use a dynamic require pattern with the already-resolved class.
+        const { MultimodalMemoryBridge } = require('./MultimodalMemoryBridge.js');
+        return new MultimodalMemoryBridge(this, memoryManager, options);
+    }
+}
+//# sourceMappingURL=MultimodalIndexer.js.map

package/dist/rag/multimodal/MultimodalIndexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MultimodalIndexer.js","sourceRoot":"","sources":["../../../src/rag/multimodal/MultimodalIndexer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAiBzC,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,sDAAsD;AACtD,MAAM,kBAAkB,GAAG,YAAY,CAAC;AAExC;;;;GAIG;AACH,MAAM,gCAAgC,GACpC,2DAA2D;IAC3D,iEAAiE;IACjE,2DAA2D,CAAC;AAE9D,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAE9E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AACH,MAAM,OAAO,iBAAiB;IA0B5B,4EAA4E;IAC5E,cAAc;IACd,4EAA4E;IAE5E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAkCG;IACH,YAAY,IAOX;QACC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;QAC/E,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC/C,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC;QACrC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC;QAErC,uEAAuE;QACvE,yEAAyE;QACzE,uEAAuE;QACvE,yCAAyC;QACzC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,gEAAgE;YAChE,4EAA4E;YAC5E,MAAM,EACJ,sBAAsB,GACvB,GAAG,OAAO,CAAC,uDAAuD,CAAC,CAAC;YACrE,IAAI,CAAC,eAAe,GAAG,IAAI,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACzE,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,OAAO,GAAG;YACb,iBAAiB,EAAE,IAAI,CAAC,MAAM,EAAE,iBAAiB,IAAI,kBAAkB;YACvE,sBAAsB,EACpB,IAAI,CAAC,MAAM,EAAE,sBAAsB,IAAI,gCAAgC;SAC1E,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,iBAAiB;IACjB,4EAA4E;IAE5E;;;;;;;;;;;;;;;;;;;OAmBG;IACH,KAAK,CAAC,UAAU,CAAC,IAAuB;QACtC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CACb,yEAAyE;gBACvE,2CAA2C,CAC9C,CAAC;QACJ,CAAC;QAED,sEAAsE;QACtE,4CAA4C;QAC5C,IAAI,QAAgB,CAAC;QACrB,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC7C,mEAAmE;YACnE,oEAAoE;YACpE,sBAAsB;YACtB,QAAQ,GAAG,yBAAyB,MAAM,EAAE,CAAC;QAC/C,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,CAAC;QAED,iDAAiD;QACjD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAEvE,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACpF,CAAC;QAED,uDAAuD;QACvD,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC;QACrE,MAAM,KAAK,GAAG,UAAU,EAAE,CAAC;QAE3B,MAAM,gBAAgB,GAAqB;YACzC,KAAK,EAAE,CAAC,WAAW,CAAC;SACrB,CAAC;QACF,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;QAE5F,IACE,CAAC,iBAAiB,CAAC,UAAU;YAC7B,iBAAiB,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC;YACzC,iBAAiB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,EAC5C,CAAC;YACD,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAC;QACJ,CAAC;QAED,6DAA6D;QAC7D,MAAM,QAAQ,GAAkC;YAC9C,QAAQ,EAAE,OAAwB;YAClC,GAAI,IAAI,CAAC,QAAsD;SAChE,CAAC;QAEF,MAAM,QAAQ,GAAmB;YAC/B,EAAE,EAAE,KAAK;YACT,SAAS,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC,CAAC;YAC1C,WAAW,EAAE,WAAW;YACxB,QAAQ;SACT,CAAC;QAEF,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEvD,OAAO;YACL,EAAE,EAAE,KAAK;YACT,WAAW;SACZ,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,iBAAiB;IACjB,4EAA4E;IAE5E;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,KAAK,CAAC,UAAU,CAAC,IAAuB;QACtC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CACb,sEAAsE;gBACpE,yCAAyC,CAC5C,CAAC;QACJ,CAAC;QAED,mCAAmC;QACnC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEjF,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClD,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAChF,CAAC;QAED,sDAAsD;QACtD,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC;QACrE,MAAM,KAAK,GAAG,UAAU,EAAE,CAAC;QAE3B,MAAM,gBAAgB,GAAqB;YACzC,KAAK,EAAE,CAAC,UAAU,CAAC;SACpB,CAAC;QACF,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;QAE5F,IACE,CAAC,iBAAiB,CAAC,UAAU;YAC7B,iBAAiB,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC;YACzC,iBAAiB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,EAC5C,CAAC;YACD,MAAM,IAAI,KAAK,CACb,qFAAqF,CACtF,CAAC;QACJ,CAAC;QAED,6DAA6D;QAC7D,MAAM,QAAQ,GAAkC;YAC9C,QAAQ,EAAE,OAAwB;YAClC,GAAI,IAAI,CAAC,QAAsD;SAChE,CAAC;QAEF,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAyB,CAAC;QACrD,CAAC;QAED,MAAM,QAAQ,GAAmB;YAC/B,EAAE,EAAE,KAAK;YACT,SAAS,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC,CAAC;YAC1C,WAAW,EAAE,UAAU;YACvB,QAAQ;SACT,CAAC;QAEF,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEvD,OAAO;YACL,EAAE,EAAE,KAAK;YACT,UAAU;SACX,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,qBAAqB;IACrB,4EAA4E;IAE5E;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,IAA8B;QACxD,MAAM,IAAI,GAAG,IAAI,EAAE,IAAI,IAAI,CAAC,CAAC;QAC7B,MAAM,UAAU,GAAG,IAAI,EAAE,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC;QAEtE,+BAA+B;QAC/B,MAAM,gBAAgB,GAAqB;YACzC,KAAK,EAAE,CAAC,KAAK,CAAC;SACf,CAAC;QACF,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;QAE5F,IACE,CAAC,iBAAiB,CAAC,UAAU;YAC7B,iBAAiB,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC;YACzC,iBAAiB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,EAC5C,CAAC;YACD,MAAM,IAAI,KAAK,CACb,iFAAiF,CAClF,CAAC;QACJ,CAAC;QAED,MAAM,cAAc,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEvD,wDAAwD;QACxD,oEAAoE;QACpE,iEAAiE;QACjE,MAAM,MAAM,GACV,IAAI,EAAE,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;YAC5C,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC;gBAC5B,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE;gBAClC,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE;YAC1C,CAAC,CAAC,SAAS,CAAC;QAEhB,iCAAiC;QACjC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,UAAU,EAAE,cAAc,EAAE;YAC5E,IAAI;YACJ,MAAM,EAAE,MAAa;YACrB,eAAe,EAAE,IAAI;YACrB,kBAAkB,EAAE,IAAI;SACzB,CAAC,CAAC;QAEH,gEAAgE;QAChE,OAAO,WAAW,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACzC,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,OAAO,EAAE,GAAG,CAAC,WAAW,IAAI,EAAE;YAC9B,KAAK,EAAE,GAAG,CAAC,eAAe;YAC1B,QAAQ,EAAG,GAAG,CAAC,QAAQ,EAAE,QAA4B,IAAI,MAAM;YAC/D,QAAQ,EAAE,GAAG,CAAC,QAA+C;SAC9D,CAAC,CAAC,CAAC;IACN,CAAC;IAED,4EAA4E;IAC5E,wBAAwB;IACxB,4EAA4E;IAE5E;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACH,kBAAkB,CAChB,aAAwF,EACxF,OAAuE;QAEvE,gEAAgE;QAChE,4EAA4E;QAC5E,uEAAuE;QACvE,MAAM,EAAE,sBAAsB,EAAE,GAAG,OAAO,CAAC,6BAA6B,CAAC,CAAC;QAC1E,OAAO,IAAI,sBAAsB,CAAC,IAAI,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;IAClE,CAAC;CACF"}