@sparkleideas/embeddings 3.0.0-alpha.17 → 3.0.0-alpha.27

package/src/persistent-cache.ts

@@ -0,0 +1,410 @@
+/**
+ * SQLite-backed Persistent Cache for Embeddings (sql.js)
+ *
+ * Features:
+ * - Cross-platform support (pure JavaScript/WASM, no native compilation)
+ * - Disk persistence across sessions
+ * - LRU eviction with configurable max size
+ * - Automatic schema creation
+ * - TTL support for cache entries
+ * - Lazy initialization (no startup cost if not used)
+ */
+
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from 'fs';
+import { dirname } from 'path';
+
+// Use 'any' for sql.js types to avoid complex typing issues
+// sql.js has its own types but they don't always match perfectly
+type SqlJsDatabase = any;
+type SqlJsStatic = any;
+
+/**
+ * Configuration for persistent cache
+ */
+export interface PersistentCacheConfig {
+  /** Path to SQLite database file */
+  dbPath: string;
+  /** Maximum number of entries (default: 10000) */
+  maxSize?: number;
+  /** TTL in milliseconds (default: 7 days) */
+  ttlMs?: number;
+  /** Enable compression for large embeddings */
+  compress?: boolean;
+  /** Auto-save interval in ms (default: 30000) */
+  autoSaveInterval?: number;
+}
+
+/**
+ * Cache statistics
+ */
+export interface PersistentCacheStats {
+  size: number;
+  maxSize: number;
+  hitRate: number;
+  hits: number;
+  misses: number;
+  dbSizeBytes?: number;
+}
+
+/**
+ * SQLite-backed persistent embedding cache using sql.js (pure JS/WASM)
+ */
+export class PersistentEmbeddingCache {
+  private db: SqlJsDatabase | null = null;
+  private SQL: SqlJsStatic | null = null;
+  private initialized = false;
+  private dirty = false;
+  private hits = 0;
+  private misses = 0;
+  private autoSaveTimer: ReturnType<typeof setInterval> | null = null;
+
+  private readonly dbPath: string;
+  private readonly maxSize: number;
+  private readonly ttlMs: number;
+  private readonly autoSaveInterval: number;
+
+  constructor(config: PersistentCacheConfig) {
+    this.dbPath = config.dbPath;
+    this.maxSize = config.maxSize ?? 10000;
+    this.ttlMs = config.ttlMs ?? 7 * 24 * 60 * 60 * 1000; // 7 days
+    this.autoSaveInterval = config.autoSaveInterval ?? 30000; // 30 seconds
+  }
+
+  /**
+   * Lazily initialize database connection
+   */
+  private async ensureInitialized(): Promise<void> {
+    if (this.initialized) return;
+
+    try {
+      // Dynamically import sql.js
+      const initSqlJs = (await import('sql.js')).default;
+
+      // Initialize sql.js (loads WASM)
+      this.SQL = await initSqlJs();
+
+      // Ensure directory exists
+      const dir = dirname(this.dbPath);
+      if (!existsSync(dir)) {
+        mkdirSync(dir, { recursive: true });
+      }
+
+      // Load existing database or create new
+      if (existsSync(this.dbPath)) {
+        const fileBuffer = readFileSync(this.dbPath);
+        this.db = new this.SQL.Database(fileBuffer);
+      } else {
+        this.db = new this.SQL.Database();
+      }
+
+      // Create schema
+      this.db.run(`
+        CREATE TABLE IF NOT EXISTS embeddings (
+          key TEXT PRIMARY KEY,
+          embedding BLOB NOT NULL,
+          dimensions INTEGER NOT NULL,
+          created_at INTEGER NOT NULL,
+          accessed_at INTEGER NOT NULL,
+          access_count INTEGER DEFAULT 1
+        )
+      `);
+      this.db.run('CREATE INDEX IF NOT EXISTS idx_accessed_at ON embeddings(accessed_at)');
+      this.db.run('CREATE INDEX IF NOT EXISTS idx_created_at ON embeddings(created_at)');
+
+      // Clean expired entries on startup
+      this.cleanExpired();
+
+      // Save after initialization to persist schema
+      this.saveToFile();
+
+      // Start auto-save timer
+      this.startAutoSave();
+
+      this.initialized = true;
+    } catch (error) {
+      // If sql.js not available, fall back gracefully
+      console.warn('[persistent-cache] sql.js not available, cache disabled:',
+        error instanceof Error ? error.message : error);
+      this.initialized = true; // Mark as initialized to prevent retry
+    }
+  }
+
+  /**
+   * Start auto-save timer
+   */
+  private startAutoSave(): void {
+    if (this.autoSaveTimer) return;
+
+    this.autoSaveTimer = setInterval(() => {
+      if (this.dirty && this.db) {
+        this.saveToFile();
+      }
+    }, this.autoSaveInterval);
+  }
+
+  /**
+   * Stop auto-save timer
+   */
+  private stopAutoSave(): void {
+    if (this.autoSaveTimer) {
+      clearInterval(this.autoSaveTimer);
+      this.autoSaveTimer = null;
+    }
+  }
+
+  /**
+   * Save database to file
+   */
+  private saveToFile(): void {
+    if (!this.db) return;
+
+    try {
+      const data = this.db.export();
+      const buffer = Buffer.from(data);
+      writeFileSync(this.dbPath, buffer);
+      this.dirty = false;
+    } catch (error) {
+      console.error('[persistent-cache] Save error:', error);
+    }
+  }
+
+  /**
+   * Generate cache key from text
+   */
+  private hashKey(text: string): string {
+    // FNV-1a hash for fast, deterministic key generation
+    let hash = 0x811c9dc5;
+    for (let i = 0; i < text.length; i++) {
+      hash ^= text.charCodeAt(i);
+      hash = (hash * 0x01000193) >>> 0;
+    }
+    return `emb_${hash.toString(16)}_${text.length}`;
+  }
+
+  /**
+   * Serialize Float32Array to Uint8Array for sql.js
+   */
+  private serializeEmbedding(embedding: Float32Array): Uint8Array {
+    return new Uint8Array(embedding.buffer, embedding.byteOffset, embedding.byteLength);
+  }
+
+  /**
+   * Deserialize Uint8Array to Float32Array
+   */
+  private deserializeEmbedding(data: Uint8Array, dimensions: number): Float32Array {
+    const buffer = new ArrayBuffer(data.length);
+    const view = new Uint8Array(buffer);
+    view.set(data);
+    return new Float32Array(buffer);
+  }
+
+  /**
+   * Get embedding from cache
+   */
+  async get(text: string): Promise<Float32Array | null> {
+    await this.ensureInitialized();
+    if (!this.db) {
+      this.misses++;
+      return null;
+    }
+
+    const key = this.hashKey(text);
+    const now = Date.now();
+
+    try {
+      const stmt = this.db.prepare(`
+        SELECT embedding, dimensions, created_at
+        FROM embeddings
+        WHERE key = ?
+      `);
+      stmt.bind([key]);
+
+      if (!stmt.step()) {
+        stmt.free();
+        this.misses++;
+        return null;
+      }
+
+      const row = stmt.getAsObject() as {
+        embedding: Uint8Array;
+        dimensions: number;
+        created_at: number;
+      };
+      stmt.free();
+
+      // Check TTL
+      if (now - row.created_at > this.ttlMs) {
+        this.db.run('DELETE FROM embeddings WHERE key = ?', [key]);
+        this.dirty = true;
+        this.misses++;
+        return null;
+      }
+
+      // Update access time and count
+      this.db.run(`
+        UPDATE embeddings
+        SET accessed_at = ?, access_count = access_count + 1
+        WHERE key = ?
+      `, [now, key]);
+      this.dirty = true;
+
+      this.hits++;
+      return this.deserializeEmbedding(row.embedding, row.dimensions);
+    } catch (error) {
+      console.error('[persistent-cache] Get error:', error);
+      this.misses++;
+      return null;
+    }
+  }
+
+  /**
+   * Store embedding in cache
+   */
+  async set(text: string, embedding: Float32Array): Promise<void> {
+    await this.ensureInitialized();
+    if (!this.db) return;
+
+    const key = this.hashKey(text);
+    const now = Date.now();
+    const data = this.serializeEmbedding(embedding);
+
+    try {
+      // Upsert entry using INSERT OR REPLACE
+      this.db.run(`
+        INSERT OR REPLACE INTO embeddings
+        (key, embedding, dimensions, created_at, accessed_at, access_count)
+        VALUES (?, ?, ?, ?, ?,
+          COALESCE((SELECT access_count + 1 FROM embeddings WHERE key = ?), 1)
+        )
+      `, [key, data, embedding.length, now, now, key]);
+      this.dirty = true;
+
+      // Check size and evict if needed
+      await this.evictIfNeeded();
+    } catch (error) {
+      console.error('[persistent-cache] Set error:', error);
+    }
+  }
+
+  /**
+   * Evict oldest entries if cache exceeds max size
+   */
+  private async evictIfNeeded(): Promise<void> {
+    if (!this.db) return;
+
+    const result = this.db.exec('SELECT COUNT(*) as count FROM embeddings');
+    const count = result[0]?.values[0]?.[0] as number ?? 0;
+
+    if (count > this.maxSize) {
+      const toDelete = count - this.maxSize + Math.floor(this.maxSize * 0.1); // Delete 10% extra
+      this.db.run(`
+        DELETE FROM embeddings
+        WHERE key IN (
+          SELECT key FROM embeddings
+          ORDER BY accessed_at ASC
+          LIMIT ?
+        )
+      `, [toDelete]);
+      this.dirty = true;
+    }
+  }
+
+  /**
+   * Clean expired entries
+   */
+  private cleanExpired(): void {
+    if (!this.db) return;
+
+    const cutoff = Date.now() - this.ttlMs;
+    this.db.run('DELETE FROM embeddings WHERE created_at < ?', [cutoff]);
+    this.dirty = true;
+  }
+
+  /**
+   * Get cache statistics
+   */
+  async getStats(): Promise<PersistentCacheStats> {
+    await this.ensureInitialized();
+
+    const total = this.hits + this.misses;
+    const stats: PersistentCacheStats = {
+      size: 0,
+      maxSize: this.maxSize,
+      hitRate: total > 0 ? this.hits / total : 0,
+      hits: this.hits,
+      misses: this.misses,
+    };
+
+    if (this.db) {
+      const result = this.db.exec('SELECT COUNT(*) as count FROM embeddings');
+      stats.size = result[0]?.values[0]?.[0] as number ?? 0;
+
+      // Get file size if exists
+      if (existsSync(this.dbPath)) {
+        try {
+          const buffer = readFileSync(this.dbPath);
+          stats.dbSizeBytes = buffer.length;
+        } catch {
+          // Ignore
+        }
+      }
+    }
+
+    return stats;
+  }
+
+  /**
+   * Clear all cached entries
+   */
+  async clear(): Promise<void> {
+    await this.ensureInitialized();
+    if (!this.db) return;
+
+    this.db.run('DELETE FROM embeddings');
+    this.dirty = true;
+    this.hits = 0;
+    this.misses = 0;
+    this.saveToFile();
+  }
+
+  /**
+   * Force save to disk
+   */
+  async flush(): Promise<void> {
+    await this.ensureInitialized();
+    if (this.db && this.dirty) {
+      this.saveToFile();
+    }
+  }
+
+  /**
+   * Close database connection
+   */
+  async close(): Promise<void> {
+    this.stopAutoSave();
+
+    if (this.db) {
+      // Save before closing
+      if (this.dirty) {
+        this.saveToFile();
+      }
+      this.db.close();
+      this.db = null;
+      this.SQL = null;
+      this.initialized = false;
+    }
+  }
+}
+
+/**
+ * Check if persistent cache is available (sql.js installed)
+ */
+export async function isPersistentCacheAvailable(): Promise<boolean> {
+  try {
+    const initSqlJs = (await import('sql.js')).default;
+    await initSqlJs();
+    return true;
+  } catch {
+    return false;
+  }
+}

package/src/types.ts

@@ -19,7 +19,26 @@
 /**
  * Supported embedding providers
  */
-export type EmbeddingProvider = 'openai' | 'transformers' | 'mock';
+export type EmbeddingProvider = 'openai' | 'transformers' | 'mock' | 'agentic-flow';
+
+/**
+ * Normalization type for embeddings
+ */
+export type NormalizationType = 'l2' | 'l1' | 'minmax' | 'zscore' | 'none';
+
+/**
+ * Persistent cache configuration
+ */
+export interface PersistentCacheConfig {
+  /** Enable persistent disk cache (requires better-sqlite3) */
+  enabled: boolean;
+  /** Path to SQLite database file (default: .cache/embeddings.db) */
+  dbPath?: string;
+  /** Maximum entries in persistent cache (default: 10000) */
+  maxSize?: number;
+  /** TTL in milliseconds (default: 7 days) */
+  ttlMs?: number;
+}
 
 /**
  * Base configuration for all providers
@@ -36,6 +55,12 @@ export interface EmbeddingBaseConfig {
 
   /** Enable caching */
   enableCache?: boolean;
+
+  /** Normalization type (default: 'none' - most providers pre-normalize) */
+  normalization?: NormalizationType;
+
+  /** Persistent disk cache configuration */
+  persistentCache?: PersistentCacheConfig;
 }
 
 /**
@@ -92,13 +117,41 @@ export interface MockEmbeddingConfig extends EmbeddingBaseConfig {
   simulatedLatency?: number;
 }
 
+/**
+ * Agentic-flow provider configuration
+ * Uses optimized ONNX embeddings with:
+ * - Float32Array with flattened matrices
+ * - 256-entry LRU cache with FNV-1a hash
+ * - SIMD-friendly loop unrolling (4x)
+ * - Pre-allocated buffers (no GC pressure)
+ */
+export interface AgenticFlowEmbeddingConfig extends EmbeddingBaseConfig {
+  provider: 'agentic-flow';
+
+  /** Model ID (default: all-MiniLM-L6-v2) */
+  modelId?: string;
+
+  /** Embedding dimensions (default: 384) */
+  dimensions?: number;
+
+  /** Internal cache size for embedder (default: 256) */
+  embedderCacheSize?: number;
+
+  /** Model directory path */
+  modelDir?: string;
+
+  /** Auto-download model if not present */
+  autoDownload?: boolean;
+}
+
 /**
  * Union of all provider configs
  */
 export type EmbeddingConfig =
   | OpenAIEmbeddingConfig
   | TransformersEmbeddingConfig
-  | MockEmbeddingConfig;
+  | MockEmbeddingConfig
+  | AgenticFlowEmbeddingConfig;
 
 // ============================================================================
 // Result Types
@@ -122,6 +175,12 @@ export interface EmbeddingResult {
 
   /** Whether result was from cache */
   cached?: boolean;
+
+  /** Whether result was from persistent cache */
+  persistentCached?: boolean;
+
+  /** Whether embedding was normalized */
+  normalized?: boolean;
 }
 
 /**

package/dist/__tests__/embedding-service.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=embedding-service.test.d.ts.map

package/dist/__tests__/embedding-service.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"embedding-service.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/embedding-service.test.ts"],"names":[],"mappings":""}

package/dist/__tests__/embedding-service.test.js

@@ -1,98 +0,0 @@
-/**
- * Tests for EmbeddingService
- */
-import { describe, it, expect, beforeEach } from 'vitest';
-import { createEmbeddingService, MockEmbeddingService, cosineSimilarity, euclideanDistance, dotProduct, computeSimilarity, } from '../index.js';
-describe('EmbeddingService', () => {
-    describe('MockEmbeddingService', () => {
-        let service;
-        beforeEach(() => {
-            service = new MockEmbeddingService({ provider: 'mock', dimensions: 128 });
-        });
-        it('should generate embeddings with correct dimensions', async () => {
-            const result = await service.embed('Hello, world!');
-            expect(result.embedding).toHaveLength(128);
-        });
-        it('should generate deterministic embeddings for same text', async () => {
-            const result1 = await service.embed('test text');
-            const result2 = await service.embed('test text');
-            // Mock service should be deterministic
-            expect(Array.from(result1.embedding)).toEqual(Array.from(result2.embedding));
-        });
-        it('should handle batch embeddings', async () => {
-            const texts = ['text1', 'text2', 'text3'];
-            const results = await service.embedBatch(texts);
-            expect(results.embeddings).toHaveLength(3);
-            // Each embedding should have correct dimensions
-            results.embeddings.forEach((emb) => {
-                expect(emb.length).toBe(128);
-            });
-        });
-    });
-    describe('createEmbeddingService', () => {
-        it('should create mock service', () => {
-            const service = createEmbeddingService({
-                provider: 'mock',
-                dimensions: 64,
-            });
-            expect(service).toBeInstanceOf(MockEmbeddingService);
-        });
-    });
-});
-describe('Similarity Functions', () => {
-    const vec1 = new Float32Array([1, 0, 0]);
-    const vec2 = new Float32Array([1, 0, 0]);
-    const vec3 = new Float32Array([0, 1, 0]);
-    const vec4 = new Float32Array([-1, 0, 0]);
-    describe('cosineSimilarity', () => {
-        it('should return 1 for identical vectors', () => {
-            expect(cosineSimilarity(vec1, vec2)).toBeCloseTo(1);
-        });
-        it('should return 0 for orthogonal vectors', () => {
-            expect(cosineSimilarity(vec1, vec3)).toBeCloseTo(0);
-        });
-        it('should return -1 for opposite vectors', () => {
-            expect(cosineSimilarity(vec1, vec4)).toBeCloseTo(-1);
-        });
-    });
-    describe('euclideanDistance', () => {
-        it('should return 0 for identical vectors', () => {
-            expect(euclideanDistance(vec1, vec2)).toBeCloseTo(0);
-        });
-        it('should return sqrt(2) for unit orthogonal vectors', () => {
-            expect(euclideanDistance(vec1, vec3)).toBeCloseTo(Math.sqrt(2));
-        });
-        it('should return 2 for opposite unit vectors', () => {
-            expect(euclideanDistance(vec1, vec4)).toBeCloseTo(2);
-        });
-    });
-    describe('dotProduct', () => {
-        it('should return 1 for identical unit vectors', () => {
-            expect(dotProduct(vec1, vec2)).toBeCloseTo(1);
-        });
-        it('should return 0 for orthogonal vectors', () => {
-            expect(dotProduct(vec1, vec3)).toBeCloseTo(0);
-        });
-        it('should return -1 for opposite unit vectors', () => {
-            expect(dotProduct(vec1, vec4)).toBeCloseTo(-1);
-        });
-    });
-    describe('computeSimilarity', () => {
-        it('should use cosine metric by default', () => {
-            const result = computeSimilarity(vec1, vec2);
-            expect(result.metric).toBe('cosine');
-            expect(result.score).toBeCloseTo(1);
-        });
-        it('should support euclidean metric', () => {
-            const result = computeSimilarity(vec1, vec3, 'euclidean');
-            expect(result.metric).toBe('euclidean');
-            expect(result.score).toBeCloseTo(Math.sqrt(2));
-        });
-        it('should support dot product metric', () => {
-            const result = computeSimilarity(vec1, vec4, 'dot');
-            expect(result.metric).toBe('dot');
-            expect(result.score).toBeCloseTo(-1);
-        });
-    });
-});
-//# sourceMappingURL=embedding-service.test.js.map

package/dist/__tests__/embedding-service.test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"embedding-service.test.js","sourceRoot":"","sources":["../../src/__tests__/embedding-service.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC1D,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EACpB,gBAAgB,EAChB,iBAAiB,EACjB,UAAU,EACV,iBAAiB,GAClB,MAAM,aAAa,CAAC;AAErB,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,IAAI,OAA6B,CAAC;QAElC,UAAU,CAAC,GAAG,EAAE;YACd,OAAO,GAAG,IAAI,oBAAoB,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YACpD,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;YACtE,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACjD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAEjD,uCAAuC;YACvC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,MAAM,KAAK,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEhD,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC3C,gDAAgD;YAChD,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBACjC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC/B,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACtC,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,OAAO,GAAG,sBAAsB,CAAC;gBACrC,QAAQ,EAAE,MAAM;gBAChB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,oBAAoB,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAE1C,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,CAAC,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,CAAC,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,CAAC,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC3D,MAAM,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAC7C,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YACpD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}