@chatbot-packages/rag 0.1.0

package/dist/vectorstore/index.js

@@ -0,0 +1,422 @@
+// src/vectorstore/sqlite.ts
+import Database from "better-sqlite3";
+var SQLiteVectorStore = class {
+  db;
+  tableName;
+  dimensions;
+  constructor(options) {
+    this.db = new Database(options.path || ":memory:");
+    this.tableName = options.tableName || "chunks";
+    this.dimensions = options.dimensions;
+    this.db.pragma("journal_mode = WAL");
+  }
+  async initialize() {
+    this.db.exec(`
+      CREATE TABLE IF NOT EXISTS ${this.tableName} (
+        id TEXT PRIMARY KEY,
+        document_id TEXT NOT NULL,
+        text TEXT NOT NULL,
+        embedding TEXT,
+        metadata TEXT,
+        created_at TEXT DEFAULT CURRENT_TIMESTAMP
+      )
+    `);
+    this.db.exec(`
+      CREATE INDEX IF NOT EXISTS idx_${this.tableName}_document_id
+      ON ${this.tableName}(document_id)
+    `);
+    this.db.exec(`
+      CREATE VIRTUAL TABLE IF NOT EXISTS ${this.tableName}_fts
+      USING fts5(id, text, content='${this.tableName}', content_rowid='rowid')
+    `);
+    this.db.exec(`
+      CREATE TRIGGER IF NOT EXISTS ${this.tableName}_ai AFTER INSERT ON ${this.tableName} BEGIN
+        INSERT INTO ${this.tableName}_fts(rowid, id, text) VALUES (new.rowid, new.id, new.text);
+      END
+    `);
+    this.db.exec(`
+      CREATE TRIGGER IF NOT EXISTS ${this.tableName}_ad AFTER DELETE ON ${this.tableName} BEGIN
+        INSERT INTO ${this.tableName}_fts(${this.tableName}_fts, rowid, id, text)
+        VALUES('delete', old.rowid, old.id, old.text);
+      END
+    `);
+  }
+  async insert(chunks) {
+    const stmt = this.db.prepare(`
+      INSERT OR REPLACE INTO ${this.tableName} (id, document_id, text, embedding, metadata, created_at)
+      VALUES (?, ?, ?, ?, ?, ?)
+    `);
+    const insertMany = this.db.transaction((items) => {
+      for (const chunk of items) {
+        stmt.run(
+          chunk.id,
+          chunk.documentId,
+          chunk.text,
+          chunk.embedding ? JSON.stringify(chunk.embedding) : null,
+          JSON.stringify(chunk.metadata),
+          chunk.createdAt.toISOString()
+        );
+      }
+    });
+    insertMany(chunks);
+  }
+  async denseSearch(embedding, topK, filter) {
+    let query = `SELECT * FROM ${this.tableName} WHERE embedding IS NOT NULL`;
+    const params = [];
+    if (filter?.documentId) {
+      query += ` AND document_id = ?`;
+      params.push(filter.documentId);
+    }
+    const rows = this.db.prepare(query).all(...params);
+    const results = [];
+    for (const row of rows) {
+      const chunkEmbedding = JSON.parse(row.embedding);
+      const score = this.cosineSimilarity(embedding, chunkEmbedding);
+      results.push({
+        chunk: this.rowToChunk(row),
+        score
+      });
+    }
+    results.sort((a, b) => b.score - a.score);
+    return results.slice(0, topK).map((r) => ({
+      ...r,
+      searchType: "dense"
+    }));
+  }
+  async sparseSearch(query, topK, filter) {
+    let ftsQuery = `
+      SELECT c.*, bm25(${this.tableName}_fts) as score
+      FROM ${this.tableName}_fts fts
+      JOIN ${this.tableName} c ON fts.id = c.id
+      WHERE ${this.tableName}_fts MATCH ?
+    `;
+    const params = [this.escapeFTSQuery(query)];
+    if (filter?.documentId) {
+      ftsQuery += ` AND c.document_id = ?`;
+      params.push(filter.documentId);
+    }
+    ftsQuery += ` ORDER BY score LIMIT ?`;
+    params.push(topK);
+    try {
+      const rows = this.db.prepare(ftsQuery).all(...params);
+      return rows.map((row) => ({
+        chunk: this.rowToChunk(row),
+        score: Math.abs(row.score),
+        // BM25 returns negative scores
+        searchType: "sparse"
+      }));
+    } catch {
+      return [];
+    }
+  }
+  async deleteByDocumentId(documentId) {
+    const result = this.db.prepare(`DELETE FROM ${this.tableName} WHERE document_id = ?`).run(documentId);
+    return result.changes;
+  }
+  async getById(id) {
+    const row = this.db.prepare(`SELECT * FROM ${this.tableName} WHERE id = ?`).get(id);
+    return row ? this.rowToChunk(row) : null;
+  }
+  async close() {
+    this.db.close();
+  }
+  /**
+   * Calculate cosine similarity between two vectors
+   */
+  cosineSimilarity(a, b) {
+    if (a.length !== b.length) {
+      throw new Error("Vectors must have same length");
+    }
+    let dotProduct = 0;
+    let normA = 0;
+    let normB = 0;
+    for (let i = 0; i < a.length; i++) {
+      dotProduct += a[i] * b[i];
+      normA += a[i] * a[i];
+      normB += b[i] * b[i];
+    }
+    const denominator = Math.sqrt(normA) * Math.sqrt(normB);
+    return denominator === 0 ? 0 : dotProduct / denominator;
+  }
+  /**
+   * Convert database row to DocumentChunk
+   */
+  rowToChunk(row) {
+    return {
+      id: row.id,
+      documentId: row.document_id,
+      text: row.text,
+      embedding: row.embedding ? JSON.parse(row.embedding) : void 0,
+      metadata: JSON.parse(row.metadata),
+      createdAt: new Date(row.created_at)
+    };
+  }
+  /**
+   * Escape FTS query to prevent syntax errors
+   */
+  escapeFTSQuery(query) {
+    const cleaned = query.replace(/['"(){}[\]^~*?:\\]/g, " ").trim();
+    return cleaned.split(/\s+/).filter((w) => w.length > 0).map((w) => `"${w}"`).join(" OR ");
+  }
+};
+
+// src/vectorstore/postgres.ts
+import { Pool } from "pg";
+var PostgresVectorStore = class {
+  pool;
+  tableName;
+  schema;
+  dimensions;
+  fullTableName;
+  constructor(options) {
+    const poolConfig = options.poolConfig || {
+      connectionString: options.connectionString,
+      max: 10,
+      idleTimeoutMillis: 3e4
+    };
+    this.pool = new Pool(poolConfig);
+    this.tableName = options.tableName || "chunks";
+    this.schema = options.schema || "public";
+    this.dimensions = options.dimensions;
+    this.fullTableName = `${this.schema}.${this.tableName}`;
+  }
+  async initialize() {
+    const client = await this.pool.connect();
+    try {
+      await client.query("CREATE EXTENSION IF NOT EXISTS vector");
+      await client.query("CREATE EXTENSION IF NOT EXISTS pg_trgm");
+      await client.query(`
+        CREATE TABLE IF NOT EXISTS ${this.schema}.documents (
+          id TEXT PRIMARY KEY,
+          source_id TEXT NOT NULL,
+          path TEXT NOT NULL,
+          title TEXT NOT NULL,
+          metadata JSONB DEFAULT '{}',
+          created_at TIMESTAMPTZ DEFAULT NOW(),
+          updated_at TIMESTAMPTZ DEFAULT NOW()
+        )
+      `);
+      await client.query(`
+        CREATE TABLE IF NOT EXISTS ${this.fullTableName} (
+          id TEXT PRIMARY KEY,
+          document_id TEXT NOT NULL REFERENCES ${this.schema}.documents(id) ON DELETE CASCADE,
+          text TEXT NOT NULL,
+          embedding vector(${this.dimensions}),
+          metadata JSONB DEFAULT '{}',
+          created_at TIMESTAMPTZ DEFAULT NOW()
+        )
+      `);
+      await client.query(`
+        CREATE INDEX IF NOT EXISTS idx_${this.tableName}_document_id
+        ON ${this.fullTableName}(document_id)
+      `);
+      await client.query(`
+        CREATE INDEX IF NOT EXISTS idx_${this.tableName}_embedding_hnsw
+        ON ${this.fullTableName}
+        USING hnsw (embedding vector_cosine_ops)
+        WITH (m = 16, ef_construction = 64)
+      `);
+      await client.query(`
+        CREATE INDEX IF NOT EXISTS idx_${this.tableName}_text_trgm
+        ON ${this.fullTableName}
+        USING gin (text gin_trgm_ops)
+      `);
+      await client.query(`
+        CREATE INDEX IF NOT EXISTS idx_${this.tableName}_metadata
+        ON ${this.fullTableName}
+        USING gin (metadata)
+      `);
+    } finally {
+      client.release();
+    }
+  }
+  async insert(chunks) {
+    if (chunks.length === 0) return;
+    const client = await this.pool.connect();
+    try {
+      await client.query("BEGIN");
+      for (const chunk of chunks) {
+        const embedding = chunk.embedding ? `[${chunk.embedding.join(",")}]` : null;
+        await client.query(
+          `
+          INSERT INTO ${this.fullTableName} (id, document_id, text, embedding, metadata, created_at)
+          VALUES ($1, $2, $3, $4::vector, $5, $6)
+          ON CONFLICT (id) DO UPDATE SET
+            text = EXCLUDED.text,
+            embedding = EXCLUDED.embedding,
+            metadata = EXCLUDED.metadata
+        `,
+          [
+            chunk.id,
+            chunk.documentId,
+            chunk.text,
+            embedding,
+            JSON.stringify(chunk.metadata),
+            chunk.createdAt
+          ]
+        );
+      }
+      await client.query("COMMIT");
+    } catch (error) {
+      await client.query("ROLLBACK");
+      throw error;
+    } finally {
+      client.release();
+    }
+  }
+  async denseSearch(embedding, topK, filter) {
+    const embeddingStr = `[${embedding.join(",")}]`;
+    let query = `
+      SELECT
+        id,
+        document_id,
+        text,
+        metadata,
+        created_at,
+        1 - (embedding <=> $1::vector) as score
+      FROM ${this.fullTableName}
+      WHERE embedding IS NOT NULL
+    `;
+    const params = [embeddingStr];
+    let paramIndex = 2;
+    if (filter?.documentId) {
+      query += ` AND document_id = $${paramIndex}`;
+      params.push(filter.documentId);
+      paramIndex++;
+    }
+    if (filter?.metadata) {
+      query += ` AND metadata @> $${paramIndex}`;
+      params.push(JSON.stringify(filter.metadata));
+      paramIndex++;
+    }
+    query += ` ORDER BY embedding <=> $1::vector LIMIT $${paramIndex}`;
+    params.push(topK);
+    const result = await this.pool.query(query, params);
+    return result.rows.map((row) => ({
+      chunk: this.rowToChunk(row),
+      score: row.score,
+      searchType: "dense"
+    }));
+  }
+  async sparseSearch(query, topK, filter) {
+    let sql = `
+      SELECT
+        id,
+        document_id,
+        text,
+        metadata,
+        created_at,
+        similarity(text, $1) as score
+      FROM ${this.fullTableName}
+      WHERE text % $1
+    `;
+    const params = [query];
+    let paramIndex = 2;
+    if (filter?.documentId) {
+      sql += ` AND document_id = $${paramIndex}`;
+      params.push(filter.documentId);
+      paramIndex++;
+    }
+    sql += ` ORDER BY score DESC LIMIT $${paramIndex}`;
+    params.push(topK);
+    const result = await this.pool.query(sql, params);
+    return result.rows.map((row) => ({
+      chunk: this.rowToChunk(row),
+      score: row.score,
+      searchType: "sparse"
+    }));
+  }
+  async deleteByDocumentId(documentId) {
+    const result = await this.pool.query(
+      `DELETE FROM ${this.fullTableName} WHERE document_id = $1`,
+      [documentId]
+    );
+    return result.rowCount || 0;
+  }
+  async getById(id) {
+    const result = await this.pool.query(
+      `SELECT * FROM ${this.fullTableName} WHERE id = $1`,
+      [id]
+    );
+    return result.rows.length > 0 ? this.rowToChunk(result.rows[0]) : null;
+  }
+  async close() {
+    await this.pool.end();
+  }
+  /**
+   * Get chunk and document counts
+   */
+  async getStats() {
+    const chunksResult = await this.pool.query(
+      `SELECT COUNT(*) FROM ${this.fullTableName}`
+    );
+    const docsResult = await this.pool.query(
+      `SELECT COUNT(*) FROM ${this.schema}.documents`
+    );
+    return {
+      chunks: parseInt(chunksResult.rows[0].count, 10),
+      documents: parseInt(docsResult.rows[0].count, 10)
+    };
+  }
+  /**
+   * Insert or update a document
+   */
+  async upsertDocument(doc) {
+    await this.pool.query(
+      `
+      INSERT INTO ${this.schema}.documents (id, source_id, path, title, metadata)
+      VALUES ($1, $2, $3, $4, $5)
+      ON CONFLICT (id) DO UPDATE SET
+        path = EXCLUDED.path,
+        title = EXCLUDED.title,
+        metadata = EXCLUDED.metadata,
+        updated_at = NOW()
+    `,
+      [doc.id, doc.sourceId, doc.path, doc.title, JSON.stringify(doc.metadata || {})]
+    );
+  }
+  rowToChunk(row) {
+    return {
+      id: row.id,
+      documentId: row.document_id,
+      text: row.text,
+      metadata: row.metadata,
+      createdAt: new Date(row.created_at)
+    };
+  }
+};
+
+// src/vectorstore/index.ts
+function createVectorStore(options) {
+  switch (options.type) {
+    case "sqlite":
+      return new SQLiteVectorStore({
+        path: options.connectionString || ":memory:",
+        tableName: options.tableName,
+        dimensions: options.dimensions
+      });
+    case "postgres":
+      if (!options.connectionString) {
+        throw new Error("PostgreSQL requires a connection string");
+      }
+      return new PostgresVectorStore({
+        connectionString: options.connectionString,
+        tableName: options.tableName,
+        dimensions: options.dimensions
+      });
+    case "memory":
+      return new SQLiteVectorStore({
+        path: ":memory:",
+        tableName: options.tableName,
+        dimensions: options.dimensions
+      });
+    default:
+      throw new Error(`Unknown vector store type: ${options.type}`);
+  }
+}
+export {
+  PostgresVectorStore,
+  SQLiteVectorStore,
+  createVectorStore
+};
+//# sourceMappingURL=index.js.map

package/dist/vectorstore/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/vectorstore/sqlite.ts","../../src/vectorstore/postgres.ts","../../src/vectorstore/index.ts"],"sourcesContent":["/**\n * SQLite Vector Store\n *\n * Simple vector store using SQLite with better-sqlite3.\n * Stores embeddings as JSON arrays and performs similarity search in JavaScript.\n * Best for development, small datasets, or when PostgreSQL isn't available.\n */\n\nimport Database from 'better-sqlite3';\nimport type { VectorStore, DocumentChunk, SearchResult } from '../types.js';\n\nexport interface SQLiteVectorStoreOptions {\n  /** Database file path (use ':memory:' for in-memory) */\n  path?: string;\n  /** Table name (default: 'chunks') */\n  tableName?: string;\n  /** Embedding dimensions */\n  dimensions: number;\n}\n\nexport class SQLiteVectorStore implements VectorStore {\n  private db: Database.Database;\n  private tableName: string;\n  private dimensions: number;\n\n  constructor(options: SQLiteVectorStoreOptions) {\n    this.db = new Database(options.path || ':memory:');\n    this.tableName = options.tableName || 'chunks';\n    this.dimensions = options.dimensions;\n\n    // Enable WAL mode for better concurrent access\n    this.db.pragma('journal_mode = WAL');\n  }\n\n  async initialize(): Promise<void> {\n    // Create chunks table\n    this.db.exec(`\n      CREATE TABLE IF NOT EXISTS ${this.tableName} (\n        id TEXT PRIMARY KEY,\n        document_id TEXT NOT NULL,\n        text TEXT NOT NULL,\n        embedding TEXT,\n        metadata TEXT,\n        created_at TEXT DEFAULT CURRENT_TIMESTAMP\n      )\n    `);\n\n    // Create indexes\n    this.db.exec(`\n      CREATE INDEX IF NOT EXISTS idx_${this.tableName}_document_id\n      ON ${this.tableName}(document_id)\n    `);\n\n    // Create FTS5 virtual table for text search\n    this.db.exec(`\n      CREATE VIRTUAL TABLE IF NOT EXISTS ${this.tableName}_fts\n      USING fts5(id, text, content='${this.tableName}', content_rowid='rowid')\n    `);\n\n    // Create triggers to keep FTS in sync\n    this.db.exec(`\n      CREATE TRIGGER IF NOT EXISTS ${this.tableName}_ai AFTER INSERT ON ${this.tableName} BEGIN\n        INSERT INTO ${this.tableName}_fts(rowid, id, text) VALUES (new.rowid, new.id, new.text);\n      END\n    `);\n\n    this.db.exec(`\n      CREATE TRIGGER IF NOT EXISTS ${this.tableName}_ad AFTER DELETE ON ${this.tableName} BEGIN\n        INSERT INTO ${this.tableName}_fts(${this.tableName}_fts, rowid, id, text)\n        VALUES('delete', old.rowid, old.id, old.text);\n      END\n    `);\n  }\n\n  async insert(chunks: DocumentChunk[]): Promise<void> {\n    const stmt = this.db.prepare(`\n      INSERT OR REPLACE INTO ${this.tableName} (id, document_id, text, embedding, metadata, created_at)\n      VALUES (?, ?, ?, ?, ?, ?)\n    `);\n\n    const insertMany = this.db.transaction((items: DocumentChunk[]) => {\n      for (const chunk of items) {\n        stmt.run(\n          chunk.id,\n          chunk.documentId,\n          chunk.text,\n          chunk.embedding ? JSON.stringify(chunk.embedding) : null,\n          JSON.stringify(chunk.metadata),\n          chunk.createdAt.toISOString()\n        );\n      }\n    });\n\n    insertMany(chunks);\n  }\n\n  async denseSearch(\n    embedding: number[],\n    topK: number,\n    filter?: Record<string, unknown>\n  ): Promise<SearchResult[]> {\n    // Get all chunks with embeddings\n    let query = `SELECT * FROM ${this.tableName} WHERE embedding IS NOT NULL`;\n    const params: unknown[] = [];\n\n    // Apply filters\n    if (filter?.documentId) {\n      query += ` AND document_id = ?`;\n      params.push(filter.documentId);\n    }\n\n    const rows = this.db.prepare(query).all(...params) as Array<{\n      id: string;\n      document_id: string;\n      text: string;\n      embedding: string;\n      metadata: string;\n      created_at: string;\n    }>;\n\n    // Calculate cosine similarity for each chunk\n    const results: Array<{ chunk: DocumentChunk; score: number }> = [];\n\n    for (const row of rows) {\n      const chunkEmbedding = JSON.parse(row.embedding) as number[];\n      const score = this.cosineSimilarity(embedding, chunkEmbedding);\n\n      results.push({\n        chunk: this.rowToChunk(row),\n        score,\n      });\n    }\n\n    // Sort by score and take top K\n    results.sort((a, b) => b.score - a.score);\n\n    return results.slice(0, topK).map((r) => ({\n      ...r,\n      searchType: 'dense' as const,\n    }));\n  }\n\n  async sparseSearch(\n    query: string,\n    topK: number,\n    filter?: Record<string, unknown>\n  ): Promise<SearchResult[]> {\n    // Use FTS5 for text search\n    let ftsQuery = `\n      SELECT c.*, bm25(${this.tableName}_fts) as score\n      FROM ${this.tableName}_fts fts\n      JOIN ${this.tableName} c ON fts.id = c.id\n      WHERE ${this.tableName}_fts MATCH ?\n    `;\n    const params: unknown[] = [this.escapeFTSQuery(query)];\n\n    // Apply filters\n    if (filter?.documentId) {\n      ftsQuery += ` AND c.document_id = ?`;\n      params.push(filter.documentId);\n    }\n\n    ftsQuery += ` ORDER BY score LIMIT ?`;\n    params.push(topK);\n\n    try {\n      const rows = this.db.prepare(ftsQuery).all(...params) as Array<{\n        id: string;\n        document_id: string;\n        text: string;\n        embedding: string | null;\n        metadata: string;\n        created_at: string;\n        score: number;\n      }>;\n\n      return rows.map((row) => ({\n        chunk: this.rowToChunk(row),\n        score: Math.abs(row.score), // BM25 returns negative scores\n        searchType: 'sparse' as const,\n      }));\n    } catch {\n      // FTS query failed, return empty results\n      return [];\n    }\n  }\n\n  async deleteByDocumentId(documentId: string): Promise<number> {\n    const result = this.db\n      .prepare(`DELETE FROM ${this.tableName} WHERE document_id = ?`)\n      .run(documentId);\n    return result.changes;\n  }\n\n  async getById(id: string): Promise<DocumentChunk | null> {\n    const row = this.db\n      .prepare(`SELECT * FROM ${this.tableName} WHERE id = ?`)\n      .get(id) as {\n      id: string;\n      document_id: string;\n      text: string;\n      embedding: string | null;\n      metadata: string;\n      created_at: string;\n    } | undefined;\n\n    return row ? this.rowToChunk(row) : null;\n  }\n\n  async close(): Promise<void> {\n    this.db.close();\n  }\n\n  /**\n   * Calculate cosine similarity between two vectors\n   */\n  private cosineSimilarity(a: number[], b: number[]): number {\n    if (a.length !== b.length) {\n      throw new Error('Vectors must have same length');\n    }\n\n    let dotProduct = 0;\n    let normA = 0;\n    let normB = 0;\n\n    for (let i = 0; i < a.length; i++) {\n      dotProduct += a[i] * b[i];\n      normA += a[i] * a[i];\n      normB += b[i] * b[i];\n    }\n\n    const denominator = Math.sqrt(normA) * Math.sqrt(normB);\n    return denominator === 0 ? 0 : dotProduct / denominator;\n  }\n\n  /**\n   * Convert database row to DocumentChunk\n   */\n  private rowToChunk(row: {\n    id: string;\n    document_id: string;\n    text: string;\n    embedding: string | null;\n    metadata: string;\n    created_at: string;\n  }): DocumentChunk {\n    return {\n      id: row.id,\n      documentId: row.document_id,\n      text: row.text,\n      embedding: row.embedding ? JSON.parse(row.embedding) : undefined,\n      metadata: JSON.parse(row.metadata),\n      createdAt: new Date(row.created_at),\n    };\n  }\n\n  /**\n   * Escape FTS query to prevent syntax errors\n   */\n  private escapeFTSQuery(query: string): string {\n    // Remove special FTS characters and wrap in quotes for phrase search\n    const cleaned = query.replace(/['\"(){}[\\]^~*?:\\\\]/g, ' ').trim();\n    return cleaned\n      .split(/\\s+/)\n      .filter((w) => w.length > 0)\n      .map((w) => `\"${w}\"`)\n      .join(' OR ');\n  }\n}\n","/**\n * PostgreSQL Vector Store with pgvector\n *\n * Production-ready vector store using PostgreSQL with pgvector extension.\n * Supports HNSW indexing for fast similarity search.\n */\n\nimport { Pool, type PoolConfig } from 'pg';\nimport type { VectorStore, DocumentChunk, SearchResult } from '../types.js';\n\nexport interface PostgresVectorStoreOptions {\n  /** Connection string or pool config */\n  connectionString?: string;\n  poolConfig?: PoolConfig;\n  /** Table name (default: 'chunks') */\n  tableName?: string;\n  /** Embedding dimensions */\n  dimensions: number;\n  /** Schema name (default: 'public') */\n  schema?: string;\n}\n\nexport class PostgresVectorStore implements VectorStore {\n  private pool: Pool;\n  private tableName: string;\n  private schema: string;\n  private dimensions: number;\n  private fullTableName: string;\n\n  constructor(options: PostgresVectorStoreOptions) {\n    const poolConfig: PoolConfig = options.poolConfig || {\n      connectionString: options.connectionString,\n      max: 10,\n      idleTimeoutMillis: 30000,\n    };\n\n    this.pool = new Pool(poolConfig);\n    this.tableName = options.tableName || 'chunks';\n    this.schema = options.schema || 'public';\n    this.dimensions = options.dimensions;\n    this.fullTableName = `${this.schema}.${this.tableName}`;\n  }\n\n  async initialize(): Promise<void> {\n    const client = await this.pool.connect();\n\n    try {\n      // Enable required extensions\n      await client.query('CREATE EXTENSION IF NOT EXISTS vector');\n      await client.query('CREATE EXTENSION IF NOT EXISTS pg_trgm');\n\n      // Create documents table\n      await client.query(`\n        CREATE TABLE IF NOT EXISTS ${this.schema}.documents (\n          id TEXT PRIMARY KEY,\n          source_id TEXT NOT NULL,\n          path TEXT NOT NULL,\n          title TEXT NOT NULL,\n          metadata JSONB DEFAULT '{}',\n          created_at TIMESTAMPTZ DEFAULT NOW(),\n          updated_at TIMESTAMPTZ DEFAULT NOW()\n        )\n      `);\n\n      // Create chunks table\n      await client.query(`\n        CREATE TABLE IF NOT EXISTS ${this.fullTableName} (\n          id TEXT PRIMARY KEY,\n          document_id TEXT NOT NULL REFERENCES ${this.schema}.documents(id) ON DELETE CASCADE,\n          text TEXT NOT NULL,\n          embedding vector(${this.dimensions}),\n          metadata JSONB DEFAULT '{}',\n          created_at TIMESTAMPTZ DEFAULT NOW()\n        )\n      `);\n\n      // Create indexes\n      await client.query(`\n        CREATE INDEX IF NOT EXISTS idx_${this.tableName}_document_id\n        ON ${this.fullTableName}(document_id)\n      `);\n\n      // HNSW index for vector similarity (better than IVFFlat for most cases)\n      await client.query(`\n        CREATE INDEX IF NOT EXISTS idx_${this.tableName}_embedding_hnsw\n        ON ${this.fullTableName}\n        USING hnsw (embedding vector_cosine_ops)\n        WITH (m = 16, ef_construction = 64)\n      `);\n\n      // GIN index for text search\n      await client.query(`\n        CREATE INDEX IF NOT EXISTS idx_${this.tableName}_text_trgm\n        ON ${this.fullTableName}\n        USING gin (text gin_trgm_ops)\n      `);\n\n      // GIN index for metadata\n      await client.query(`\n        CREATE INDEX IF NOT EXISTS idx_${this.tableName}_metadata\n        ON ${this.fullTableName}\n        USING gin (metadata)\n      `);\n    } finally {\n      client.release();\n    }\n  }\n\n  async insert(chunks: DocumentChunk[]): Promise<void> {\n    if (chunks.length === 0) return;\n\n    const client = await this.pool.connect();\n\n    try {\n      await client.query('BEGIN');\n\n      // Use COPY for bulk insert (much faster than individual inserts)\n      for (const chunk of chunks) {\n        const embedding = chunk.embedding\n          ? `[${chunk.embedding.join(',')}]`\n          : null;\n\n        await client.query(\n          `\n          INSERT INTO ${this.fullTableName} (id, document_id, text, embedding, metadata, created_at)\n          VALUES ($1, $2, $3, $4::vector, $5, $6)\n          ON CONFLICT (id) DO UPDATE SET\n            text = EXCLUDED.text,\n            embedding = EXCLUDED.embedding,\n            metadata = EXCLUDED.metadata\n        `,\n          [\n            chunk.id,\n            chunk.documentId,\n            chunk.text,\n            embedding,\n            JSON.stringify(chunk.metadata),\n            chunk.createdAt,\n          ]\n        );\n      }\n\n      await client.query('COMMIT');\n    } catch (error) {\n      await client.query('ROLLBACK');\n      throw error;\n    } finally {\n      client.release();\n    }\n  }\n\n  async denseSearch(\n    embedding: number[],\n    topK: number,\n    filter?: Record<string, unknown>\n  ): Promise<SearchResult[]> {\n    const embeddingStr = `[${embedding.join(',')}]`;\n\n    let query = `\n      SELECT\n        id,\n        document_id,\n        text,\n        metadata,\n        created_at,\n        1 - (embedding <=> $1::vector) as score\n      FROM ${this.fullTableName}\n      WHERE embedding IS NOT NULL\n    `;\n    const params: unknown[] = [embeddingStr];\n    let paramIndex = 2;\n\n    // Apply filters\n    if (filter?.documentId) {\n      query += ` AND document_id = $${paramIndex}`;\n      params.push(filter.documentId);\n      paramIndex++;\n    }\n\n    if (filter?.metadata) {\n      query += ` AND metadata @> $${paramIndex}`;\n      params.push(JSON.stringify(filter.metadata));\n      paramIndex++;\n    }\n\n    query += ` ORDER BY embedding <=> $1::vector LIMIT $${paramIndex}`;\n    params.push(topK);\n\n    const result = await this.pool.query(query, params);\n\n    return result.rows.map((row) => ({\n      chunk: this.rowToChunk(row),\n      score: row.score,\n      searchType: 'dense' as const,\n    }));\n  }\n\n  async sparseSearch(\n    query: string,\n    topK: number,\n    filter?: Record<string, unknown>\n  ): Promise<SearchResult[]> {\n    // Use trigram similarity for BM25-like text search\n    let sql = `\n      SELECT\n        id,\n        document_id,\n        text,\n        metadata,\n        created_at,\n        similarity(text, $1) as score\n      FROM ${this.fullTableName}\n      WHERE text % $1\n    `;\n    const params: unknown[] = [query];\n    let paramIndex = 2;\n\n    // Apply filters\n    if (filter?.documentId) {\n      sql += ` AND document_id = $${paramIndex}`;\n      params.push(filter.documentId);\n      paramIndex++;\n    }\n\n    sql += ` ORDER BY score DESC LIMIT $${paramIndex}`;\n    params.push(topK);\n\n    const result = await this.pool.query(sql, params);\n\n    return result.rows.map((row) => ({\n      chunk: this.rowToChunk(row),\n      score: row.score,\n      searchType: 'sparse' as const,\n    }));\n  }\n\n  async deleteByDocumentId(documentId: string): Promise<number> {\n    const result = await this.pool.query(\n      `DELETE FROM ${this.fullTableName} WHERE document_id = $1`,\n      [documentId]\n    );\n    return result.rowCount || 0;\n  }\n\n  async getById(id: string): Promise<DocumentChunk | null> {\n    const result = await this.pool.query(\n      `SELECT * FROM ${this.fullTableName} WHERE id = $1`,\n      [id]\n    );\n    return result.rows.length > 0 ? this.rowToChunk(result.rows[0]) : null;\n  }\n\n  async close(): Promise<void> {\n    await this.pool.end();\n  }\n\n  /**\n   * Get chunk and document counts\n   */\n  async getStats(): Promise<{ chunks: number; documents: number }> {\n    const chunksResult = await this.pool.query(\n      `SELECT COUNT(*) FROM ${this.fullTableName}`\n    );\n    const docsResult = await this.pool.query(\n      `SELECT COUNT(*) FROM ${this.schema}.documents`\n    );\n\n    return {\n      chunks: parseInt(chunksResult.rows[0].count, 10),\n      documents: parseInt(docsResult.rows[0].count, 10),\n    };\n  }\n\n  /**\n   * Insert or update a document\n   */\n  async upsertDocument(doc: {\n    id: string;\n    sourceId: string;\n    path: string;\n    title: string;\n    metadata?: Record<string, unknown>;\n  }): Promise<void> {\n    await this.pool.query(\n      `\n      INSERT INTO ${this.schema}.documents (id, source_id, path, title, metadata)\n      VALUES ($1, $2, $3, $4, $5)\n      ON CONFLICT (id) DO UPDATE SET\n        path = EXCLUDED.path,\n        title = EXCLUDED.title,\n        metadata = EXCLUDED.metadata,\n        updated_at = NOW()\n    `,\n      [doc.id, doc.sourceId, doc.path, doc.title, JSON.stringify(doc.metadata || {})]\n    );\n  }\n\n  private rowToChunk(row: {\n    id: string;\n    document_id: string;\n    text: string;\n    embedding?: string;\n    metadata: Record<string, unknown>;\n    created_at: Date;\n  }): DocumentChunk {\n    return {\n      id: row.id,\n      documentId: row.document_id,\n      text: row.text,\n      metadata: row.metadata as DocumentChunk['metadata'],\n      createdAt: new Date(row.created_at),\n    };\n  }\n}\n","/**\n * Vector Store Implementations\n *\n * Store and search document chunks using vector similarity.\n */\n\nexport { SQLiteVectorStore, type SQLiteVectorStoreOptions } from './sqlite.js';\nexport { PostgresVectorStore, type PostgresVectorStoreOptions } from './postgres.js';\n\nimport type { VectorStore, VectorStoreOptions } from '../types.js';\nimport { SQLiteVectorStore } from './sqlite.js';\nimport { PostgresVectorStore } from './postgres.js';\n\n/**\n * Create a vector store based on options\n */\nexport function createVectorStore(options: VectorStoreOptions): VectorStore {\n  switch (options.type) {\n    case 'sqlite':\n      return new SQLiteVectorStore({\n        path: options.connectionString || ':memory:',\n        tableName: options.tableName,\n        dimensions: options.dimensions,\n      });\n\n    case 'postgres':\n      if (!options.connectionString) {\n        throw new Error('PostgreSQL requires a connection string');\n      }\n      return new PostgresVectorStore({\n        connectionString: options.connectionString,\n        tableName: options.tableName,\n        dimensions: options.dimensions,\n      });\n\n    case 'memory':\n      // Use SQLite in-memory mode\n      return new SQLiteVectorStore({\n        path: ':memory:',\n        tableName: options.tableName,\n        dimensions: options.dimensions,\n      });\n\n    default:\n      throw new Error(`Unknown vector store type: ${options.type}`);\n  }\n}\n"],"mappings":";AAQA,OAAO,cAAc;AAYd,IAAM,oBAAN,MAA+C;AAAA,EAC5C;AAAA,EACA;AAAA,EACA;AAAA,EAER,YAAY,SAAmC;AAC7C,SAAK,KAAK,IAAI,SAAS,QAAQ,QAAQ,UAAU;AACjD,SAAK,YAAY,QAAQ,aAAa;AACtC,SAAK,aAAa,QAAQ;AAG1B,SAAK,GAAG,OAAO,oBAAoB;AAAA,EACrC;AAAA,EAEA,MAAM,aAA4B;AAEhC,SAAK,GAAG,KAAK;AAAA,mCACkB,KAAK,SAAS;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAQ5C;AAGD,SAAK,GAAG,KAAK;AAAA,uCACsB,KAAK,SAAS;AAAA,WAC1C,KAAK,SAAS;AAAA,KACpB;AAGD,SAAK,GAAG,KAAK;AAAA,2CAC0B,KAAK,SAAS;AAAA,sCACnB,KAAK,SAAS;AAAA,KAC/C;AAGD,SAAK,GAAG,KAAK;AAAA,qCACoB,KAAK,SAAS,uBAAuB,KAAK,SAAS;AAAA,sBAClE,KAAK,SAAS;AAAA;AAAA,KAE/B;AAED,SAAK,GAAG,KAAK;AAAA,qCACoB,KAAK,SAAS,uBAAuB,KAAK,SAAS;AAAA,sBAClE,KAAK,SAAS,QAAQ,KAAK,SAAS;AAAA;AAAA;AAAA,KAGrD;AAAA,EACH;AAAA,EAEA,MAAM,OAAO,QAAwC;AACnD,UAAM,OAAO,KAAK,GAAG,QAAQ;AAAA,+BACF,KAAK,SAAS;AAAA;AAAA,KAExC;AAED,UAAM,aAAa,KAAK,GAAG,YAAY,CAAC,UAA2B;AACjE,iBAAW,SAAS,OAAO;AACzB,aAAK;AAAA,UACH,MAAM;AAAA,UACN,MAAM;AAAA,UACN,MAAM;AAAA,UACN,MAAM,YAAY,KAAK,UAAU,MAAM,SAAS,IAAI;AAAA,UACpD,KAAK,UAAU,MAAM,QAAQ;AAAA,UAC7B,MAAM,UAAU,YAAY;AAAA,QAC9B;AAAA,MACF;AAAA,IACF,CAAC;AAED,eAAW,MAAM;AAAA,EACnB;AAAA,EAEA,MAAM,YACJ,WACA,MACA,QACyB;AAEzB,QAAI,QAAQ,iBAAiB,KAAK,SAAS;AAC3C,UAAM,SAAoB,CAAC;AAG3B,QAAI,QAAQ,YAAY;AACtB,eAAS;AACT,aAAO,KAAK,OAAO,UAAU;AAAA,IAC/B;AAEA,UAAM,OAAO,KAAK,GAAG,QAAQ,KAAK,EAAE,IAAI,GAAG,MAAM;AAUjD,UAAM,UAA0D,CAAC;AAEjE,eAAW,OAAO,MAAM;AACtB,YAAM,iBAAiB,KAAK,MAAM,IAAI,SAAS;AAC/C,YAAM,QAAQ,KAAK,iBAAiB,WAAW,cAAc;AAE7D,cAAQ,KAAK;AAAA,QACX,OAAO,KAAK,WAAW,GAAG;AAAA,QAC1B;AAAA,MACF,CAAC;AAAA,IACH;AAGA,YAAQ,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK;AAExC,WAAO,QAAQ,MAAM,GAAG,IAAI,EAAE,IAAI,CAAC,OAAO;AAAA,MACxC,GAAG;AAAA,MACH,YAAY;AAAA,IACd,EAAE;AAAA,EACJ;AAAA,EAEA,MAAM,aACJ,OACA,MACA,QACyB;AAEzB,QAAI,WAAW;AAAA,yBACM,KAAK,SAAS;AAAA,aAC1B,KAAK,SAAS;AAAA,aACd,KAAK,SAAS;AAAA,cACb,KAAK,SAAS;AAAA;AAExB,UAAM,SAAoB,CAAC,KAAK,eAAe,KAAK,CAAC;AAGrD,QAAI,QAAQ,YAAY;AACtB,kBAAY;AACZ,aAAO,KAAK,OAAO,UAAU;AAAA,IAC/B;AAEA,gBAAY;AACZ,WAAO,KAAK,IAAI;AAEhB,QAAI;AACF,YAAM,OAAO,KAAK,GAAG,QAAQ,QAAQ,EAAE,IAAI,GAAG,MAAM;AAUpD,aAAO,KAAK,IAAI,CAAC,SAAS;AAAA,QACxB,OAAO,KAAK,WAAW,GAAG;AAAA,QAC1B,OAAO,KAAK,IAAI,IAAI,KAAK;AAAA;AAAA,QACzB,YAAY;AAAA,MACd,EAAE;AAAA,IACJ,QAAQ;AAEN,aAAO,CAAC;AAAA,IACV;AAAA,EACF;AAAA,EAEA,MAAM,mBAAmB,YAAqC;AAC5D,UAAM,SAAS,KAAK,GACjB,QAAQ,eAAe,KAAK,SAAS,wBAAwB,EAC7D,IAAI,UAAU;AACjB,WAAO,OAAO;AAAA,EAChB;AAAA,EAEA,MAAM,QAAQ,IAA2C;AACvD,UAAM,MAAM,KAAK,GACd,QAAQ,iBAAiB,KAAK,SAAS,eAAe,EACtD,IAAI,EAAE;AAST,WAAO,MAAM,KAAK,WAAW,GAAG,IAAI;AAAA,EACtC;AAAA,EAEA,MAAM,QAAuB;AAC3B,SAAK,GAAG,MAAM;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKQ,iBAAiB,GAAa,GAAqB;AACzD,QAAI,EAAE,WAAW,EAAE,QAAQ;AACzB,YAAM,IAAI,MAAM,+BAA+B;AAAA,IACjD;AAEA,QAAI,aAAa;AACjB,QAAI,QAAQ;AACZ,QAAI,QAAQ;AAEZ,aAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,oBAAc,EAAE,CAAC,IAAI,EAAE,CAAC;AACxB,eAAS,EAAE,CAAC,IAAI,EAAE,CAAC;AACnB,eAAS,EAAE,CAAC,IAAI,EAAE,CAAC;AAAA,IACrB;AAEA,UAAM,cAAc,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,KAAK;AACtD,WAAO,gBAAgB,IAAI,IAAI,aAAa;AAAA,EAC9C;AAAA;AAAA;AAAA;AAAA,EAKQ,WAAW,KAOD;AAChB,WAAO;AAAA,MACL,IAAI,IAAI;AAAA,MACR,YAAY,IAAI;AAAA,MAChB,MAAM,IAAI;AAAA,MACV,WAAW,IAAI,YAAY,KAAK,MAAM,IAAI,SAAS,IAAI;AAAA,MACvD,UAAU,KAAK,MAAM,IAAI,QAAQ;AAAA,MACjC,WAAW,IAAI,KAAK,IAAI,UAAU;AAAA,IACpC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,eAAe,OAAuB;AAE5C,UAAM,UAAU,MAAM,QAAQ,uBAAuB,GAAG,EAAE,KAAK;AAC/D,WAAO,QACJ,MAAM,KAAK,EACX,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,EAC1B,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG,EACnB,KAAK,MAAM;AAAA,EAChB;AACF;;;ACrQA,SAAS,YAA6B;AAe/B,IAAM,sBAAN,MAAiD;AAAA,EAC9C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,YAAY,SAAqC;AAC/C,UAAM,aAAyB,QAAQ,cAAc;AAAA,MACnD,kBAAkB,QAAQ;AAAA,MAC1B,KAAK;AAAA,MACL,mBAAmB;AAAA,IACrB;AAEA,SAAK,OAAO,IAAI,KAAK,UAAU;AAC/B,SAAK,YAAY,QAAQ,aAAa;AACtC,SAAK,SAAS,QAAQ,UAAU;AAChC,SAAK,aAAa,QAAQ;AAC1B,SAAK,gBAAgB,GAAG,KAAK,MAAM,IAAI,KAAK,SAAS;AAAA,EACvD;AAAA,EAEA,MAAM,aAA4B;AAChC,UAAM,SAAS,MAAM,KAAK,KAAK,QAAQ;AAEvC,QAAI;AAEF,YAAM,OAAO,MAAM,uCAAuC;AAC1D,YAAM,OAAO,MAAM,wCAAwC;AAG3D,YAAM,OAAO,MAAM;AAAA,qCACY,KAAK,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,OASzC;AAGD,YAAM,OAAO,MAAM;AAAA,qCACY,KAAK,aAAa;AAAA;AAAA,iDAEN,KAAK,MAAM;AAAA;AAAA,6BAE/B,KAAK,UAAU;AAAA;AAAA;AAAA;AAAA,OAIrC;AAGD,YAAM,OAAO,MAAM;AAAA,yCACgB,KAAK,SAAS;AAAA,aAC1C,KAAK,aAAa;AAAA,OACxB;AAGD,YAAM,OAAO,MAAM;AAAA,yCACgB,KAAK,SAAS;AAAA,aAC1C,KAAK,aAAa;AAAA;AAAA;AAAA,OAGxB;AAGD,YAAM,OAAO,MAAM;AAAA,yCACgB,KAAK,SAAS;AAAA,aAC1C,KAAK,aAAa;AAAA;AAAA,OAExB;AAGD,YAAM,OAAO,MAAM;AAAA,yCACgB,KAAK,SAAS;AAAA,aAC1C,KAAK,aAAa;AAAA;AAAA,OAExB;AAAA,IACH,UAAE;AACA,aAAO,QAAQ;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,OAAO,QAAwC;AACnD,QAAI,OAAO,WAAW,EAAG;AAEzB,UAAM,SAAS,MAAM,KAAK,KAAK,QAAQ;AAEvC,QAAI;AACF,YAAM,OAAO,MAAM,OAAO;AAG1B,iBAAW,SAAS,QAAQ;AAC1B,cAAM,YAAY,MAAM,YACpB,IAAI,MAAM,UAAU,KAAK,GAAG,CAAC,MAC7B;AAEJ,cAAM,OAAO;AAAA,UACX;AAAA,wBACc,KAAK,aAAa;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,UAOhC;AAAA,YACE,MAAM;AAAA,YACN,MAAM;AAAA,YACN,MAAM;AAAA,YACN;AAAA,YACA,KAAK,UAAU,MAAM,QAAQ;AAAA,YAC7B,MAAM;AAAA,UACR;AAAA,QACF;AAAA,MACF;AAEA,YAAM,OAAO,MAAM,QAAQ;AAAA,IAC7B,SAAS,OAAO;AACd,YAAM,OAAO,MAAM,UAAU;AAC7B,YAAM;AAAA,IACR,UAAE;AACA,aAAO,QAAQ;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,YACJ,WACA,MACA,QACyB;AACzB,UAAM,eAAe,IAAI,UAAU,KAAK,GAAG,CAAC;AAE5C,QAAI,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,aAQH,KAAK,aAAa;AAAA;AAAA;AAG3B,UAAM,SAAoB,CAAC,YAAY;AACvC,QAAI,aAAa;AAGjB,QAAI,QAAQ,YAAY;AACtB,eAAS,uBAAuB,UAAU;AAC1C,aAAO,KAAK,OAAO,UAAU;AAC7B;AAAA,IACF;AAEA,QAAI,QAAQ,UAAU;AACpB,eAAS,qBAAqB,UAAU;AACxC,aAAO,KAAK,KAAK,UAAU,OAAO,QAAQ,CAAC;AAC3C;AAAA,IACF;AAEA,aAAS,6CAA6C,UAAU;AAChE,WAAO,KAAK,IAAI;AAEhB,UAAM,SAAS,MAAM,KAAK,KAAK,MAAM,OAAO,MAAM;AAElD,WAAO,OAAO,KAAK,IAAI,CAAC,SAAS;AAAA,MAC/B,OAAO,KAAK,WAAW,GAAG;AAAA,MAC1B,OAAO,IAAI;AAAA,MACX,YAAY;AAAA,IACd,EAAE;AAAA,EACJ;AAAA,EAEA,MAAM,aACJ,OACA,MACA,QACyB;AAEzB,QAAI,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,aAQD,KAAK,aAAa;AAAA;AAAA;AAG3B,UAAM,SAAoB,CAAC,KAAK;AAChC,QAAI,aAAa;AAGjB,QAAI,QAAQ,YAAY;AACtB,aAAO,uBAAuB,UAAU;AACxC,aAAO,KAAK,OAAO,UAAU;AAC7B;AAAA,IACF;AAEA,WAAO,+BAA+B,UAAU;AAChD,WAAO,KAAK,IAAI;AAEhB,UAAM,SAAS,MAAM,KAAK,KAAK,MAAM,KAAK,MAAM;AAEhD,WAAO,OAAO,KAAK,IAAI,CAAC,SAAS;AAAA,MAC/B,OAAO,KAAK,WAAW,GAAG;AAAA,MAC1B,OAAO,IAAI;AAAA,MACX,YAAY;AAAA,IACd,EAAE;AAAA,EACJ;AAAA,EAEA,MAAM,mBAAmB,YAAqC;AAC5D,UAAM,SAAS,MAAM,KAAK,KAAK;AAAA,MAC7B,eAAe,KAAK,aAAa;AAAA,MACjC,CAAC,UAAU;AAAA,IACb;AACA,WAAO,OAAO,YAAY;AAAA,EAC5B;AAAA,EAEA,MAAM,QAAQ,IAA2C;AACvD,UAAM,SAAS,MAAM,KAAK,KAAK;AAAA,MAC7B,iBAAiB,KAAK,aAAa;AAAA,MACnC,CAAC,EAAE;AAAA,IACL;AACA,WAAO,OAAO,KAAK,SAAS,IAAI,KAAK,WAAW,OAAO,KAAK,CAAC,CAAC,IAAI;AAAA,EACpE;AAAA,EAEA,MAAM,QAAuB;AAC3B,UAAM,KAAK,KAAK,IAAI;AAAA,EACtB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,WAA2D;AAC/D,UAAM,eAAe,MAAM,KAAK,KAAK;AAAA,MACnC,wBAAwB,KAAK,aAAa;AAAA,IAC5C;AACA,UAAM,aAAa,MAAM,KAAK,KAAK;AAAA,MACjC,wBAAwB,KAAK,MAAM;AAAA,IACrC;AAEA,WAAO;AAAA,MACL,QAAQ,SAAS,aAAa,KAAK,CAAC,EAAE,OAAO,EAAE;AAAA,MAC/C,WAAW,SAAS,WAAW,KAAK,CAAC,EAAE,OAAO,EAAE;AAAA,IAClD;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,eAAe,KAMH;AAChB,UAAM,KAAK,KAAK;AAAA,MACd;AAAA,oBACc,KAAK,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAQzB,CAAC,IAAI,IAAI,IAAI,UAAU,IAAI,MAAM,IAAI,OAAO,KAAK,UAAU,IAAI,YAAY,CAAC,CAAC,CAAC;AAAA,IAChF;AAAA,EACF;AAAA,EAEQ,WAAW,KAOD;AAChB,WAAO;AAAA,MACL,IAAI,IAAI;AAAA,MACR,YAAY,IAAI;AAAA,MAChB,MAAM,IAAI;AAAA,MACV,UAAU,IAAI;AAAA,MACd,WAAW,IAAI,KAAK,IAAI,UAAU;AAAA,IACpC;AAAA,EACF;AACF;;;ACzSO,SAAS,kBAAkB,SAA0C;AAC1E,UAAQ,QAAQ,MAAM;AAAA,IACpB,KAAK;AACH,aAAO,IAAI,kBAAkB;AAAA,QAC3B,MAAM,QAAQ,oBAAoB;AAAA,QAClC,WAAW,QAAQ;AAAA,QACnB,YAAY,QAAQ;AAAA,MACtB,CAAC;AAAA,IAEH,KAAK;AACH,UAAI,CAAC,QAAQ,kBAAkB;AAC7B,cAAM,IAAI,MAAM,yCAAyC;AAAA,MAC3D;AACA,aAAO,IAAI,oBAAoB;AAAA,QAC7B,kBAAkB,QAAQ;AAAA,QAC1B,WAAW,QAAQ;AAAA,QACnB,YAAY,QAAQ;AAAA,MACtB,CAAC;AAAA,IAEH,KAAK;AAEH,aAAO,IAAI,kBAAkB;AAAA,QAC3B,MAAM;AAAA,QACN,WAAW,QAAQ;AAAA,QACnB,YAAY,QAAQ;AAAA,MACtB,CAAC;AAAA,IAEH;AACE,YAAM,IAAI,MAAM,8BAA8B,QAAQ,IAAI,EAAE;AAAA,EAChE;AACF;","names":[]}

package/package.json

@@ -0,0 +1,83 @@
+{
+  "name": "@chatbot-packages/rag",
+  "version": "0.1.0",
+  "description": "RAG (Retrieval-Augmented Generation) system for documentation Q&A",
+  "type": "module",
+  "main": "./dist/index.js",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    },
+    "./extractors": {
+      "types": "./dist/extractors/index.d.ts",
+      "import": "./dist/extractors/index.js"
+    },
+    "./chunking": {
+      "types": "./dist/chunking/index.d.ts",
+      "import": "./dist/chunking/index.js"
+    },
+    "./embeddings": {
+      "types": "./dist/embeddings/index.d.ts",
+      "import": "./dist/embeddings/index.js"
+    },
+    "./vectorstore": {
+      "types": "./dist/vectorstore/index.d.ts",
+      "import": "./dist/vectorstore/index.js"
+    },
+    "./retrieval": {
+      "types": "./dist/retrieval/index.d.ts",
+      "import": "./dist/retrieval/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "dependencies": {
+    "@xenova/transformers": "^2.17.0",
+    "better-sqlite3": "^11.0.0",
+    "cheerio": "^1.0.0",
+    "html-to-text": "^9.0.5",
+    "pg": "^8.12.0",
+    "pgvector": "^0.2.0",
+    "@chatbot-packages/ai": "0.1.0",
+    "@chatbot-packages/types": "0.1.0",
+    "@chatbot-packages/utils": "0.1.0"
+  },
+  "devDependencies": {
+    "@types/better-sqlite3": "^7.6.11",
+    "@types/html-to-text": "^9.0.4",
+    "@types/node": "^20.0.0",
+    "@types/pg": "^8.11.6",
+    "tsup": "^8.0.0",
+    "typescript": "^5.4.0",
+    "vitest": "^1.6.0"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "keywords": [
+    "rag",
+    "retrieval-augmented-generation",
+    "chatbot",
+    "documentation",
+    "help-files",
+    "chm",
+    "embeddings",
+    "vector-search"
+  ],
+  "author": "Robi",
+  "license": "MIT",
+  "scripts": {
+    "build": "tsup",
+    "dev": "tsup --watch",
+    "typecheck": "tsc --noEmit",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "lint": "eslint src/",
+    "clean": "rm -rf dist"
+  }
+}