@matperez/coderag 0.1.24

package/dist/db/client-pg.d.ts

@@ -0,0 +1,16 @@
+/**
+ * PostgreSQL database client (pg Pool + Drizzle)
+ */
+import type { Pool } from 'pg';
+import { drizzle } from 'drizzle-orm/node-postgres';
+import * as schema from './schema-pg.js';
+import type { PostgresDbConfig } from '../storage-persistent-types.js';
+export interface DbInstancePg {
+    db: ReturnType<typeof drizzle<typeof schema>>;
+    pool: Pool;
+}
+/**
+ * Create Postgres client and run migrations.
+ */
+export declare function createPostgresDb(config: PostgresDbConfig): Promise<DbInstancePg>;
+//# sourceMappingURL=client-pg.d.ts.map

package/dist/db/client-pg.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client-pg.d.ts","sourceRoot":"","sources":["../../src/db/client-pg.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,IAAI,CAAA;AAC9B,OAAO,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAA;AACnD,OAAO,KAAK,MAAM,MAAM,gBAAgB,CAAA;AACxC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAA;AAEtE,MAAM,WAAW,YAAY;IAC5B,EAAE,EAAE,UAAU,CAAC,OAAO,OAAO,CAAC,OAAO,MAAM,CAAC,CAAC,CAAA;IAC7C,IAAI,EAAE,IAAI,CAAA;CACV;AA4BD;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,YAAY,CAAC,CAWtF"}

package/dist/db/client-pg.js

@@ -0,0 +1,38 @@
+/**
+ * PostgreSQL database client (pg Pool + Drizzle)
+ */
+import { drizzle } from 'drizzle-orm/node-postgres';
+import * as schema from './schema-pg.js';
+function buildConnectionString(config) {
+    if ('connectionString' in config && config.connectionString) {
+        return config.connectionString;
+    }
+    const c = config;
+    const host = c.host ?? process.env.PGHOST ?? 'localhost';
+    const port = c.port ?? (process.env.PGPORT ? parseInt(process.env.PGPORT, 10) : 5432);
+    const database = c.database ?? process.env.PGDATABASE ?? 'coderag';
+    const user = c.user ?? process.env.PGUSER ?? 'postgres';
+    const password = c.password ?? process.env.PGPASSWORD ?? '';
+    const ssl = c.ssl ?? (process.env.PGSSLMODE === 'require');
+    const params = new URLSearchParams();
+    if (ssl)
+        params.set('sslmode', 'require');
+    const qs = params.toString();
+    return `postgresql://${encodeURIComponent(user)}:${encodeURIComponent(password)}@${host}:${port}/${encodeURIComponent(database)}${qs ? `?${qs}` : ''}`;
+}
+/**
+ * Create Postgres client and run migrations.
+ */
+export async function createPostgresDb(config) {
+    const { Pool } = await import('pg');
+    const connectionString = buildConnectionString(config);
+    const pool = new Pool({
+        connectionString,
+        max: 10,
+    });
+    const db = drizzle(pool, { schema });
+    const { runMigrationsPg } = await import('./migrations-pg.js');
+    await runMigrationsPg(pool);
+    return { db, pool };
+}
+//# sourceMappingURL=client-pg.js.map

package/dist/db/client-pg.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client-pg.js","sourceRoot":"","sources":["../../src/db/client-pg.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAA;AACnD,OAAO,KAAK,MAAM,MAAM,gBAAgB,CAAA;AAiBxC,SAAS,qBAAqB,CAAC,MAAwB;IACtD,IAAI,kBAAkB,IAAI,MAAM,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;QAC7D,OAAO,MAAM,CAAC,gBAAgB,CAAA;IAC/B,CAAC;IACD,MAAM,CAAC,GAAG,MAAiD,CAAA;IAC3D,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,WAAW,CAAA;IACxD,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IACrF,MAAM,QAAQ,GAAG,CAAC,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,SAAS,CAAA;IAClE,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,UAAU,CAAA;IACvD,MAAM,QAAQ,GAAG,CAAC,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,EAAE,CAAA;IAC3D,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAA;IAC1D,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAA;IACpC,IAAI,GAAG;QAAE,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;IACzC,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAA;IAC5B,OAAO,gBAAgB,kBAAkB,CAAC,IAAI,CAAC,IAAI,kBAAkB,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,kBAAkB,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAA;AACvJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,MAAwB;IAC9D,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAA;IACnC,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAA;IACtD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;QACrB,gBAAgB;QAChB,GAAG,EAAE,EAAE;KACP,CAAC,CAAA;IACF,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,CAAA;IACpC,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAA;IAC9D,MAAM,eAAe,CAAC,IAAI,CAAC,CAAA;IAC3B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAA;AACpB,CAAC"}

package/dist/db/client.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Database client setup using LibSQL (WASM-compatible)
+ */
+import { type Client } from '@libsql/client';
+import { drizzle } from 'drizzle-orm/libsql';
+import * as schema from './schema.js';
+export interface DbConfig {
+    dbPath?: string;
+    codebaseRoot?: string;
+    /** When true, storeManyChunks inserts in batches. Default false. */
+    useBulkInsertChunks?: boolean;
+}
+export interface DbInstance {
+    db: ReturnType<typeof drizzle<typeof schema>>;
+    client: Client;
+    dbPath: string;
+}
+/**
+ * Get the global coderag data directory
+ * Uses ~/.coderag/projects/<hash>/ for persistent storage
+ */
+export declare function getCoderagDataDir(codebaseRoot: string): string;
+/**
+ * Project metadata stored alongside the database
+ */
+export interface ProjectMetadata {
+    path: string;
+    name: string;
+    createdAt: string;
+    lastAccessedAt: string;
+}
+/**
+ * Create database client (async for LibSQL compatibility)
+ */
+export declare function createDb(config?: DbConfig): Promise<DbInstance>;
+//# sourceMappingURL=client.d.ts.map

package/dist/db/client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/db/client.ts"],"names":[],"mappings":"AAAA;;GAEG;AAMH,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,gBAAgB,CAAA;AAC1D,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAA;AAC5C,OAAO,KAAK,MAAM,MAAM,aAAa,CAAA;AAErC,MAAM,WAAW,QAAQ;IACxB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,oEAAoE;IACpE,mBAAmB,CAAC,EAAE,OAAO,CAAA;CAC7B;AAED,MAAM,WAAW,UAAU;IAC1B,EAAE,EAAE,UAAU,CAAC,OAAO,OAAO,CAAC,OAAO,MAAM,CAAC,CAAC,CAAA;IAC7C,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;CACd;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAQ9D;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC/B,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,MAAM,CAAA;IACjB,cAAc,EAAE,MAAM,CAAA;CACtB;AAmCD;;GAEG;AACH,wBAAsB,QAAQ,CAAC,MAAM,GAAE,QAAa,GAAG,OAAO,CAAC,UAAU,CAAC,CA8BzE"}

package/dist/db/client.js

@@ -0,0 +1,81 @@
+/**
+ * Database client setup using LibSQL (WASM-compatible)
+ */
+import crypto from 'node:crypto';
+import fs from 'node:fs';
+import os from 'node:os';
+import path from 'node:path';
+import { createClient } from '@libsql/client';
+import { drizzle } from 'drizzle-orm/libsql';
+import * as schema from './schema.js';
+/**
+ * Get the global coderag data directory
+ * Uses ~/.coderag/projects/<hash>/ for persistent storage
+ */
+export function getCoderagDataDir(codebaseRoot) {
+    // Normalize the path and create a stable hash
+    const normalizedPath = path.resolve(codebaseRoot);
+    const hash = crypto.createHash('sha256').update(normalizedPath).digest('hex').substring(0, 16);
+    // Use ~/.coderag/projects/<hash>/
+    const homeDir = os.homedir();
+    return path.join(homeDir, '.coderag', 'projects', hash);
+}
+/**
+ * Write project metadata to help identify which project a database belongs to
+ */
+function writeProjectMetadata(dataDir, codebaseRoot) {
+    const metadataPath = path.join(dataDir, 'metadata.json');
+    const metadata = {
+        path: path.resolve(codebaseRoot),
+        name: path.basename(codebaseRoot),
+        createdAt: fs.existsSync(metadataPath)
+            ? JSON.parse(fs.readFileSync(metadataPath, 'utf8')).createdAt
+            : new Date().toISOString(),
+        lastAccessedAt: new Date().toISOString(),
+    };
+    fs.writeFileSync(metadataPath, JSON.stringify(metadata, null, 2));
+}
+/**
+ * Clean up old .codebase-search folder from previous versions
+ * This folder is no longer used - data is now stored in ~/.coderag/
+ */
+function cleanupOldStorage(codebaseRoot) {
+    const oldDir = path.join(codebaseRoot, '.codebase-search');
+    if (fs.existsSync(oldDir)) {
+        try {
+            fs.rmSync(oldDir, { recursive: true, force: true });
+            console.error(`[INFO] Cleaned up old storage: ${oldDir}`);
+        }
+        catch {
+            // Ignore errors - not critical
+            console.error(`[WARN] Failed to clean up old storage: ${oldDir}`);
+        }
+    }
+}
+/**
+ * Create database client (async for LibSQL compatibility)
+ */
+export async function createDb(config = {}) {
+    const codebaseRoot = config.codebaseRoot || process.cwd();
+    // Clean up old .codebase-search folder (no longer used)
+    cleanupOldStorage(codebaseRoot);
+    // Use global ~/.coderag/projects/<hash>/ directory
+    const dbDir = getCoderagDataDir(codebaseRoot);
+    const dbPath = config.dbPath || path.join(dbDir, 'index.db');
+    // Ensure database directory exists
+    if (!fs.existsSync(dbDir)) {
+        fs.mkdirSync(dbDir, { recursive: true });
+    }
+    // Write project metadata for identification
+    writeProjectMetadata(dbDir, codebaseRoot);
+    // Create LibSQL client with local file
+    const client = createClient({
+        url: `file:${dbPath}`,
+    });
+    // Enable WAL mode for better concurrency
+    await client.execute('PRAGMA journal_mode = WAL');
+    // Create Drizzle instance
+    const db = drizzle(client, { schema });
+    return { db, client, dbPath };
+}
+//# sourceMappingURL=client.js.map

package/dist/db/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/db/client.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,MAAM,MAAM,aAAa,CAAA;AAChC,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAe,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC1D,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAA;AAC5C,OAAO,KAAK,MAAM,MAAM,aAAa,CAAA;AAerC;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,YAAoB;IACrD,8CAA8C;IAC9C,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAA;IACjD,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;IAE9F,kCAAkC;IAClC,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,EAAE,CAAA;IAC5B,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,IAAI,CAAC,CAAA;AACxD,CAAC;AAYD;;GAEG;AACH,SAAS,oBAAoB,CAAC,OAAe,EAAE,YAAoB;IAClE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAA;IACxD,MAAM,QAAQ,GAAoB;QACjC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;QAChC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;QACjC,SAAS,EAAE,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC;YACrC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS;YAC7D,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAC3B,cAAc,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACxC,CAAA;IACD,EAAE,CAAC,aAAa,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;AAClE,CAAC;AAED;;;GAGG;AACH,SAAS,iBAAiB,CAAC,YAAoB;IAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,kBAAkB,CAAC,CAAA;IAC1D,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,IAAI,CAAC;YACJ,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;YACnD,OAAO,CAAC,KAAK,CAAC,kCAAkC,MAAM,EAAE,CAAC,CAAA;QAC1D,CAAC;QAAC,MAAM,CAAC;YACR,+BAA+B;YAC/B,OAAO,CAAC,KAAK,CAAC,0CAA0C,MAAM,EAAE,CAAC,CAAA;QAClE,CAAC;IACF,CAAC;AACF,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,SAAmB,EAAE;IACnD,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,OAAO,CAAC,GAAG,EAAE,CAAA;IAEzD,wDAAwD;IACxD,iBAAiB,CAAC,YAAY,CAAC,CAAA;IAE/B,mDAAmD;IACnD,MAAM,KAAK,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAA;IAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;IAE5D,mCAAmC;IACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3B,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACzC,CAAC;IAED,4CAA4C;IAC5C,oBAAoB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAA;IAEzC,uCAAuC;IACvC,MAAM,MAAM,GAAG,YAAY,CAAC;QAC3B,GAAG,EAAE,QAAQ,MAAM,EAAE;KACrB,CAAC,CAAA;IAEF,yCAAyC;IACzC,MAAM,MAAM,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAA;IAEjD,0BAA0B;IAC1B,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAA;IAEtC,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAA;AAC9B,CAAC"}

package/dist/db/migrations-pg.d.ts

@@ -0,0 +1,6 @@
+/**
+ * PostgreSQL migrations (run on connect)
+ */
+import type { Pool } from 'pg';
+export declare function runMigrationsPg(pool: Pool): Promise<void>;
+//# sourceMappingURL=migrations-pg.d.ts.map

package/dist/db/migrations-pg.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrations-pg.d.ts","sourceRoot":"","sources":["../../src/db/migrations-pg.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,IAAI,CAAA;AAiB9B,wBAAsB,eAAe,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAmF/D"}

package/dist/db/migrations-pg.js

@@ -0,0 +1,88 @@
+/**
+ * PostgreSQL migrations (run on connect)
+ */
+async function migrationExists(pool, hash) {
+    const r = await pool.query('SELECT id FROM __drizzle_migrations WHERE hash = $1', [hash]);
+    return r.rows.length > 0;
+}
+async function recordMigration(pool, hash) {
+    await pool.query('INSERT INTO __drizzle_migrations (hash, created_at) VALUES ($1, $2)', [hash, Date.now()]);
+}
+export async function runMigrationsPg(pool) {
+    await pool.query(`
+		CREATE TABLE IF NOT EXISTS __drizzle_migrations (
+			id SERIAL PRIMARY KEY,
+			hash TEXT NOT NULL UNIQUE,
+			created_at BIGINT NOT NULL
+		)
+	`);
+    const migrationHash = 'postgres_initial_schema_v1';
+    if (!(await migrationExists(pool, migrationHash))) {
+        console.error('[DB] Running migration: postgres_initial_schema_v1');
+        await pool.query(`
+			CREATE TABLE IF NOT EXISTS files (
+				id SERIAL PRIMARY KEY,
+				path TEXT NOT NULL UNIQUE,
+				content TEXT NOT NULL,
+				hash TEXT NOT NULL,
+				size INTEGER NOT NULL,
+				mtime BIGINT NOT NULL,
+				language TEXT,
+				indexed_at BIGINT NOT NULL,
+				magnitude REAL DEFAULT 0,
+				token_count INTEGER DEFAULT 0
+			)
+		`);
+        await pool.query('CREATE INDEX IF NOT EXISTS files_path_idx ON files(path)');
+        await pool.query('CREATE INDEX IF NOT EXISTS files_hash_idx ON files(hash)');
+        await pool.query(`
+			CREATE TABLE IF NOT EXISTS chunks (
+				id SERIAL PRIMARY KEY,
+				file_id INTEGER NOT NULL REFERENCES files(id) ON DELETE CASCADE,
+				content TEXT NOT NULL,
+				type TEXT NOT NULL,
+				start_line INTEGER NOT NULL,
+				end_line INTEGER NOT NULL,
+				metadata TEXT,
+				token_count INTEGER DEFAULT 0,
+				magnitude REAL DEFAULT 0
+			)
+		`);
+        await pool.query('CREATE INDEX IF NOT EXISTS chunks_file_id_idx ON chunks(file_id)');
+        await pool.query('CREATE INDEX IF NOT EXISTS chunks_type_idx ON chunks(type)');
+        await pool.query(`
+			CREATE TABLE IF NOT EXISTS document_vectors (
+				id SERIAL PRIMARY KEY,
+				chunk_id INTEGER NOT NULL REFERENCES chunks(id) ON DELETE CASCADE,
+				term TEXT NOT NULL,
+				tf REAL NOT NULL,
+				tfidf REAL NOT NULL,
+				raw_freq INTEGER NOT NULL
+			)
+		`);
+        await pool.query('CREATE INDEX IF NOT EXISTS vectors_chunk_id_idx ON document_vectors(chunk_id)');
+        await pool.query('CREATE INDEX IF NOT EXISTS vectors_term_idx ON document_vectors(term)');
+        await pool.query('CREATE INDEX IF NOT EXISTS vectors_tfidf_idx ON document_vectors(tfidf)');
+        await pool.query('CREATE INDEX IF NOT EXISTS vectors_term_chunk_idx ON document_vectors(term, chunk_id)');
+        await pool.query(`
+			CREATE TABLE IF NOT EXISTS idf_scores (
+				id SERIAL PRIMARY KEY,
+				term TEXT NOT NULL UNIQUE,
+				idf REAL NOT NULL,
+				document_frequency INTEGER NOT NULL
+			)
+		`);
+        await pool.query('CREATE INDEX IF NOT EXISTS idf_term_idx ON idf_scores(term)');
+        await pool.query(`
+			CREATE TABLE IF NOT EXISTS index_metadata (
+				id SERIAL PRIMARY KEY,
+				key TEXT NOT NULL UNIQUE,
+				value TEXT NOT NULL,
+				updated_at BIGINT NOT NULL
+			)
+		`);
+        await recordMigration(pool, migrationHash);
+        console.error('[DB] Migration complete: postgres_initial_schema_v1');
+    }
+}
+//# sourceMappingURL=migrations-pg.js.map

package/dist/db/migrations-pg.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrations-pg.js","sourceRoot":"","sources":["../../src/db/migrations-pg.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,KAAK,UAAU,eAAe,CAAC,IAAU,EAAE,IAAY;IACtD,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CACzB,qDAAqD,EACrD,CAAC,IAAI,CAAC,CACN,CAAA;IACD,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAA;AACzB,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,IAAU,EAAE,IAAY;IACtD,MAAM,IAAI,CAAC,KAAK,CACf,qEAAqE,EACrE,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAClB,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAU;IAC/C,MAAM,IAAI,CAAC,KAAK,CAAC;;;;;;EAMhB,CAAC,CAAA;IAEF,MAAM,aAAa,GAAG,4BAA4B,CAAA;IAClD,IAAI,CAAC,CAAC,MAAM,eAAe,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC,EAAE,CAAC;QACnD,OAAO,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAA;QAEnE,MAAM,IAAI,CAAC,KAAK,CAAC;;;;;;;;;;;;;GAahB,CAAC,CAAA;QACF,MAAM,IAAI,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAA;QAC5E,MAAM,IAAI,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAA;QAE5E,MAAM,IAAI,CAAC,KAAK,CAAC;;;;;;;;;;;;GAYhB,CAAC,CAAA;QACF,MAAM,IAAI,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAA;QACpF,MAAM,IAAI,CAAC,KAAK,CAAC,4DAA4D,CAAC,CAAA;QAE9E,MAAM,IAAI,CAAC,KAAK,CAAC;;;;;;;;;GAShB,CAAC,CAAA;QACF,MAAM,IAAI,CAAC,KAAK,CAAC,+EAA+E,CAAC,CAAA;QACjG,MAAM,IAAI,CAAC,KAAK,CAAC,uEAAuE,CAAC,CAAA;QACzF,MAAM,IAAI,CAAC,KAAK,CAAC,yEAAyE,CAAC,CAAA;QAC3F,MAAM,IAAI,CAAC,KAAK,CAAC,uFAAuF,CAAC,CAAA;QAEzG,MAAM,IAAI,CAAC,KAAK,CAAC;;;;;;;GAOhB,CAAC,CAAA;QACF,MAAM,IAAI,CAAC,KAAK,CAAC,6DAA6D,CAAC,CAAA;QAE/E,MAAM,IAAI,CAAC,KAAK,CAAC;;;;;;;GAOhB,CAAC,CAAA;QAEF,MAAM,eAAe,CAAC,IAAI,EAAE,aAAa,CAAC,CAAA;QAC1C,OAAO,CAAC,KAAK,CAAC,qDAAqD,CAAC,CAAA;IACrE,CAAC;AACF,CAAC"}

package/dist/db/migrations.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Database migrations using LibSQL
+ */
+import type { Client } from '@libsql/client';
+/**
+ * Run all migrations
+ */
+export declare function runMigrations(client: Client): Promise<void>;
+//# sourceMappingURL=migrations.d.ts.map

package/dist/db/migrations.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrations.d.ts","sourceRoot":"","sources":["../../src/db/migrations.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAA;AAuB5C;;GAEG;AACH,wBAAsB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CA2KjE"}

package/dist/db/migrations.js

@@ -0,0 +1,164 @@
+/**
+ * Database migrations using LibSQL
+ */
+/**
+ * Check if a migration exists
+ */
+async function migrationExists(client, hash) {
+    const result = await client.execute({
+        sql: 'SELECT id FROM __drizzle_migrations WHERE hash = ?',
+        args: [hash],
+    });
+    return result.rows.length > 0;
+}
+/**
+ * Record a migration
+ */
+async function recordMigration(client, hash) {
+    await client.execute({
+        sql: 'INSERT INTO __drizzle_migrations (hash, created_at) VALUES (?, ?)',
+        args: [hash, Date.now()],
+    });
+}
+/**
+ * Run all migrations
+ */
+export async function runMigrations(client) {
+    // Create migrations table if it doesn't exist
+    await client.execute(`
+    CREATE TABLE IF NOT EXISTS __drizzle_migrations (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      hash TEXT NOT NULL UNIQUE,
+      created_at INTEGER NOT NULL
+    );
+  `);
+    // Migration 1: Initial schema
+    const migration1Hash = 'initial_schema_v1';
+    if (!(await migrationExists(client, migration1Hash))) {
+        console.error('[DB] Running migration: initial_schema_v1');
+        await client.execute(`
+      -- Files table
+      CREATE TABLE IF NOT EXISTS files (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        path TEXT NOT NULL UNIQUE,
+        content TEXT NOT NULL,
+        hash TEXT NOT NULL,
+        size INTEGER NOT NULL,
+        mtime INTEGER NOT NULL,
+        language TEXT,
+        indexed_at INTEGER NOT NULL
+      );
+    `);
+        await client.execute('CREATE INDEX IF NOT EXISTS files_path_idx ON files(path);');
+        await client.execute('CREATE INDEX IF NOT EXISTS files_hash_idx ON files(hash);');
+        await client.execute(`
+      -- Document vectors table
+      CREATE TABLE IF NOT EXISTS document_vectors (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        file_id INTEGER NOT NULL,
+        term TEXT NOT NULL,
+        tf REAL NOT NULL,
+        tfidf REAL NOT NULL,
+        raw_freq INTEGER NOT NULL,
+        FOREIGN KEY (file_id) REFERENCES files(id) ON DELETE CASCADE
+      );
+    `);
+        await client.execute('CREATE INDEX IF NOT EXISTS vectors_file_id_idx ON document_vectors(file_id);');
+        await client.execute('CREATE INDEX IF NOT EXISTS vectors_term_idx ON document_vectors(term);');
+        await client.execute('CREATE INDEX IF NOT EXISTS vectors_tfidf_idx ON document_vectors(tfidf);');
+        await client.execute(`
+      -- IDF scores table
+      CREATE TABLE IF NOT EXISTS idf_scores (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        term TEXT NOT NULL UNIQUE,
+        idf REAL NOT NULL,
+        document_frequency INTEGER NOT NULL
+      );
+    `);
+        await client.execute('CREATE INDEX IF NOT EXISTS idf_term_idx ON idf_scores(term);');
+        await client.execute(`
+      -- Index metadata table
+      CREATE TABLE IF NOT EXISTS index_metadata (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        key TEXT NOT NULL UNIQUE,
+        value TEXT NOT NULL,
+        updated_at INTEGER NOT NULL
+      );
+    `);
+        await recordMigration(client, migration1Hash);
+        console.error('[DB] Migration complete: initial_schema_v1');
+    }
+    // Migration 2: Add magnitude column to files table (for pre-computed TF-IDF vector magnitude)
+    const migration2Hash = 'add_magnitude_column_v1';
+    if (!(await migrationExists(client, migration2Hash))) {
+        console.error('[DB] Running migration: add_magnitude_column_v1');
+        // Add magnitude column with default 0
+        await client.execute('ALTER TABLE files ADD COLUMN magnitude REAL DEFAULT 0;');
+        await recordMigration(client, migration2Hash);
+        console.error('[DB] Migration complete: add_magnitude_column_v1');
+    }
+    // Migration 3: Add composite index for efficient term search
+    const migration3Hash = 'add_composite_term_index_v1';
+    if (!(await migrationExists(client, migration3Hash))) {
+        console.error('[DB] Running migration: add_composite_term_index_v1');
+        // Add composite index (term, file_id) for efficient search queries
+        // searchByTerms() filters by term first, then groups by file_id
+        await client.execute('CREATE INDEX IF NOT EXISTS vectors_term_file_idx ON document_vectors(term, file_id);');
+        await recordMigration(client, migration3Hash);
+        console.error('[DB] Migration complete: add_composite_term_index_v1');
+    }
+    // Migration 4: Add token_count column for BM25 document length normalization
+    const migration4Hash = 'add_token_count_column_v1';
+    if (!(await migrationExists(client, migration4Hash))) {
+        console.error('[DB] Running migration: add_token_count_column_v1');
+        // Add token_count column with default 0
+        await client.execute('ALTER TABLE files ADD COLUMN token_count INTEGER DEFAULT 0;');
+        await recordMigration(client, migration4Hash);
+        console.error('[DB] Migration complete: add_token_count_column_v1');
+    }
+    // Migration 5: Add chunks table and migrate to chunk-level indexing
+    const migration5Hash = 'add_chunks_table_v1';
+    if (!(await migrationExists(client, migration5Hash))) {
+        console.error('[DB] Running migration: add_chunks_table_v1');
+        await client.execute(`
+      -- Create chunks table
+      CREATE TABLE IF NOT EXISTS chunks (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        file_id INTEGER NOT NULL,
+        content TEXT NOT NULL,
+        type TEXT NOT NULL,
+        start_line INTEGER NOT NULL,
+        end_line INTEGER NOT NULL,
+        metadata TEXT,
+        token_count INTEGER DEFAULT 0,
+        magnitude REAL DEFAULT 0,
+        FOREIGN KEY (file_id) REFERENCES files(id) ON DELETE CASCADE
+      );
+    `);
+        await client.execute('CREATE INDEX IF NOT EXISTS chunks_file_id_idx ON chunks(file_id);');
+        await client.execute('CREATE INDEX IF NOT EXISTS chunks_type_idx ON chunks(type);');
+        // Drop old document_vectors table and recreate with chunk_id
+        await client.execute('DROP TABLE IF EXISTS document_vectors;');
+        await client.execute(`
+      CREATE TABLE document_vectors (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        chunk_id INTEGER NOT NULL,
+        term TEXT NOT NULL,
+        tf REAL NOT NULL,
+        tfidf REAL NOT NULL,
+        raw_freq INTEGER NOT NULL,
+        FOREIGN KEY (chunk_id) REFERENCES chunks(id) ON DELETE CASCADE
+      );
+    `);
+        await client.execute('CREATE INDEX IF NOT EXISTS vectors_chunk_id_idx ON document_vectors(chunk_id);');
+        await client.execute('CREATE INDEX IF NOT EXISTS vectors_term_idx ON document_vectors(term);');
+        await client.execute('CREATE INDEX IF NOT EXISTS vectors_tfidf_idx ON document_vectors(tfidf);');
+        await client.execute('CREATE INDEX IF NOT EXISTS vectors_term_chunk_idx ON document_vectors(term, chunk_id);');
+        // Clear IDF scores (will be recalculated)
+        await client.execute('DELETE FROM idf_scores;');
+        await recordMigration(client, migration5Hash);
+        console.error('[DB] Migration complete: add_chunks_table_v1');
+        console.error('[DB] Note: Index needs to be rebuilt after this migration');
+    }
+}
+//# sourceMappingURL=migrations.js.map

package/dist/db/migrations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrations.js","sourceRoot":"","sources":["../../src/db/migrations.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH;;GAEG;AACH,KAAK,UAAU,eAAe,CAAC,MAAc,EAAE,IAAY;IAC1D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC;QACnC,GAAG,EAAE,oDAAoD;QACzD,IAAI,EAAE,CAAC,IAAI,CAAC;KACZ,CAAC,CAAA;IACF,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAA;AAC9B,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,eAAe,CAAC,MAAc,EAAE,IAAY;IAC1D,MAAM,MAAM,CAAC,OAAO,CAAC;QACpB,GAAG,EAAE,mEAAmE;QACxE,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;KACxB,CAAC,CAAA;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAc;IACjD,8CAA8C;IAC9C,MAAM,MAAM,CAAC,OAAO,CAAC;;;;;;GAMnB,CAAC,CAAA;IAEH,8BAA8B;IAC9B,MAAM,cAAc,GAAG,mBAAmB,CAAA;IAC1C,IAAI,CAAC,CAAC,MAAM,eAAe,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,EAAE,CAAC;QACtD,OAAO,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAA;QAE1D,MAAM,MAAM,CAAC,OAAO,CAAC;;;;;;;;;;;;KAYlB,CAAC,CAAA;QAEJ,MAAM,MAAM,CAAC,OAAO,CAAC,2DAA2D,CAAC,CAAA;QACjF,MAAM,MAAM,CAAC,OAAO,CAAC,2DAA2D,CAAC,CAAA;QAEjF,MAAM,MAAM,CAAC,OAAO,CAAC;;;;;;;;;;;KAWlB,CAAC,CAAA;QAEJ,MAAM,MAAM,CAAC,OAAO,CACnB,8EAA8E,CAC9E,CAAA;QACD,MAAM,MAAM,CAAC,OAAO,CAAC,wEAAwE,CAAC,CAAA;QAC9F,MAAM,MAAM,CAAC,OAAO,CAAC,0EAA0E,CAAC,CAAA;QAEhG,MAAM,MAAM,CAAC,OAAO,CAAC;;;;;;;;KAQlB,CAAC,CAAA;QAEJ,MAAM,MAAM,CAAC,OAAO,CAAC,8DAA8D,CAAC,CAAA;QAEpF,MAAM,MAAM,CAAC,OAAO,CAAC;;;;;;;;KAQlB,CAAC,CAAA;QAEJ,MAAM,eAAe,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;QAC7C,OAAO,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAA;IAC5D,CAAC;IAED,8FAA8F;IAC9F,MAAM,cAAc,GAAG,yBAAyB,CAAA;IAChD,IAAI,CAAC,CAAC,MAAM,eAAe,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,EAAE,CAAC;QACtD,OAAO,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAA;QAEhE,sCAAsC;QACtC,MAAM,MAAM,CAAC,OAAO,CAAC,wDAAwD,CAAC,CAAA;QAE9E,MAAM,eAAe,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;QAC7C,OAAO,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAA;IAClE,CAAC;IAED,6DAA6D;IAC7D,MAAM,cAAc,GAAG,6BAA6B,CAAA;IACpD,IAAI,CAAC,CAAC,MAAM,eAAe,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,EAAE,CAAC;QACtD,OAAO,CAAC,KAAK,CAAC,qDAAqD,CAAC,CAAA;QAEpE,mEAAmE;QACnE,gEAAgE;QAChE,MAAM,MAAM,CAAC,OAAO,CACnB,sFAAsF,CACtF,CAAA;QAED,MAAM,eAAe,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;QAC7C,OAAO,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAA;IACtE,CAAC;IAED,6EAA6E;IAC7E,MAAM,cAAc,GAAG,2BAA2B,CAAA;IAClD,IAAI,CAAC,CAAC,MAAM,eAAe,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,EAAE,CAAC;QACtD,OAAO,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAA;QAElE,wCAAwC;QACxC,MAAM,MAAM,CAAC,OAAO,CAAC,6DAA6D,CAAC,CAAA;QAEnF,MAAM,eAAe,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;QAC7C,OAAO,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAA;IACpE,CAAC;IAED,oEAAoE;IACpE,MAAM,cAAc,GAAG,qBAAqB,CAAA;IAC5C,IAAI,CAAC,CAAC,MAAM,eAAe,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,EAAE,CAAC;QACtD,OAAO,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAA;QAE5D,MAAM,MAAM,CAAC,OAAO,CAAC;;;;;;;;;;;;;;KAclB,CAAC,CAAA;QAEJ,MAAM,MAAM,CAAC,OAAO,CAAC,mEAAmE,CAAC,CAAA;QACzF,MAAM,MAAM,CAAC,OAAO,CAAC,6DAA6D,CAAC,CAAA;QAEnF,6DAA6D;QAC7D,MAAM,MAAM,CAAC,OAAO,CAAC,wCAAwC,CAAC,CAAA;QAE9D,MAAM,MAAM,CAAC,OAAO,CAAC;;;;;;;;;;KAUlB,CAAC,CAAA;QAEJ,MAAM,MAAM,CAAC,OAAO,CACnB,gFAAgF,CAChF,CAAA;QACD,MAAM,MAAM,CAAC,OAAO,CAAC,wEAAwE,CAAC,CAAA;QAC9F,MAAM,MAAM,CAAC,OAAO,CAAC,0EAA0E,CAAC,CAAA;QAChG,MAAM,MAAM,CAAC,OAAO,CACnB,wFAAwF,CACxF,CAAA;QAED,0CAA0C;QAC1C,MAAM,MAAM,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAA;QAE/C,MAAM,eAAe,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;QAC7C,OAAO,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAA;QAC7D,OAAO,CAAC,KAAK,CAAC,2DAA2D,CAAC,CAAA;IAC3E,CAAC;AACF,CAAC"}