@hatk/hatk 0.0.1-alpha.22 → 0.0.1-alpha.24

package/dist/backfill.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"backfill.d.ts","sourceRoot":"","sources":["../src/backfill.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAEjD,6CAA6C;AAC7C,UAAU,YAAY;IACpB,wFAAwF;IACxF,MAAM,EAAE,MAAM,CAAA;IACd,8FAA8F;IAC9F,MAAM,EAAE,MAAM,CAAA;IACd,yEAAyE;IACzE,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;IACxB,wDAAwD;IACxD,MAAM,EAAE,cAAc,CAAA;CACvB;AAoGD;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,wBAAsB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAsJ/G;AA8BD;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,wBAAsB,WAAW,CAAC,IAAI,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAkIrE"}
+{"version":3,"file":"backfill.d.ts","sourceRoot":"","sources":["../src/backfill.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAIjD,6CAA6C;AAC7C,UAAU,YAAY;IACpB,wFAAwF;IACxF,MAAM,EAAE,MAAM,CAAA;IACd,8FAA8F;IAC9F,MAAM,EAAE,MAAM,CAAA;IACd,yEAAyE;IACzE,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;IACxB,wDAAwD;IACxD,MAAM,EAAE,cAAc,CAAA;CACvB;AAoGD;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,wBAAsB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAkK/G;AA8BD;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,wBAAsB,WAAW,CAAC,IAAI,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAkIrE"}

package/dist/backfill.js

@@ -1,8 +1,10 @@
 import { parseCarStream } from "./car.js";
 import { cborDecode } from "./cbor.js";
 import { walkMst } from "./mst.js";
-import { setRepoStatus, getRepoStatus, getRepoRev, getRepoRetryInfo, listRetryEligibleRepos, listPendingRepos, querySQL, runSQL, getSchema, bulkInsertRecords, } from "./db.js";
+import { setRepoStatus, getRepoStatus, getRepoRev, getRepoRetryInfo, listRetryEligibleRepos, listPendingRepos, querySQL, runSQL, getSchema, bulkInsertRecords, } from "./database/db.js";
 import { emit, timer } from "./logger.js";
+import { validateRecord } from '@bigmoves/lexicon';
+import { getLexiconArray } from "./database/schema.js";
 /** In-memory cache of DID → PDS resolution results to avoid redundant lookups. */
 const pdsCache = new Map();
 let plcUrl;
@@ -184,13 +186,13 @@ export async function backfillRepo(did, collections, fetchTimeout) {
                 const schema = getSchema(col);
                 if (!schema)
                     continue;
-                await runSQL(`DELETE FROM ${schema.tableName} WHERE did = $1`, did);
+                await runSQL(`DELETE FROM ${schema.tableName} WHERE did = $1`, [did]);
                 for (const child of schema.children) {
-                    await runSQL(`DELETE FROM ${child.tableName} WHERE parent_did = $1`, did);
+                    await runSQL(`DELETE FROM ${child.tableName} WHERE parent_did = $1`, [did]);
                 }
                 for (const union of schema.unions) {
                     for (const branch of union.branches) {
-                        await runSQL(`DELETE FROM ${branch.tableName} WHERE parent_did = $1`, did);
+                        await runSQL(`DELETE FROM ${branch.tableName} WHERE parent_did = $1`, [did]);
                     }
                 }
             }
@@ -212,6 +214,16 @@ export async function backfillRepo(did, collections, fetchTimeout) {
                     continue;
                 const rkey = entry.path.split('/').slice(1).join('/');
                 const uri = `at://${did}/${collection}/${rkey}`;
+                const validationError = validateRecord(getLexiconArray(), collection, record);
+                if (validationError) {
+                    emit('backfill', 'validation_skip', {
+                        uri,
+                        collection,
+                        path: validationError.path,
+                        error: validationError.message,
+                    });
+                    continue;
+                }
                 chunk.push({ collection, uri, cid: entry.cid, did, record });
                 if (chunk.length >= CHUNK_SIZE) {
                     count += await bulkInsertRecords(chunk);

package/dist/cli.js

@@ -2,7 +2,7 @@
 import { mkdirSync, writeFileSync, existsSync, unlinkSync, readdirSync, readFileSync } from 'node:fs';
 import { resolve, join, dirname } from 'node:path';
 import { execSync, spawn } from 'node:child_process';
-import { loadLexicons, discoverCollections, buildSchemas } from "./schema.js";
+import { loadLexicons, discoverCollections, buildSchemas } from "./database/schema.js";
 import { loadConfig } from "./config.js";
 const args = process.argv.slice(2);
 const command = args[0];
@@ -70,7 +70,7 @@ function usage() {
   Usage: hatk <command> [options]
 
   Getting Started
-    new <name> [--svelte] [--template <t>] Create a new hatk project
+    new <name> [--svelte] [--duckdb] [--template <t>] Create a new hatk project
 
   Running
     start                                  Start the hatk server
@@ -328,7 +328,7 @@ const dirs = {
 if (command === 'new') {
     const name = args[1];
     if (!name) {
-        console.error('Usage: hatk new <name> [--svelte] [--template <template-name>]');
+        console.error('Usage: hatk new <name> [--svelte] [--duckdb] [--template <template-name>]');
         process.exit(1);
     }
     const templateIdx = args.indexOf('--template');
@@ -366,6 +366,8 @@ if (command === 'new') {
         process.exit(0);
     }
     const withSvelte = args.includes('--svelte');
+    const withDuckdb = args.includes('--duckdb');
+    const dbEngine = withDuckdb ? 'duckdb' : 'sqlite';
     mkdirSync(dir);
     const subs = [
         'lexicons',
@@ -395,6 +397,7 @@ export default defineConfig({
   relay: 'ws://localhost:2583',
   plc: 'http://localhost:2582',
   port: 3000,
+  databaseEngine: '${dbEngine}',
   database: 'data/hatk.db',
   admins: [],
   backfill: {
@@ -896,6 +899,9 @@ EXPOSE 3000
 CMD ["node", "--experimental-strip-types", "--max-old-space-size=512", "node_modules/@hatk/hatk/dist/main.js", "hatk.config.ts"]
 `);
     const pkgDeps = { '@hatk/oauth-client': '*', hatk: '*' };
+    if (!withDuckdb) {
+        pkgDeps['better-sqlite3'] = '^11';
+    }
     const pkgDevDeps = {
         '@playwright/test': '^1',
         oxfmt: '^0.35.0',
@@ -1593,7 +1599,7 @@ else if (command === 'build') {
 else if (command === 'reset') {
     const config = await loadConfig(resolve('hatk.config.ts'));
     if (config.database !== ':memory:') {
-        for (const suffix of ['', '.wal']) {
+        for (const suffix of ['', '.wal', '-shm', '-wal']) {
             const file = config.database + suffix;
             if (existsSync(file)) {
                 unlinkSync(file);
@@ -1752,37 +1758,19 @@ else if (command === 'resolve') {
 }
 else if (command === 'schema') {
     const config = await loadConfig(resolve('hatk.config.ts'));
-    if (config.database === ':memory:') {
-        console.error('No database file configured (database is :memory:)');
-        process.exit(1);
-    }
-    // Init DB from lexicons if it doesn't exist yet
-    if (!existsSync(config.database)) {
-        const configDir = resolve('.');
-        const lexicons = loadLexicons(resolve(configDir, 'lexicons'));
-        const collections = config.collections.length > 0 ? config.collections : discoverCollections(lexicons);
-        if (collections.length === 0) {
-            console.error('No record collections found. Add record lexicons to the lexicons/ directory.');
-            process.exit(1);
-        }
+    const { initDatabase, getSchemaDump } = await import("./database/db.js");
+    const { createAdapter } = await import("./database/adapter-factory.js");
+    const { getDialect } = await import("./database/dialect.js");
+    const configDir2 = resolve('.');
+    const lexicons2 = loadLexicons(resolve(configDir2, 'lexicons'));
+    const collections2 = config.collections.length > 0 ? config.collections : discoverCollections(lexicons2);
+    const { schemas: schemas2, ddlStatements: ddl2 } = buildSchemas(lexicons2, collections2, getDialect(config.databaseEngine));
+    if (config.database !== ':memory:') {
         mkdirSync(dirname(config.database), { recursive: true });
-        const { initDatabase } = await import("./db.js");
-        const { schemas, ddlStatements } = buildSchemas(lexicons, collections);
-        await initDatabase(config.database, schemas, ddlStatements);
-    }
-    const { DuckDBInstance } = await import('@duckdb/node-api');
-    const instance = await DuckDBInstance.create(config.database);
-    const con = await instance.connect();
-    const tables = (await (await con.runAndReadAll(`SELECT table_name FROM information_schema.tables WHERE table_schema = 'main' ORDER BY table_name`)).getRowObjects());
-    for (const { table_name } of tables) {
-        console.log(`"${table_name}"`);
-        const cols = (await (await con.runAndReadAll(`SELECT column_name, data_type, is_nullable FROM information_schema.columns WHERE table_name = '${table_name}' ORDER BY ordinal_position`)).getRowObjects());
-        for (const col of cols) {
-            const nullable = col.is_nullable === 'YES' ? '' : ' NOT NULL';
-            console.log(`  ${col.column_name.padEnd(20)} ${col.data_type}${nullable}`);
-        }
-        console.log();
     }
+    const { adapter: adapter2 } = await createAdapter(config.databaseEngine);
+    await initDatabase(adapter2, config.database, schemas2, ddl2);
+    console.log(await getSchemaDump());
 }
 else if (command === 'start') {
     const mainPath = resolve(import.meta.dirname, 'main.js');

package/dist/config.d.ts

@@ -33,6 +33,7 @@ export interface HatkConfig {
     relay: string;
     plc: string;
     port: number;
+    databaseEngine: 'duckdb' | 'sqlite';
     database: string;
     publicDir: string | null;
     collections: string[];

package/dist/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,OAAO,GAAG,QAAQ,GAAG,MAAM,CAAA;IACrC,KAAK,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAA;IACnC,cAAc,EAAE,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAA;IAC1C,OAAO,CAAC,EAAE,WAAW,EAAE,CAAA;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;IACnB,aAAa,EAAE,MAAM,EAAE,CAAA;IACvB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,OAAO,EAAE,iBAAiB,EAAE,CAAA;CAC7B;AAED,MAAM,WAAW,cAAc;IAC7B,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAA;IAC5B,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;IAChB,WAAW,EAAE,OAAO,CAAA;IACpB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAA;IACb,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,WAAW,EAAE,MAAM,EAAE,CAAA;IACrB,QAAQ,EAAE,cAAc,CAAA;IACxB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,KAAK,EAAE,WAAW,GAAG,IAAI,CAAA;IACzB,MAAM,EAAE,MAAM,EAAE,CAAA;CACjB;AAED,4EAA4E;AAC5E,MAAM,MAAM,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,GAAG,UAAU,CAAC,CAAC,GAAG;IAC9E,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG;QAAE,OAAO,EAAE,iBAAiB,EAAE,CAAA;KAAE,CAAC,GAAG,IAAI,CAAA;IACxE,QAAQ,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,CAAA;CACnC,CAAA;AAED,4EAA4E;AAC5E,wBAAgB,YAAY,CAAC,MAAM,EAAE,eAAe,GAAG,eAAe,CAErE;AAED,yEAAyE;AACzE,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAElD;AAED,wBAAsB,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAuDxE"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,OAAO,GAAG,QAAQ,GAAG,MAAM,CAAA;IACrC,KAAK,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAA;IACnC,cAAc,EAAE,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAA;IAC1C,OAAO,CAAC,EAAE,WAAW,EAAE,CAAA;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;IACnB,aAAa,EAAE,MAAM,EAAE,CAAA;IACvB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,OAAO,EAAE,iBAAiB,EAAE,CAAA;CAC7B;AAED,MAAM,WAAW,cAAc;IAC7B,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAA;IAC5B,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;IAChB,WAAW,EAAE,OAAO,CAAA;IACpB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAA;IACb,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;IACZ,cAAc,EAAE,QAAQ,GAAG,QAAQ,CAAA;IACnC,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,WAAW,EAAE,MAAM,EAAE,CAAA;IACrB,QAAQ,EAAE,cAAc,CAAA;IACxB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,KAAK,EAAE,WAAW,GAAG,IAAI,CAAA;IACzB,MAAM,EAAE,MAAM,EAAE,CAAA;CACjB;AAED,4EAA4E;AAC5E,MAAM,MAAM,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,GAAG,UAAU,CAAC,CAAC,GAAG;IAC9E,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG;QAAE,OAAO,EAAE,iBAAiB,EAAE,CAAA;KAAE,CAAC,GAAG,IAAI,CAAA;IACxE,QAAQ,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,CAAA;CACnC,CAAA;AAED,4EAA4E;AAC5E,wBAAgB,YAAY,CAAC,MAAM,EAAE,eAAe,GAAG,eAAe,CAErE;AAED,yEAAyE;AACzE,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAElD;AAED,wBAAsB,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAwDxE"}

package/dist/config.js

@@ -42,6 +42,7 @@ export async function loadConfig(configPath) {
         relay: env.RELAY || parsed.relay || 'ws://localhost:2583',
         plc: env.DID_PLC_URL || parsed.plc || 'https://plc.directory',
         port: parseInt(env.PORT || '') || parsed.port || 3000,
+        databaseEngine: (env.DATABASE_ENGINE || parsed.databaseEngine || 'sqlite'),
         database: database ? resolve(configDir, database) : ':memory:',
         publicDir: parsed.publicDir === null ? null : resolve(configDir, parsed.publicDir || './public'),
         collections: parsed.collections || [],

package/dist/database/adapter-factory.d.ts

@@ -0,0 +1,6 @@
+import type { DatabasePort, SearchPort } from './ports.ts';
+export declare function createAdapter(engine: 'duckdb' | 'sqlite'): Promise<{
+    adapter: DatabasePort;
+    searchPort: SearchPort | null;
+}>;
+//# sourceMappingURL=adapter-factory.d.ts.map

package/dist/database/adapter-factory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter-factory.d.ts","sourceRoot":"","sources":["../../src/database/adapter-factory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA;AAE1D,wBAAsB,aAAa,CAAC,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,OAAO,CAAC;IACxE,OAAO,EAAE,YAAY,CAAA;IACrB,UAAU,EAAE,UAAU,GAAG,IAAI,CAAA;CAC9B,CAAC,CAmBD"}

package/dist/database/adapter-factory.js

@@ -0,0 +1,20 @@
+export async function createAdapter(engine) {
+    switch (engine) {
+        case 'duckdb': {
+            const { DuckDBAdapter } = await import("./adapters/duckdb.js");
+            const { DuckDBSearchPort } = await import("./adapters/duckdb-search.js");
+            const adapter = new DuckDBAdapter();
+            const searchPort = new DuckDBSearchPort(adapter);
+            return { adapter, searchPort };
+        }
+        case 'sqlite': {
+            const { SQLiteAdapter } = await import("./adapters/sqlite.js");
+            const { SQLiteSearchPort } = await import("./adapters/sqlite-search.js");
+            const adapter = new SQLiteAdapter();
+            const searchPort = new SQLiteSearchPort(adapter);
+            return { adapter, searchPort };
+        }
+        default:
+            throw new Error(`Unsupported database engine: ${engine}`);
+    }
+}

package/dist/database/adapters/duckdb-search.d.ts

@@ -0,0 +1,12 @@
+import type { SearchPort } from '../ports.ts';
+import type { DatabasePort } from '../ports.ts';
+export declare class DuckDBSearchPort implements SearchPort {
+    private port;
+    constructor(port: DatabasePort);
+    buildIndex(shadowTable: string, sourceQuery: string, searchColumns: string[]): Promise<void>;
+    search(shadowTable: string, query: string, searchColumns: string[], limit: number, offset: number): Promise<Array<{
+        uri: string;
+        score: number;
+    }>>;
+}
+//# sourceMappingURL=duckdb-search.d.ts.map

package/dist/database/adapters/duckdb-search.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"duckdb-search.d.ts","sourceRoot":"","sources":["../../../src/database/adapters/duckdb-search.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAC7C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAE/C,qBAAa,gBAAiB,YAAW,UAAU;IACrC,OAAO,CAAC,IAAI;gBAAJ,IAAI,EAAE,YAAY;IAEhC,UAAU,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB5F,MAAM,CACV,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EACb,aAAa,EAAE,MAAM,EAAE,EACvB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CASlD"}

package/dist/database/adapters/duckdb-search.js

@@ -0,0 +1,27 @@
+export class DuckDBSearchPort {
+    port;
+    constructor(port) {
+        this.port = port;
+    }
+    async buildIndex(shadowTable, sourceQuery, searchColumns) {
+        // Create shadow table
+        await this.port.execute(`CREATE OR REPLACE TABLE ${shadowTable} AS ${sourceQuery}`, []);
+        // Drop existing index
+        try {
+            await this.port.execute(`PRAGMA drop_fts_index('${shadowTable}')`, []);
+        }
+        catch { }
+        // Build FTS index
+        const colList = searchColumns.map((c) => `'${c}'`).join(', ');
+        await this.port.execute(`PRAGMA create_fts_index('${shadowTable}', 'uri', ${colList}, stemmer='porter', stopwords='english', strip_accents=1, lower=1, overwrite=1)`, []);
+    }
+    async search(shadowTable, query, searchColumns, limit, offset) {
+        const ftsSchema = `fts_main_${shadowTable}`;
+        const sql = `SELECT uri, ${ftsSchema}.match_bm25(uri, $1) AS score
+      FROM ${shadowTable}
+      WHERE score IS NOT NULL
+      ORDER BY score DESC
+      LIMIT $2 OFFSET $3`;
+        return this.port.query(sql, [query, limit, offset]);
+    }
+}

package/dist/database/adapters/duckdb.d.ts

@@ -0,0 +1,25 @@
+import type { DatabasePort, BulkInserter, Dialect } from '../ports.ts';
+export declare class DuckDBAdapter implements DatabasePort {
+    dialect: Dialect;
+    private instance;
+    private writeCon;
+    private readCon;
+    private writeQueue;
+    private readQueue;
+    open(path: string): Promise<void>;
+    close(): void;
+    query<T = Record<string, unknown>>(sql: string, params?: unknown[]): Promise<T[]>;
+    execute(sql: string, params?: unknown[]): Promise<void>;
+    executeMultiple(sql: string): Promise<void>;
+    beginTransaction(): Promise<void>;
+    commit(): Promise<void>;
+    rollback(): Promise<void>;
+    createBulkInserter(table: string, _columns: string[], _options?: {
+        onConflict?: 'ignore' | 'replace';
+        batchSize?: number;
+    }): Promise<BulkInserter>;
+    /** Enqueue a read or write operation for serialization */
+    private enqueue;
+    private bindParams;
+}
+//# sourceMappingURL=duckdb.d.ts.map

package/dist/database/adapters/duckdb.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"duckdb.d.ts","sourceRoot":"","sources":["../../../src/database/adapters/duckdb.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AAEtE,qBAAa,aAAc,YAAW,YAAY;IAChD,OAAO,EAAE,OAAO,CAAW;IAE3B,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,QAAQ,CAAiD;IACjE,OAAO,CAAC,OAAO,CAAiD;IAChE,OAAO,CAAC,UAAU,CAAoB;IACtC,OAAO,CAAC,SAAS,CAAoB;IAE/B,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMvC,KAAK,IAAI,IAAI;IAYP,KAAK,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,GAAE,OAAO,EAAO,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC;IAarF,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,GAAE,OAAO,EAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAY3D,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ3C,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAMjC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAMvB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAMzB,kBAAkB,CACtB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAAE,EAClB,QAAQ,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GACnE,OAAO,CAAC,YAAY,CAAC;IAqCxB,0DAA0D;IAC1D,OAAO,CAAC,OAAO;IAkBf,OAAO,CAAC,UAAU;CAyBnB"}

package/dist/database/adapters/duckdb.js

@@ -0,0 +1,161 @@
+import { DuckDBInstance } from '@duckdb/node-api';
+export class DuckDBAdapter {
+    dialect = 'duckdb';
+    instance;
+    writeCon;
+    readCon;
+    writeQueue = Promise.resolve();
+    readQueue = Promise.resolve();
+    async open(path) {
+        this.instance = await DuckDBInstance.create(path === ':memory:' ? undefined : path);
+        this.writeCon = await this.instance.connect();
+        this.readCon = await this.instance.connect();
+    }
+    close() {
+        try {
+            this.readCon?.closeSync();
+        }
+        catch { }
+        try {
+            this.writeCon?.closeSync();
+        }
+        catch { }
+        try {
+            this.instance?.closeSync();
+        }
+        catch { }
+    }
+    async query(sql, params = []) {
+        return this.enqueue('read', async () => {
+            if (params.length === 0) {
+                const reader = await this.readCon.runAndReadAll(sql);
+                return reader.getRowObjects();
+            }
+            const prepared = await this.readCon.prepare(sql);
+            this.bindParams(prepared, params);
+            const reader = await prepared.runAndReadAll();
+            return reader.getRowObjects();
+        });
+    }
+    async execute(sql, params = []) {
+        return this.enqueue('write', async () => {
+            if (params.length === 0) {
+                await this.writeCon.run(sql);
+                return;
+            }
+            const prepared = await this.writeCon.prepare(sql);
+            this.bindParams(prepared, params);
+            await prepared.run();
+        });
+    }
+    async executeMultiple(sql) {
+        return this.enqueue('write', async () => {
+            for (const statement of sql.split(';').filter((s) => s.trim())) {
+                await this.writeCon.run(statement);
+            }
+        });
+    }
+    async beginTransaction() {
+        return this.enqueue('write', async () => {
+            await this.writeCon.run('BEGIN TRANSACTION');
+        });
+    }
+    async commit() {
+        return this.enqueue('write', async () => {
+            await this.writeCon.run('COMMIT');
+        });
+    }
+    async rollback() {
+        return this.enqueue('write', async () => {
+            await this.writeCon.run('ROLLBACK');
+        });
+    }
+    async createBulkInserter(table, _columns, _options) {
+        const appender = await this.writeCon.createAppender(table.replace(/"/g, ''));
+        return {
+            append(values) {
+                for (const value of values) {
+                    if (value === null || value === undefined) {
+                        appender.appendNull();
+                    }
+                    else if (typeof value === 'string') {
+                        appender.appendVarchar(value);
+                    }
+                    else if (typeof value === 'number') {
+                        if (Number.isInteger(value)) {
+                            appender.appendInteger(value);
+                        }
+                        else {
+                            appender.appendDouble(value);
+                        }
+                    }
+                    else if (typeof value === 'boolean') {
+                        appender.appendBoolean(value);
+                    }
+                    else if (typeof value === 'bigint') {
+                        appender.appendBigInt(value);
+                    }
+                    else if (value instanceof Uint8Array) {
+                        appender.appendBlob(value);
+                    }
+                    else {
+                        appender.appendVarchar(String(value));
+                    }
+                }
+                appender.endRow();
+            },
+            async flush() {
+                appender.flushSync();
+            },
+            async close() {
+                appender.flushSync();
+                appender.closeSync();
+            },
+        };
+    }
+    /** Enqueue a read or write operation for serialization */
+    enqueue(queue, fn) {
+        if (queue === 'write') {
+            const p = this.writeQueue.then(fn);
+            this.writeQueue = p.then(() => { }, () => { });
+            return p;
+        }
+        else {
+            const p = this.readQueue.then(fn);
+            this.readQueue = p.then(() => { }, () => { });
+            return p;
+        }
+    }
+    bindParams(prepared, params) {
+        for (let i = 0; i < params.length; i++) {
+            const idx = i + 1;
+            const value = params[i];
+            if (value === null || value === undefined) {
+                prepared.bindNull(idx);
+            }
+            else if (typeof value === 'string') {
+                prepared.bindVarchar(idx, value);
+            }
+            else if (typeof value === 'number') {
+                if (Number.isInteger(value)) {
+                    prepared.bindInteger(idx, value);
+                }
+                else {
+                    prepared.bindDouble(idx, value);
+                }
+            }
+            else if (typeof value === 'boolean') {
+                prepared.bindBoolean(idx, value);
+            }
+            else if (typeof value === 'bigint') {
+                prepared.bindBigInt(idx, value);
+            }
+            else if (value instanceof Uint8Array) {
+                prepared.bindBlob(idx, value);
+            }
+            else {
+                prepared.bindVarchar(idx, String(value));
+            }
+        }
+    }
+}

package/dist/database/adapters/sqlite-search.d.ts

@@ -0,0 +1,18 @@
+import type { SearchPort } from '../ports.ts';
+import type { DatabasePort } from '../ports.ts';
+/**
+ * SQLite FTS5-based search port.
+ *
+ * Uses SQLite's built-in FTS5 virtual tables for full-text search with BM25 ranking.
+ * The shadow table name is reused as the FTS5 virtual table name.
+ */
+export declare class SQLiteSearchPort implements SearchPort {
+    private port;
+    constructor(port: DatabasePort);
+    buildIndex(shadowTable: string, sourceQuery: string, searchColumns: string[]): Promise<void>;
+    search(shadowTable: string, query: string, _searchColumns: string[], limit: number, offset: number): Promise<Array<{
+        uri: string;
+        score: number;
+    }>>;
+}
+//# sourceMappingURL=sqlite-search.d.ts.map

package/dist/database/adapters/sqlite-search.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-search.d.ts","sourceRoot":"","sources":["../../../src/database/adapters/sqlite-search.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAC7C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAE/C;;;;;GAKG;AACH,qBAAa,gBAAiB,YAAW,UAAU;IACrC,OAAO,CAAC,IAAI;gBAAJ,IAAI,EAAE,YAAY;IAEhC,UAAU,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAuB5F,MAAM,CACV,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EACb,cAAc,EAAE,MAAM,EAAE,EACxB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAalD"}

package/dist/database/adapters/sqlite-search.js

@@ -0,0 +1,38 @@
+/**
+ * SQLite FTS5-based search port.
+ *
+ * Uses SQLite's built-in FTS5 virtual tables for full-text search with BM25 ranking.
+ * The shadow table name is reused as the FTS5 virtual table name.
+ */
+export class SQLiteSearchPort {
+    port;
+    constructor(port) {
+        this.port = port;
+    }
+    async buildIndex(shadowTable, sourceQuery, searchColumns) {
+        // Drop existing FTS table and data table
+        await this.port.execute(`DROP TABLE IF EXISTS ${shadowTable}_fts`, []);
+        await this.port.execute(`DROP TABLE IF EXISTS ${shadowTable}`, []);
+        // Create the data table from the source query
+        await this.port.execute(`CREATE TABLE ${shadowTable} AS ${sourceQuery}`, []);
+        // Create the FTS5 virtual table over the search columns
+        const colList = searchColumns.join(', ');
+        await this.port.execute(`CREATE VIRTUAL TABLE ${shadowTable}_fts USING fts5(uri UNINDEXED, ${colList}, tokenize='porter unicode61 remove_diacritics 2')`, []);
+        // Populate FTS table from the data table
+        const selectCols = ['uri', ...searchColumns].map((c) => `COALESCE(CAST(${c} AS TEXT), '')`);
+        await this.port.execute(`INSERT INTO ${shadowTable}_fts (uri, ${colList}) SELECT ${selectCols.join(', ')} FROM ${shadowTable}`, []);
+    }
+    async search(shadowTable, query, _searchColumns, limit, offset) {
+        // Escape FTS5 special characters and build query
+        const escaped = query.replace(/['"*(){}[\]^~\\:]/g, ' ').trim();
+        if (!escaped)
+            return [];
+        // Use FTS5 MATCH with bm25() ranking (lower = better match, negate for DESC)
+        const sql = `SELECT uri, -bm25(${shadowTable}_fts) AS score
+      FROM ${shadowTable}_fts
+      WHERE ${shadowTable}_fts MATCH $1
+      ORDER BY score DESC
+      LIMIT $2 OFFSET $3`;
+        return this.port.query(sql, [escaped, limit, offset]);
+    }
+}

package/dist/database/adapters/sqlite.d.ts

@@ -0,0 +1,18 @@
+import type { DatabasePort, BulkInserter, Dialect } from '../ports.ts';
+export declare class SQLiteAdapter implements DatabasePort {
+    dialect: Dialect;
+    private db;
+    open(path: string): Promise<void>;
+    close(): void;
+    query<T = Record<string, unknown>>(sql: string, params?: unknown[]): Promise<T[]>;
+    execute(sql: string, params?: unknown[]): Promise<void>;
+    executeMultiple(sql: string): Promise<void>;
+    beginTransaction(): Promise<void>;
+    commit(): Promise<void>;
+    rollback(): Promise<void>;
+    createBulkInserter(table: string, columns: string[], options?: {
+        onConflict?: 'ignore' | 'replace';
+        batchSize?: number;
+    }): Promise<BulkInserter>;
+}
+//# sourceMappingURL=sqlite.d.ts.map

package/dist/database/adapters/sqlite.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite.d.ts","sourceRoot":"","sources":["../../../src/database/adapters/sqlite.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,aAAa,CAAA;AAoBtE,qBAAa,aAAc,YAAW,YAAY;IAChD,OAAO,EAAE,OAAO,CAAW;IAE3B,OAAO,CAAC,EAAE,CAAoB;IAExB,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOvC,KAAK,IAAI,IAAI;IAMP,KAAK,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,GAAE,OAAO,EAAO,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC;IAMrF,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,GAAE,OAAO,EAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAM3D,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI3C,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAIjC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAIvB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAIzB,kBAAkB,CACtB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAClE,OAAO,CAAC,YAAY,CAAC;CAmCzB"}

package/dist/database/adapters/sqlite.js

@@ -0,0 +1,87 @@
+import Database from 'better-sqlite3';
+/**
+ * Translate DuckDB-style `$1, $2` placeholders to SQLite `?` placeholders.
+ * Handles repeated references to the same `$N` by duplicating the param value.
+ * Returns the translated SQL and expanded params array.
+ */
+function translateParams(sql, params) {
+    if (params.length === 0)
+        return { sql, params };
+    const expandedParams = [];
+    const translated = sql.replace(/\$(\d+)/g, (_match, numStr) => {
+        const idx = parseInt(numStr) - 1; // $1 → index 0
+        expandedParams.push(params[idx]);
+        return '?';
+    });
+    return { sql: translated, params: expandedParams };
+}
+export class SQLiteAdapter {
+    dialect = 'sqlite';
+    db;
+    async open(path) {
+        this.db = new Database(path === ':memory:' ? ':memory:' : path);
+        this.db.pragma('journal_mode = WAL');
+        this.db.pragma('synchronous = NORMAL');
+        this.db.pragma('foreign_keys = ON');
+    }
+    close() {
+        try {
+            this.db?.close();
+        }
+        catch { }
+    }
+    async query(sql, params = []) {
+        const t = translateParams(sql, params);
+        const stmt = this.db.prepare(t.sql);
+        return stmt.all(...t.params);
+    }
+    async execute(sql, params = []) {
+        const t = translateParams(sql, params);
+        const stmt = this.db.prepare(t.sql);
+        stmt.run(...t.params);
+    }
+    async executeMultiple(sql) {
+        this.db.exec(sql);
+    }
+    async beginTransaction() {
+        this.db.exec('BEGIN');
+    }
+    async commit() {
+        this.db.exec('COMMIT');
+    }
+    async rollback() {
+        this.db.exec('ROLLBACK');
+    }
+    async createBulkInserter(table, columns, options) {
+        const placeholders = columns.map(() => '?').join(', ');
+        const conflict = options?.onConflict === 'ignore' ? ' OR IGNORE' : options?.onConflict === 'replace' ? ' OR REPLACE' : '';
+        const sql = `INSERT${conflict} INTO ${table} (${columns.join(', ')}) VALUES (${placeholders})`;
+        const stmt = this.db.prepare(sql);
+        const buffer = [];
+        const batchSize = options?.batchSize ?? 5000;
+        const flushBuffer = this.db.transaction(() => {
+            for (const row of buffer) {
+                stmt.run(...row);
+            }
+        });
+        const flush = () => {
+            if (buffer.length > 0) {
+                flushBuffer();
+                buffer.length = 0;
+            }
+        };
+        return {
+            append(values) {
+                buffer.push(values);
+                if (buffer.length >= batchSize)
+                    flush();
+            },
+            async flush() {
+                flush();
+            },
+            async close() {
+                flush();
+            },
+        };
+    }
+}