@hatk/hatk 0.0.1-alpha.40 → 0.0.1-alpha.42

package/dist/database/adapters/d1.js

@@ -1,108 +0,0 @@
-/**
- * Translate DuckDB-style $1, $2 placeholders to ? placeholders.
- * Same logic as the SQLite adapter — D1 uses ? style.
- */
-function translateParams(sql, params) {
-    if (params.length === 0)
-        return { sql, params };
-    const expandedParams = [];
-    const translated = sql.replace(/\$(\d+)/g, (_match, numStr) => {
-        const idx = parseInt(numStr) - 1;
-        expandedParams.push(params[idx]);
-        return '?';
-    });
-    return { sql: translated, params: expandedParams };
-}
-export class D1Adapter {
-    dialect = 'd1';
-    db;
-    txBuffer = null;
-    /**
-     * Initialize with an existing D1 binding (from env.DB in Worker/Container).
-     * The `path` argument is ignored — D1 bindings are configured in wrangler.jsonc.
-     */
-    async open(_path) {
-        // D1 binding is injected via initWithBinding(), not opened by path.
-        // This is a no-op if already initialized.
-        if (!this.db) {
-            throw new Error('D1Adapter requires initWithBinding(db) before use');
-        }
-    }
-    /** Set the D1 binding directly (called before open). */
-    initWithBinding(db) {
-        this.db = db;
-    }
-    close() {
-        // D1 bindings don't need explicit cleanup
-    }
-    async query(sql, params = []) {
-        const t = translateParams(sql, params);
-        const stmt = t.params.length > 0 ? this.db.prepare(t.sql).bind(...t.params) : this.db.prepare(t.sql);
-        const result = await stmt.all();
-        return result.results;
-    }
-    async execute(sql, params = []) {
-        const t = translateParams(sql, params);
-        const stmt = t.params.length > 0 ? this.db.prepare(t.sql).bind(...t.params) : this.db.prepare(t.sql);
-        // If inside a transaction, buffer instead of executing
-        if (this.txBuffer !== null) {
-            this.txBuffer.push(stmt);
-            return;
-        }
-        await stmt.run();
-    }
-    async executeMultiple(sql) {
-        // D1's exec() can be unreliable with multi-statement SQL.
-        // Split on semicolons and run each statement via prepare().run().
-        const statements = sql
-            .split(';')
-            .map((s) => s.trim())
-            .filter((s) => s.length > 0);
-        for (const stmt of statements) {
-            await this.db.prepare(stmt).run();
-        }
-    }
-    async beginTransaction() {
-        this.txBuffer = [];
-    }
-    async commit() {
-        if (this.txBuffer === null)
-            return;
-        const statements = this.txBuffer;
-        this.txBuffer = null;
-        if (statements.length > 0) {
-            await this.db.batch(statements);
-        }
-    }
-    async rollback() {
-        this.txBuffer = null;
-    }
-    async createBulkInserter(table, columns, options) {
-        const placeholders = columns.map(() => '?').join(', ');
-        const conflict = options?.onConflict === 'ignore' ? ' OR IGNORE' : options?.onConflict === 'replace' ? ' OR REPLACE' : '';
-        const sqlTemplate = `INSERT${conflict} INTO ${table} (${columns.join(', ')}) VALUES (${placeholders})`;
-        const buffer = [];
-        const batchSize = options?.batchSize ?? 200; // smaller batches for D1 CPU limits
-        const db = this.db;
-        const flush = async () => {
-            if (buffer.length > 0) {
-                await db.batch(buffer);
-                buffer.length = 0;
-            }
-        };
-        return {
-            append(values) {
-                buffer.push(db.prepare(sqlTemplate).bind(...values));
-                if (buffer.length >= batchSize) {
-                    flush();
-                }
-            },
-            async flush() {
-                await flush();
-            },
-            async close() {
-                await flush();
-            },
-        };
-    }
-}

package/dist/db.d.ts

@@ -1,134 +0,0 @@
-import { type TableSchema } from './schema.ts';
-import type { Row } from './lex-types.ts';
-export declare function closeDatabase(): void;
-export declare function runBatch(operations: Array<{
-    sql: string;
-    params: any[];
-}>): Promise<void>;
-export declare function initDatabase(dbPath: string, tableSchemas: TableSchema[], ddlStatements: string[]): Promise<void>;
-export declare function getCursor(key: string): Promise<string | null>;
-export declare function setCursor(key: string, value: string): Promise<void>;
-export declare function getRepoStatus(did: string): Promise<string | null>;
-export declare function setRepoStatus(did: string, status: string, rev?: string, opts?: {
-    retryCount?: number;
-    retryAfter?: number;
-    handle?: string | null;
-}): Promise<void>;
-export declare function getRepoRev(did: string): Promise<string | null>;
-export declare function getRepoRetryInfo(did: string): Promise<{
-    retryCount: number;
-    retryAfter: number;
-} | null>;
-export declare function listRetryEligibleRepos(maxRetries: number): Promise<string[]>;
-export declare function listPendingRepos(): Promise<string[]>;
-export declare function listAllRepoStatuses(): Promise<Array<{
-    did: string;
-    status: string;
-}>>;
-export declare function listReposPaginated(opts?: {
-    limit?: number;
-    offset?: number;
-    status?: string;
-    q?: string;
-}): Promise<{
-    repos: any[];
-    total: number;
-}>;
-export declare function getCollectionCounts(): Promise<Record<string, number>>;
-export declare function getSchemaDump(): Promise<string>;
-export declare function buildInsertOp(collection: string, uri: string, cid: string, authorDid: string, record: Record<string, any>): {
-    sql: string;
-    params: any[];
-};
-export declare function insertRecord(collection: string, uri: string, cid: string, authorDid: string, record: Record<string, any>): Promise<void>;
-export declare function deleteRecord(collection: string, uri: string): Promise<void>;
-export declare function insertLabels(labels: Array<{
-    src: string;
-    uri: string;
-    val: string;
-    neg?: boolean;
-    cts?: string;
-    exp?: string;
-}>): Promise<void>;
-export declare function queryLabelsForUris(uris: string[]): Promise<Map<string, Array<{
-    src: string;
-    uri: string;
-    val: string;
-    neg: boolean;
-    cts: string;
-    exp: string | null;
-}>>>;
-export interface BulkRecord {
-    collection: string;
-    uri: string;
-    cid: string;
-    did: string;
-    record: Record<string, any>;
-}
-export declare function bulkInsertRecords(records: BulkRecord[]): Promise<number>;
-interface QueryOpts {
-    limit?: number;
-    cursor?: string;
-    filters?: Record<string, string>;
-    sort?: string;
-    order?: 'asc' | 'desc';
-}
-export declare function queryRecords(collection: string, opts?: QueryOpts): Promise<{
-    records: any[];
-    cursor?: string;
-}>;
-export declare function getRecordByUri(uri: string): Promise<any | null>;
-export declare function getRecordsByUris(collection: string, uris: string[]): Promise<any[]>;
-/**
- * Multi-phase search across any collection's records.
- *
- * 1. **BM25** — Full-text search via DuckDB FTS. Multi-word queries use conjunctive
- *    mode (ALL terms required) to avoid spurious single-token matches.
- * 2. **Exact substring** — ILIKE scan on all TEXT/JSON columns catches phrase matches
- *    that BM25 missed or ranked low (e.g. "bad bunny"). Results are prepended to BM25.
- * 3. **Recent rows** — ILIKE scan of rows ingested since the last FTS rebuild, so newly
- *    written records are immediately searchable before the index catches up.
- * 4. **Fuzzy** — Jaro-Winkler similarity fallback for typo tolerance when earlier phases
- *    return fewer than `limit` results.
- *
- * All phases derive searchable columns generically from the collection schema — no
- * column names are hardcoded.
- */
-export declare function searchRecords(collection: string, query: string, opts?: {
-    limit?: number;
-    cursor?: string;
-    fuzzy?: boolean;
-}): Promise<{
-    records: any[];
-    cursor?: string;
-}>;
-export declare function querySQL(sql: string, params?: any[]): Promise<any[]>;
-export declare function runSQL(sql: string, ...params: any[]): Promise<void>;
-export declare function getSchema(collection: string): TableSchema | undefined;
-export declare function countByField(collection: string, field: string, value: string): Promise<number>;
-export declare function countByFieldBatch(collection: string, field: string, values: string[]): Promise<Map<string, number>>;
-export declare function findByField(collection: string, field: string, value: string): Promise<any | null>;
-export declare function findByFieldBatch(collection: string, field: string, values: string[]): Promise<Map<string, any[]>>;
-export declare function lookupByFieldBatch(collection: string, field: string, values: string[]): Promise<Map<string, Row<unknown>>>;
-export declare function findUriByFields(collection: string, conditions: {
-    field: string;
-    value: string;
-}[]): Promise<string | null>;
-export declare function normalizeValue(v: any): any;
-export declare function getChildRows(childTableName: string, parentUris: string[]): Promise<Map<string, any[]>>;
-export declare function reshapeRow(row: any, childData?: Map<string, Map<string, any[]>>, unionData?: Map<string, Map<string, Map<string, any[]>>>): Row<unknown> | null;
-export declare function packCursor(sortVal: unknown, cid: string): string;
-export declare function unpackCursor(cursor: string): {
-    primary: string;
-    cid: string;
-} | null;
-export declare function queryLabelsByDid(did: string): Promise<any[]>;
-export declare function searchAccounts(query: string, limit?: number): Promise<any[]>;
-export declare function getAccountRecordCount(did: string): Promise<number>;
-export declare function getAllRecordUrisForDid(did: string): Promise<string[]>;
-export declare function isTakendownDid(did: string): Promise<boolean>;
-export declare function getPreferences(did: string): Promise<Record<string, any>>;
-export declare function putPreference(did: string, key: string, value: any): Promise<void>;
-export declare function filterTakendownDids(dids: string[]): Promise<Set<string>>;
-export {};
-//# sourceMappingURL=db.d.ts.map

package/dist/db.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"db.d.ts","sourceRoot":"","sources":["../src/db.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,WAAW,EAAe,MAAM,aAAa,CAAA;AAC3D,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,gBAAgB,CAAA;AAUzC,wBAAgB,aAAa,IAAI,IAAI,CAUpC;AA+DD,wBAAsB,QAAQ,CAAC,UAAU,EAAE,KAAK,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,GAAG,EAAE,CAAA;CAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAkB/F;AAiBD,wBAAsB,YAAY,CAChC,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,WAAW,EAAE,EAC3B,aAAa,EAAE,MAAM,EAAE,GACtB,OAAO,CAAC,IAAI,CAAC,CAiEf;AAED,wBAAsB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAGnE;AAED,wBAAsB,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAEzE;AAED,wBAAsB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAGvE;AAED,wBAAsB,aAAa,CACjC,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,MAAM,EACd,GAAG,CAAC,EAAE,MAAM,EACZ,IAAI,CAAC,EAAE;IAAE,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,GAC1E,OAAO,CAAC,IAAI,CAAC,CA0Cf;AAED,wBAAsB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAGpE;AAED,wBAAsB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAAC,CAI9G;AAED,wBAAsB,sBAAsB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAQlF;AAED,wBAAsB,gBAAgB,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAG1D;AAED,wBAAsB,mBAAmB,IAAI,OAAO,CAAC,KAAK,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC,CAE3F;AAED,wBAAsB,kBAAkB,CACtC,IAAI,GAAE;IACJ,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,CAAC,CAAC,EAAE,MAAM,CAAA;CACN,GACL,OAAO,CAAC;IAAE,KAAK,EAAE,GAAG,EAAE,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CA6B1C;AAED,wBAAsB,mBAAmB,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAO3E;AAED,wBAAsB,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,CAGrD;AAED,wBAAgB,aAAa,CAC3B,UAAU,EAAE,MAAM,EAClB,GAAG,EAAE,MAAM,EACX,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC1B;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,GAAG,EAAE,CAAA;CAAE,CA+BhC;AAED,wBAAsB,YAAY,CAChC,UAAU,EAAE,MAAM,EAClB,GAAG,EAAE,MAAM,EACX,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC1B,OAAO,CAAC,IAAI,CAAC,CAwGf;AAWD,wBAAsB,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAYjF;AAED,wBAAsB,YAAY,CAChC,MAAM,EAAE,KAAK,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,OAAO,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,GAClG,OAAO,CAAC,IAAI,CAAC,CAsBf;AAED,wBAAsB,kBAAkB,CACtC,IAAI,EAAE,MAAM,EAAE,GACb,OAAO,CACR,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,OAAO,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CAAC,CAC7G,CAqBA;AAED,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAA;IAClB,GAAG,EAAE,MAAM,CAAA;IACX,GAAG,EAAE,MAAM,CAAA;IACX,GAAG,EAAE,MAAM,CAAA;IACX,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;CAC5B;AAED,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAwQ9E;AAED,UAAU,SAAS;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChC,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAA;CACvB;AAED,wBAAsB,YAAY,CAChC,UAAU,EAAE,MAAM,EAClB,IAAI,GAAE,SAAc,GACnB,OAAO,CAAC;IAAE,OAAO,EAAE,GAAG,EAAE,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAoF9C;AAED,wBAAsB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC,CAgCrE;AAED,wBAAsB,gBAAgB,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAqCzF;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,aAAa,CACjC,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,MAAM,EACb,IAAI,GAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,OAAO,CAAA;CAAO,GAC9D,OAAO,CAAC;IAAE,OAAO,EAAE,GAAG,EAAE,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAmN9C;AAGD,wBAAsB,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,GAAE,GAAG,EAAO,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAE9E;AAED,wBAAsB,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAEzE;AAED,wBAAgB,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,WAAW,GAAG,SAAS,CAErE;AAED,wBAAsB,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAKpG;AAED,wBAAsB,iBAAiB,CACrC,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EAAE,GACf,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAc9B;AAED,wBAAsB,WAAW,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC,CAKvG;AAED,wBAAsB,gBAAgB,CACpC,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EAAE,GACf,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CA6B7B;AAED,wBAAsB,kBAAkB,CACtC,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EAAE,GACf,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CASpC;AAED,wBAAsB,eAAe,CACnC,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,EAAE,GAC7C,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAOxB;AAKD,wBAAgB,cAAc,CAAC,CAAC,EAAE,GAAG,GAAG,GAAG,CAI1C;AAED,wBAAsB,YAAY,CAAC,cAAc,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CAW5G;AAED,wBAAgB,UAAU,CACxB,GAAG,EAAE,GAAG,EACR,SAAS,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,EAC3C,SAAS,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,GACvD,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,CAiGrB;AAED,wBAAgB,UAAU,CAAC,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAGhE;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CASpF;AAED,wBAAsB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAKlE;AAED,wBAAsB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,GAAE,MAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAMtF;AAED,wBAAsB,qBAAqB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAOxE;AAED,wBAAsB,sBAAsB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAO3E;AAED,wBAAsB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAGlE;AAED,wBAAsB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAW9E;AAED,wBAAsB,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAQvF;AAED,wBAAsB,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAK9E"}