@undefineds.co/xpod 0.3.57 → 0.3.61

package/dist/storage/rdf/PostgresRdfSqlExecutor.d.ts

@@ -0,0 +1,24 @@
+import type { PGlite } from '@electric-sql/pglite';
+export interface PostgresRdfSqlExecutor {
+    query<T = Record<string, unknown>>(sql: string, params?: unknown[]): Promise<T[]>;
+    exec(sql: string, params?: unknown[]): Promise<void>;
+    transaction<T>(fn: (tx: PostgresRdfSqlExecutor) => Promise<T>): Promise<T>;
+    close(): Promise<void>;
+}
+export declare class PgliteRdfSqlExecutor implements PostgresRdfSqlExecutor {
+    private readonly db;
+    constructor(db: PGlite);
+    query<T = Record<string, unknown>>(sql: string, params?: unknown[]): Promise<T[]>;
+    exec(sql: string, params?: unknown[]): Promise<void>;
+    transaction<T>(fn: (tx: PostgresRdfSqlExecutor) => Promise<T>): Promise<T>;
+    close(): Promise<void>;
+}
+export declare class PgPoolRdfSqlExecutor implements PostgresRdfSqlExecutor {
+    private readonly pool;
+    private readonly client?;
+    constructor(pool: any, client?: any);
+    query<T = Record<string, unknown>>(sql: string, params?: unknown[]): Promise<T[]>;
+    exec(sql: string, params?: unknown[]): Promise<void>;
+    transaction<T>(fn: (tx: PostgresRdfSqlExecutor) => Promise<T>): Promise<T>;
+    close(): Promise<void>;
+}

package/dist/storage/rdf/PostgresRdfSqlExecutor.js

@@ -0,0 +1,131 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PgPoolRdfSqlExecutor = exports.PgliteRdfSqlExecutor = void 0;
+const PG_STRING_ESCAPE = '\u001f';
+class PgliteRdfSqlExecutor {
+    constructor(db) {
+        this.db = db;
+    }
+    async query(sql, params = []) {
+        const result = await this.db.query(sql, normalizePgParams(params));
+        return result.rows.map((row) => restorePgRow(row));
+    }
+    async exec(sql, params = []) {
+        if (params.length === 0) {
+            await this.db.exec(sql);
+            return;
+        }
+        await this.db.query(sql, normalizePgParams(params));
+    }
+    async transaction(fn) {
+        await this.db.query('BEGIN');
+        try {
+            const result = await fn(this);
+            await this.db.query('COMMIT');
+            return result;
+        }
+        catch (error) {
+            await this.db.query('ROLLBACK');
+            throw error;
+        }
+    }
+    async close() {
+        await this.db.close();
+    }
+}
+exports.PgliteRdfSqlExecutor = PgliteRdfSqlExecutor;
+class PgPoolRdfSqlExecutor {
+    constructor(pool, client) {
+        this.pool = pool;
+        this.client = client;
+    }
+    async query(sql, params = []) {
+        const result = this.client
+            ? await this.client.query(sql, normalizePgParams(params))
+            : await this.pool.query(sql, normalizePgParams(params));
+        return result.rows.map((row) => restorePgRow(row));
+    }
+    async exec(sql, params = []) {
+        if (this.client) {
+            await this.client.query(sql, normalizePgParams(params));
+            return;
+        }
+        await this.pool.query(sql, normalizePgParams(params));
+    }
+    async transaction(fn) {
+        if (this.client) {
+            return await fn(this);
+        }
+        const client = await this.pool.connect();
+        const tx = new PgPoolRdfSqlExecutor(this.pool, client);
+        try {
+            await client.query('BEGIN');
+            const result = await fn(tx);
+            await client.query('COMMIT');
+            return result;
+        }
+        catch (error) {
+            await client.query('ROLLBACK');
+            throw error;
+        }
+        finally {
+            client.release();
+        }
+    }
+    async close() {
+        // Caller-owned pools are not closed here. Shared pools are released by the
+        // index class before this executor is asked to close.
+    }
+}
+exports.PgPoolRdfSqlExecutor = PgPoolRdfSqlExecutor;
+function normalizePgParams(params) {
+    return params.map((value) => normalizePgValue(value));
+}
+function normalizePgValue(value) {
+    if (typeof value === 'string') {
+        return toPgSafe(value);
+    }
+    if (Array.isArray(value)) {
+        return value.map((item) => normalizePgValue(item));
+    }
+    return value;
+}
+function toPgSafe(value) {
+    return value
+        .replaceAll(PG_STRING_ESCAPE, `${PG_STRING_ESCAPE}${PG_STRING_ESCAPE}`)
+        .replaceAll('\u0000', `${PG_STRING_ESCAPE}0`);
+}
+function fromPgSafe(value) {
+    let result = '';
+    for (let i = 0; i < value.length; i += 1) {
+        const char = value[i];
+        if (char !== PG_STRING_ESCAPE) {
+            result += char;
+            continue;
+        }
+        const next = value[i + 1];
+        if (next === '0') {
+            result += '\u0000';
+            i += 1;
+        }
+        else if (next === PG_STRING_ESCAPE) {
+            result += PG_STRING_ESCAPE;
+            i += 1;
+        }
+        else {
+            result += '\u0000';
+        }
+    }
+    return result;
+}
+function restorePgRow(row) {
+    if (!row || typeof row !== 'object') {
+        return row;
+    }
+    const restored = {};
+    for (const [key, value] of Object.entries(row)) {
+        restored[key] = typeof value === 'string' ? fromPgSafe(value) : value;
+    }
+    return restored;
+}
+//# sourceMappingURL=PostgresRdfSqlExecutor.js.map

package/dist/storage/rdf/PostgresRdfSqlExecutor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PostgresRdfSqlExecutor.js","sourceRoot":"","sources":["../../../src/storage/rdf/PostgresRdfSqlExecutor.ts"],"names":[],"mappings":";;;AASA,MAAM,gBAAgB,GAAG,QAAQ,CAAC;AAElC,MAAa,oBAAoB;IAC/B,YAAoC,EAAU;QAAV,OAAE,GAAF,EAAE,CAAQ;IAAG,CAAC;IAE3C,KAAK,CAAC,KAAK,CAA8B,GAAW,EAAE,SAAoB,EAAE;QACjF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;QACnE,OAAQ,MAAM,CAAC,IAAY,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9D,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,SAAoB,EAAE;QACnD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACxB,OAAO;QACT,CAAC;QACD,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;IACtD,CAAC;IAEM,KAAK,CAAC,WAAW,CAAI,EAA8C;QACxE,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;YAC9B,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC9B,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAChC,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,KAAK;QAChB,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;CACF;AA/BD,oDA+BC;AAED,MAAa,oBAAoB;IAC/B,YAAoC,IAAS,EAAmB,MAAY;QAAxC,SAAI,GAAJ,IAAI,CAAK;QAAmB,WAAM,GAAN,MAAM,CAAM;IAAG,CAAC;IAEzE,KAAK,CAAC,KAAK,CAA8B,GAAW,EAAE,SAAoB,EAAE;QACjF,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM;YACxB,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC;YACzD,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;QAC1D,OAAQ,MAAM,CAAC,IAAY,CAAC,GAAG,CAAC,CAAC,GAAM,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;IACjE,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,SAAoB,EAAE;QACnD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;YACxD,OAAO;QACT,CAAC;QACD,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;IACxD,CAAC;IAEM,KAAK,CAAC,WAAW,CAAI,EAA8C;QACxE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QACzC,MAAM,EAAE,GAAG,IAAI,oBAAoB,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACvD,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5B,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;YAC5B,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC7B,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC/B,MAAM,KAAK,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,KAAK;QAChB,2EAA2E;QAC3E,sDAAsD;IACxD,CAAC;CACF;AAzCD,oDAyCC;AAED,SAAS,iBAAiB,CAAC,MAAiB;IAC1C,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa;IAC7B,OAAO,KAAK;SACT,UAAU,CAAC,gBAAgB,EAAE,GAAG,gBAAgB,GAAG,gBAAgB,EAAE,CAAC;SACtE,UAAU,CAAC,QAAQ,EAAE,GAAG,gBAAgB,GAAG,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,IAAI,KAAK,gBAAgB,EAAE,CAAC;YAC9B,MAAM,IAAI,IAAI,CAAC;YACf,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1B,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjB,MAAM,IAAI,QAAQ,CAAC;YACnB,CAAC,IAAI,CAAC,CAAC;QACT,CAAC;aAAM,IAAI,IAAI,KAAK,gBAAgB,EAAE,CAAC;YACrC,MAAM,IAAI,gBAAgB,CAAC;YAC3B,CAAC,IAAI,CAAC,CAAC;QACT,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,QAAQ,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAI,GAAM;IAC7B,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,GAAG,CAAC;IACb,CAAC;IACD,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAA8B,CAAC,EAAE,CAAC;QAC1E,QAAQ,CAAC,GAAG,CAAC,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACxE,CAAC;IACD,OAAO,QAAa,CAAC;AACvB,CAAC","sourcesContent":["import type { PGlite } from '@electric-sql/pglite';\n\nexport interface PostgresRdfSqlExecutor {\n  query<T = Record<string, unknown>>(sql: string, params?: unknown[]): Promise<T[]>;\n  exec(sql: string, params?: unknown[]): Promise<void>;\n  transaction<T>(fn: (tx: PostgresRdfSqlExecutor) => Promise<T>): Promise<T>;\n  close(): Promise<void>;\n}\n\nconst PG_STRING_ESCAPE = '\\u001f';\n\nexport class PgliteRdfSqlExecutor implements PostgresRdfSqlExecutor {\n  public constructor(private readonly db: PGlite) {}\n\n  public async query<T = Record<string, unknown>>(sql: string, params: unknown[] = []): Promise<T[]> {\n    const result = await this.db.query(sql, normalizePgParams(params));\n    return (result.rows as T[]).map((row) => restorePgRow(row));\n  }\n\n  public async exec(sql: string, params: unknown[] = []): Promise<void> {\n    if (params.length === 0) {\n      await this.db.exec(sql);\n      return;\n    }\n    await this.db.query(sql, normalizePgParams(params));\n  }\n\n  public async transaction<T>(fn: (tx: PostgresRdfSqlExecutor) => Promise<T>): Promise<T> {\n    await this.db.query('BEGIN');\n    try {\n      const result = await fn(this);\n      await this.db.query('COMMIT');\n      return result;\n    } catch (error) {\n      await this.db.query('ROLLBACK');\n      throw error;\n    }\n  }\n\n  public async close(): Promise<void> {\n    await this.db.close();\n  }\n}\n\nexport class PgPoolRdfSqlExecutor implements PostgresRdfSqlExecutor {\n  public constructor(private readonly pool: any, private readonly client?: any) {}\n\n  public async query<T = Record<string, unknown>>(sql: string, params: unknown[] = []): Promise<T[]> {\n    const result = this.client\n      ? await this.client.query(sql, normalizePgParams(params))\n      : await this.pool.query(sql, normalizePgParams(params));\n    return (result.rows as T[]).map((row: T) => restorePgRow(row));\n  }\n\n  public async exec(sql: string, params: unknown[] = []): Promise<void> {\n    if (this.client) {\n      await this.client.query(sql, normalizePgParams(params));\n      return;\n    }\n    await this.pool.query(sql, normalizePgParams(params));\n  }\n\n  public async transaction<T>(fn: (tx: PostgresRdfSqlExecutor) => Promise<T>): Promise<T> {\n    if (this.client) {\n      return await fn(this);\n    }\n    const client = await this.pool.connect();\n    const tx = new PgPoolRdfSqlExecutor(this.pool, client);\n    try {\n      await client.query('BEGIN');\n      const result = await fn(tx);\n      await client.query('COMMIT');\n      return result;\n    } catch (error) {\n      await client.query('ROLLBACK');\n      throw error;\n    } finally {\n      client.release();\n    }\n  }\n\n  public async close(): Promise<void> {\n    // Caller-owned pools are not closed here. Shared pools are released by the\n    // index class before this executor is asked to close.\n  }\n}\n\nfunction normalizePgParams(params: unknown[]): unknown[] {\n  return params.map((value) => normalizePgValue(value));\n}\n\nfunction normalizePgValue(value: unknown): unknown {\n  if (typeof value === 'string') {\n    return toPgSafe(value);\n  }\n  if (Array.isArray(value)) {\n    return value.map((item) => normalizePgValue(item));\n  }\n  return value;\n}\n\nfunction toPgSafe(value: string): string {\n  return value\n    .replaceAll(PG_STRING_ESCAPE, `${PG_STRING_ESCAPE}${PG_STRING_ESCAPE}`)\n    .replaceAll('\\u0000', `${PG_STRING_ESCAPE}0`);\n}\n\nfunction fromPgSafe(value: string): string {\n  let result = '';\n  for (let i = 0; i < value.length; i += 1) {\n    const char = value[i];\n    if (char !== PG_STRING_ESCAPE) {\n      result += char;\n      continue;\n    }\n    const next = value[i + 1];\n    if (next === '0') {\n      result += '\\u0000';\n      i += 1;\n    } else if (next === PG_STRING_ESCAPE) {\n      result += PG_STRING_ESCAPE;\n      i += 1;\n    } else {\n      result += '\\u0000';\n    }\n  }\n  return result;\n}\n\nfunction restorePgRow<T>(row: T): T {\n  if (!row || typeof row !== 'object') {\n    return row;\n  }\n  const restored: Record<string, unknown> = {};\n  for (const [key, value] of Object.entries(row as Record<string, unknown>)) {\n    restored[key] = typeof value === 'string' ? fromPgSafe(value) : value;\n  }\n  return restored as T;\n}\n"]}

package/dist/storage/rdf/PostgresRdfTextIndex.d.ts

@@ -0,0 +1,54 @@
+import type { RdfSearchCardinalityEstimate, RdfTextChunkInput, RdfTextIndexLike, RdfTextIndexStats, RdfTextRebuildStatus, RdfTextRebuildStatusInput, RdfTextSearchOptions, RdfTextSearchResult, RdfTextSourceMetadata, RdfTextSourceInput, RdfTextTermDocumentFrequency } from './types';
+export type PostgresRdfTextSearchBackend = 'posting' | 'pg-native-fts' | 'auto';
+export interface PostgresRdfTextIndexOptions {
+    driver?: 'pglite' | 'pg';
+    dataDir?: string;
+    connectionString?: string;
+    host?: string;
+    port?: number;
+    database?: string;
+    user?: string;
+    password?: string;
+    pool?: any;
+    autoOpen?: boolean;
+    maxSourceBytes?: number;
+    maxChunksPerSource?: number;
+    textSearchBackend?: PostgresRdfTextSearchBackend;
+}
+export declare class PostgresRdfTextIndex implements RdfTextIndexLike {
+    private readonly options;
+    private executor;
+    private pglite;
+    private pgPool;
+    private sharedPoolConfig;
+    private initializing;
+    constructor(options?: PostgresRdfTextIndexOptions);
+    open(): Promise<void>;
+    close(): Promise<void>;
+    clear(): Promise<void>;
+    schemaVersion(): Promise<number>;
+    sourceMetadata(source: string): Promise<RdfTextSourceMetadata | undefined>;
+    recordRebuildStatus(input: RdfTextRebuildStatusInput): Promise<void>;
+    rebuildStatus(source: string): Promise<RdfTextRebuildStatus | undefined>;
+    indexText(source: RdfTextSourceInput, text: string, chunks?: RdfTextChunkInput[]): Promise<void>;
+    moveSource(oldSource: string, next: RdfTextSourceInput): Promise<number>;
+    deleteSource(source: string): Promise<number>;
+    search(options: RdfTextSearchOptions): Promise<RdfTextSearchResult[]>;
+    estimateSearchCardinality(options: RdfTextSearchOptions): Promise<RdfSearchCardinalityEstimate>;
+    private searchNativeFts;
+    private estimateNativeFtsSearchCardinality;
+    stats(): Promise<RdfTextIndexStats>;
+    termDocumentFrequency(limit?: number): Promise<RdfTextTermDocumentFrequency[]>;
+    private openInternal;
+    private initializeSchema;
+    private initializeNativeFtsSchema;
+    private backfillTermPostings;
+    private backfillNativeFtsRows;
+    private nativeFtsEnabled;
+    private canUseNativeFts;
+    private upsertSource;
+    private estimateDatabaseBytes;
+    private entitiesForChunk;
+    private entitiesForChunks;
+    private requireExecutor;
+}