rowpipe 2.1.0 → 2.2.1

package/dist/db/adapters/sqlite.js

@@ -0,0 +1,241 @@
+import { escapeIdentifier, escapeQualifiedTable, generateCreateTableSql, sqliteTypeToRowpipe } from "../mapping.js";
+let cachedDatabaseSync = null;
+async function getDatabaseSyncClass() {
+    if (cachedDatabaseSync)
+        return cachedDatabaseSync;
+    try {
+        // Dynamic import to prevent startup module resolution failure on Node < 22.5.0
+        const mod = await import("node:sqlite");
+        cachedDatabaseSync = mod.DatabaseSync;
+        return cachedDatabaseSync;
+    }
+    catch {
+        throw new Error(`SQLite adapter requires Node.js >= 22.5.0 with built-in 'node:sqlite' support (current Node version: ${process.version}). ` +
+            `Please run on Node.js 22.5+ to use SQLite databases with rowpipe, or connect to PostgreSQL / MySQL.`);
+    }
+}
+function toSqliteParam(val) {
+    if (val === null || val === undefined)
+        return null;
+    if (typeof val === "number" || typeof val === "bigint" || typeof val === "string")
+        return val;
+    if (typeof val === "boolean")
+        return val ? 1 : 0;
+    if (val instanceof Date)
+        return val.toISOString();
+    if (Buffer.isBuffer(val) || val instanceof Uint8Array)
+        return val;
+    if (typeof val === "object")
+        return JSON.stringify(val);
+    return String(val);
+}
+export class SqliteDatabaseAdapter {
+    dialect = "sqlite";
+    config;
+    sanitizedUrl;
+    db;
+    isClosed = false;
+    constructor(config) {
+        this.config = config;
+        this.sanitizedUrl = config.sanitizedUrl;
+    }
+    async getDb() {
+        if (this.isClosed) {
+            throw new Error("SQLite database connection is closed");
+        }
+        if (!this.db) {
+            const DatabaseSync = await getDatabaseSyncClass();
+            const dbPath = this.config.filePath || ":memory:";
+            this.db = new DatabaseSync(dbPath);
+        }
+        return this.db;
+    }
+    async *stream(options) {
+        const db = await this.getDb();
+        const batchSize = Math.max(1, options.batchSize || 1000);
+        const sql = options.query || (options.table ? `SELECT * FROM ${escapeQualifiedTable(options.table, "sqlite")}` : "");
+        if (!sql) {
+            throw new Error("Either table or query must be specified for SQLite stream");
+        }
+        const params = (options.params || []).map(toSqliteParam);
+        const stmt = db.prepare(sql);
+        if (typeof stmt.setReadBigInts === "function") {
+            stmt.setReadBigInts(true);
+        }
+        let currentBatch = [];
+        let offset = 0;
+        try {
+            for (const rawRow of stmt.iterate(...params)) {
+                if (options.signal?.aborted) {
+                    break;
+                }
+                currentBatch.push(rawRow);
+                if (currentBatch.length >= batchSize) {
+                    yield {
+                        rows: currentBatch,
+                        offset,
+                    };
+                    offset += currentBatch.length;
+                    currentBatch = [];
+                }
+            }
+            if (currentBatch.length > 0 && !options.signal?.aborted) {
+                yield {
+                    rows: currentBatch,
+                    offset,
+                };
+            }
+        }
+        finally {
+            // Statement iteration cleanup is automatic in node:sqlite
+        }
+    }
+    async write(input, options) {
+        const db = await this.getDb();
+        const startTime = Date.now();
+        let rowsWritten = 0;
+        let batchesWritten = 0;
+        let tableCreated = false;
+        const table = options.table;
+        if (!table) {
+            throw new Error("Target table name is required for database write");
+        }
+        const escapedTable = escapeQualifiedTable(table, "sqlite");
+        if (options.truncate) {
+            db.exec(`DELETE FROM ${escapedTable};`);
+        }
+        const useTx = options.transaction !== false;
+        let insertStmt = null;
+        let insertColumns = [];
+        for await (const batch of input) {
+            if (batch.rows.length === 0)
+                continue;
+            // Auto create table from first batch if requested
+            if (options.createTable && !tableCreated) {
+                const firstRow = batch.rows[0];
+                const inferredSchema = {};
+                for (const [key, val] of Object.entries(firstRow)) {
+                    if (typeof val === "number") {
+                        inferredSchema[key] = Number.isInteger(val) ? "integer" : "number";
+                    }
+                    else if (typeof val === "bigint") {
+                        inferredSchema[key] = "bigint";
+                    }
+                    else if (typeof val === "boolean") {
+                        inferredSchema[key] = "boolean";
+                    }
+                    else {
+                        inferredSchema[key] = "string";
+                    }
+                }
+                const ddl = generateCreateTableSql(table, inferredSchema, "sqlite", options.conflictColumns);
+                if (options.dryRun) {
+                    process.stdout.write(`\n-- Dry-run DDL:\n${ddl}\n`);
+                    return { rowsWritten: 0, batchesWritten: 0, durationMs: Date.now() - startTime, tableCreated: true };
+                }
+                db.exec(ddl);
+                tableCreated = true;
+            }
+            if (!insertStmt) {
+                insertColumns = Object.keys(batch.rows[0]);
+                const escapedCols = insertColumns.map((c) => escapeIdentifier(c, "sqlite")).join(", ");
+                const placeholders = insertColumns.map(() => "?").join(", ");
+                let sql = `INSERT INTO ${escapedTable} (${escapedCols}) VALUES (${placeholders})`;
+                if (options.upsert && options.conflictColumns && options.conflictColumns.length > 0) {
+                    const conflictCols = options.conflictColumns.map((c) => escapeIdentifier(c, "sqlite")).join(", ");
+                    const updateCols = insertColumns
+                        .filter((c) => !options.conflictColumns.includes(c))
+                        .map((c) => `${escapeIdentifier(c, "sqlite")} = excluded.${escapeIdentifier(c, "sqlite")}`)
+                        .join(", ");
+                    if (updateCols.length > 0) {
+                        sql += ` ON CONFLICT (${conflictCols}) DO UPDATE SET ${updateCols}`;
+                    }
+                    else {
+                        sql += ` ON CONFLICT (${conflictCols}) DO NOTHING`;
+                    }
+                }
+                insertStmt = db.prepare(sql);
+            }
+            if (useTx) {
+                db.exec("BEGIN TRANSACTION;");
+            }
+            try {
+                for (const row of batch.rows) {
+                    const vals = insertColumns.map((c) => toSqliteParam(row[c]));
+                    insertStmt.run(...vals);
+                    rowsWritten++;
+                }
+                if (useTx) {
+                    db.exec("COMMIT;");
+                }
+            }
+            catch (err) {
+                if (useTx) {
+                    db.exec("ROLLBACK;");
+                }
+                throw err;
+            }
+            batchesWritten++;
+        }
+        return {
+            rowsWritten,
+            batchesWritten,
+            durationMs: Date.now() - startTime,
+            tableCreated,
+        };
+    }
+    async insertBatch(table, rows, options) {
+        async function* singleBatch() {
+            yield { rows, offset: 0 };
+        }
+        return this.write(singleBatch(), { table, ...options });
+    }
+    async getTables() {
+        const db = await this.getDb();
+        const stmt = db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name NOT LIKE 'sqlite_%' ORDER BY name ASC");
+        const rows = stmt.all();
+        return rows.map((r) => r.name);
+    }
+    async getTableSchema(table) {
+        const db = await this.getDb();
+        const stmt = db.prepare(`PRAGMA table_info(${escapeIdentifier(table, "sqlite")})`);
+        const rows = stmt.all();
+        const columns = rows.map((r) => ({
+            name: r.name,
+            dbType: r.type || "TEXT",
+            rowpipeType: sqliteTypeToRowpipe(r.type),
+            nullable: r.notnull === 0,
+            isPrimaryKey: r.pk > 0,
+            defaultValue: r.dflt_value,
+        }));
+        const primaryKeys = rows.filter((r) => r.pk > 0).map((r) => r.name);
+        return {
+            table,
+            columns,
+            primaryKeys,
+        };
+    }
+    async executeRaw(sql, params) {
+        const db = await this.getDb();
+        if (params && params.length > 0) {
+            const stmt = db.prepare(sql);
+            return stmt.all(...params.map(toSqliteParam));
+        }
+        return db.exec(sql);
+    }
+    async close() {
+        if (this.isClosed)
+            return;
+        this.isClosed = true;
+        if (this.db) {
+            try {
+                this.db.close();
+            }
+            catch {
+                // Ignore if already closed
+            }
+            this.db = undefined;
+        }
+    }
+}
+//# sourceMappingURL=sqlite.js.map

package/dist/db/adapters/sqlite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite.js","sourceRoot":"","sources":["../../../src/db/adapters/sqlite.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AAYpH,IAAI,kBAAkB,GAAQ,IAAI,CAAC;AAEnC,KAAK,UAAU,oBAAoB;IACjC,IAAI,kBAAkB;QAAE,OAAO,kBAAkB,CAAC;IAClD,IAAI,CAAC;QACH,+EAA+E;QAC/E,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;QACxC,kBAAkB,GAAG,GAAG,CAAC,YAAY,CAAC;QACtC,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CACb,wGAAwG,OAAO,CAAC,OAAO,KAAK;YAC5H,qGAAqG,CACtG,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,GAAY;IACjC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACnD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC;IAC9F,IAAI,OAAO,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjD,IAAI,GAAG,YAAY,IAAI;QAAE,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC;IAClD,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,YAAY,UAAU;QAAE,OAAO,GAAG,CAAC;IAClE,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACxD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,OAAO,qBAAqB;IACvB,OAAO,GAAoB,QAAQ,CAAC;IACpC,MAAM,CAA2B;IACjC,YAAY,CAAS;IACtB,EAAE,CAAO;IACT,QAAQ,GAAG,KAAK,CAAC;IAEzB,YAAY,MAAgC;QAC1C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,KAAK;QACjB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,MAAM,oBAAoB,EAAE,CAAC;YAClD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,UAAU,CAAC;YAClD,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QACrC,CAAC;QACD,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,OAA4B;QACxC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;QACzD,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,iBAAiB,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACrH,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;QAC/E,CAAC;QAED,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACzD,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,OAAQ,IAAY,CAAC,cAAc,KAAK,UAAU,EAAE,CAAC;YACtD,IAAY,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,YAAY,GAAU,EAAE,CAAC;QAC7B,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,IAAI,CAAC;YACH,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC;gBAC7C,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;oBAC5B,MAAM;gBACR,CAAC;gBAED,YAAY,CAAC,IAAI,CAAC,MAAa,CAAC,CAAC;gBAEjC,IAAI,YAAY,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;oBACrC,MAAM;wBACJ,IAAI,EAAE,YAAY;wBAClB,MAAM;qBACP,CAAC;oBACF,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC;oBAC9B,YAAY,GAAG,EAAE,CAAC;gBACpB,CAAC;YACH,CAAC;YAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBACxD,MAAM;oBACJ,IAAI,EAAE,YAAY;oBAClB,MAAM;iBACP,CAAC;YACJ,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,0DAA0D;QAC5D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CACT,KAA+B,EAC/B,OAA6B;QAE7B,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,YAAY,GAAG,KAAK,CAAC;QAEzB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,YAAY,GAAG,oBAAoB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAE3D,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,EAAE,CAAC,IAAI,CAAC,eAAe,YAAY,GAAG,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,KAAK,KAAK,CAAC;QAE5C,IAAI,UAAU,GAAQ,IAAI,CAAC;QAC3B,IAAI,aAAa,GAAa,EAAE,CAAC;QAEjC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;YAChC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEtC,kDAAkD;YAClD,IAAI,OAAO,CAAC,WAAW,IAAI,CAAC,YAAY,EAAE,CAAC;gBACzC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAChC,MAAM,cAAc,GAAwB,EAAE,CAAC;gBAC/C,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAClD,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;wBAC5B,cAAc,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;oBACrE,CAAC;yBAAM,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;wBACnC,cAAc,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;oBACjC,CAAC;yBAAM,IAAI,OAAO,GAAG,KAAK,SAAS,EAAE,CAAC;wBACpC,cAAc,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;oBAClC,CAAC;yBAAM,CAAC;wBACN,cAAc,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;oBACjC,CAAC;gBACH,CAAC;gBACD,MAAM,GAAG,GAAG,sBAAsB,CAAC,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;gBAC7F,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oBACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAAC;oBACpD,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;gBACvG,CAAC;gBACD,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACb,YAAY,GAAG,IAAI,CAAC;YACtB,CAAC;YAED,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;gBAC5C,MAAM,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvF,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAE7D,IAAI,GAAG,GAAG,eAAe,YAAY,KAAK,WAAW,aAAa,YAAY,GAAG,CAAC;gBAElF,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,eAAe,IAAI,OAAO,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpF,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAClG,MAAM,UAAU,GAAG,aAAa;yBAC7B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,eAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;yBACpD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,gBAAgB,CAAC,CAAC,EAAE,QAAQ,CAAC,eAAe,gBAAgB,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,CAAC;yBAC1F,IAAI,CAAC,IAAI,CAAC,CAAC;oBAEd,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC1B,GAAG,IAAI,iBAAiB,YAAY,mBAAmB,UAAU,EAAE,CAAC;oBACtE,CAAC;yBAAM,CAAC;wBACN,GAAG,IAAI,iBAAiB,YAAY,cAAc,CAAC;oBACrD,CAAC;gBACH,CAAC;gBAED,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC/B,CAAC;YAED,IAAI,KAAK,EAAE,CAAC;gBACV,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAChC,CAAC;YAED,IAAI,CAAC;gBACH,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBAC7B,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7D,UAAU,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;oBACxB,WAAW,EAAE,CAAC;gBAChB,CAAC;gBAED,IAAI,KAAK,EAAE,CAAC;oBACV,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,KAAK,EAAE,CAAC;oBACV,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACvB,CAAC;gBACD,MAAM,GAAG,CAAC;YACZ,CAAC;YAED,cAAc,EAAE,CAAC;QACnB,CAAC;QAED,OAAO;YACL,WAAW;YACX,cAAc;YACd,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,YAAY;SACb,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW,CACf,KAAa,EACb,IAAW,EACX,OAA8B;QAE9B,KAAK,SAAS,CAAC,CAAC,WAAW;YACzB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QAC5B,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB,kGAAkG,CACnG,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAA6B,CAAC;QACnD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAChC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,qBAAqB,gBAAgB,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;QACnF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAOnB,CAAC;QAEH,MAAM,OAAO,GAA0B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACtD,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,CAAC,CAAC,IAAI,IAAI,MAAM;YACxB,WAAW,EAAE,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC;YACxC,QAAQ,EAAE,CAAC,CAAC,OAAO,KAAK,CAAC;YACzB,YAAY,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC;YACtB,YAAY,EAAE,CAAC,CAAC,UAAU;SAC3B,CAAC,CAAC,CAAC;QAEJ,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAEpE,OAAO;YACL,KAAK;YACL,OAAO;YACP,WAAW;SACZ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,GAAW,EAAE,MAAkB;QAC9C,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC7B,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC;QAChD,CAAC;QACD,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YAClB,CAAC;YAAC,MAAM,CAAC;gBACP,2BAA2B;YAC7B,CAAC;YACD,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC;QACtB,CAAC;IACH,CAAC;CACF"}

package/dist/db/index.d.ts

@@ -0,0 +1,11 @@
+export * from "./types.js";
+export * from "./url.js";
+export * from "./mapping.js";
+export * from "./pushdown.js";
+export * from "./adapters/index.js";
+export * from "./adapters/sqlite.js";
+export * from "./adapters/postgres.js";
+export * from "./adapters/mysql.js";
+export * from "./source.js";
+export * from "./sink.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/db/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/db/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,WAAW,CAAC"}

package/dist/db/index.js

@@ -0,0 +1,11 @@
+export * from "./types.js";
+export * from "./url.js";
+export * from "./mapping.js";
+export * from "./pushdown.js";
+export * from "./adapters/index.js";
+export * from "./adapters/sqlite.js";
+export * from "./adapters/postgres.js";
+export * from "./adapters/mysql.js";
+export * from "./source.js";
+export * from "./sink.js";
+//# sourceMappingURL=index.js.map

package/dist/db/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/db/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,WAAW,CAAC"}

package/dist/db/mapping.d.ts

@@ -0,0 +1,45 @@
+import type { ColumnType } from "../core/types.js";
+import type { DatabaseDialect } from "./types.js";
+/**
+ * Escapes a single SQL identifier (table/column name) safely according to dialect.
+ */
+export declare function escapeIdentifier(name: string, dialect: DatabaseDialect): string;
+/**
+ * Escapes a qualified table name (e.g. "public.users" -> `"public"."users"`).
+ */
+export declare function escapeQualifiedTable(table: string, dialect: DatabaseDialect): string;
+/**
+ * Maps PostgreSQL column types to Rowpipe logical ColumnType.
+ */
+export declare function postgresTypeToRowpipe(dbType: string): ColumnType;
+/**
+ * Maps MySQL column types to Rowpipe logical ColumnType.
+ */
+export declare function mysqlTypeToRowpipe(dbType: string): ColumnType;
+/**
+ * Maps SQLite column types to Rowpipe logical ColumnType.
+ */
+export declare function sqliteTypeToRowpipe(dbType: string): ColumnType;
+/**
+ * Maps Rowpipe logical ColumnType to PostgreSQL DDL data type.
+ */
+export declare function rowpipeTypeToPostgres(type: ColumnType): string;
+/**
+ * Maps Rowpipe logical ColumnType to MySQL DDL data type.
+ */
+export declare function rowpipeTypeToMysql(type: ColumnType): string;
+/**
+ * Maps Rowpipe logical ColumnType to SQLite DDL data type.
+ */
+export declare function rowpipeTypeToSqlite(type: ColumnType): string;
+/**
+ * Generates dialect-specific CREATE TABLE SQL DDL.
+ */
+export declare function generateCreateTableSql(table: string, schema: Record<string, ColumnType> | {
+    columns: Array<{
+        name: string;
+        type: ColumnType;
+        nullable?: boolean;
+    }>;
+}, dialect: DatabaseDialect, primaryKeys?: string[]): string;
+//# sourceMappingURL=mapping.d.ts.map

package/dist/db/mapping.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mapping.d.ts","sourceRoot":"","sources":["../../src/db/mapping.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAElD;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,MAAM,CAO/E;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,MAAM,CAGpF;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CA8BhE;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CA8B7D;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAyB9D;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CAuB9D;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CAuB3D;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CAe5D;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG;IAAE,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,UAAU,CAAC;QAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC,CAAA;CAAE,EAC/G,OAAO,EAAE,eAAe,EACxB,WAAW,CAAC,EAAE,MAAM,EAAE,GACrB,MAAM,CAgCR"}

package/dist/db/mapping.js

@@ -0,0 +1,222 @@
+/**
+ * Escapes a single SQL identifier (table/column name) safely according to dialect.
+ */
+export function escapeIdentifier(name, dialect) {
+    const clean = name.trim();
+    if (dialect === "mysql") {
+        return `\`${clean.replace(/`/g, "``")}\``;
+    }
+    // Postgres and SQLite use double quotes
+    return `"${clean.replace(/"/g, '""')}"`;
+}
+/**
+ * Escapes a qualified table name (e.g. "public.users" -> `"public"."users"`).
+ */
+export function escapeQualifiedTable(table, dialect) {
+    const parts = table.split(".");
+    return parts.map((p) => escapeIdentifier(p, dialect)).join(".");
+}
+/**
+ * Maps PostgreSQL column types to Rowpipe logical ColumnType.
+ */
+export function postgresTypeToRowpipe(dbType) {
+    const lower = dbType.toLowerCase().trim();
+    if (lower.includes("int2") || lower.includes("int4") || lower.includes("smallint") || lower.includes("integer") || lower.includes("serial")) {
+        return "integer";
+    }
+    if (lower.includes("int8") || lower.includes("bigint") || lower.includes("bigserial")) {
+        return "bigint";
+    }
+    if (lower.includes("numeric") || lower.includes("decimal") || lower.includes("money")) {
+        return "decimal";
+    }
+    if (lower.includes("float") || lower.includes("double") || lower.includes("real")) {
+        return "number";
+    }
+    if (lower.includes("bool")) {
+        return "boolean";
+    }
+    if (lower === "date") {
+        return "date";
+    }
+    if (lower.includes("timestamp") || lower.includes("time")) {
+        return "datetime";
+    }
+    if (lower.includes("json")) {
+        return "json";
+    }
+    if (lower.includes("bytea") || lower.includes("blob")) {
+        return "binary";
+    }
+    return "string";
+}
+/**
+ * Maps MySQL column types to Rowpipe logical ColumnType.
+ */
+export function mysqlTypeToRowpipe(dbType) {
+    const lower = dbType.toLowerCase().trim();
+    if (lower.includes("tinyint(1)") || lower === "boolean" || lower === "bool") {
+        return "boolean";
+    }
+    if (lower.includes("smallint") || lower.includes("mediumint") || lower.includes("int") && !lower.includes("bigint")) {
+        return "integer";
+    }
+    if (lower.includes("bigint")) {
+        return "bigint";
+    }
+    if (lower.includes("decimal") || lower.includes("numeric")) {
+        return "decimal";
+    }
+    if (lower.includes("float") || lower.includes("double")) {
+        return "number";
+    }
+    if (lower === "date") {
+        return "date";
+    }
+    if (lower.includes("datetime") || lower.includes("timestamp") || lower.includes("time")) {
+        return "datetime";
+    }
+    if (lower.includes("json")) {
+        return "json";
+    }
+    if (lower.includes("blob") || lower.includes("binary")) {
+        return "binary";
+    }
+    return "string";
+}
+/**
+ * Maps SQLite column types to Rowpipe logical ColumnType.
+ */
+export function sqliteTypeToRowpipe(dbType) {
+    const lower = (dbType || "text").toLowerCase().trim();
+    if (lower.includes("int")) {
+        if (lower.includes("bigint") || lower.includes("int8"))
+            return "bigint";
+        return "integer";
+    }
+    if (lower.includes("real") || lower.includes("floa") || lower.includes("doub")) {
+        return "number";
+    }
+    if (lower.includes("dec") || lower.includes("num")) {
+        return "decimal";
+    }
+    if (lower.includes("bool")) {
+        return "boolean";
+    }
+    if (lower.includes("date") || lower.includes("time")) {
+        return "datetime";
+    }
+    if (lower.includes("blob")) {
+        return "binary";
+    }
+    if (lower.includes("json")) {
+        return "json";
+    }
+    return "string";
+}
+/**
+ * Maps Rowpipe logical ColumnType to PostgreSQL DDL data type.
+ */
+export function rowpipeTypeToPostgres(type) {
+    switch (type) {
+        case "integer":
+            return "INTEGER";
+        case "bigint":
+            return "BIGINT";
+        case "number":
+            return "DOUBLE PRECISION";
+        case "decimal":
+            return "NUMERIC";
+        case "boolean":
+            return "BOOLEAN";
+        case "date":
+            return "DATE";
+        case "datetime":
+            return "TIMESTAMPTZ";
+        case "json":
+            return "JSONB";
+        case "binary":
+            return "BYTEA";
+        default:
+            return "TEXT";
+    }
+}
+/**
+ * Maps Rowpipe logical ColumnType to MySQL DDL data type.
+ */
+export function rowpipeTypeToMysql(type) {
+    switch (type) {
+        case "integer":
+            return "INT";
+        case "bigint":
+            return "BIGINT";
+        case "number":
+            return "DOUBLE";
+        case "decimal":
+            return "DECIMAL(65,30)";
+        case "boolean":
+            return "BOOLEAN";
+        case "date":
+            return "DATE";
+        case "datetime":
+            return "DATETIME(3)";
+        case "json":
+            return "JSON";
+        case "binary":
+            return "LONGBLOB";
+        default:
+            return "LONGTEXT";
+    }
+}
+/**
+ * Maps Rowpipe logical ColumnType to SQLite DDL data type.
+ */
+export function rowpipeTypeToSqlite(type) {
+    switch (type) {
+        case "integer":
+        case "bigint":
+        case "boolean":
+            return "INTEGER";
+        case "number":
+            return "REAL";
+        case "decimal":
+            return "TEXT";
+        case "binary":
+            return "BLOB";
+        default:
+            return "TEXT";
+    }
+}
+/**
+ * Generates dialect-specific CREATE TABLE SQL DDL.
+ */
+export function generateCreateTableSql(table, schema, dialect, primaryKeys) {
+    const escapedTable = escapeQualifiedTable(table, dialect);
+    const columnDefs = [];
+    const typeMapper = dialect === "postgres"
+        ? rowpipeTypeToPostgres
+        : dialect === "mysql"
+            ? rowpipeTypeToMysql
+            : rowpipeTypeToSqlite;
+    if ("columns" in schema && Array.isArray(schema.columns)) {
+        for (const col of schema.columns) {
+            const escapedCol = escapeIdentifier(col.name, dialect);
+            const sqlType = typeMapper(col.type);
+            const notNull = col.nullable === false ? " NOT NULL" : "";
+            columnDefs.push(`  ${escapedCol} ${sqlType}${notNull}`);
+        }
+    }
+    else {
+        for (const [colName, colType] of Object.entries(schema)) {
+            const escapedCol = escapeIdentifier(colName, dialect);
+            const sqlType = typeMapper(colType);
+            columnDefs.push(`  ${escapedCol} ${sqlType}`);
+        }
+    }
+    if (primaryKeys && primaryKeys.length > 0) {
+        const escapedPks = primaryKeys.map((pk) => escapeIdentifier(pk, dialect)).join(", ");
+        columnDefs.push(`  PRIMARY KEY (${escapedPks})`);
+    }
+    return `CREATE TABLE IF NOT EXISTS ${escapedTable} (\n${columnDefs.join(",\n")}\n);`;
+}
+//# sourceMappingURL=mapping.js.map

package/dist/db/mapping.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mapping.js","sourceRoot":"","sources":["../../src/db/mapping.ts"],"names":[],"mappings":"AAGA;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAY,EAAE,OAAwB;IACrE,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC1B,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QACxB,OAAO,KAAK,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;IAC5C,CAAC;IACD,wCAAwC;IACxC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAa,EAAE,OAAwB;IAC1E,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/B,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAc;IAClD,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAC1C,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5I,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACtF,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACtF,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAClF,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;QACrB,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1D,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACtD,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAc;IAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAC1C,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;QAC5E,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpH,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3D,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACxD,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;QACrB,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACxF,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvD,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAc;IAChD,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IACtD,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,QAAQ,CAAC;QACxE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/E,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACnD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACrD,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,IAAgB;IACpD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,QAAQ;YACX,OAAO,kBAAkB,CAAC;QAC5B,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB,KAAK,UAAU;YACb,OAAO,aAAa,CAAC;QACvB,KAAK,MAAM;YACT,OAAO,OAAO,CAAC;QACjB,KAAK,QAAQ;YACX,OAAO,OAAO,CAAC;QACjB;YACE,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAgB;IACjD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,SAAS;YACZ,OAAO,KAAK,CAAC;QACf,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,SAAS;YACZ,OAAO,gBAAgB,CAAC;QAC1B,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB,KAAK,UAAU;YACb,OAAO,aAAa,CAAC;QACvB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB,KAAK,QAAQ;YACX,OAAO,UAAU,CAAC;QACpB;YACE,OAAO,UAAU,CAAC;IACtB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAgB;IAClD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,SAAS,CAAC;QACf,KAAK,QAAQ,CAAC;QACd,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,QAAQ;YACX,OAAO,MAAM,CAAC;QAChB,KAAK,SAAS;YACZ,OAAO,MAAM,CAAC;QAChB,KAAK,QAAQ;YACX,OAAO,MAAM,CAAC;QAChB;YACE,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CACpC,KAAa,EACb,MAA+G,EAC/G,OAAwB,EACxB,WAAsB;IAEtB,MAAM,YAAY,GAAG,oBAAoB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,MAAM,UAAU,GAAa,EAAE,CAAC;IAEhC,MAAM,UAAU,GACd,OAAO,KAAK,UAAU;QACpB,CAAC,CAAC,qBAAqB;QACvB,CAAC,CAAC,OAAO,KAAK,OAAO;YACrB,CAAC,CAAC,kBAAkB;YACpB,CAAC,CAAC,mBAAmB,CAAC;IAE1B,IAAI,SAAS,IAAI,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QACzD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACjC,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACvD,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACrC,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,UAAU,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,OAAO,GAAG,OAAO,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACxD,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACtD,MAAM,OAAO,GAAG,UAAU,CAAC,OAAqB,CAAC,CAAC;YAClD,UAAU,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,OAAO,EAAE,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1C,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,gBAAgB,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrF,UAAU,CAAC,IAAI,CAAC,kBAAkB,UAAU,GAAG,CAAC,CAAC;IACnD,CAAC;IAED,OAAO,8BAA8B,YAAY,OAAO,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;AACvF,CAAC"}

package/dist/db/pushdown.d.ts

@@ -0,0 +1,25 @@
+import type { PipelineOperation } from "../planner/types.js";
+import type { DatabaseDialect } from "./types.js";
+export interface PushdownAnalysis {
+    generatedQuery: string;
+    remainingOperations: PipelineOperation[];
+    pushedClauses: {
+        select?: string[];
+        where?: string;
+        orderBy?: string[];
+        limit?: number;
+        offset?: number;
+        count?: boolean;
+    };
+    pushedSummary: string[];
+}
+/**
+ * Attempts to safely translate a simple Rowpipe filter expression to SQL WHERE clause.
+ * Returns undefined if expression contains unsupported operators, pipes, or dialect divergences.
+ */
+export declare function tryTranslateFilterToSql(expression: string, dialect: DatabaseDialect): string | undefined;
+/**
+ * Analyzes pipeline operations for a table query and extracts safe pushdown clauses.
+ */
+export declare function analyzeDatabasePushdown(table: string, dialect: DatabaseDialect, operations: PipelineOperation[], explicitWhere?: string): PushdownAnalysis;
+//# sourceMappingURL=pushdown.d.ts.map

package/dist/db/pushdown.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pushdown.d.ts","sourceRoot":"","sources":["../../src/db/pushdown.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAE7D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAElD,MAAM,WAAW,gBAAgB;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,mBAAmB,EAAE,iBAAiB,EAAE,CAAC;IACzC,aAAa,EAAE;QACb,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;QAClB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;QACnB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB,CAAC;IACF,aAAa,EAAE,MAAM,EAAE,CAAC;CACzB;AAED;;;GAGG;AACH,wBAAgB,uBAAuB,CACrC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,eAAe,GACvB,MAAM,GAAG,SAAS,CAgFpB;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,iBAAiB,EAAE,EAC/B,aAAa,CAAC,EAAE,MAAM,GACrB,gBAAgB,CAqGlB"}