rowpipe 2.0.0 → 2.2.0

package/dist/db/adapters/postgres.js

@@ -0,0 +1,239 @@
+import pg from "pg";
+import QueryStream from "pg-query-stream";
+import { escapeIdentifier, escapeQualifiedTable, generateCreateTableSql, postgresTypeToRowpipe } from "../mapping.js";
+export class PostgresDatabaseAdapter {
+    dialect = "postgres";
+    sanitizedUrl;
+    client;
+    isConnected = false;
+    constructor(config) {
+        this.sanitizedUrl = config.sanitizedUrl;
+        this.client = new pg.Client({
+            connectionString: config.url,
+            ssl: config.ssl,
+        });
+    }
+    async ensureConnected() {
+        if (!this.isConnected) {
+            await this.client.connect();
+            this.isConnected = true;
+        }
+    }
+    async *stream(options) {
+        await this.ensureConnected();
+        const batchSize = Math.max(1, options.batchSize || 1000);
+        const sql = options.query || (options.table ? `SELECT * FROM ${escapeQualifiedTable(options.table, "postgres")}` : "");
+        if (!sql) {
+            throw new Error("Either table or query must be specified for PostgreSQL stream");
+        }
+        const params = options.params || [];
+        const queryStream = new QueryStream(sql, params, { batchSize });
+        const stream = this.client.query(queryStream);
+        let currentBatch = [];
+        let offset = 0;
+        const onAbort = () => {
+            stream.destroy();
+        };
+        if (options.signal) {
+            options.signal.addEventListener("abort", onAbort, { once: true });
+        }
+        try {
+            for await (const row of stream) {
+                if (options.signal?.aborted) {
+                    break;
+                }
+                currentBatch.push(row);
+                if (currentBatch.length >= batchSize) {
+                    yield {
+                        rows: currentBatch,
+                        offset,
+                    };
+                    offset += currentBatch.length;
+                    currentBatch = [];
+                }
+            }
+            if (currentBatch.length > 0 && !options.signal?.aborted) {
+                yield {
+                    rows: currentBatch,
+                    offset,
+                };
+            }
+        }
+        finally {
+            if (options.signal) {
+                options.signal.removeEventListener("abort", onAbort);
+            }
+            stream.destroy();
+        }
+    }
+    async write(input, options) {
+        await this.ensureConnected();
+        const startTime = Date.now();
+        let rowsWritten = 0;
+        let batchesWritten = 0;
+        let tableCreated = false;
+        const table = options.table;
+        if (!table) {
+            throw new Error("Target table name is required for database write");
+        }
+        const escapedTable = escapeQualifiedTable(table, "postgres");
+        if (options.truncate) {
+            await this.client.query(`TRUNCATE TABLE ${escapedTable};`);
+        }
+        const useTx = options.transaction !== false;
+        let insertColumns = [];
+        for await (const batch of input) {
+            if (batch.rows.length === 0)
+                continue;
+            // Auto create table from first batch if requested
+            if (options.createTable && !tableCreated) {
+                const firstRow = batch.rows[0];
+                const inferredSchema = {};
+                for (const [key, val] of Object.entries(firstRow)) {
+                    if (typeof val === "number") {
+                        inferredSchema[key] = Number.isInteger(val) ? "integer" : "number";
+                    }
+                    else if (typeof val === "bigint") {
+                        inferredSchema[key] = "bigint";
+                    }
+                    else if (typeof val === "boolean") {
+                        inferredSchema[key] = "boolean";
+                    }
+                    else {
+                        inferredSchema[key] = "string";
+                    }
+                }
+                const ddl = generateCreateTableSql(table, inferredSchema, "postgres", options.conflictColumns);
+                if (options.dryRun) {
+                    process.stdout.write(`\n-- Dry-run DDL:\n${ddl}\n`);
+                    return { rowsWritten: 0, batchesWritten: 0, durationMs: Date.now() - startTime, tableCreated: true };
+                }
+                await this.client.query(ddl);
+                tableCreated = true;
+            }
+            if (insertColumns.length === 0) {
+                insertColumns = Object.keys(batch.rows[0]);
+            }
+            if (useTx) {
+                await this.client.query("BEGIN;");
+            }
+            try {
+                const escapedCols = insertColumns.map((c) => escapeIdentifier(c, "postgres")).join(", ");
+                const MAX_PARAMS = 50000;
+                const chunkSize = Math.max(1, Math.floor(MAX_PARAMS / insertColumns.length));
+                for (let i = 0; i < batch.rows.length; i += chunkSize) {
+                    const rowChunk = batch.rows.slice(i, i + chunkSize);
+                    const valuesPlaceholderRows = [];
+                    const flatParams = [];
+                    let paramIdx = 1;
+                    for (const row of rowChunk) {
+                        const placeholders = [];
+                        for (const col of insertColumns) {
+                            const v = row[col];
+                            placeholders.push(`$${paramIdx++}`);
+                            if (typeof v === "object" && v !== null && !(v instanceof Uint8Array) && !(v instanceof Date)) {
+                                flatParams.push(JSON.stringify(v));
+                            }
+                            else {
+                                flatParams.push(v === undefined ? null : v);
+                            }
+                        }
+                        valuesPlaceholderRows.push(`(${placeholders.join(", ")})`);
+                        rowsWritten++;
+                    }
+                    let sql = `INSERT INTO ${escapedTable} (${escapedCols}) VALUES ${valuesPlaceholderRows.join(", ")}`;
+                    if (options.upsert && options.conflictColumns && options.conflictColumns.length > 0) {
+                        const conflictCols = options.conflictColumns.map((c) => escapeIdentifier(c, "postgres")).join(", ");
+                        const updateCols = insertColumns
+                            .filter((c) => !options.conflictColumns.includes(c))
+                            .map((c) => `${escapeIdentifier(c, "postgres")} = EXCLUDED.${escapeIdentifier(c, "postgres")}`)
+                            .join(", ");
+                        if (updateCols.length > 0) {
+                            sql += ` ON CONFLICT (${conflictCols}) DO UPDATE SET ${updateCols}`;
+                        }
+                        else {
+                            sql += ` ON CONFLICT (${conflictCols}) DO NOTHING`;
+                        }
+                    }
+                    await this.client.query(sql, flatParams);
+                }
+                if (useTx) {
+                    await this.client.query("COMMIT;");
+                }
+            }
+            catch (err) {
+                if (useTx) {
+                    try {
+                        await this.client.query("ROLLBACK;");
+                    }
+                    catch {
+                        // Ignore rollback errors
+                    }
+                }
+                throw err;
+            }
+            batchesWritten++;
+        }
+        return {
+            rowsWritten,
+            batchesWritten,
+            durationMs: Date.now() - startTime,
+            tableCreated,
+        };
+    }
+    async getTables() {
+        await this.ensureConnected();
+        const res = await this.client.query(`SELECT table_schema || '.' || table_name AS full_name
+       FROM information_schema.tables
+       WHERE table_schema NOT IN ('pg_catalog', 'information_schema')
+         AND table_type = 'BASE TABLE'
+       ORDER BY table_schema, table_name`);
+        return res.rows.map((r) => r.full_name);
+    }
+    async getTableSchema(table) {
+        await this.ensureConnected();
+        let schemaName = "public";
+        let tableName = table;
+        if (table.includes(".")) {
+            const parts = table.split(".");
+            schemaName = parts[0];
+            tableName = parts[1];
+        }
+        const res = await this.client.query(`SELECT column_name, udt_name, data_type, is_nullable, column_default
+       FROM information_schema.columns
+       WHERE table_schema = $1 AND table_name = $2
+       ORDER BY ordinal_position`, [schemaName, tableName]);
+        const pkRes = await this.client.query(`SELECT kcu.column_name
+       FROM information_schema.table_constraints tc
+       JOIN information_schema.key_column_usage kcu
+         ON tc.constraint_name = kcu.constraint_name
+         AND tc.table_schema = kcu.table_schema
+       WHERE tc.constraint_type = 'PRIMARY KEY'
+         AND tc.table_schema = $1 AND tc.table_name = $2`, [schemaName, tableName]);
+        const primaryKeys = pkRes.rows.map((r) => r.column_name);
+        const columns = res.rows.map((r) => ({
+            name: r.column_name,
+            dbType: r.udt_name || r.data_type,
+            rowpipeType: postgresTypeToRowpipe(r.udt_name || r.data_type),
+            nullable: r.is_nullable === "YES",
+            isPrimaryKey: primaryKeys.includes(r.column_name),
+            defaultValue: r.column_default,
+        }));
+        return {
+            table,
+            columns,
+            primaryKeys,
+        };
+    }
+    async executeRaw(sql, params) {
+        await this.ensureConnected();
+        return this.client.query(sql, params);
+    }
+    async close() {
+        if (this.isConnected) {
+            await this.client.end();
+            this.isConnected = false;
+        }
+    }
+}
+//# sourceMappingURL=postgres.js.map

package/dist/db/adapters/postgres.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgres.js","sourceRoot":"","sources":["../../../src/db/adapters/postgres.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,WAAW,MAAM,iBAAiB,CAAC;AAE1C,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAYtH,MAAM,OAAO,uBAAuB;IACzB,OAAO,GAAoB,UAAU,CAAC;IACtC,YAAY,CAAS;IACtB,MAAM,CAAY;IAClB,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,MAAgC;QAC1C,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;QACxC,IAAI,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC;YAC1B,gBAAgB,EAAE,MAAM,CAAC,GAAG;YAC5B,GAAG,EAAE,MAAM,CAAC,GAAG;SAChB,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,eAAe;QAC3B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,OAA4B;QACxC,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAE7B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;QACzD,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,iBAAiB,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACvH,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACnF,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;QACpC,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAE9C,IAAI,YAAY,GAAU,EAAE,CAAC;QAC7B,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC,CAAC;QAEF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;gBAC/B,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;oBAC5B,MAAM;gBACR,CAAC;gBAED,YAAY,CAAC,IAAI,CAAC,GAAU,CAAC,CAAC;gBAE9B,IAAI,YAAY,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;oBACrC,MAAM;wBACJ,IAAI,EAAE,YAAY;wBAClB,MAAM;qBACP,CAAC;oBACF,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC;oBAC9B,YAAY,GAAG,EAAE,CAAC;gBACpB,CAAC;YACH,CAAC;YAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBACxD,MAAM;oBACJ,IAAI,EAAE,YAAY;oBAClB,MAAM;iBACP,CAAC;YACJ,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACvD,CAAC;YACD,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CACT,KAA+B,EAC/B,OAA6B;QAE7B,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAE7B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,YAAY,GAAG,KAAK,CAAC;QAEzB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,YAAY,GAAG,oBAAoB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAE7D,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,YAAY,GAAG,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,KAAK,KAAK,CAAC;QAC5C,IAAI,aAAa,GAAa,EAAE,CAAC;QAEjC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;YAChC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEtC,kDAAkD;YAClD,IAAI,OAAO,CAAC,WAAW,IAAI,CAAC,YAAY,EAAE,CAAC;gBACzC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAChC,MAAM,cAAc,GAAwB,EAAE,CAAC;gBAC/C,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAClD,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;wBAC5B,cAAc,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;oBACrE,CAAC;yBAAM,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;wBACnC,cAAc,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;oBACjC,CAAC;yBAAM,IAAI,OAAO,GAAG,KAAK,SAAS,EAAE,CAAC;wBACpC,cAAc,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;oBAClC,CAAC;yBAAM,CAAC;wBACN,cAAc,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;oBACjC,CAAC;gBACH,CAAC;gBACD,MAAM,GAAG,GAAG,sBAAsB,CAAC,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;gBAC/F,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oBACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAAC;oBACpD,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;gBACvG,CAAC;gBACD,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC7B,YAAY,GAAG,IAAI,CAAC;YACtB,CAAC;YAED,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;YAC9C,CAAC;YAED,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACpC,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzF,MAAM,UAAU,GAAG,KAAK,CAAC;gBACzB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;gBAE7E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;oBACtD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;oBACpD,MAAM,qBAAqB,GAAa,EAAE,CAAC;oBAC3C,MAAM,UAAU,GAAc,EAAE,CAAC;oBACjC,IAAI,QAAQ,GAAG,CAAC,CAAC;oBAEjB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;wBAC3B,MAAM,YAAY,GAAa,EAAE,CAAC;wBAClC,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;4BAChC,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;4BACnB,YAAY,CAAC,IAAI,CAAC,IAAI,QAAQ,EAAE,EAAE,CAAC,CAAC;4BACpC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,YAAY,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC;gCAC9F,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;4BACrC,CAAC;iCAAM,CAAC;gCACN,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;4BAC9C,CAAC;wBACH,CAAC;wBACD,qBAAqB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBAC3D,WAAW,EAAE,CAAC;oBAChB,CAAC;oBAED,IAAI,GAAG,GAAG,eAAe,YAAY,KAAK,WAAW,YAAY,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAEpG,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,eAAe,IAAI,OAAO,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACpF,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACpG,MAAM,UAAU,GAAG,aAAa;6BAC7B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,eAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;6BACpD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,gBAAgB,CAAC,CAAC,EAAE,UAAU,CAAC,eAAe,gBAAgB,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,CAAC;6BAC9F,IAAI,CAAC,IAAI,CAAC,CAAC;wBAEd,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BAC1B,GAAG,IAAI,iBAAiB,YAAY,mBAAmB,UAAU,EAAE,CAAC;wBACtE,CAAC;6BAAM,CAAC;4BACN,GAAG,IAAI,iBAAiB,YAAY,cAAc,CAAC;wBACrD,CAAC;oBACH,CAAC;oBAED,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;gBAC3C,CAAC;gBAED,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,KAAK,EAAE,CAAC;oBACV,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;oBACvC,CAAC;oBAAC,MAAM,CAAC;wBACP,yBAAyB;oBAC3B,CAAC;gBACH,CAAC;gBACD,MAAM,GAAG,CAAC;YACZ,CAAC;YAED,cAAc,EAAE,CAAC;QACnB,CAAC;QAED,OAAO;YACL,WAAW;YACX,cAAc;YACd,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,YAAY;SACb,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CACjC;;;;yCAImC,CACpC,CAAC;QACF,OAAO,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAChC,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAE7B,IAAI,UAAU,GAAG,QAAQ,CAAC;QAC1B,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC/B,UAAU,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YACvB,SAAS,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;QACxB,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CACjC;;;iCAG2B,EAC3B,CAAC,UAAU,EAAE,SAAS,CAAC,CACxB,CAAC;QAEF,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CACnC;;;;;;yDAMmD,EACnD,CAAC,UAAU,EAAE,SAAS,CAAC,CACxB,CAAC;QAEF,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QAE9D,MAAM,OAAO,GAA0B,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;YAC/D,IAAI,EAAE,CAAC,CAAC,WAAW;YACnB,MAAM,EAAE,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,SAAS;YACjC,WAAW,EAAE,qBAAqB,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,SAAS,CAAC;YAC7D,QAAQ,EAAE,CAAC,CAAC,WAAW,KAAK,KAAK;YACjC,YAAY,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC;YACjD,YAAY,EAAE,CAAC,CAAC,cAAc;SAC/B,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,KAAK;YACL,OAAO;YACP,WAAW;SACZ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,GAAW,EAAE,MAAkB;QAC9C,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;YACxB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QAC3B,CAAC;IACH,CAAC;CACF"}

package/dist/db/adapters/sqlite.d.ts

@@ -0,0 +1,18 @@
+import type { DataBatch, Row } from "../../core/types.js";
+import type { DatabaseAdapter, DatabaseConnectionConfig, DatabaseDialect, DatabaseReadOptions, DatabaseWriteOptions, DatabaseWriteResult, TableSchemaMetadata } from "../types.js";
+export declare class SqliteDatabaseAdapter implements DatabaseAdapter {
+    readonly dialect: DatabaseDialect;
+    readonly config: DatabaseConnectionConfig;
+    readonly sanitizedUrl: string;
+    private db;
+    private isClosed;
+    constructor(config: DatabaseConnectionConfig);
+    stream(options: DatabaseReadOptions): AsyncIterable<DataBatch>;
+    write(input: AsyncIterable<DataBatch>, options: DatabaseWriteOptions): Promise<DatabaseWriteResult>;
+    insertBatch(table: string, rows: Row[], options?: DatabaseWriteOptions): Promise<DatabaseWriteResult>;
+    getTables(): Promise<string[]>;
+    getTableSchema(table: string): Promise<TableSchemaMetadata>;
+    executeRaw(sql: string, params?: unknown[]): Promise<unknown>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=sqlite.d.ts.map

package/dist/db/adapters/sqlite.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite.d.ts","sourceRoot":"","sources":["../../../src/db/adapters/sqlite.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,qBAAqB,CAAC;AAE1D,OAAO,KAAK,EACV,eAAe,EACf,wBAAwB,EACxB,eAAe,EACf,mBAAmB,EACnB,oBAAoB,EACpB,mBAAmB,EAEnB,mBAAmB,EACpB,MAAM,aAAa,CAAC;AAYrB,qBAAa,qBAAsB,YAAW,eAAe;IAC3D,QAAQ,CAAC,OAAO,EAAE,eAAe,CAAY;IAC7C,QAAQ,CAAC,MAAM,EAAE,wBAAwB,CAAC;IAC1C,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,OAAO,CAAC,EAAE,CAAe;IACzB,OAAO,CAAC,QAAQ,CAAS;gBAEb,MAAM,EAAE,wBAAwB;IAOrC,MAAM,CAAC,OAAO,EAAE,mBAAmB,GAAG,aAAa,CAAC,SAAS,CAAC;IA4C/D,KAAK,CACT,KAAK,EAAE,aAAa,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,mBAAmB,CAAC;IAyGzB,WAAW,CACf,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,GAAG,EAAE,EACX,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,mBAAmB,CAAC;IAOzB,SAAS,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAQ9B,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;IA6B3D,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAQ7D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAS7B"}

package/dist/db/adapters/sqlite.js

@@ -0,0 +1,210 @@
+import { DatabaseSync } from "node:sqlite";
+import { escapeIdentifier, escapeQualifiedTable, generateCreateTableSql, sqliteTypeToRowpipe } from "../mapping.js";
+function toSqliteParam(val) {
+    if (val === null || val === undefined)
+        return null;
+    if (typeof val === "number" || typeof val === "bigint" || typeof val === "string")
+        return val;
+    if (typeof val === "boolean")
+        return val ? 1 : 0;
+    if (val instanceof Date)
+        return val.toISOString();
+    if (Buffer.isBuffer(val) || val instanceof Uint8Array)
+        return val;
+    if (typeof val === "object")
+        return JSON.stringify(val);
+    return String(val);
+}
+export class SqliteDatabaseAdapter {
+    dialect = "sqlite";
+    config;
+    sanitizedUrl;
+    db;
+    isClosed = false;
+    constructor(config) {
+        this.config = config;
+        this.sanitizedUrl = config.sanitizedUrl;
+        const dbPath = config.filePath || ":memory:";
+        this.db = new DatabaseSync(dbPath);
+    }
+    async *stream(options) {
+        const batchSize = Math.max(1, options.batchSize || 1000);
+        const sql = options.query || (options.table ? `SELECT * FROM ${escapeQualifiedTable(options.table, "sqlite")}` : "");
+        if (!sql) {
+            throw new Error("Either table or query must be specified for SQLite stream");
+        }
+        const params = (options.params || []).map(toSqliteParam);
+        const stmt = this.db.prepare(sql);
+        if (typeof stmt.setReadBigInts === "function") {
+            stmt.setReadBigInts(true);
+        }
+        let currentBatch = [];
+        let offset = 0;
+        try {
+            for (const rawRow of stmt.iterate(...params)) {
+                if (options.signal?.aborted) {
+                    break;
+                }
+                currentBatch.push(rawRow);
+                if (currentBatch.length >= batchSize) {
+                    yield {
+                        rows: currentBatch,
+                        offset,
+                    };
+                    offset += currentBatch.length;
+                    currentBatch = [];
+                }
+            }
+            if (currentBatch.length > 0 && !options.signal?.aborted) {
+                yield {
+                    rows: currentBatch,
+                    offset,
+                };
+            }
+        }
+        finally {
+            // Statement iteration cleanup is automatic in node:sqlite
+        }
+    }
+    async write(input, options) {
+        const startTime = Date.now();
+        let rowsWritten = 0;
+        let batchesWritten = 0;
+        let tableCreated = false;
+        const table = options.table;
+        if (!table) {
+            throw new Error("Target table name is required for database write");
+        }
+        const escapedTable = escapeQualifiedTable(table, "sqlite");
+        if (options.truncate) {
+            this.db.exec(`DELETE FROM ${escapedTable};`);
+        }
+        const useTx = options.transaction !== false;
+        let insertStmt = null;
+        let insertColumns = [];
+        for await (const batch of input) {
+            if (batch.rows.length === 0)
+                continue;
+            // Auto create table from first batch if requested
+            if (options.createTable && !tableCreated) {
+                const firstRow = batch.rows[0];
+                const inferredSchema = {};
+                for (const [key, val] of Object.entries(firstRow)) {
+                    if (typeof val === "number") {
+                        inferredSchema[key] = Number.isInteger(val) ? "integer" : "number";
+                    }
+                    else if (typeof val === "bigint") {
+                        inferredSchema[key] = "bigint";
+                    }
+                    else if (typeof val === "boolean") {
+                        inferredSchema[key] = "boolean";
+                    }
+                    else {
+                        inferredSchema[key] = "string";
+                    }
+                }
+                const ddl = generateCreateTableSql(table, inferredSchema, "sqlite", options.conflictColumns);
+                if (options.dryRun) {
+                    process.stdout.write(`\n-- Dry-run DDL:\n${ddl}\n`);
+                    return { rowsWritten: 0, batchesWritten: 0, durationMs: Date.now() - startTime, tableCreated: true };
+                }
+                this.db.exec(ddl);
+                tableCreated = true;
+            }
+            if (!insertStmt) {
+                insertColumns = Object.keys(batch.rows[0]);
+                const escapedCols = insertColumns.map((c) => escapeIdentifier(c, "sqlite")).join(", ");
+                const placeholders = insertColumns.map(() => "?").join(", ");
+                let sql = `INSERT INTO ${escapedTable} (${escapedCols}) VALUES (${placeholders})`;
+                if (options.upsert && options.conflictColumns && options.conflictColumns.length > 0) {
+                    const conflictCols = options.conflictColumns.map((c) => escapeIdentifier(c, "sqlite")).join(", ");
+                    const updateCols = insertColumns
+                        .filter((c) => !options.conflictColumns.includes(c))
+                        .map((c) => `${escapeIdentifier(c, "sqlite")} = excluded.${escapeIdentifier(c, "sqlite")}`)
+                        .join(", ");
+                    if (updateCols.length > 0) {
+                        sql += ` ON CONFLICT (${conflictCols}) DO UPDATE SET ${updateCols}`;
+                    }
+                    else {
+                        sql += ` ON CONFLICT (${conflictCols}) DO NOTHING`;
+                    }
+                }
+                insertStmt = this.db.prepare(sql);
+            }
+            if (useTx) {
+                this.db.exec("BEGIN TRANSACTION;");
+            }
+            try {
+                for (const row of batch.rows) {
+                    const vals = insertColumns.map((c) => toSqliteParam(row[c]));
+                    insertStmt.run(...vals);
+                    rowsWritten++;
+                }
+                if (useTx) {
+                    this.db.exec("COMMIT;");
+                }
+            }
+            catch (err) {
+                if (useTx) {
+                    this.db.exec("ROLLBACK;");
+                }
+                throw err;
+            }
+            batchesWritten++;
+        }
+        return {
+            rowsWritten,
+            batchesWritten,
+            durationMs: Date.now() - startTime,
+            tableCreated,
+        };
+    }
+    async insertBatch(table, rows, options) {
+        async function* singleBatch() {
+            yield { rows, offset: 0 };
+        }
+        return this.write(singleBatch(), { table, ...options });
+    }
+    async getTables() {
+        const stmt = this.db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name NOT LIKE 'sqlite_%' ORDER BY name ASC");
+        const rows = stmt.all();
+        return rows.map((r) => r.name);
+    }
+    async getTableSchema(table) {
+        const stmt = this.db.prepare(`PRAGMA table_info(${escapeIdentifier(table, "sqlite")})`);
+        const rows = stmt.all();
+        const columns = rows.map((r) => ({
+            name: r.name,
+            dbType: r.type || "TEXT",
+            rowpipeType: sqliteTypeToRowpipe(r.type),
+            nullable: r.notnull === 0,
+            isPrimaryKey: r.pk > 0,
+            defaultValue: r.dflt_value,
+        }));
+        const primaryKeys = rows.filter((r) => r.pk > 0).map((r) => r.name);
+        return {
+            table,
+            columns,
+            primaryKeys,
+        };
+    }
+    async executeRaw(sql, params) {
+        if (params && params.length > 0) {
+            const stmt = this.db.prepare(sql);
+            return stmt.all(...params.map(toSqliteParam));
+        }
+        return this.db.exec(sql);
+    }
+    async close() {
+        if (this.isClosed)
+            return;
+        this.isClosed = true;
+        try {
+            this.db.close();
+        }
+        catch {
+            // Ignore if already closed
+        }
+    }
+}
+//# sourceMappingURL=sqlite.js.map

package/dist/db/adapters/sqlite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite.js","sourceRoot":"","sources":["../../../src/db/adapters/sqlite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AAYpH,SAAS,aAAa,CAAC,GAAY;IACjC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACnD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC;IAC9F,IAAI,OAAO,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjD,IAAI,GAAG,YAAY,IAAI;QAAE,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC;IAClD,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,YAAY,UAAU;QAAE,OAAO,GAAG,CAAC;IAClE,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACxD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,OAAO,qBAAqB;IACvB,OAAO,GAAoB,QAAQ,CAAC;IACpC,MAAM,CAA2B;IACjC,YAAY,CAAS;IACtB,EAAE,CAAe;IACjB,QAAQ,GAAG,KAAK,CAAC;IAEzB,YAAY,MAAgC;QAC1C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;QACxC,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,IAAI,UAAU,CAAC;QAC7C,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,OAA4B;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;QACzD,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,iBAAiB,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACrH,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;QAC/E,CAAC;QAED,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACzD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,OAAQ,IAAY,CAAC,cAAc,KAAK,UAAU,EAAE,CAAC;YACtD,IAAY,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,YAAY,GAAU,EAAE,CAAC;QAC7B,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,IAAI,CAAC;YACH,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC;gBAC7C,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;oBAC5B,MAAM;gBACR,CAAC;gBAED,YAAY,CAAC,IAAI,CAAC,MAAa,CAAC,CAAC;gBAEjC,IAAI,YAAY,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;oBACrC,MAAM;wBACJ,IAAI,EAAE,YAAY;wBAClB,MAAM;qBACP,CAAC;oBACF,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC;oBAC9B,YAAY,GAAG,EAAE,CAAC;gBACpB,CAAC;YACH,CAAC;YAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBACxD,MAAM;oBACJ,IAAI,EAAE,YAAY;oBAClB,MAAM;iBACP,CAAC;YACJ,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,0DAA0D;QAC5D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CACT,KAA+B,EAC/B,OAA6B;QAE7B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,YAAY,GAAG,KAAK,CAAC;QAEzB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,YAAY,GAAG,oBAAoB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAE3D,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,YAAY,GAAG,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,KAAK,KAAK,CAAC;QAE5C,IAAI,UAAU,GAAQ,IAAI,CAAC;QAC3B,IAAI,aAAa,GAAa,EAAE,CAAC;QAEjC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;YAChC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEtC,kDAAkD;YAClD,IAAI,OAAO,CAAC,WAAW,IAAI,CAAC,YAAY,EAAE,CAAC;gBACzC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAChC,MAAM,cAAc,GAAwB,EAAE,CAAC;gBAC/C,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAClD,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;wBAC5B,cAAc,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;oBACrE,CAAC;yBAAM,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;wBACnC,cAAc,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;oBACjC,CAAC;yBAAM,IAAI,OAAO,GAAG,KAAK,SAAS,EAAE,CAAC;wBACpC,cAAc,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;oBAClC,CAAC;yBAAM,CAAC;wBACN,cAAc,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;oBACjC,CAAC;gBACH,CAAC;gBACD,MAAM,GAAG,GAAG,sBAAsB,CAAC,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;gBAC7F,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oBACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAAC;oBACpD,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;gBACvG,CAAC;gBACD,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,YAAY,GAAG,IAAI,CAAC;YACtB,CAAC;YAED,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;gBAC5C,MAAM,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvF,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAE7D,IAAI,GAAG,GAAG,eAAe,YAAY,KAAK,WAAW,aAAa,YAAY,GAAG,CAAC;gBAElF,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,eAAe,IAAI,OAAO,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpF,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAClG,MAAM,UAAU,GAAG,aAAa;yBAC7B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,eAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;yBACpD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,gBAAgB,CAAC,CAAC,EAAE,QAAQ,CAAC,eAAe,gBAAgB,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,CAAC;yBAC1F,IAAI,CAAC,IAAI,CAAC,CAAC;oBAEd,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC1B,GAAG,IAAI,iBAAiB,YAAY,mBAAmB,UAAU,EAAE,CAAC;oBACtE,CAAC;yBAAM,CAAC;wBACN,GAAG,IAAI,iBAAiB,YAAY,cAAc,CAAC;oBACrD,CAAC;gBACH,CAAC;gBAED,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACpC,CAAC;YAED,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACrC,CAAC;YAED,IAAI,CAAC;gBACH,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBAC7B,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7D,UAAU,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;oBACxB,WAAW,EAAE,CAAC;gBAChB,CAAC;gBAED,IAAI,KAAK,EAAE,CAAC;oBACV,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,KAAK,EAAE,CAAC;oBACV,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAC5B,CAAC;gBACD,MAAM,GAAG,CAAC;YACZ,CAAC;YAED,cAAc,EAAE,CAAC;QACnB,CAAC;QAED,OAAO;YACL,WAAW;YACX,cAAc;YACd,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,YAAY;SACb,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW,CACf,KAAa,EACb,IAAW,EACX,OAA8B;QAE9B,KAAK,SAAS,CAAC,CAAC,WAAW;YACzB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QAC5B,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAC1B,kGAAkG,CACnG,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAA6B,CAAC;QACnD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,qBAAqB,gBAAgB,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;QACxF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAOnB,CAAC;QAEH,MAAM,OAAO,GAA0B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACtD,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,CAAC,CAAC,IAAI,IAAI,MAAM;YACxB,WAAW,EAAE,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC;YACxC,QAAQ,EAAE,CAAC,CAAC,OAAO,KAAK,CAAC;YACzB,YAAY,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC;YACtB,YAAY,EAAE,CAAC,CAAC,UAAU;SAC3B,CAAC,CAAC,CAAC;QAEJ,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAEpE,OAAO;YACL,KAAK;YACL,OAAO;YACP,WAAW;SACZ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,GAAW,EAAE,MAAkB;QAC9C,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC;QAChD,CAAC;QACD,OAAO,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;QAAC,MAAM,CAAC;YACP,2BAA2B;QAC7B,CAAC;IACH,CAAC;CACF"}

package/dist/db/index.d.ts

@@ -0,0 +1,11 @@
+export * from "./types.js";
+export * from "./url.js";
+export * from "./mapping.js";
+export * from "./pushdown.js";
+export * from "./adapters/index.js";
+export * from "./adapters/sqlite.js";
+export * from "./adapters/postgres.js";
+export * from "./adapters/mysql.js";
+export * from "./source.js";
+export * from "./sink.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/db/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/db/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,WAAW,CAAC"}

package/dist/db/index.js

@@ -0,0 +1,11 @@
+export * from "./types.js";
+export * from "./url.js";
+export * from "./mapping.js";
+export * from "./pushdown.js";
+export * from "./adapters/index.js";
+export * from "./adapters/sqlite.js";
+export * from "./adapters/postgres.js";
+export * from "./adapters/mysql.js";
+export * from "./source.js";
+export * from "./sink.js";
+//# sourceMappingURL=index.js.map

package/dist/db/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/db/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,WAAW,CAAC"}

package/dist/db/mapping.d.ts

@@ -0,0 +1,45 @@
+import type { ColumnType } from "../core/types.js";
+import type { DatabaseDialect } from "./types.js";
+/**
+ * Escapes a single SQL identifier (table/column name) safely according to dialect.
+ */
+export declare function escapeIdentifier(name: string, dialect: DatabaseDialect): string;
+/**
+ * Escapes a qualified table name (e.g. "public.users" -> `"public"."users"`).
+ */
+export declare function escapeQualifiedTable(table: string, dialect: DatabaseDialect): string;
+/**
+ * Maps PostgreSQL column types to Rowpipe logical ColumnType.
+ */
+export declare function postgresTypeToRowpipe(dbType: string): ColumnType;
+/**
+ * Maps MySQL column types to Rowpipe logical ColumnType.
+ */
+export declare function mysqlTypeToRowpipe(dbType: string): ColumnType;
+/**
+ * Maps SQLite column types to Rowpipe logical ColumnType.
+ */
+export declare function sqliteTypeToRowpipe(dbType: string): ColumnType;
+/**
+ * Maps Rowpipe logical ColumnType to PostgreSQL DDL data type.
+ */
+export declare function rowpipeTypeToPostgres(type: ColumnType): string;
+/**
+ * Maps Rowpipe logical ColumnType to MySQL DDL data type.
+ */
+export declare function rowpipeTypeToMysql(type: ColumnType): string;
+/**
+ * Maps Rowpipe logical ColumnType to SQLite DDL data type.
+ */
+export declare function rowpipeTypeToSqlite(type: ColumnType): string;
+/**
+ * Generates dialect-specific CREATE TABLE SQL DDL.
+ */
+export declare function generateCreateTableSql(table: string, schema: Record<string, ColumnType> | {
+    columns: Array<{
+        name: string;
+        type: ColumnType;
+        nullable?: boolean;
+    }>;
+}, dialect: DatabaseDialect, primaryKeys?: string[]): string;
+//# sourceMappingURL=mapping.d.ts.map

package/dist/db/mapping.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mapping.d.ts","sourceRoot":"","sources":["../../src/db/mapping.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAElD;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,MAAM,CAO/E;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,MAAM,CAGpF;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CA8BhE;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CA8B7D;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAyB9D;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CAuB9D;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CAuB3D;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,CAe5D;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG;IAAE,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,UAAU,CAAC;QAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC,CAAA;CAAE,EAC/G,OAAO,EAAE,eAAe,EACxB,WAAW,CAAC,EAAE,MAAM,EAAE,GACrB,MAAM,CAgCR"}