rowpipe 2.1.0 → 2.2.1

package/dist/db/pushdown.js

@@ -0,0 +1,165 @@
+import { escapeIdentifier, escapeQualifiedTable } from "./mapping.js";
+/**
+ * Attempts to safely translate a simple Rowpipe filter expression to SQL WHERE clause.
+ * Returns undefined if expression contains unsupported operators, pipes, or dialect divergences.
+ */
+export function tryTranslateFilterToSql(expression, dialect) {
+    const trimmed = expression.trim();
+    if (!trimmed)
+        return undefined;
+    // If expression uses pipe transformations (e.g. "email | lower"), keep it local
+    if (trimmed.includes("|")) {
+        return undefined;
+    }
+    // Check for safe simple comparison patterns:
+    // identifier (==|!=|>=|<=|>|<) (string|number|boolean|null)
+    // connected by && / and or || / or
+    const orParts = trimmed.split(/\s*\|\|\s*|\s+or\s+/i);
+    const sqlOrClauses = [];
+    for (const orPart of orParts) {
+        const andParts = orPart.split(/\s*&&\s*|\s+and\s+/i);
+        const sqlAndClauses = [];
+        for (const part of andParts) {
+            const match = part.match(/^\s*([a-zA-Z_][a-zA-Z0-9_]*)\s*(==|!=|>=|<=|>|<)\s*(.+?)\s*$/);
+            if (!match) {
+                return undefined; // Too complex or unsafe for automatic pushdown
+            }
+            const rawIdent = match[1];
+            const rawOp = match[2];
+            const rawVal = match[3].trim();
+            const escapedCol = escapeIdentifier(rawIdent, dialect);
+            // Null check
+            if (rawVal === "null" || rawVal === "undefined") {
+                if (rawOp === "==" || rawOp === "=") {
+                    sqlAndClauses.push(`${escapedCol} IS NULL`);
+                }
+                else if (rawOp === "!=") {
+                    sqlAndClauses.push(`${escapedCol} IS NOT NULL`);
+                }
+                else {
+                    return undefined;
+                }
+                continue;
+            }
+            // Boolean
+            if (rawVal === "true" || rawVal === "false") {
+                const boolVal = rawVal === "true";
+                if (dialect === "postgres") {
+                    sqlAndClauses.push(`${escapedCol} ${rawOp === "==" ? "=" : "<>"} ${boolVal ? "TRUE" : "FALSE"}`);
+                }
+                else if (dialect === "mysql" || dialect === "sqlite") {
+                    sqlAndClauses.push(`${escapedCol} ${rawOp === "==" ? "=" : "<>"} ${boolVal ? "1" : "0"}`);
+                }
+                continue;
+            }
+            // Number
+            if (/^-?\d+(\.\d+)?$/.test(rawVal)) {
+                const op = rawOp === "==" ? "=" : rawOp === "!=" ? "<>" : rawOp;
+                sqlAndClauses.push(`${escapedCol} ${op} ${rawVal}`);
+                continue;
+            }
+            // String literal
+            if ((rawVal.startsWith('"') && rawVal.endsWith('"')) || (rawVal.startsWith("'") && rawVal.endsWith("'"))) {
+                const unquoted = rawVal.slice(1, -1);
+                const escapedStr = unquoted.replace(/'/g, "''");
+                const op = rawOp === "==" ? "=" : rawOp === "!=" ? "<>" : rawOp;
+                sqlAndClauses.push(`${escapedCol} ${op} '${escapedStr}'`);
+                continue;
+            }
+            // Identifier vs identifier or complex expression
+            return undefined;
+        }
+        sqlOrClauses.push(sqlAndClauses.length > 1 ? `(${sqlAndClauses.join(" AND ")})` : sqlAndClauses[0]);
+    }
+    return sqlOrClauses.length > 1 ? `(${sqlOrClauses.join(" OR ")})` : sqlOrClauses[0];
+}
+/**
+ * Analyzes pipeline operations for a table query and extracts safe pushdown clauses.
+ */
+export function analyzeDatabasePushdown(table, dialect, operations, explicitWhere) {
+    let selectCols;
+    let whereSql = explicitWhere?.trim() || undefined;
+    let orderByClauses;
+    let limitVal;
+    let offsetVal;
+    const remaining = [];
+    const pushedSummary = [];
+    for (let i = 0; i < operations.length; i++) {
+        const op = operations[i];
+        if (op.type === "select" && !selectCols) {
+            selectCols = op.columns;
+            pushedSummary.push(`SELECT ${op.columns.join(", ")}`);
+            continue;
+        }
+        if (op.type === "filter") {
+            const sqlClause = tryTranslateFilterToSql(op.expression, dialect);
+            if (sqlClause) {
+                whereSql = whereSql ? `${whereSql} AND ${sqlClause}` : sqlClause;
+                pushedSummary.push(`WHERE ${sqlClause}`);
+                continue;
+            }
+        }
+        if (op.type === "sort" && !orderByClauses) {
+            orderByClauses = op.specs.map((s) => {
+                const col = escapeIdentifier(s.column, dialect);
+                const dir = (s.direction || "asc").toUpperCase();
+                return `${col} ${dir}`;
+            });
+            pushedSummary.push(`ORDER BY ${orderByClauses.join(", ")}`);
+            continue;
+        }
+        if (op.type === "top" && !orderByClauses && limitVal === undefined) {
+            orderByClauses = op.specs.map((s) => {
+                const col = escapeIdentifier(s.column, dialect);
+                const dir = (s.direction || (op.order === "asc" ? "ASC" : "DESC")).toUpperCase();
+                return `${col} ${dir}`;
+            });
+            limitVal = op.count;
+            pushedSummary.push(`ORDER BY ${orderByClauses.join(", ")} LIMIT ${op.count}`);
+            continue;
+        }
+        if (op.type === "offset" && offsetVal === undefined) {
+            offsetVal = op.count;
+            pushedSummary.push(`OFFSET ${op.count}`);
+            continue;
+        }
+        if (op.type === "limit" && limitVal === undefined) {
+            limitVal = op.count;
+            pushedSummary.push(`LIMIT ${op.count}`);
+            continue;
+        }
+        // Operation could not be pushed down safely; retain for local streaming execution
+        remaining.push(op);
+    }
+    // Build final SQL string
+    const escapedTable = escapeQualifiedTable(table, dialect);
+    const selectClause = selectCols && selectCols.length > 0
+        ? selectCols.map((c) => escapeIdentifier(c, dialect)).join(", ")
+        : "*";
+    let sql = `SELECT ${selectClause} FROM ${escapedTable}`;
+    if (whereSql) {
+        sql += ` WHERE ${whereSql}`;
+    }
+    if (orderByClauses && orderByClauses.length > 0) {
+        sql += ` ORDER BY ${orderByClauses.join(", ")}`;
+    }
+    if (limitVal !== undefined) {
+        sql += ` LIMIT ${limitVal}`;
+    }
+    if (offsetVal !== undefined) {
+        sql += ` OFFSET ${offsetVal}`;
+    }
+    return {
+        generatedQuery: sql,
+        remainingOperations: remaining,
+        pushedClauses: {
+            select: selectCols,
+            where: whereSql,
+            orderBy: orderByClauses,
+            limit: limitVal,
+            offset: offsetVal,
+        },
+        pushedSummary,
+    };
+}
+//# sourceMappingURL=pushdown.js.map

package/dist/db/pushdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pushdown.js","sourceRoot":"","sources":["../../src/db/pushdown.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAiBtE;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CACrC,UAAkB,EAClB,OAAwB;IAExB,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;IAClC,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAE/B,gFAAgF;IAChF,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,6CAA6C;IAC7C,4DAA4D;IAC5D,mCAAmC;IACnC,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;IACtD,MAAM,YAAY,GAAa,EAAE,CAAC;IAElC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACrD,MAAM,aAAa,GAAa,EAAE,CAAC;QAEnC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CACtB,8DAA8D,CAC/D,CAAC;YACF,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO,SAAS,CAAC,CAAC,+CAA+C;YACnE,CAAC;YAED,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YACxB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;YAEhC,MAAM,UAAU,GAAG,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAEvD,aAAa;YACb,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;gBAChD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;oBACpC,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,UAAU,CAAC,CAAC;gBAC9C,CAAC;qBAAM,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;oBAC1B,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,cAAc,CAAC,CAAC;gBAClD,CAAC;qBAAM,CAAC;oBACN,OAAO,SAAS,CAAC;gBACnB,CAAC;gBACD,SAAS;YACX,CAAC;YAED,UAAU;YACV,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;gBAC5C,MAAM,OAAO,GAAG,MAAM,KAAK,MAAM,CAAC;gBAClC,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;oBAC3B,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBACnG,CAAC;qBAAM,IAAI,OAAO,KAAK,OAAO,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACvD,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;gBAC5F,CAAC;gBACD,SAAS;YACX,CAAC;YAED,SAAS;YACT,IAAI,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACnC,MAAM,EAAE,GAAG,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;gBAChE,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,IAAI,EAAE,IAAI,MAAM,EAAE,CAAC,CAAC;gBACpD,SAAS;YACX,CAAC;YAED,iBAAiB;YACjB,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBACzG,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACrC,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAChD,MAAM,EAAE,GAAG,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;gBAChE,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,IAAI,EAAE,KAAK,UAAU,GAAG,CAAC,CAAC;gBAC1D,SAAS;YACX,CAAC;YAED,iDAAiD;YACjD,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAE,CAAC,CAAC;IACvG,CAAC;IAED,OAAO,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;AACtF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CACrC,KAAa,EACb,OAAwB,EACxB,UAA+B,EAC/B,aAAsB;IAEtB,IAAI,UAAgC,CAAC;IACrC,IAAI,QAAQ,GAAG,aAAa,EAAE,IAAI,EAAE,IAAI,SAAS,CAAC;IAClD,IAAI,cAAoC,CAAC;IACzC,IAAI,QAA4B,CAAC;IACjC,IAAI,SAA6B,CAAC;IAElC,MAAM,SAAS,GAAwB,EAAE,CAAC;IAC1C,MAAM,aAAa,GAAa,EAAE,CAAC;IAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,EAAE,GAAG,UAAU,CAAC,CAAC,CAAE,CAAC;QAE1B,IAAI,EAAE,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC;YACxB,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtD,SAAS;QACX,CAAC;QAED,IAAI,EAAE,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACzB,MAAM,SAAS,GAAG,uBAAuB,CAAC,EAAE,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAClE,IAAI,SAAS,EAAE,CAAC;gBACd,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,QAAQ,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;gBACjE,aAAa,CAAC,IAAI,CAAC,SAAS,SAAS,EAAE,CAAC,CAAC;gBACzC,SAAS;YACX,CAAC;QACH,CAAC;QAED,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAC1C,cAAc,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBAClC,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAChD,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;gBACjD,OAAO,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;YACzB,CAAC,CAAC,CAAC;YACH,aAAa,CAAC,IAAI,CAAC,YAAY,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC5D,SAAS;QACX,CAAC;QAED,IAAI,EAAE,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,cAAc,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YACnE,cAAc,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBAClC,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAChD,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,EAAE,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;gBACjF,OAAO,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;YACzB,CAAC,CAAC,CAAC;YACH,QAAQ,GAAG,EAAE,CAAC,KAAK,CAAC;YACpB,aAAa,CAAC,IAAI,CAAC,YAAY,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YAC9E,SAAS;QACX,CAAC;QAED,IAAI,EAAE,CAAC,IAAI,KAAK,QAAQ,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YACpD,SAAS,GAAG,EAAE,CAAC,KAAK,CAAC;YACrB,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YACzC,SAAS;QACX,CAAC;QAED,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClD,QAAQ,GAAG,EAAE,CAAC,KAAK,CAAC;YACpB,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YACxC,SAAS;QACX,CAAC;QAED,kFAAkF;QAClF,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACrB,CAAC;IAED,yBAAyB;IACzB,MAAM,YAAY,GAAG,oBAAoB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,MAAM,YAAY,GAAG,UAAU,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;QACtD,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAChE,CAAC,CAAC,GAAG,CAAC;IAER,IAAI,GAAG,GAAG,UAAU,YAAY,SAAS,YAAY,EAAE,CAAC;IAExD,IAAI,QAAQ,EAAE,CAAC;QACb,GAAG,IAAI,UAAU,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,GAAG,IAAI,aAAa,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAClD,CAAC;IAED,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,GAAG,IAAI,UAAU,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC5B,GAAG,IAAI,WAAW,SAAS,EAAE,CAAC;IAChC,CAAC;IAED,OAAO;QACL,cAAc,EAAE,GAAG;QACnB,mBAAmB,EAAE,SAAS;QAC9B,aAAa,EAAE;YACb,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,QAAQ;YACf,OAAO,EAAE,cAAc;YACvB,KAAK,EAAE,QAAQ;YACf,MAAM,EAAE,SAAS;SAClB;QACD,aAAa;KACd,CAAC;AACJ,CAAC"}

package/dist/db/sink.d.ts

@@ -0,0 +1,15 @@
+import type { DataStream, TabularWriter, WriterOptions } from "../core/types.js";
+import type { DatabaseAdapter, DatabaseConnectionConfig, DatabaseWriteOptions, DatabaseWriteResult } from "./types.js";
+export declare class DatabaseWriter implements TabularWriter {
+    private adapter;
+    private defaultOptions;
+    private lastResult?;
+    constructor(urlOrConfig: string | DatabaseConnectionConfig | DatabaseAdapter, defaultOptions?: DatabaseWriteOptions);
+    getAdapter(): DatabaseAdapter;
+    getLastResult(): DatabaseWriteResult | undefined;
+    get dialect(): import("./types.js").DatabaseDialect;
+    get sanitizedUrl(): string;
+    write(dataStream: DataStream, options?: WriterOptions): Promise<void>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=sink.d.ts.map

package/dist/db/sink.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sink.d.ts","sourceRoot":"","sources":["../../src/db/sink.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjF,OAAO,KAAK,EAAE,eAAe,EAAE,wBAAwB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAEvH,qBAAa,cAAe,YAAW,aAAa;IAClD,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,cAAc,CAAuB;IAC7C,OAAO,CAAC,UAAU,CAAC,CAAsB;gBAGvC,WAAW,EAAE,MAAM,GAAG,wBAAwB,GAAG,eAAe,EAChE,cAAc,GAAE,oBAAoC;IAUtD,UAAU,IAAI,eAAe;IAI7B,aAAa,IAAI,mBAAmB,GAAG,SAAS;IAIhD,IAAI,OAAO,yCAEV;IAED,IAAI,YAAY,WAEf;IAEK,KAAK,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBrE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B"}

package/dist/db/sink.js

@@ -0,0 +1,47 @@
+import { createDatabaseAdapter } from "./adapters/index.js";
+export class DatabaseWriter {
+    adapter;
+    defaultOptions;
+    lastResult;
+    constructor(urlOrConfig, defaultOptions = { table: "" }) {
+        if (typeof urlOrConfig === "object" && "write" in urlOrConfig) {
+            this.adapter = urlOrConfig;
+        }
+        else {
+            this.adapter = createDatabaseAdapter(urlOrConfig);
+        }
+        this.defaultOptions = defaultOptions;
+    }
+    getAdapter() {
+        return this.adapter;
+    }
+    getLastResult() {
+        return this.lastResult;
+    }
+    get dialect() {
+        return this.adapter.dialect;
+    }
+    get sanitizedUrl() {
+        return this.adapter.sanitizedUrl;
+    }
+    async write(dataStream, options) {
+        const table = options?.table || this.defaultOptions.table;
+        if (!table) {
+            throw new Error("Target table name is required for database write");
+        }
+        const effectiveOptions = {
+            ...this.defaultOptions,
+            table,
+            transaction: options?.transaction ?? this.defaultOptions.transaction,
+            createTable: options?.createTable ?? this.defaultOptions.createTable,
+            upsert: options?.upsert ?? this.defaultOptions.upsert,
+            conflictColumns: options?.conflictColumns ?? this.defaultOptions.conflictColumns,
+            truncate: options?.truncate ?? this.defaultOptions.truncate,
+        };
+        this.lastResult = await this.adapter.write(dataStream, effectiveOptions);
+    }
+    async close() {
+        await this.adapter.close();
+    }
+}
+//# sourceMappingURL=sink.js.map

package/dist/db/sink.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sink.js","sourceRoot":"","sources":["../../src/db/sink.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAG5D,MAAM,OAAO,cAAc;IACjB,OAAO,CAAkB;IACzB,cAAc,CAAuB;IACrC,UAAU,CAAuB;IAEzC,YACE,WAAgE,EAChE,iBAAuC,EAAE,KAAK,EAAE,EAAE,EAAE;QAEpD,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,OAAO,IAAI,WAAW,EAAE,CAAC;YAC9D,IAAI,CAAC,OAAO,GAAG,WAA8B,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,OAAO,GAAG,qBAAqB,CAAC,WAAgD,CAAC,CAAC;QACzF,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACvC,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;IAC9B,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAsB,EAAE,OAAuB;QACzD,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC;QAC1D,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,gBAAgB,GAAyB;YAC7C,GAAG,IAAI,CAAC,cAAc;YACtB,KAAK;YACL,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,cAAc,CAAC,WAAW;YACpE,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,cAAc,CAAC,WAAW;YACpE,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM;YACrD,eAAe,EAAE,OAAO,EAAE,eAAe,IAAI,IAAI,CAAC,cAAc,CAAC,eAAe;YAChF,QAAQ,EAAE,OAAO,EAAE,QAAQ,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ;SAC5D,CAAC;QAEF,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;CACF"}

package/dist/db/source.d.ts

@@ -0,0 +1,14 @@
+import type { DataStream, InspectionMetadata, ReaderOptions, TabularReader } from "../core/types.js";
+import type { DatabaseAdapter, DatabaseConnectionConfig, DatabaseReadOptions } from "./types.js";
+export declare class DatabaseReader implements TabularReader {
+    private adapter;
+    private defaultOptions;
+    constructor(urlOrConfig: string | DatabaseConnectionConfig | DatabaseAdapter, defaultOptions?: DatabaseReadOptions);
+    getAdapter(): DatabaseAdapter;
+    get dialect(): import("./types.js").DatabaseDialect;
+    get sanitizedUrl(): string;
+    read(options?: ReaderOptions): DataStream;
+    inspect(options?: ReaderOptions): Promise<InspectionMetadata>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=source.d.ts.map

package/dist/db/source.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"source.d.ts","sourceRoot":"","sources":["../../src/db/source.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGrG,OAAO,KAAK,EAAE,eAAe,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAEjG,qBAAa,cAAe,YAAW,aAAa;IAClD,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,cAAc,CAAsB;gBAG1C,WAAW,EAAE,MAAM,GAAG,wBAAwB,GAAG,eAAe,EAChE,cAAc,GAAE,mBAAwB;IAgB1C,UAAU,IAAI,eAAe;IAI7B,IAAI,OAAO,yCAEV;IAED,IAAI,YAAY,WAEf;IAED,IAAI,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,UAAU;IAanC,OAAO,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;IA2B7D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B"}

package/dist/db/source.js

@@ -0,0 +1,69 @@
+import { createDatabaseAdapter } from "./adapters/index.js";
+import { parseDatabaseUrl } from "./url.js";
+export class DatabaseReader {
+    adapter;
+    defaultOptions;
+    constructor(urlOrConfig, defaultOptions = {}) {
+        if (typeof urlOrConfig === "object" && "stream" in urlOrConfig) {
+            this.adapter = urlOrConfig;
+            this.defaultOptions = { ...defaultOptions };
+        }
+        else {
+            const config = typeof urlOrConfig === "string" ? parseDatabaseUrl(urlOrConfig) : urlOrConfig;
+            this.adapter = createDatabaseAdapter(config);
+            this.defaultOptions = {
+                table: config.queryOptions?.["table"] || defaultOptions.table,
+                query: config.queryOptions?.["query"] || defaultOptions.query,
+                ...defaultOptions,
+            };
+        }
+    }
+    getAdapter() {
+        return this.adapter;
+    }
+    get dialect() {
+        return this.adapter.dialect;
+    }
+    get sanitizedUrl() {
+        return this.adapter.sanitizedUrl;
+    }
+    read(options) {
+        const effectiveOptions = {
+            ...this.defaultOptions,
+            table: options?.table || this.defaultOptions.table,
+            query: options?.query || this.defaultOptions.query,
+            params: options?.params || this.defaultOptions.params,
+            batchSize: options?.batchSize || this.defaultOptions.batchSize || 1000,
+            signal: options?.signal || this.defaultOptions.signal,
+        };
+        return this.adapter.stream(effectiveOptions);
+    }
+    async inspect(options) {
+        const targetTable = options?.table || this.defaultOptions.table;
+        if (targetTable) {
+            const schema = await this.adapter.getTableSchema(targetTable);
+            return {
+                format: `database (${this.adapter.dialect})`,
+                columnCount: schema.columns.length,
+                columns: schema.columns.map((c) => ({
+                    name: c.name,
+                    type: c.rowpipeType,
+                    nullPercentage: c.nullable ? 0 : 0,
+                })),
+            };
+        }
+        const tables = await this.adapter.getTables();
+        return {
+            format: `database (${this.adapter.dialect})`,
+            sheetsCount: tables.length,
+            sheets: tables.map((t) => ({
+                name: t,
+                rowCount: 0,
+            })),
+        };
+    }
+    async close() {
+        await this.adapter.close();
+    }
+}
+//# sourceMappingURL=source.js.map

package/dist/db/source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"source.js","sourceRoot":"","sources":["../../src/db/source.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAG5C,MAAM,OAAO,cAAc;IACjB,OAAO,CAAkB;IACzB,cAAc,CAAsB;IAE5C,YACE,WAAgE,EAChE,iBAAsC,EAAE;QAExC,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,QAAQ,IAAI,WAAW,EAAE,CAAC;YAC/D,IAAI,CAAC,OAAO,GAAG,WAA8B,CAAC;YAC9C,IAAI,CAAC,cAAc,GAAG,EAAE,GAAG,cAAc,EAAE,CAAC;QAC9C,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,OAAO,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;YAC7F,IAAI,CAAC,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;YAC7C,IAAI,CAAC,cAAc,GAAG;gBACpB,KAAK,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC,OAAO,CAAC,IAAI,cAAc,CAAC,KAAK;gBAC7D,KAAK,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC,OAAO,CAAC,IAAI,cAAc,CAAC,KAAK;gBAC7D,GAAG,cAAc;aAClB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;IAC9B,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;IACnC,CAAC;IAED,IAAI,CAAC,OAAuB;QAC1B,MAAM,gBAAgB,GAAwB;YAC5C,GAAG,IAAI,CAAC,cAAc;YACtB,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK;YAClD,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK;YAClD,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM;YACrD,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,cAAc,CAAC,SAAS,IAAI,IAAI;YACtE,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM;SACtD,CAAC;QAEF,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAuB;QACnC,MAAM,WAAW,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC;QAEhE,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;YAC9D,OAAO;gBACL,MAAM,EAAE,aAAa,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG;gBAC5C,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;gBAClC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAClC,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,IAAI,EAAE,CAAC,CAAC,WAAW;oBACnB,cAAc,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;iBACnC,CAAC,CAAC;aACJ,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QAC9C,OAAO;YACL,MAAM,EAAE,aAAa,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG;YAC5C,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACzB,IAAI,EAAE,CAAC;gBACP,QAAQ,EAAE,CAAC;aACZ,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;CACF"}

package/dist/db/types.d.ts

@@ -0,0 +1,80 @@
+import type { ColumnType, DataBatch, Row } from "../core/types.js";
+export type DatabaseDialect = "postgres" | "mysql" | "sqlite";
+export interface DatabaseConnectionConfig {
+    dialect: DatabaseDialect;
+    url: string;
+    sanitizedUrl: string;
+    host?: string;
+    port?: number;
+    database?: string;
+    user?: string;
+    password?: string;
+    ssl?: boolean | Record<string, unknown>;
+    filePath?: string;
+    queryOptions?: Record<string, string>;
+}
+export interface DatabaseReadOptions {
+    table?: string;
+    query?: string;
+    params?: unknown[];
+    batchSize?: number;
+    signal?: AbortSignal;
+    where?: string;
+    select?: string[];
+    sort?: Array<{
+        column: string;
+        direction?: "asc" | "desc";
+    }>;
+    limit?: number;
+    offset?: number;
+    count?: boolean;
+}
+export interface DatabaseWriteOptions {
+    table: string;
+    batchSize?: number;
+    transaction?: boolean;
+    createTable?: boolean;
+    upsert?: boolean;
+    conflictColumns?: string[];
+    truncate?: boolean;
+    dryRun?: boolean;
+}
+export interface DatabaseWriteResult {
+    rowsWritten: number;
+    batchesWritten: number;
+    durationMs: number;
+    tableCreated?: boolean;
+}
+export interface TableColumnMetadata {
+    name: string;
+    dbType: string;
+    rowpipeType: ColumnType;
+    nullable: boolean;
+    isPrimaryKey?: boolean;
+    defaultValue?: unknown;
+}
+export interface TableSchemaMetadata {
+    table: string;
+    columns: TableColumnMetadata[];
+    primaryKeys?: string[];
+}
+export interface DatabaseSourceMetadata {
+    type: "database";
+    dialect: DatabaseDialect;
+    database?: string;
+    table?: string;
+    query?: string;
+    sanitizedUrl: string;
+}
+export interface DatabaseAdapter {
+    readonly dialect: DatabaseDialect;
+    readonly sanitizedUrl: string;
+    stream(options: DatabaseReadOptions): AsyncIterable<DataBatch>;
+    write(input: AsyncIterable<DataBatch>, options: DatabaseWriteOptions): Promise<DatabaseWriteResult>;
+    insertBatch?(table: string, rows: Row[], options?: DatabaseWriteOptions): Promise<DatabaseWriteResult>;
+    getTables(): Promise<string[]>;
+    getTableSchema(table: string): Promise<TableSchemaMetadata>;
+    executeRaw(sql: string, params?: unknown[]): Promise<unknown>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/db/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/db/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAEnE,MAAM,MAAM,eAAe,GAAG,UAAU,GAAG,OAAO,GAAG,QAAQ,CAAC;AAE9D,MAAM,WAAW,wBAAwB;IACvC,OAAO,EAAE,eAAe,CAAC;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACvC;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,IAAI,CAAC,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,KAAK,GAAG,MAAM,CAAA;KAAE,CAAC,CAAC;IAC7D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,UAAU,CAAC;IACxB,QAAQ,EAAE,OAAO,CAAC;IAClB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,mBAAmB,EAAE,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,UAAU,CAAC;IACjB,OAAO,EAAE,eAAe,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,OAAO,EAAE,eAAe,CAAC;IAClC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAE9B,MAAM,CAAC,OAAO,EAAE,mBAAmB,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;IAC/D,KAAK,CAAC,KAAK,EAAE,aAAa,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACpG,WAAW,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACvG,SAAS,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/B,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAC5D,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB"}

package/dist/db/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/db/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/db/types.ts"],"names":[],"mappings":""}

package/dist/db/url.d.ts

@@ -0,0 +1,15 @@
+import type { DatabaseConnectionConfig } from "./types.js";
+/**
+ * Checks if a string represents a database URL or SQLite path.
+ */
+export declare function isDatabaseUrl(input: string): boolean;
+/**
+ * Sanitizes connection URLs by masking credentials (passwords).
+ * Never emits raw passwords in logs, errors, or explain output.
+ */
+export declare function sanitizeConnectionString(urlStr: string): string;
+/**
+ * Parses and validates database connection URLs into structured DatabaseConnectionConfig.
+ */
+export declare function parseDatabaseUrl(rawUrl: string): DatabaseConnectionConfig;
+//# sourceMappingURL=url.d.ts.map

package/dist/db/url.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"url.d.ts","sourceRoot":"","sources":["../../src/db/url.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,wBAAwB,EAAmB,MAAM,YAAY,CAAC;AAE5E;;GAEG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAoBpD;AAED;;;GAGG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAmB/D;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,wBAAwB,CA2GzE"}

package/dist/db/url.js

@@ -0,0 +1,145 @@
+import { InvalidArgumentError } from "../core/errors.js";
+/**
+ * Checks if a string represents a database URL or SQLite path.
+ */
+export function isDatabaseUrl(input) {
+    if (!input || typeof input !== "string")
+        return false;
+    const trimmed = input.trim();
+    if (trimmed.startsWith("postgres://") ||
+        trimmed.startsWith("postgresql://") ||
+        trimmed.startsWith("mysql://") ||
+        trimmed.startsWith("sqlite://") ||
+        trimmed.startsWith("sqlite:")) {
+        return true;
+    }
+    // File path ending in .db, .sqlite, .sqlite3 if explicitly marked or passed to db commands
+    if ((trimmed.endsWith(".db") || trimmed.endsWith(".sqlite") || trimmed.endsWith(".sqlite3")) &&
+        (trimmed.startsWith("./") || trimmed.startsWith("../") || trimmed.startsWith("/"))) {
+        return true;
+    }
+    return false;
+}
+/**
+ * Sanitizes connection URLs by masking credentials (passwords).
+ * Never emits raw passwords in logs, errors, or explain output.
+ */
+export function sanitizeConnectionString(urlStr) {
+    if (!urlStr || typeof urlStr !== "string")
+        return "";
+    const trimmed = urlStr.trim();
+    // SQLite URL or file path
+    if (trimmed.startsWith("sqlite://") || trimmed.startsWith("sqlite:") || !trimmed.includes("://")) {
+        return trimmed;
+    }
+    try {
+        const parsed = new URL(trimmed);
+        if (parsed.password) {
+            parsed.password = "***";
+        }
+        return parsed.toString();
+    }
+    catch {
+        // Regex fallback
+        return trimmed.replace(/(:[^:@/]+)(@)/, ":***$2");
+    }
+}
+/**
+ * Parses and validates database connection URLs into structured DatabaseConnectionConfig.
+ */
+export function parseDatabaseUrl(rawUrl) {
+    const trimmed = rawUrl.trim();
+    const sanitizedUrl = sanitizeConnectionString(trimmed);
+    if (trimmed.startsWith("sqlite://") ||
+        trimmed.startsWith("sqlite:") ||
+        trimmed.endsWith(".db") ||
+        trimmed.endsWith(".sqlite") ||
+        trimmed.endsWith(".sqlite3")) {
+        let filePath = trimmed;
+        if (filePath.startsWith("sqlite://")) {
+            filePath = filePath.slice(9);
+        }
+        else if (filePath.startsWith("sqlite:")) {
+            filePath = filePath.slice(7);
+        }
+        let queryOptions = {};
+        const qIdx = filePath.indexOf("?");
+        if (qIdx >= 0) {
+            const search = filePath.slice(qIdx + 1);
+            filePath = filePath.slice(0, qIdx);
+            const params = new URLSearchParams(search);
+            params.forEach((val, key) => {
+                queryOptions[key] = val;
+            });
+        }
+        return {
+            dialect: "sqlite",
+            url: trimmed,
+            sanitizedUrl,
+            filePath: filePath || ":memory:",
+            queryOptions,
+        };
+    }
+    if (trimmed.startsWith("postgres://") || trimmed.startsWith("postgresql://")) {
+        let parsed;
+        try {
+            parsed = new URL(trimmed);
+        }
+        catch (err) {
+            throw new InvalidArgumentError(`Invalid PostgreSQL connection URL: ${err.message}`);
+        }
+        const host = parsed.hostname || "localhost";
+        const port = parsed.port ? Number.parseInt(parsed.port, 10) : 5432;
+        const database = parsed.pathname ? parsed.pathname.replace(/^\//, "") : undefined;
+        const user = parsed.username ? decodeURIComponent(parsed.username) : undefined;
+        const password = parsed.password ? decodeURIComponent(parsed.password) : undefined;
+        const queryOptions = {};
+        parsed.searchParams.forEach((val, key) => {
+            queryOptions[key] = val;
+        });
+        const ssl = queryOptions["sslmode"] === "disable" ? false : queryOptions["ssl"] === "true" || undefined;
+        return {
+            dialect: "postgres",
+            url: trimmed,
+            sanitizedUrl,
+            host,
+            port,
+            database,
+            user,
+            password,
+            ssl,
+            queryOptions,
+        };
+    }
+    if (trimmed.startsWith("mysql://")) {
+        let parsed;
+        try {
+            parsed = new URL(trimmed);
+        }
+        catch (err) {
+            throw new InvalidArgumentError(`Invalid MySQL connection URL: ${err.message}`);
+        }
+        const host = parsed.hostname || "localhost";
+        const port = parsed.port ? Number.parseInt(parsed.port, 10) : 3306;
+        const database = parsed.pathname ? parsed.pathname.replace(/^\//, "") : undefined;
+        const user = parsed.username ? decodeURIComponent(parsed.username) : undefined;
+        const password = parsed.password ? decodeURIComponent(parsed.password) : undefined;
+        const queryOptions = {};
+        parsed.searchParams.forEach((val, key) => {
+            queryOptions[key] = val;
+        });
+        return {
+            dialect: "mysql",
+            url: trimmed,
+            sanitizedUrl,
+            host,
+            port,
+            database,
+            user,
+            password,
+            queryOptions,
+        };
+    }
+    throw new InvalidArgumentError(`Unsupported database URL dialect for "${sanitizedUrl}". Supported protocols: postgres://, postgresql://, mysql://, sqlite://`);
+}
+//# sourceMappingURL=url.js.map

package/dist/db/url.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"url.js","sourceRoot":"","sources":["../../src/db/url.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAGzD;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,KAAa;IACzC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,IACE,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC;QACjC,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC;QACnC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC;QAC9B,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC;QAC/B,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,EAC7B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,2FAA2F;IAC3F,IACE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACxF,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAClF,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CAAC,MAAc;IACrD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IACrD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;IAE9B,0BAA0B;IAC1B,IAAI,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACjG,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;QAChC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,MAAM,CAAC,QAAQ,GAAG,KAAK,CAAC;QAC1B,CAAC;QACD,OAAO,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,iBAAiB;QACjB,OAAO,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;IACpD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,MAAc;IAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;IAC9B,MAAM,YAAY,GAAG,wBAAwB,CAAC,OAAO,CAAC,CAAC;IAEvD,IACE,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC;QAC/B,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC;QAC7B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;QACvB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC3B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAC5B,CAAC;QACD,IAAI,QAAQ,GAAG,OAAO,CAAC;QACvB,IAAI,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YACrC,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC/B,CAAC;aAAM,IAAI,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1C,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC/B,CAAC;QACD,IAAI,YAAY,GAA2B,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;YACd,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;YACxC,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YACnC,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC;YAC3C,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;gBAC1B,YAAY,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;YAC1B,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO;YACL,OAAO,EAAE,QAAQ;YACjB,GAAG,EAAE,OAAO;YACZ,YAAY;YACZ,QAAQ,EAAE,QAAQ,IAAI,UAAU;YAChC,YAAY;SACb,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;QAC7E,IAAI,MAAW,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5B,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,oBAAoB,CAAC,sCAAsC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QACtF,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,IAAI,WAAW,CAAC;QAC5C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACnE,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClF,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC/E,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAEnF,MAAM,YAAY,GAA2B,EAAE,CAAC;QAChD,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACvC,YAAY,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,MAAM,IAAI,SAAS,CAAC;QAExG,OAAO;YACL,OAAO,EAAE,UAAU;YACnB,GAAG,EAAE,OAAO;YACZ,YAAY;YACZ,IAAI;YACJ,IAAI;YACJ,QAAQ;YACR,IAAI;YACJ,QAAQ;YACR,GAAG;YACH,YAAY;SACb,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACnC,IAAI,MAAW,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5B,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,oBAAoB,CAAC,iCAAiC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,IAAI,WAAW,CAAC;QAC5C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACnE,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClF,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC/E,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAEnF,MAAM,YAAY,GAA2B,EAAE,CAAC;QAChD,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACvC,YAAY,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,OAAO,EAAE,OAAO;YAChB,GAAG,EAAE,OAAO;YACZ,YAAY;YACZ,IAAI;YACJ,IAAI;YACJ,QAAQ;YACR,IAAI;YACJ,QAAQ;YACR,YAAY;SACb,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,oBAAoB,CAC5B,yCAAyC,YAAY,yEAAyE,CAC/H,CAAC;AACJ,CAAC"}

package/dist/diff/hash.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"hash.d.ts","sourceRoot":"","sources":["../../src/diff/hash.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAE5C;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,GAAG,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,MAAM,CA+ChF"}
+{"version":3,"file":"hash.d.ts","sourceRoot":"","sources":["../../src/diff/hash.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAG5C;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,GAAG,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,MAAM,CA+ChF"}

package/dist/diff/hash.js

@@ -1,3 +1,4 @@
+import { safeJsonStringify } from "../utils/formatting.js";
 /**
  * Computes a fast deterministic 32-bit FNV-1a hash over canonicalized column-value pairs in a row.
  */
@@ -23,8 +24,8 @@ export function computeRowFingerprint(row, compareColumns) {
             hash ^= 78; // 'N'
             hash = Math.imul(hash, 16777619);
         }
-        else if (typeof val === "number") {
-            // Convert number to integer or float representation
+        else if (typeof val === "number" || typeof val === "bigint") {
+            // Convert number or bigint to string representation
             const str = String(val);
             for (let c = 0; c < str.length; c++) {
                 hash ^= str.charCodeAt(c);
@@ -36,7 +37,7 @@ export function computeRowFingerprint(row, compareColumns) {
             hash = Math.imul(hash, 16777619);
         }
         else {
-            const str = typeof val === "string" ? val : JSON.stringify(val);
+            const str = typeof val === "string" ? val : safeJsonStringify(val);
             for (let c = 0; c < str.length; c++) {
                 hash ^= str.charCodeAt(c);
                 hash = Math.imul(hash, 16777619);