rowpipe 2.0.0 → 2.2.0

package/dist/db/mapping.js

@@ -0,0 +1,222 @@
+/**
+ * Escapes a single SQL identifier (table/column name) safely according to dialect.
+ */
+export function escapeIdentifier(name, dialect) {
+    const clean = name.trim();
+    if (dialect === "mysql") {
+        return `\`${clean.replace(/`/g, "``")}\``;
+    }
+    // Postgres and SQLite use double quotes
+    return `"${clean.replace(/"/g, '""')}"`;
+}
+/**
+ * Escapes a qualified table name (e.g. "public.users" -> `"public"."users"`).
+ */
+export function escapeQualifiedTable(table, dialect) {
+    const parts = table.split(".");
+    return parts.map((p) => escapeIdentifier(p, dialect)).join(".");
+}
+/**
+ * Maps PostgreSQL column types to Rowpipe logical ColumnType.
+ */
+export function postgresTypeToRowpipe(dbType) {
+    const lower = dbType.toLowerCase().trim();
+    if (lower.includes("int2") || lower.includes("int4") || lower.includes("smallint") || lower.includes("integer") || lower.includes("serial")) {
+        return "integer";
+    }
+    if (lower.includes("int8") || lower.includes("bigint") || lower.includes("bigserial")) {
+        return "bigint";
+    }
+    if (lower.includes("numeric") || lower.includes("decimal") || lower.includes("money")) {
+        return "decimal";
+    }
+    if (lower.includes("float") || lower.includes("double") || lower.includes("real")) {
+        return "number";
+    }
+    if (lower.includes("bool")) {
+        return "boolean";
+    }
+    if (lower === "date") {
+        return "date";
+    }
+    if (lower.includes("timestamp") || lower.includes("time")) {
+        return "datetime";
+    }
+    if (lower.includes("json")) {
+        return "json";
+    }
+    if (lower.includes("bytea") || lower.includes("blob")) {
+        return "binary";
+    }
+    return "string";
+}
+/**
+ * Maps MySQL column types to Rowpipe logical ColumnType.
+ */
+export function mysqlTypeToRowpipe(dbType) {
+    const lower = dbType.toLowerCase().trim();
+    if (lower.includes("tinyint(1)") || lower === "boolean" || lower === "bool") {
+        return "boolean";
+    }
+    if (lower.includes("smallint") || lower.includes("mediumint") || lower.includes("int") && !lower.includes("bigint")) {
+        return "integer";
+    }
+    if (lower.includes("bigint")) {
+        return "bigint";
+    }
+    if (lower.includes("decimal") || lower.includes("numeric")) {
+        return "decimal";
+    }
+    if (lower.includes("float") || lower.includes("double")) {
+        return "number";
+    }
+    if (lower === "date") {
+        return "date";
+    }
+    if (lower.includes("datetime") || lower.includes("timestamp") || lower.includes("time")) {
+        return "datetime";
+    }
+    if (lower.includes("json")) {
+        return "json";
+    }
+    if (lower.includes("blob") || lower.includes("binary")) {
+        return "binary";
+    }
+    return "string";
+}
+/**
+ * Maps SQLite column types to Rowpipe logical ColumnType.
+ */
+export function sqliteTypeToRowpipe(dbType) {
+    const lower = (dbType || "text").toLowerCase().trim();
+    if (lower.includes("int")) {
+        if (lower.includes("bigint") || lower.includes("int8"))
+            return "bigint";
+        return "integer";
+    }
+    if (lower.includes("real") || lower.includes("floa") || lower.includes("doub")) {
+        return "number";
+    }
+    if (lower.includes("dec") || lower.includes("num")) {
+        return "decimal";
+    }
+    if (lower.includes("bool")) {
+        return "boolean";
+    }
+    if (lower.includes("date") || lower.includes("time")) {
+        return "datetime";
+    }
+    if (lower.includes("blob")) {
+        return "binary";
+    }
+    if (lower.includes("json")) {
+        return "json";
+    }
+    return "string";
+}
+/**
+ * Maps Rowpipe logical ColumnType to PostgreSQL DDL data type.
+ */
+export function rowpipeTypeToPostgres(type) {
+    switch (type) {
+        case "integer":
+            return "INTEGER";
+        case "bigint":
+            return "BIGINT";
+        case "number":
+            return "DOUBLE PRECISION";
+        case "decimal":
+            return "NUMERIC";
+        case "boolean":
+            return "BOOLEAN";
+        case "date":
+            return "DATE";
+        case "datetime":
+            return "TIMESTAMPTZ";
+        case "json":
+            return "JSONB";
+        case "binary":
+            return "BYTEA";
+        default:
+            return "TEXT";
+    }
+}
+/**
+ * Maps Rowpipe logical ColumnType to MySQL DDL data type.
+ */
+export function rowpipeTypeToMysql(type) {
+    switch (type) {
+        case "integer":
+            return "INT";
+        case "bigint":
+            return "BIGINT";
+        case "number":
+            return "DOUBLE";
+        case "decimal":
+            return "DECIMAL(65,30)";
+        case "boolean":
+            return "BOOLEAN";
+        case "date":
+            return "DATE";
+        case "datetime":
+            return "DATETIME(3)";
+        case "json":
+            return "JSON";
+        case "binary":
+            return "LONGBLOB";
+        default:
+            return "LONGTEXT";
+    }
+}
+/**
+ * Maps Rowpipe logical ColumnType to SQLite DDL data type.
+ */
+export function rowpipeTypeToSqlite(type) {
+    switch (type) {
+        case "integer":
+        case "bigint":
+        case "boolean":
+            return "INTEGER";
+        case "number":
+            return "REAL";
+        case "decimal":
+            return "TEXT";
+        case "binary":
+            return "BLOB";
+        default:
+            return "TEXT";
+    }
+}
+/**
+ * Generates dialect-specific CREATE TABLE SQL DDL.
+ */
+export function generateCreateTableSql(table, schema, dialect, primaryKeys) {
+    const escapedTable = escapeQualifiedTable(table, dialect);
+    const columnDefs = [];
+    const typeMapper = dialect === "postgres"
+        ? rowpipeTypeToPostgres
+        : dialect === "mysql"
+            ? rowpipeTypeToMysql
+            : rowpipeTypeToSqlite;
+    if ("columns" in schema && Array.isArray(schema.columns)) {
+        for (const col of schema.columns) {
+            const escapedCol = escapeIdentifier(col.name, dialect);
+            const sqlType = typeMapper(col.type);
+            const notNull = col.nullable === false ? " NOT NULL" : "";
+            columnDefs.push(`  ${escapedCol} ${sqlType}${notNull}`);
+        }
+    }
+    else {
+        for (const [colName, colType] of Object.entries(schema)) {
+            const escapedCol = escapeIdentifier(colName, dialect);
+            const sqlType = typeMapper(colType);
+            columnDefs.push(`  ${escapedCol} ${sqlType}`);
+        }
+    }
+    if (primaryKeys && primaryKeys.length > 0) {
+        const escapedPks = primaryKeys.map((pk) => escapeIdentifier(pk, dialect)).join(", ");
+        columnDefs.push(`  PRIMARY KEY (${escapedPks})`);
+    }
+    return `CREATE TABLE IF NOT EXISTS ${escapedTable} (\n${columnDefs.join(",\n")}\n);`;
+}
+//# sourceMappingURL=mapping.js.map

package/dist/db/mapping.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mapping.js","sourceRoot":"","sources":["../../src/db/mapping.ts"],"names":[],"mappings":"AAGA;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAY,EAAE,OAAwB;IACrE,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC1B,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QACxB,OAAO,KAAK,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;IAC5C,CAAC;IACD,wCAAwC;IACxC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAa,EAAE,OAAwB;IAC1E,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/B,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAc;IAClD,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAC1C,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5I,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACtF,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACtF,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAClF,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;QACrB,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1D,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACtD,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAc;IAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAC1C,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;QAC5E,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpH,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3D,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACxD,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;QACrB,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACxF,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvD,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAc;IAChD,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IACtD,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,QAAQ,CAAC;QACxE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/E,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACnD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACrD,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,IAAgB;IACpD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,QAAQ;YACX,OAAO,kBAAkB,CAAC;QAC5B,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB,KAAK,UAAU;YACb,OAAO,aAAa,CAAC;QACvB,KAAK,MAAM;YACT,OAAO,OAAO,CAAC;QACjB,KAAK,QAAQ;YACX,OAAO,OAAO,CAAC;QACjB;YACE,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAgB;IACjD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,SAAS;YACZ,OAAO,KAAK,CAAC;QACf,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,SAAS;YACZ,OAAO,gBAAgB,CAAC;QAC1B,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB,KAAK,UAAU;YACb,OAAO,aAAa,CAAC;QACvB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB,KAAK,QAAQ;YACX,OAAO,UAAU,CAAC;QACpB;YACE,OAAO,UAAU,CAAC;IACtB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAgB;IAClD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,SAAS,CAAC;QACf,KAAK,QAAQ,CAAC;QACd,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,QAAQ;YACX,OAAO,MAAM,CAAC;QAChB,KAAK,SAAS;YACZ,OAAO,MAAM,CAAC;QAChB,KAAK,QAAQ;YACX,OAAO,MAAM,CAAC;QAChB;YACE,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CACpC,KAAa,EACb,MAA+G,EAC/G,OAAwB,EACxB,WAAsB;IAEtB,MAAM,YAAY,GAAG,oBAAoB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,MAAM,UAAU,GAAa,EAAE,CAAC;IAEhC,MAAM,UAAU,GACd,OAAO,KAAK,UAAU;QACpB,CAAC,CAAC,qBAAqB;QACvB,CAAC,CAAC,OAAO,KAAK,OAAO;YACrB,CAAC,CAAC,kBAAkB;YACpB,CAAC,CAAC,mBAAmB,CAAC;IAE1B,IAAI,SAAS,IAAI,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QACzD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACjC,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACvD,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACrC,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,UAAU,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,OAAO,GAAG,OAAO,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACxD,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACtD,MAAM,OAAO,GAAG,UAAU,CAAC,OAAqB,CAAC,CAAC;YAClD,UAAU,CAAC,IAAI,CAAC,KAAK,UAAU,IAAI,OAAO,EAAE,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1C,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,gBAAgB,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrF,UAAU,CAAC,IAAI,CAAC,kBAAkB,UAAU,GAAG,CAAC,CAAC;IACnD,CAAC;IAED,OAAO,8BAA8B,YAAY,OAAO,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;AACvF,CAAC"}

package/dist/db/pushdown.d.ts

@@ -0,0 +1,25 @@
+import type { PipelineOperation } from "../planner/types.js";
+import type { DatabaseDialect } from "./types.js";
+export interface PushdownAnalysis {
+    generatedQuery: string;
+    remainingOperations: PipelineOperation[];
+    pushedClauses: {
+        select?: string[];
+        where?: string;
+        orderBy?: string[];
+        limit?: number;
+        offset?: number;
+        count?: boolean;
+    };
+    pushedSummary: string[];
+}
+/**
+ * Attempts to safely translate a simple Rowpipe filter expression to SQL WHERE clause.
+ * Returns undefined if expression contains unsupported operators, pipes, or dialect divergences.
+ */
+export declare function tryTranslateFilterToSql(expression: string, dialect: DatabaseDialect): string | undefined;
+/**
+ * Analyzes pipeline operations for a table query and extracts safe pushdown clauses.
+ */
+export declare function analyzeDatabasePushdown(table: string, dialect: DatabaseDialect, operations: PipelineOperation[], explicitWhere?: string): PushdownAnalysis;
+//# sourceMappingURL=pushdown.d.ts.map

package/dist/db/pushdown.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pushdown.d.ts","sourceRoot":"","sources":["../../src/db/pushdown.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAE7D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAElD,MAAM,WAAW,gBAAgB;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,mBAAmB,EAAE,iBAAiB,EAAE,CAAC;IACzC,aAAa,EAAE;QACb,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;QAClB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;QACnB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB,CAAC;IACF,aAAa,EAAE,MAAM,EAAE,CAAC;CACzB;AAED;;;GAGG;AACH,wBAAgB,uBAAuB,CACrC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,eAAe,GACvB,MAAM,GAAG,SAAS,CAgFpB;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,iBAAiB,EAAE,EAC/B,aAAa,CAAC,EAAE,MAAM,GACrB,gBAAgB,CAqGlB"}

package/dist/db/pushdown.js

@@ -0,0 +1,165 @@
+import { escapeIdentifier, escapeQualifiedTable } from "./mapping.js";
+/**
+ * Attempts to safely translate a simple Rowpipe filter expression to SQL WHERE clause.
+ * Returns undefined if expression contains unsupported operators, pipes, or dialect divergences.
+ */
+export function tryTranslateFilterToSql(expression, dialect) {
+    const trimmed = expression.trim();
+    if (!trimmed)
+        return undefined;
+    // If expression uses pipe transformations (e.g. "email | lower"), keep it local
+    if (trimmed.includes("|")) {
+        return undefined;
+    }
+    // Check for safe simple comparison patterns:
+    // identifier (==|!=|>=|<=|>|<) (string|number|boolean|null)
+    // connected by && / and or || / or
+    const orParts = trimmed.split(/\s*\|\|\s*|\s+or\s+/i);
+    const sqlOrClauses = [];
+    for (const orPart of orParts) {
+        const andParts = orPart.split(/\s*&&\s*|\s+and\s+/i);
+        const sqlAndClauses = [];
+        for (const part of andParts) {
+            const match = part.match(/^\s*([a-zA-Z_][a-zA-Z0-9_]*)\s*(==|!=|>=|<=|>|<)\s*(.+?)\s*$/);
+            if (!match) {
+                return undefined; // Too complex or unsafe for automatic pushdown
+            }
+            const rawIdent = match[1];
+            const rawOp = match[2];
+            const rawVal = match[3].trim();
+            const escapedCol = escapeIdentifier(rawIdent, dialect);
+            // Null check
+            if (rawVal === "null" || rawVal === "undefined") {
+                if (rawOp === "==" || rawOp === "=") {
+                    sqlAndClauses.push(`${escapedCol} IS NULL`);
+                }
+                else if (rawOp === "!=") {
+                    sqlAndClauses.push(`${escapedCol} IS NOT NULL`);
+                }
+                else {
+                    return undefined;
+                }
+                continue;
+            }
+            // Boolean
+            if (rawVal === "true" || rawVal === "false") {
+                const boolVal = rawVal === "true";
+                if (dialect === "postgres") {
+                    sqlAndClauses.push(`${escapedCol} ${rawOp === "==" ? "=" : "<>"} ${boolVal ? "TRUE" : "FALSE"}`);
+                }
+                else if (dialect === "mysql" || dialect === "sqlite") {
+                    sqlAndClauses.push(`${escapedCol} ${rawOp === "==" ? "=" : "<>"} ${boolVal ? "1" : "0"}`);
+                }
+                continue;
+            }
+            // Number
+            if (/^-?\d+(\.\d+)?$/.test(rawVal)) {
+                const op = rawOp === "==" ? "=" : rawOp === "!=" ? "<>" : rawOp;
+                sqlAndClauses.push(`${escapedCol} ${op} ${rawVal}`);
+                continue;
+            }
+            // String literal
+            if ((rawVal.startsWith('"') && rawVal.endsWith('"')) || (rawVal.startsWith("'") && rawVal.endsWith("'"))) {
+                const unquoted = rawVal.slice(1, -1);
+                const escapedStr = unquoted.replace(/'/g, "''");
+                const op = rawOp === "==" ? "=" : rawOp === "!=" ? "<>" : rawOp;
+                sqlAndClauses.push(`${escapedCol} ${op} '${escapedStr}'`);
+                continue;
+            }
+            // Identifier vs identifier or complex expression
+            return undefined;
+        }
+        sqlOrClauses.push(sqlAndClauses.length > 1 ? `(${sqlAndClauses.join(" AND ")})` : sqlAndClauses[0]);
+    }
+    return sqlOrClauses.length > 1 ? `(${sqlOrClauses.join(" OR ")})` : sqlOrClauses[0];
+}
+/**
+ * Analyzes pipeline operations for a table query and extracts safe pushdown clauses.
+ */
+export function analyzeDatabasePushdown(table, dialect, operations, explicitWhere) {
+    let selectCols;
+    let whereSql = explicitWhere?.trim() || undefined;
+    let orderByClauses;
+    let limitVal;
+    let offsetVal;
+    const remaining = [];
+    const pushedSummary = [];
+    for (let i = 0; i < operations.length; i++) {
+        const op = operations[i];
+        if (op.type === "select" && !selectCols) {
+            selectCols = op.columns;
+            pushedSummary.push(`SELECT ${op.columns.join(", ")}`);
+            continue;
+        }
+        if (op.type === "filter") {
+            const sqlClause = tryTranslateFilterToSql(op.expression, dialect);
+            if (sqlClause) {
+                whereSql = whereSql ? `${whereSql} AND ${sqlClause}` : sqlClause;
+                pushedSummary.push(`WHERE ${sqlClause}`);
+                continue;
+            }
+        }
+        if (op.type === "sort" && !orderByClauses) {
+            orderByClauses = op.specs.map((s) => {
+                const col = escapeIdentifier(s.column, dialect);
+                const dir = (s.direction || "asc").toUpperCase();
+                return `${col} ${dir}`;
+            });
+            pushedSummary.push(`ORDER BY ${orderByClauses.join(", ")}`);
+            continue;
+        }
+        if (op.type === "top" && !orderByClauses && limitVal === undefined) {
+            orderByClauses = op.specs.map((s) => {
+                const col = escapeIdentifier(s.column, dialect);
+                const dir = (s.direction || (op.order === "asc" ? "ASC" : "DESC")).toUpperCase();
+                return `${col} ${dir}`;
+            });
+            limitVal = op.count;
+            pushedSummary.push(`ORDER BY ${orderByClauses.join(", ")} LIMIT ${op.count}`);
+            continue;
+        }
+        if (op.type === "offset" && offsetVal === undefined) {
+            offsetVal = op.count;
+            pushedSummary.push(`OFFSET ${op.count}`);
+            continue;
+        }
+        if (op.type === "limit" && limitVal === undefined) {
+            limitVal = op.count;
+            pushedSummary.push(`LIMIT ${op.count}`);
+            continue;
+        }
+        // Operation could not be pushed down safely; retain for local streaming execution
+        remaining.push(op);
+    }
+    // Build final SQL string
+    const escapedTable = escapeQualifiedTable(table, dialect);
+    const selectClause = selectCols && selectCols.length > 0
+        ? selectCols.map((c) => escapeIdentifier(c, dialect)).join(", ")
+        : "*";
+    let sql = `SELECT ${selectClause} FROM ${escapedTable}`;
+    if (whereSql) {
+        sql += ` WHERE ${whereSql}`;
+    }
+    if (orderByClauses && orderByClauses.length > 0) {
+        sql += ` ORDER BY ${orderByClauses.join(", ")}`;
+    }
+    if (limitVal !== undefined) {
+        sql += ` LIMIT ${limitVal}`;
+    }
+    if (offsetVal !== undefined) {
+        sql += ` OFFSET ${offsetVal}`;
+    }
+    return {
+        generatedQuery: sql,
+        remainingOperations: remaining,
+        pushedClauses: {
+            select: selectCols,
+            where: whereSql,
+            orderBy: orderByClauses,
+            limit: limitVal,
+            offset: offsetVal,
+        },
+        pushedSummary,
+    };
+}
+//# sourceMappingURL=pushdown.js.map

package/dist/db/pushdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pushdown.js","sourceRoot":"","sources":["../../src/db/pushdown.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAiBtE;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CACrC,UAAkB,EAClB,OAAwB;IAExB,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;IAClC,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAE/B,gFAAgF;IAChF,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,6CAA6C;IAC7C,4DAA4D;IAC5D,mCAAmC;IACnC,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;IACtD,MAAM,YAAY,GAAa,EAAE,CAAC;IAElC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACrD,MAAM,aAAa,GAAa,EAAE,CAAC;QAEnC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CACtB,8DAA8D,CAC/D,CAAC;YACF,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO,SAAS,CAAC,CAAC,+CAA+C;YACnE,CAAC;YAED,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YACxB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;YAEhC,MAAM,UAAU,GAAG,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAEvD,aAAa;YACb,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;gBAChD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;oBACpC,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,UAAU,CAAC,CAAC;gBAC9C,CAAC;qBAAM,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;oBAC1B,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,cAAc,CAAC,CAAC;gBAClD,CAAC;qBAAM,CAAC;oBACN,OAAO,SAAS,CAAC;gBACnB,CAAC;gBACD,SAAS;YACX,CAAC;YAED,UAAU;YACV,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;gBAC5C,MAAM,OAAO,GAAG,MAAM,KAAK,MAAM,CAAC;gBAClC,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;oBAC3B,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBACnG,CAAC;qBAAM,IAAI,OAAO,KAAK,OAAO,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACvD,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;gBAC5F,CAAC;gBACD,SAAS;YACX,CAAC;YAED,SAAS;YACT,IAAI,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACnC,MAAM,EAAE,GAAG,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;gBAChE,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,IAAI,EAAE,IAAI,MAAM,EAAE,CAAC,CAAC;gBACpD,SAAS;YACX,CAAC;YAED,iBAAiB;YACjB,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBACzG,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACrC,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAChD,MAAM,EAAE,GAAG,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;gBAChE,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,IAAI,EAAE,KAAK,UAAU,GAAG,CAAC,CAAC;gBAC1D,SAAS;YACX,CAAC;YAED,iDAAiD;YACjD,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAE,CAAC,CAAC;IACvG,CAAC;IAED,OAAO,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;AACtF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CACrC,KAAa,EACb,OAAwB,EACxB,UAA+B,EAC/B,aAAsB;IAEtB,IAAI,UAAgC,CAAC;IACrC,IAAI,QAAQ,GAAG,aAAa,EAAE,IAAI,EAAE,IAAI,SAAS,CAAC;IAClD,IAAI,cAAoC,CAAC;IACzC,IAAI,QAA4B,CAAC;IACjC,IAAI,SAA6B,CAAC;IAElC,MAAM,SAAS,GAAwB,EAAE,CAAC;IAC1C,MAAM,aAAa,GAAa,EAAE,CAAC;IAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,EAAE,GAAG,UAAU,CAAC,CAAC,CAAE,CAAC;QAE1B,IAAI,EAAE,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC;YACxB,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtD,SAAS;QACX,CAAC;QAED,IAAI,EAAE,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACzB,MAAM,SAAS,GAAG,uBAAuB,CAAC,EAAE,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAClE,IAAI,SAAS,EAAE,CAAC;gBACd,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,QAAQ,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;gBACjE,aAAa,CAAC,IAAI,CAAC,SAAS,SAAS,EAAE,CAAC,CAAC;gBACzC,SAAS;YACX,CAAC;QACH,CAAC;QAED,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAC1C,cAAc,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBAClC,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAChD,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;gBACjD,OAAO,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;YACzB,CAAC,CAAC,CAAC;YACH,aAAa,CAAC,IAAI,CAAC,YAAY,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC5D,SAAS;QACX,CAAC;QAED,IAAI,EAAE,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,cAAc,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YACnE,cAAc,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBAClC,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAChD,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,EAAE,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;gBACjF,OAAO,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;YACzB,CAAC,CAAC,CAAC;YACH,QAAQ,GAAG,EAAE,CAAC,KAAK,CAAC;YACpB,aAAa,CAAC,IAAI,CAAC,YAAY,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YAC9E,SAAS;QACX,CAAC;QAED,IAAI,EAAE,CAAC,IAAI,KAAK,QAAQ,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YACpD,SAAS,GAAG,EAAE,CAAC,KAAK,CAAC;YACrB,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YACzC,SAAS;QACX,CAAC;QAED,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClD,QAAQ,GAAG,EAAE,CAAC,KAAK,CAAC;YACpB,aAAa,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YACxC,SAAS;QACX,CAAC;QAED,kFAAkF;QAClF,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACrB,CAAC;IAED,yBAAyB;IACzB,MAAM,YAAY,GAAG,oBAAoB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,MAAM,YAAY,GAAG,UAAU,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;QACtD,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAChE,CAAC,CAAC,GAAG,CAAC;IAER,IAAI,GAAG,GAAG,UAAU,YAAY,SAAS,YAAY,EAAE,CAAC;IAExD,IAAI,QAAQ,EAAE,CAAC;QACb,GAAG,IAAI,UAAU,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,GAAG,IAAI,aAAa,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAClD,CAAC;IAED,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,GAAG,IAAI,UAAU,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC5B,GAAG,IAAI,WAAW,SAAS,EAAE,CAAC;IAChC,CAAC;IAED,OAAO;QACL,cAAc,EAAE,GAAG;QACnB,mBAAmB,EAAE,SAAS;QAC9B,aAAa,EAAE;YACb,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,QAAQ;YACf,OAAO,EAAE,cAAc;YACvB,KAAK,EAAE,QAAQ;YACf,MAAM,EAAE,SAAS;SAClB;QACD,aAAa;KACd,CAAC;AACJ,CAAC"}

package/dist/db/sink.d.ts

@@ -0,0 +1,15 @@
+import type { DataStream, TabularWriter, WriterOptions } from "../core/types.js";
+import type { DatabaseAdapter, DatabaseConnectionConfig, DatabaseWriteOptions, DatabaseWriteResult } from "./types.js";
+export declare class DatabaseWriter implements TabularWriter {
+    private adapter;
+    private defaultOptions;
+    private lastResult?;
+    constructor(urlOrConfig: string | DatabaseConnectionConfig | DatabaseAdapter, defaultOptions?: DatabaseWriteOptions);
+    getAdapter(): DatabaseAdapter;
+    getLastResult(): DatabaseWriteResult | undefined;
+    get dialect(): import("./types.js").DatabaseDialect;
+    get sanitizedUrl(): string;
+    write(dataStream: DataStream, options?: WriterOptions): Promise<void>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=sink.d.ts.map

package/dist/db/sink.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sink.d.ts","sourceRoot":"","sources":["../../src/db/sink.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjF,OAAO,KAAK,EAAE,eAAe,EAAE,wBAAwB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAEvH,qBAAa,cAAe,YAAW,aAAa;IAClD,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,cAAc,CAAuB;IAC7C,OAAO,CAAC,UAAU,CAAC,CAAsB;gBAGvC,WAAW,EAAE,MAAM,GAAG,wBAAwB,GAAG,eAAe,EAChE,cAAc,GAAE,oBAAoC;IAUtD,UAAU,IAAI,eAAe;IAI7B,aAAa,IAAI,mBAAmB,GAAG,SAAS;IAIhD,IAAI,OAAO,yCAEV;IAED,IAAI,YAAY,WAEf;IAEK,KAAK,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBrE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B"}

package/dist/db/sink.js

@@ -0,0 +1,47 @@
+import { createDatabaseAdapter } from "./adapters/index.js";
+export class DatabaseWriter {
+    adapter;
+    defaultOptions;
+    lastResult;
+    constructor(urlOrConfig, defaultOptions = { table: "" }) {
+        if (typeof urlOrConfig === "object" && "write" in urlOrConfig) {
+            this.adapter = urlOrConfig;
+        }
+        else {
+            this.adapter = createDatabaseAdapter(urlOrConfig);
+        }
+        this.defaultOptions = defaultOptions;
+    }
+    getAdapter() {
+        return this.adapter;
+    }
+    getLastResult() {
+        return this.lastResult;
+    }
+    get dialect() {
+        return this.adapter.dialect;
+    }
+    get sanitizedUrl() {
+        return this.adapter.sanitizedUrl;
+    }
+    async write(dataStream, options) {
+        const table = options?.table || this.defaultOptions.table;
+        if (!table) {
+            throw new Error("Target table name is required for database write");
+        }
+        const effectiveOptions = {
+            ...this.defaultOptions,
+            table,
+            transaction: options?.transaction ?? this.defaultOptions.transaction,
+            createTable: options?.createTable ?? this.defaultOptions.createTable,
+            upsert: options?.upsert ?? this.defaultOptions.upsert,
+            conflictColumns: options?.conflictColumns ?? this.defaultOptions.conflictColumns,
+            truncate: options?.truncate ?? this.defaultOptions.truncate,
+        };
+        this.lastResult = await this.adapter.write(dataStream, effectiveOptions);
+    }
+    async close() {
+        await this.adapter.close();
+    }
+}
+//# sourceMappingURL=sink.js.map

package/dist/db/sink.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sink.js","sourceRoot":"","sources":["../../src/db/sink.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAG5D,MAAM,OAAO,cAAc;IACjB,OAAO,CAAkB;IACzB,cAAc,CAAuB;IACrC,UAAU,CAAuB;IAEzC,YACE,WAAgE,EAChE,iBAAuC,EAAE,KAAK,EAAE,EAAE,EAAE;QAEpD,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,OAAO,IAAI,WAAW,EAAE,CAAC;YAC9D,IAAI,CAAC,OAAO,GAAG,WAA8B,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,OAAO,GAAG,qBAAqB,CAAC,WAAgD,CAAC,CAAC;QACzF,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACvC,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;IAC9B,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAsB,EAAE,OAAuB;QACzD,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC;QAC1D,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,gBAAgB,GAAyB;YAC7C,GAAG,IAAI,CAAC,cAAc;YACtB,KAAK;YACL,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,cAAc,CAAC,WAAW;YACpE,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,cAAc,CAAC,WAAW;YACpE,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM;YACrD,eAAe,EAAE,OAAO,EAAE,eAAe,IAAI,IAAI,CAAC,cAAc,CAAC,eAAe;YAChF,QAAQ,EAAE,OAAO,EAAE,QAAQ,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ;SAC5D,CAAC;QAEF,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;CACF"}

package/dist/db/source.d.ts

@@ -0,0 +1,14 @@
+import type { DataStream, InspectionMetadata, ReaderOptions, TabularReader } from "../core/types.js";
+import type { DatabaseAdapter, DatabaseConnectionConfig, DatabaseReadOptions } from "./types.js";
+export declare class DatabaseReader implements TabularReader {
+    private adapter;
+    private defaultOptions;
+    constructor(urlOrConfig: string | DatabaseConnectionConfig | DatabaseAdapter, defaultOptions?: DatabaseReadOptions);
+    getAdapter(): DatabaseAdapter;
+    get dialect(): import("./types.js").DatabaseDialect;
+    get sanitizedUrl(): string;
+    read(options?: ReaderOptions): DataStream;
+    inspect(options?: ReaderOptions): Promise<InspectionMetadata>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=source.d.ts.map

package/dist/db/source.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"source.d.ts","sourceRoot":"","sources":["../../src/db/source.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGrG,OAAO,KAAK,EAAE,eAAe,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAEjG,qBAAa,cAAe,YAAW,aAAa;IAClD,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,cAAc,CAAsB;gBAG1C,WAAW,EAAE,MAAM,GAAG,wBAAwB,GAAG,eAAe,EAChE,cAAc,GAAE,mBAAwB;IAgB1C,UAAU,IAAI,eAAe;IAI7B,IAAI,OAAO,yCAEV;IAED,IAAI,YAAY,WAEf;IAED,IAAI,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,UAAU;IAanC,OAAO,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;IA2B7D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B"}

package/dist/db/source.js

@@ -0,0 +1,69 @@
+import { createDatabaseAdapter } from "./adapters/index.js";
+import { parseDatabaseUrl } from "./url.js";
+export class DatabaseReader {
+    adapter;
+    defaultOptions;
+    constructor(urlOrConfig, defaultOptions = {}) {
+        if (typeof urlOrConfig === "object" && "stream" in urlOrConfig) {
+            this.adapter = urlOrConfig;
+            this.defaultOptions = { ...defaultOptions };
+        }
+        else {
+            const config = typeof urlOrConfig === "string" ? parseDatabaseUrl(urlOrConfig) : urlOrConfig;
+            this.adapter = createDatabaseAdapter(config);
+            this.defaultOptions = {
+                table: config.queryOptions?.["table"] || defaultOptions.table,
+                query: config.queryOptions?.["query"] || defaultOptions.query,
+                ...defaultOptions,
+            };
+        }
+    }
+    getAdapter() {
+        return this.adapter;
+    }
+    get dialect() {
+        return this.adapter.dialect;
+    }
+    get sanitizedUrl() {
+        return this.adapter.sanitizedUrl;
+    }
+    read(options) {
+        const effectiveOptions = {
+            ...this.defaultOptions,
+            table: options?.table || this.defaultOptions.table,
+            query: options?.query || this.defaultOptions.query,
+            params: options?.params || this.defaultOptions.params,
+            batchSize: options?.batchSize || this.defaultOptions.batchSize || 1000,
+            signal: options?.signal || this.defaultOptions.signal,
+        };
+        return this.adapter.stream(effectiveOptions);
+    }
+    async inspect(options) {
+        const targetTable = options?.table || this.defaultOptions.table;
+        if (targetTable) {
+            const schema = await this.adapter.getTableSchema(targetTable);
+            return {
+                format: `database (${this.adapter.dialect})`,
+                columnCount: schema.columns.length,
+                columns: schema.columns.map((c) => ({
+                    name: c.name,
+                    type: c.rowpipeType,
+                    nullPercentage: c.nullable ? 0 : 0,
+                })),
+            };
+        }
+        const tables = await this.adapter.getTables();
+        return {
+            format: `database (${this.adapter.dialect})`,
+            sheetsCount: tables.length,
+            sheets: tables.map((t) => ({
+                name: t,
+                rowCount: 0,
+            })),
+        };
+    }
+    async close() {
+        await this.adapter.close();
+    }
+}
+//# sourceMappingURL=source.js.map

package/dist/db/source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"source.js","sourceRoot":"","sources":["../../src/db/source.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAG5C,MAAM,OAAO,cAAc;IACjB,OAAO,CAAkB;IACzB,cAAc,CAAsB;IAE5C,YACE,WAAgE,EAChE,iBAAsC,EAAE;QAExC,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,QAAQ,IAAI,WAAW,EAAE,CAAC;YAC/D,IAAI,CAAC,OAAO,GAAG,WAA8B,CAAC;YAC9C,IAAI,CAAC,cAAc,GAAG,EAAE,GAAG,cAAc,EAAE,CAAC;QAC9C,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,OAAO,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;YAC7F,IAAI,CAAC,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;YAC7C,IAAI,CAAC,cAAc,GAAG;gBACpB,KAAK,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC,OAAO,CAAC,IAAI,cAAc,CAAC,KAAK;gBAC7D,KAAK,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC,OAAO,CAAC,IAAI,cAAc,CAAC,KAAK;gBAC7D,GAAG,cAAc;aAClB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;IAC9B,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;IACnC,CAAC;IAED,IAAI,CAAC,OAAuB;QAC1B,MAAM,gBAAgB,GAAwB;YAC5C,GAAG,IAAI,CAAC,cAAc;YACtB,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK;YAClD,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK;YAClD,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM;YACrD,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,cAAc,CAAC,SAAS,IAAI,IAAI;YACtE,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM;SACtD,CAAC;QAEF,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAuB;QACnC,MAAM,WAAW,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC;QAEhE,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;YAC9D,OAAO;gBACL,MAAM,EAAE,aAAa,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG;gBAC5C,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;gBAClC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAClC,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,IAAI,EAAE,CAAC,CAAC,WAAW;oBACnB,cAAc,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;iBACnC,CAAC,CAAC;aACJ,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QAC9C,OAAO;YACL,MAAM,EAAE,aAAa,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG;YAC5C,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACzB,IAAI,EAAE,CAAC;gBACP,QAAQ,EAAE,CAAC;aACZ,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;CACF"}