rowpipe 2.0.0 → 2.2.0

package/dist/core/pipeline.d.ts

@@ -1,8 +1,12 @@
 import type { Aggregator, DataStream, ProgressCallback, ReaderOptions, Row, TabularReader, TabularWriter, TransformFunction, WriterOptions } from "./types.js";
+import { TopOptions } from "../transforms/top.js";
+import { SortOptions } from "../transforms/sort/index.js";
+import { UniqueOptions } from "../transforms/unique.js";
+import { GroupOptions } from "../transforms/group.js";
 export declare class Pipeline {
     private stream;
     private progressCallbacks;
-    constructor(source: DataStream | TabularReader, options?: ReaderOptions);
+    constructor(source: DataStream | TabularReader | Row[] | Iterable<Row> | AsyncIterable<Row>, options?: ReaderOptions);
     /**
      * Chains a transform function to the pipeline.
      */
@@ -15,6 +19,42 @@ export declare class Pipeline {
      * Wraps the current stream with a progress tracking generator if callbacks are registered.
      */
     private getTrackedStream;
+    /**
+     * Chains a filter expression.
+     */
+    filter(expression: string): this;
+    /**
+     * Chains a column projection.
+     */
+    select(columns: string[] | string): this;
+    /**
+     * Chains row limit.
+     */
+    limit(count: number): this;
+    /**
+     * Chains row offset.
+     */
+    offset(count: number): this;
+    /**
+     * Chains tail buffer.
+     */
+    tail(count?: number): this;
+    /**
+     * Chains Top-K heap.
+     */
+    top(options: TopOptions): this;
+    /**
+     * Chains sort.
+     */
+    sort(options: SortOptions | string): this;
+    /**
+     * Chains unique deduplication.
+     */
+    unique(options?: UniqueOptions): this;
+    /**
+     * Chains group-by aggregation.
+     */
+    group(options?: GroupOptions): this;
     /**
      * Pipes the stream into a TabularWriter.
      */
@@ -36,5 +76,5 @@ export declare class Pipeline {
      */
     toArray(maxRows?: number): Promise<Row[]>;
 }
-export declare function createPipeline(source: DataStream | TabularReader, options?: ReaderOptions): Pipeline;
+export declare function createPipeline(source: DataStream | TabularReader | Row[] | Iterable<Row> | AsyncIterable<Row>, options?: ReaderOptions): Pipeline;
 //# sourceMappingURL=pipeline.d.ts.map

package/dist/core/pipeline.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../src/core/pipeline.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,UAAU,EAEV,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,GAAG,EACH,aAAa,EACb,aAAa,EACb,iBAAiB,EACjB,aAAa,EACd,MAAM,YAAY,CAAC;AAGpB,qBAAa,QAAQ;IACnB,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,iBAAiB,CAA0B;gBAEvC,MAAM,EAAE,UAAU,GAAG,aAAa,EAAE,OAAO,CAAC,EAAE,aAAa;IAQvE;;OAEG;IACH,IAAI,CAAC,SAAS,EAAE,iBAAiB,GAAG,IAAI;IAKxC;;OAEG;IACH,UAAU,CAAC,QAAQ,EAAE,gBAAgB,GAAG,IAAI;IAK5C;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAgDxB;;OAEG;IACG,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAQvE;;OAEG;IACG,MAAM,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAQtD;;OAEG;IACH,OAAO,IAAI,UAAU;IAIrB;;OAEG;IACH,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC;IAI1B;;OAEG;IACG,OAAO,CAAC,OAAO,SAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;CAU/C;AAED,wBAAgB,cAAc,CAC5B,MAAM,EAAE,UAAU,GAAG,aAAa,EAClC,OAAO,CAAC,EAAE,aAAa,GACtB,QAAQ,CAEV"}
+{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../../src/core/pipeline.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,UAAU,EAEV,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,GAAG,EACH,aAAa,EACb,aAAa,EACb,iBAAiB,EACjB,aAAa,EACd,MAAM,YAAY,CAAC;AAOpB,OAAO,EAAW,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAY,WAAW,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAc,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACpE,OAAO,EAAa,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAEjE,qBAAa,QAAQ;IACnB,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,iBAAiB,CAA0B;gBAGjD,MAAM,EAAE,UAAU,GAAG,aAAa,GAAG,GAAG,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,GAAG,CAAC,EAC/E,OAAO,CAAC,EAAE,aAAa;IAWzB;;OAEG;IACH,IAAI,CAAC,SAAS,EAAE,iBAAiB,GAAG,IAAI;IAKxC;;OAEG;IACH,UAAU,CAAC,QAAQ,EAAE,gBAAgB,GAAG,IAAI;IAK5C;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAgDxB;;OAEG;IACH,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAIhC;;OAEG;IACH,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,IAAI;IAKxC;;OAEG;IACH,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAI1B;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAI3B;;OAEG;IACH,IAAI,CAAC,KAAK,SAAK,GAAG,IAAI;IAItB;;OAEG;IACH,GAAG,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI;IAI9B;;OAEG;IACH,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM,GAAG,IAAI;IAKzC;;OAEG;IACH,MAAM,CAAC,OAAO,GAAE,aAAkB,GAAG,IAAI;IAIzC;;OAEG;IACH,KAAK,CAAC,OAAO,GAAE,YAAiB,GAAG,IAAI;IAIvC;;OAEG;IACG,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAQvE;;OAEG;IACG,MAAM,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAQtD;;OAEG;IACH,OAAO,IAAI,UAAU;IAIrB;;OAEG;IACH,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC;IAI1B;;OAEG;IACG,OAAO,CAAC,OAAO,SAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;CAU/C;AAED,wBAAgB,cAAc,CAC5B,MAAM,EAAE,UAAU,GAAG,aAAa,GAAG,GAAG,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,GAAG,CAAC,EAC/E,OAAO,CAAC,EAAE,aAAa,GACtB,QAAQ,CAEV"}

package/dist/core/pipeline.js

@@ -1,11 +1,23 @@
-import { batchesToRows } from "./batch.js";
+import { batchesToRows, rowsToBatches } from "./batch.js";
+import { filterRows } from "../transforms/filter.js";
+import { selectColumns } from "../transforms/select.js";
+import { limitRows } from "../transforms/limit.js";
+import { offsetRows } from "../transforms/offset.js";
+import { tailRows } from "../transforms/tail.js";
+import { topRows } from "../transforms/top.js";
+import { sortRows } from "../transforms/sort/index.js";
+import { uniqueRows } from "../transforms/unique.js";
+import { groupRows } from "../transforms/group.js";
 export class Pipeline {
     stream;
     progressCallbacks = [];
     constructor(source, options) {
-        if ("read" in source && typeof source.read === "function") {
+        if (source && typeof source === "object" && "read" in source && typeof source.read === "function") {
             this.stream = source.read(options);
         }
+        else if (Array.isArray(source)) {
+            this.stream = rowsToBatches(source, options?.batchSize);
+        }
         else {
             this.stream = source;
         }
@@ -68,6 +80,62 @@ export class Pipeline {
             }
         })();
     }
+    /**
+     * Chains a filter expression.
+     */
+    filter(expression) {
+        return this.pipe(filterRows(expression));
+    }
+    /**
+     * Chains a column projection.
+     */
+    select(columns) {
+        const cols = Array.isArray(columns) ? columns : columns.split(",").map((s) => s.trim()).filter(Boolean);
+        return this.pipe(selectColumns(cols));
+    }
+    /**
+     * Chains row limit.
+     */
+    limit(count) {
+        return this.pipe(limitRows(count));
+    }
+    /**
+     * Chains row offset.
+     */
+    offset(count) {
+        return this.pipe(offsetRows(count));
+    }
+    /**
+     * Chains tail buffer.
+     */
+    tail(count = 10) {
+        return this.pipe(tailRows(count));
+    }
+    /**
+     * Chains Top-K heap.
+     */
+    top(options) {
+        return this.pipe(topRows(options));
+    }
+    /**
+     * Chains sort.
+     */
+    sort(options) {
+        const opts = typeof options === "string" ? { by: options } : options;
+        return this.pipe(sortRows(opts));
+    }
+    /**
+     * Chains unique deduplication.
+     */
+    unique(options = {}) {
+        return this.pipe(uniqueRows(options));
+    }
+    /**
+     * Chains group-by aggregation.
+     */
+    group(options = {}) {
+        return this.pipe(groupRows(options));
+    }
     /**
      * Pipes the stream into a TabularWriter.
      */

package/dist/core/pipeline.js.map

@@ -1 +1 @@
-{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../src/core/pipeline.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAE3C,MAAM,OAAO,QAAQ;IACX,MAAM,CAAa;IACnB,iBAAiB,GAAuB,EAAE,CAAC;IAEnD,YAAY,MAAkC,EAAE,OAAuB;QACrE,IAAI,MAAM,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC1D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,GAAG,MAAoB,CAAC;QACrC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,SAA4B;QAC/B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrC,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,QAA0B;QACnC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,gBAAgB;QACtB,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,OAAO,IAAI,CAAC,MAAM,CAAC;QACrB,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAE3B,OAAO,CAAC,KAAK,SAAS,CAAC;YACrB,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,UAAU,GAAG,SAAS,CAAC;YAE3B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,aAAa,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;gBACnC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAEvB,sDAAsD;gBACtD,IAAI,GAAG,GAAG,UAAU,IAAI,GAAG,EAAE,CAAC;oBAC5B,MAAM,UAAU,GAAG,CAAC,GAAG,GAAG,SAAS,CAAC,GAAG,IAAI,IAAI,KAAK,CAAC;oBACrD,MAAM,IAAI,GAAG;wBACX,aAAa;wBACb,SAAS,EAAE,GAAG,GAAG,SAAS;wBAC1B,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,UAAU,CAAC;qBACtD,CAAC;oBACF,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;wBAC3B,EAAE,CAAC,IAAI,CAAC,CAAC;oBACX,CAAC;oBACD,UAAU,GAAG,GAAG,CAAC;gBACnB,CAAC;gBAED,MAAM,KAAK,CAAC;YACd,CAAC;YAED,0BAA0B;YAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC5B,MAAM,eAAe,GAAG,CAAC,QAAQ,GAAG,SAAS,CAAC,GAAG,IAAI,IAAI,KAAK,CAAC;YAC/D,MAAM,SAAS,GAAG;gBAChB,aAAa;gBACb,SAAS,EAAE,QAAQ,GAAG,SAAS;gBAC/B,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,eAAe,CAAC;aAC3D,CAAC;YACF,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;gBAC3B,EAAE,CAAC,SAAS,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,EAAE,CAAC,MAAqB,EAAE,OAAuB;QACrD,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxC,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACrC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAI,UAAyB;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxC,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/C,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;QACD,OAAO,UAAU,CAAC,MAAM,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,OAAO;QACL,OAAO,IAAI,CAAC,gBAAgB,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,IAAI;QACF,OAAO,aAAa,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,OAAO,GAAG,KAAK;QAC3B,MAAM,OAAO,GAAU,EAAE,CAAC;QAC1B,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YACpC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClB,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC9B,MAAM;YACR,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,MAAM,UAAU,cAAc,CAC5B,MAAkC,EAClC,OAAuB;IAEvB,OAAO,IAAI,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACvC,CAAC"}
+{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../src/core/pipeline.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAc,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAe,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,UAAU,EAAiB,MAAM,yBAAyB,CAAC;AACpE,OAAO,EAAE,SAAS,EAAgB,MAAM,wBAAwB,CAAC;AAEjE,MAAM,OAAO,QAAQ;IACX,MAAM,CAAa;IACnB,iBAAiB,GAAuB,EAAE,CAAC;IAEnD,YACE,MAA+E,EAC/E,OAAuB;QAEvB,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,IAAI,MAAM,IAAI,OAAQ,MAAc,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC3G,IAAI,CAAC,MAAM,GAAI,MAAwB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACxD,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,GAAG,MAAoB,CAAC;QACrC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,SAA4B;QAC/B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrC,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,QAA0B;QACnC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,gBAAgB;QACtB,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,OAAO,IAAI,CAAC,MAAM,CAAC;QACrB,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAE3B,OAAO,CAAC,KAAK,SAAS,CAAC;YACrB,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,UAAU,GAAG,SAAS,CAAC;YAE3B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,aAAa,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;gBACnC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAEvB,sDAAsD;gBACtD,IAAI,GAAG,GAAG,UAAU,IAAI,GAAG,EAAE,CAAC;oBAC5B,MAAM,UAAU,GAAG,CAAC,GAAG,GAAG,SAAS,CAAC,GAAG,IAAI,IAAI,KAAK,CAAC;oBACrD,MAAM,IAAI,GAAG;wBACX,aAAa;wBACb,SAAS,EAAE,GAAG,GAAG,SAAS;wBAC1B,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,UAAU,CAAC;qBACtD,CAAC;oBACF,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;wBAC3B,EAAE,CAAC,IAAI,CAAC,CAAC;oBACX,CAAC;oBACD,UAAU,GAAG,GAAG,CAAC;gBACnB,CAAC;gBAED,MAAM,KAAK,CAAC;YACd,CAAC;YAED,0BAA0B;YAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC5B,MAAM,eAAe,GAAG,CAAC,QAAQ,GAAG,SAAS,CAAC,GAAG,IAAI,IAAI,KAAK,CAAC;YAC/D,MAAM,SAAS,GAAG;gBAChB,aAAa;gBACb,SAAS,EAAE,QAAQ,GAAG,SAAS;gBAC/B,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,eAAe,CAAC;aAC3D,CAAC;YACF,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;gBAC3B,EAAE,CAAC,SAAS,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,UAAkB;QACvB,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,OAA0B;QAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACxG,OAAO,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAa;QACjB,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAa;QAClB,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,KAAK,GAAG,EAAE;QACb,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,OAAmB;QACrB,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAA6B;QAChC,MAAM,IAAI,GAAG,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;QACrE,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,UAAyB,EAAE;QAChC,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAwB,EAAE;QAC9B,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,EAAE,CAAC,MAAqB,EAAE,OAAuB;QACrD,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxC,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACrC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAI,UAAyB;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxC,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/C,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;QACD,OAAO,UAAU,CAAC,MAAM,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,OAAO;QACL,OAAO,IAAI,CAAC,gBAAgB,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,IAAI;QACF,OAAO,aAAa,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,OAAO,GAAG,KAAK;QAC3B,MAAM,OAAO,GAAU,EAAE,CAAC;QAC1B,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YACpC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClB,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC9B,MAAM;YACR,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,MAAM,UAAU,cAAc,CAC5B,MAA+E,EAC/E,OAAuB;IAEvB,OAAO,IAAI,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACvC,CAAC"}

package/dist/core/types.d.ts

@@ -5,7 +5,7 @@ export interface DataBatch {
     offset: number;
 }
 export type DataStream = AsyncIterable<DataBatch>;
-export type ColumnType = "string" | "integer" | "number" | "boolean" | "date" | "datetime" | "null" | "mixed";
+export type ColumnType = "string" | "integer" | "bigint" | "number" | "decimal" | "boolean" | "date" | "datetime" | "binary" | "json" | "null" | "mixed";
 export type SemanticType = "email" | "url" | "uuid" | "ipv4" | "ipv6" | "country-code" | "currency" | "phone";
 export interface ReaderOptions {
     batchSize?: number;
@@ -16,14 +16,34 @@ export interface ReaderOptions {
     maxRows?: number;
     filePath?: string;
     gzip?: boolean;
+    brotli?: boolean;
+    zstd?: boolean;
+    deflate?: boolean;
+    compress?: string;
+    compression?: string;
     format?: string;
+    table?: string;
+    query?: string;
+    params?: unknown[];
+    signal?: AbortSignal;
 }
 export interface WriterOptions {
     delimiter?: string;
     header?: boolean;
     sheet?: string;
     gzip?: boolean;
+    brotli?: boolean;
+    zstd?: boolean;
+    deflate?: boolean;
+    compress?: string;
+    compression?: string;
     format?: string;
+    table?: string;
+    transaction?: boolean;
+    createTable?: boolean;
+    upsert?: boolean;
+    conflictColumns?: string[];
+    truncate?: boolean;
 }
 export interface SheetMetadata {
     name: string;

package/dist/core/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/core/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEtD,MAAM,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE1C,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,GAAG,EAAE,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,UAAU,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;AAElD,MAAM,MAAM,UAAU,GAClB,QAAQ,GACR,SAAS,GACT,QAAQ,GACR,SAAS,GACT,MAAM,GACN,UAAU,GACV,MAAM,GACN,OAAO,CAAC;AAEZ,MAAM,MAAM,YAAY,GACpB,OAAO,GACP,KAAK,GACL,MAAM,GACN,MAAM,GACN,MAAM,GACN,cAAc,GACd,UAAU,GACV,OAAO,CAAC;AAEZ,MAAM,WAAW,aAAa;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,UAAU,CAAC;QACjB,cAAc,EAAE,MAAM,CAAC;QACvB,sBAAsB,CAAC,EAAE,MAAM,CAAC;KACjC,CAAC,CAAC;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,aAAa,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,UAAU,CAAC;IAC1C,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC/D,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClE,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,YAAY,CACV,KAAK,EAAE,QAAQ,GAAG,MAAM,EACxB,OAAO,CAAC,EAAE,aAAa,GACtB,aAAa,CAAC;IACjB,YAAY,CACV,MAAM,EAAE,QAAQ,GAAG,MAAM,EACzB,OAAO,CAAC,EAAE,aAAa,GACtB,aAAa,CAAC;CAClB;AAED,MAAM,MAAM,iBAAiB,GAAG,CAAC,MAAM,EAAE,UAAU,KAAK,UAAU,CAAC;AAEnE,MAAM,WAAW,UAAU,CAAC,CAAC;IAC3B,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI,CAAC;IACpB,KAAK,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;IACnC,MAAM,IAAI,CAAC,CAAC;CACb;AAED,MAAM,WAAW,oBAAoB;IACnC,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,MAAM,gBAAgB,GAAG,CAAC,IAAI,EAAE,oBAAoB,KAAK,IAAI,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/core/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEtD,MAAM,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE1C,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,GAAG,EAAE,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,UAAU,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;AAElD,MAAM,MAAM,UAAU,GAClB,QAAQ,GACR,SAAS,GACT,QAAQ,GACR,QAAQ,GACR,SAAS,GACT,SAAS,GACT,MAAM,GACN,UAAU,GACV,QAAQ,GACR,MAAM,GACN,MAAM,GACN,OAAO,CAAC;AAEZ,MAAM,MAAM,YAAY,GACpB,OAAO,GACP,KAAK,GACL,MAAM,GACN,MAAM,GACN,MAAM,GACN,cAAc,GACd,UAAU,GACV,OAAO,CAAC;AAEZ,MAAM,WAAW,aAAa;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,UAAU,CAAC;QACjB,cAAc,EAAE,MAAM,CAAC;QACvB,sBAAsB,CAAC,EAAE,MAAM,CAAC;KACjC,CAAC,CAAC;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,aAAa,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,UAAU,CAAC;IAC1C,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC/D,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClE,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,YAAY,CACV,KAAK,EAAE,QAAQ,GAAG,MAAM,EACxB,OAAO,CAAC,EAAE,aAAa,GACtB,aAAa,CAAC;IACjB,YAAY,CACV,MAAM,EAAE,QAAQ,GAAG,MAAM,EACzB,OAAO,CAAC,EAAE,aAAa,GACtB,aAAa,CAAC;CAClB;AAED,MAAM,MAAM,iBAAiB,GAAG,CAAC,MAAM,EAAE,UAAU,KAAK,UAAU,CAAC;AAEnE,MAAM,WAAW,UAAU,CAAC,CAAC;IAC3B,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,IAAI,CAAC;IACpB,KAAK,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;IACnC,MAAM,IAAI,CAAC,CAAC;CACb;AAED,MAAM,WAAW,oBAAoB;IACnC,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,MAAM,gBAAgB,GAAG,CAAC,IAAI,EAAE,oBAAoB,KAAK,IAAI,CAAC"}

package/dist/db/adapters/index.d.ts

@@ -0,0 +1,6 @@
+import type { DatabaseAdapter, DatabaseConnectionConfig } from "../types.js";
+/**
+ * Creates a concrete DatabaseAdapter instance from a connection URL or structured config.
+ */
+export declare function createDatabaseAdapter(urlOrConfig: string | DatabaseConnectionConfig): DatabaseAdapter;
+//# sourceMappingURL=index.d.ts.map

package/dist/db/adapters/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/db/adapters/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AAK7E;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,WAAW,EAAE,MAAM,GAAG,wBAAwB,GAC7C,eAAe,CAgBjB"}

package/dist/db/adapters/index.js

@@ -0,0 +1,21 @@
+import { parseDatabaseUrl } from "../url.js";
+import { SqliteDatabaseAdapter } from "./sqlite.js";
+import { PostgresDatabaseAdapter } from "./postgres.js";
+import { MysqlDatabaseAdapter } from "./mysql.js";
+/**
+ * Creates a concrete DatabaseAdapter instance from a connection URL or structured config.
+ */
+export function createDatabaseAdapter(urlOrConfig) {
+    const config = typeof urlOrConfig === "string" ? parseDatabaseUrl(urlOrConfig) : urlOrConfig;
+    switch (config.dialect) {
+        case "sqlite":
+            return new SqliteDatabaseAdapter(config);
+        case "postgres":
+            return new PostgresDatabaseAdapter(config);
+        case "mysql":
+            return new MysqlDatabaseAdapter(config);
+        default:
+            throw new Error(`Unsupported database dialect: ${config.dialect}`);
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/db/adapters/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/db/adapters/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAE7C,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAElD;;GAEG;AACH,MAAM,UAAU,qBAAqB,CACnC,WAA8C;IAE9C,MAAM,MAAM,GAAG,OAAO,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;IAE7F,QAAQ,MAAM,CAAC,OAAO,EAAE,CAAC;QACvB,KAAK,QAAQ;YACX,OAAO,IAAI,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAE3C,KAAK,UAAU;YACb,OAAO,IAAI,uBAAuB,CAAC,MAAM,CAAC,CAAC;QAE7C,KAAK,OAAO;YACV,OAAO,IAAI,oBAAoB,CAAC,MAAM,CAAC,CAAC;QAE1C;YACE,MAAM,IAAI,KAAK,CAAC,iCAAkC,MAAc,CAAC,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;AACH,CAAC"}

package/dist/db/adapters/mysql.d.ts

@@ -0,0 +1,16 @@
+import type { DataBatch } from "../../core/types.js";
+import type { DatabaseAdapter, DatabaseConnectionConfig, DatabaseDialect, DatabaseReadOptions, DatabaseWriteOptions, DatabaseWriteResult, TableSchemaMetadata } from "../types.js";
+export declare class MysqlDatabaseAdapter implements DatabaseAdapter {
+    readonly dialect: DatabaseDialect;
+    readonly sanitizedUrl: string;
+    private connectionConfig;
+    private pool;
+    constructor(config: DatabaseConnectionConfig);
+    stream(options: DatabaseReadOptions): AsyncIterable<DataBatch>;
+    write(input: AsyncIterable<DataBatch>, options: DatabaseWriteOptions): Promise<DatabaseWriteResult>;
+    getTables(): Promise<string[]>;
+    getTableSchema(table: string): Promise<TableSchemaMetadata>;
+    executeRaw(sql: string, params?: unknown[]): Promise<unknown>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=mysql.d.ts.map

package/dist/db/adapters/mysql.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mysql.d.ts","sourceRoot":"","sources":["../../../src/db/adapters/mysql.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAO,MAAM,qBAAqB,CAAC;AAE1D,OAAO,KAAK,EACV,eAAe,EACf,wBAAwB,EACxB,eAAe,EACf,mBAAmB,EACnB,oBAAoB,EACpB,mBAAmB,EAEnB,mBAAmB,EACpB,MAAM,aAAa,CAAC;AAErB,qBAAa,oBAAqB,YAAW,eAAe;IAC1D,QAAQ,CAAC,OAAO,EAAE,eAAe,CAAW;IAC5C,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,OAAO,CAAC,gBAAgB,CAA2B;IACnD,OAAO,CAAC,IAAI,CAAa;gBAEb,MAAM,EAAE,wBAAwB;IAkBrC,MAAM,CAAC,OAAO,EAAE,mBAAmB,GAAG,aAAa,CAAC,SAAS,CAAC;IA4D/D,KAAK,CACT,KAAK,EAAE,aAAa,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,mBAAmB,CAAC;IAwHzB,SAAS,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAW9B,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAiC3D,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAK7D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B"}

package/dist/db/adapters/mysql.js

@@ -0,0 +1,230 @@
+import mysql from "mysql2/promise";
+import { escapeIdentifier, escapeQualifiedTable, generateCreateTableSql, mysqlTypeToRowpipe } from "../mapping.js";
+export class MysqlDatabaseAdapter {
+    dialect = "mysql";
+    sanitizedUrl;
+    connectionConfig;
+    pool;
+    constructor(config) {
+        this.sanitizedUrl = config.sanitizedUrl;
+        this.connectionConfig = config;
+        this.pool = mysql.createPool({
+            host: config.host || "localhost",
+            port: config.port || 3306,
+            user: config.user || "root",
+            password: config.password,
+            database: config.database,
+            waitForConnections: true,
+            connectionLimit: 10,
+            queueLimit: 0,
+            supportBigNumbers: true,
+            bigNumberStrings: true,
+            dateStrings: true,
+        });
+    }
+    async *stream(options) {
+        const batchSize = Math.max(1, options.batchSize || 1000);
+        const sql = options.query || (options.table ? `SELECT * FROM ${escapeQualifiedTable(options.table, "mysql")}` : "");
+        if (!sql) {
+            throw new Error("Either table or query must be specified for MySQL stream");
+        }
+        const conn = await this.pool.getConnection();
+        try {
+            // mysql2 underlying connection stream
+            const rawConn = conn.connection;
+            const queryStream = rawConn.query(sql, options.params || []).stream({ highWaterMark: batchSize });
+            let currentBatch = [];
+            let offset = 0;
+            const onAbort = () => {
+                queryStream.destroy();
+            };
+            if (options.signal) {
+                options.signal.addEventListener("abort", onAbort, { once: true });
+            }
+            try {
+                for await (const row of queryStream) {
+                    if (options.signal?.aborted) {
+                        break;
+                    }
+                    currentBatch.push(row);
+                    if (currentBatch.length >= batchSize) {
+                        yield {
+                            rows: currentBatch,
+                            offset,
+                        };
+                        offset += currentBatch.length;
+                        currentBatch = [];
+                    }
+                }
+                if (currentBatch.length > 0 && !options.signal?.aborted) {
+                    yield {
+                        rows: currentBatch,
+                        offset,
+                    };
+                }
+            }
+            finally {
+                if (options.signal) {
+                    options.signal.removeEventListener("abort", onAbort);
+                }
+                queryStream.destroy();
+            }
+        }
+        finally {
+            conn.release();
+        }
+    }
+    async write(input, options) {
+        const startTime = Date.now();
+        let rowsWritten = 0;
+        let batchesWritten = 0;
+        let tableCreated = false;
+        const table = options.table;
+        if (!table) {
+            throw new Error("Target table name is required for database write");
+        }
+        const escapedTable = escapeQualifiedTable(table, "mysql");
+        const conn = await this.pool.getConnection();
+        try {
+            if (options.truncate) {
+                await conn.query(`TRUNCATE TABLE ${escapedTable};`);
+            }
+            const useTx = options.transaction !== false;
+            let insertColumns = [];
+            for await (const batch of input) {
+                if (batch.rows.length === 0)
+                    continue;
+                // Auto create table from first batch if requested
+                if (options.createTable && !tableCreated) {
+                    const firstRow = batch.rows[0];
+                    const inferredSchema = {};
+                    for (const [key, val] of Object.entries(firstRow)) {
+                        if (typeof val === "number") {
+                            inferredSchema[key] = Number.isInteger(val) ? "integer" : "number";
+                        }
+                        else if (typeof val === "bigint") {
+                            inferredSchema[key] = "bigint";
+                        }
+                        else if (typeof val === "boolean") {
+                            inferredSchema[key] = "boolean";
+                        }
+                        else {
+                            inferredSchema[key] = "string";
+                        }
+                    }
+                    const ddl = generateCreateTableSql(table, inferredSchema, "mysql", options.conflictColumns);
+                    if (options.dryRun) {
+                        process.stdout.write(`\n-- Dry-run DDL:\n${ddl}\n`);
+                        return { rowsWritten: 0, batchesWritten: 0, durationMs: Date.now() - startTime, tableCreated: true };
+                    }
+                    await conn.query(ddl);
+                    tableCreated = true;
+                }
+                if (insertColumns.length === 0) {
+                    insertColumns = Object.keys(batch.rows[0]);
+                }
+                if (useTx) {
+                    await conn.beginTransaction();
+                }
+                try {
+                    const escapedCols = insertColumns.map((c) => escapeIdentifier(c, "mysql")).join(", ");
+                    const MAX_PARAMS = 50000;
+                    const chunkSize = Math.max(1, Math.floor(MAX_PARAMS / insertColumns.length));
+                    for (let i = 0; i < batch.rows.length; i += chunkSize) {
+                        const rowChunk = batch.rows.slice(i, i + chunkSize);
+                        const rowPlaceholder = `(${insertColumns.map(() => "?").join(", ")})`;
+                        const allPlaceholders = rowChunk.map(() => rowPlaceholder).join(", ");
+                        const flatParams = [];
+                        for (const row of rowChunk) {
+                            for (const col of insertColumns) {
+                                const v = row[col];
+                                if (typeof v === "object" && v !== null && !(v instanceof Uint8Array) && !(v instanceof Date)) {
+                                    flatParams.push(JSON.stringify(v));
+                                }
+                                else {
+                                    flatParams.push(v === undefined ? null : v);
+                                }
+                            }
+                            rowsWritten++;
+                        }
+                        let sql = `INSERT INTO ${escapedTable} (${escapedCols}) VALUES ${allPlaceholders}`;
+                        if (options.upsert) {
+                            const updateCols = insertColumns
+                                .map((c) => `${escapeIdentifier(c, "mysql")} = VALUES(${escapeIdentifier(c, "mysql")})`)
+                                .join(", ");
+                            sql += ` ON DUPLICATE KEY UPDATE ${updateCols}`;
+                        }
+                        await conn.query(sql, flatParams);
+                    }
+                    if (useTx) {
+                        await conn.commit();
+                    }
+                }
+                catch (err) {
+                    if (useTx) {
+                        try {
+                            await conn.rollback();
+                        }
+                        catch {
+                            // Ignore rollback errors
+                        }
+                    }
+                    throw err;
+                }
+                batchesWritten++;
+            }
+        }
+        finally {
+            conn.release();
+        }
+        return {
+            rowsWritten,
+            batchesWritten,
+            durationMs: Date.now() - startTime,
+            tableCreated,
+        };
+    }
+    async getTables() {
+        const [rows] = await this.pool.query(`SELECT table_name
+       FROM information_schema.tables
+       WHERE table_schema = DATABASE()
+         AND table_type = 'BASE TABLE'
+       ORDER BY table_name`);
+        return rows.map((r) => r.table_name || r.TABLE_NAME);
+    }
+    async getTableSchema(table) {
+        const [rows] = await this.pool.query(`SELECT column_name, column_type, is_nullable, column_key, column_default
+       FROM information_schema.columns
+       WHERE table_schema = DATABASE() AND table_name = ?
+       ORDER BY ordinal_position`, [table]);
+        const primaryKeys = [];
+        const columns = rows.map((r) => {
+            const colName = r.column_name || r.COLUMN_NAME;
+            const colType = r.column_type || r.COLUMN_TYPE;
+            const isPk = (r.column_key || r.COLUMN_KEY) === "PRI";
+            if (isPk)
+                primaryKeys.push(colName);
+            return {
+                name: colName,
+                dbType: colType,
+                rowpipeType: mysqlTypeToRowpipe(colType),
+                nullable: (r.is_nullable || r.IS_NULLABLE) === "YES",
+                isPrimaryKey: isPk,
+                defaultValue: r.column_default || r.COLUMN_DEFAULT,
+            };
+        });
+        return {
+            table,
+            columns,
+            primaryKeys,
+        };
+    }
+    async executeRaw(sql, params) {
+        const [result] = await this.pool.query(sql, params);
+        return result;
+    }
+    async close() {
+        await this.pool.end();
+    }
+}
+//# sourceMappingURL=mysql.js.map

package/dist/db/adapters/mysql.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mysql.js","sourceRoot":"","sources":["../../../src/db/adapters/mysql.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,gBAAgB,CAAC;AAEnC,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAYnH,MAAM,OAAO,oBAAoB;IACtB,OAAO,GAAoB,OAAO,CAAC;IACnC,YAAY,CAAS;IACtB,gBAAgB,CAA2B;IAC3C,IAAI,CAAa;IAEzB,YAAY,MAAgC;QAC1C,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;QACxC,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC;QAC/B,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC;YAC3B,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,WAAW;YAChC,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI;YACzB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,MAAM;YAC3B,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,kBAAkB,EAAE,IAAI;YACxB,eAAe,EAAE,EAAE;YACnB,UAAU,EAAE,CAAC;YACb,iBAAiB,EAAE,IAAI;YACvB,gBAAgB,EAAE,IAAI;YACtB,WAAW,EAAE,IAAI;SAClB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,OAA4B;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;QACzD,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,iBAAiB,oBAAoB,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACpH,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;QAC9E,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;QAE7C,IAAI,CAAC;YACH,sCAAsC;YACtC,MAAM,OAAO,GAAS,IAAY,CAAC,UAAU,CAAC;YAC9C,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC;YAElG,IAAI,YAAY,GAAU,EAAE,CAAC;YAC7B,IAAI,MAAM,GAAG,CAAC,CAAC;YAEf,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,WAAW,CAAC,OAAO,EAAE,CAAC;YACxB,CAAC,CAAC;YAEF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACpE,CAAC;YAED,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;oBACpC,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;wBAC5B,MAAM;oBACR,CAAC;oBAED,YAAY,CAAC,IAAI,CAAC,GAAU,CAAC,CAAC;oBAE9B,IAAI,YAAY,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;wBACrC,MAAM;4BACJ,IAAI,EAAE,YAAY;4BAClB,MAAM;yBACP,CAAC;wBACF,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC;wBAC9B,YAAY,GAAG,EAAE,CAAC;oBACpB,CAAC;gBACH,CAAC;gBAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;oBACxD,MAAM;wBACJ,IAAI,EAAE,YAAY;wBAClB,MAAM;qBACP,CAAC;gBACJ,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oBACnB,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBACvD,CAAC;gBACD,WAAW,CAAC,OAAO,EAAE,CAAC;YACxB,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CACT,KAA+B,EAC/B,OAA6B;QAE7B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,YAAY,GAAG,KAAK,CAAC;QAEzB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,YAAY,GAAG,oBAAoB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;QAE7C,IAAI,CAAC;YACH,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACrB,MAAM,IAAI,CAAC,KAAK,CAAC,kBAAkB,YAAY,GAAG,CAAC,CAAC;YACtD,CAAC;YAED,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,KAAK,KAAK,CAAC;YAC5C,IAAI,aAAa,GAAa,EAAE,CAAC;YAEjC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gBAChC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS;gBAEtC,kDAAkD;gBAClD,IAAI,OAAO,CAAC,WAAW,IAAI,CAAC,YAAY,EAAE,CAAC;oBACzC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;oBAChC,MAAM,cAAc,GAAwB,EAAE,CAAC;oBAC/C,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAClD,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;4BAC5B,cAAc,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;wBACrE,CAAC;6BAAM,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;4BACnC,cAAc,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;wBACjC,CAAC;6BAAM,IAAI,OAAO,GAAG,KAAK,SAAS,EAAE,CAAC;4BACpC,cAAc,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;wBAClC,CAAC;6BAAM,CAAC;4BACN,cAAc,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;wBACjC,CAAC;oBACH,CAAC;oBACD,MAAM,GAAG,GAAG,sBAAsB,CAAC,KAAK,EAAE,cAAc,EAAE,OAAO,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;oBAC5F,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;wBACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAAC;wBACpD,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;oBACvG,CAAC;oBACD,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBACtB,YAAY,GAAG,IAAI,CAAC;gBACtB,CAAC;gBAED,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC/B,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;gBAC9C,CAAC;gBAED,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAChC,CAAC;gBAED,IAAI,CAAC;oBACH,MAAM,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACtF,MAAM,UAAU,GAAG,KAAK,CAAC;oBACzB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;oBAE7E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;wBACtD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;wBACpD,MAAM,cAAc,GAAG,IAAI,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;wBACtE,MAAM,eAAe,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACtE,MAAM,UAAU,GAAc,EAAE,CAAC;wBAEjC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;4BAC3B,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;gCAChC,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;gCACnB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,YAAY,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC;oCAC9F,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;gCACrC,CAAC;qCAAM,CAAC;oCACN,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gCAC9C,CAAC;4BACH,CAAC;4BACD,WAAW,EAAE,CAAC;wBAChB,CAAC;wBAED,IAAI,GAAG,GAAG,eAAe,YAAY,KAAK,WAAW,YAAY,eAAe,EAAE,CAAC;wBAEnF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;4BACnB,MAAM,UAAU,GAAG,aAAa;iCAC7B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,gBAAgB,CAAC,CAAC,EAAE,OAAO,CAAC,aAAa,gBAAgB,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC;iCACvF,IAAI,CAAC,IAAI,CAAC,CAAC;4BACd,GAAG,IAAI,4BAA4B,UAAU,EAAE,CAAC;wBAClD,CAAC;wBAED,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;oBACpC,CAAC;oBAED,IAAI,KAAK,EAAE,CAAC;wBACV,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;oBACtB,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,IAAI,KAAK,EAAE,CAAC;wBACV,IAAI,CAAC;4BACH,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACxB,CAAC;wBAAC,MAAM,CAAC;4BACP,yBAAyB;wBAC3B,CAAC;oBACH,CAAC;oBACD,MAAM,GAAG,CAAC;gBACZ,CAAC;gBAED,cAAc,EAAE,CAAC;YACnB,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;QAED,OAAO;YACL,WAAW;YACX,cAAc;YACd,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,YAAY;SACb,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,CAAC,IAAI,CAAC,GAAQ,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACvC;;;;2BAIqB,CACtB,CAAC;QACF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAChC,MAAM,CAAC,IAAI,CAAC,GAAQ,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACvC;;;iCAG2B,EAC3B,CAAC,KAAK,CAAC,CACR,CAAC;QAEF,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,MAAM,OAAO,GAA0B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;YACzD,MAAM,OAAO,GAAG,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW,CAAC;YAC/C,MAAM,OAAO,GAAG,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW,CAAC;YAC/C,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,KAAK,CAAC;YACtD,IAAI,IAAI;gBAAE,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAEpC,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,OAAO;gBACf,WAAW,EAAE,kBAAkB,CAAC,OAAO,CAAC;gBACxC,QAAQ,EAAE,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW,CAAC,KAAK,KAAK;gBACpD,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC,cAAc;aACnD,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,KAAK;YACL,OAAO;YACP,WAAW;SACZ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,GAAW,EAAE,MAAkB;QAC9C,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACpD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;IACxB,CAAC;CACF"}

package/dist/db/adapters/postgres.d.ts

@@ -0,0 +1,17 @@
+import type { DataBatch } from "../../core/types.js";
+import type { DatabaseAdapter, DatabaseConnectionConfig, DatabaseDialect, DatabaseReadOptions, DatabaseWriteOptions, DatabaseWriteResult, TableSchemaMetadata } from "../types.js";
+export declare class PostgresDatabaseAdapter implements DatabaseAdapter {
+    readonly dialect: DatabaseDialect;
+    readonly sanitizedUrl: string;
+    private client;
+    private isConnected;
+    constructor(config: DatabaseConnectionConfig);
+    private ensureConnected;
+    stream(options: DatabaseReadOptions): AsyncIterable<DataBatch>;
+    write(input: AsyncIterable<DataBatch>, options: DatabaseWriteOptions): Promise<DatabaseWriteResult>;
+    getTables(): Promise<string[]>;
+    getTableSchema(table: string): Promise<TableSchemaMetadata>;
+    executeRaw(sql: string, params?: unknown[]): Promise<unknown>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=postgres.d.ts.map

package/dist/db/adapters/postgres.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgres.d.ts","sourceRoot":"","sources":["../../../src/db/adapters/postgres.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAO,MAAM,qBAAqB,CAAC;AAE1D,OAAO,KAAK,EACV,eAAe,EACf,wBAAwB,EACxB,eAAe,EACf,mBAAmB,EACnB,oBAAoB,EACpB,mBAAmB,EAEnB,mBAAmB,EACpB,MAAM,aAAa,CAAC;AAErB,qBAAa,uBAAwB,YAAW,eAAe;IAC7D,QAAQ,CAAC,OAAO,EAAE,eAAe,CAAc;IAC/C,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,WAAW,CAAS;gBAEhB,MAAM,EAAE,wBAAwB;YAQ9B,eAAe;IAOtB,MAAM,CAAC,OAAO,EAAE,mBAAmB,GAAG,aAAa,CAAC,SAAS,CAAC;IAwD/D,KAAK,CACT,KAAK,EAAE,aAAa,CAAC,SAAS,CAAC,EAC/B,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,mBAAmB,CAAC;IA+HzB,SAAS,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAY9B,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAgD3D,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAK7D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAM7B"}