rowpipe 1.0.0

package/dist/readers/jsonl.js

@@ -0,0 +1,95 @@
+import { createReadStream } from "node:fs";
+import { createInterface } from "node:readline";
+import { ParseError } from "../core/errors.js";
+export class JSONLReader {
+    input;
+    options;
+    constructor(input, options = {}) {
+        this.input = input;
+        this.options = { ...options };
+        if (typeof input === "string") {
+            this.options.filePath = input;
+        }
+    }
+    getInputStream() {
+        if (typeof this.input === "string") {
+            return createReadStream(this.input);
+        }
+        return this.input;
+    }
+    async *read(options) {
+        const mergedOptions = {
+            ...this.options,
+            ...options,
+        };
+        const batchSize = Math.max(1, mergedOptions.batchSize ?? 1000);
+        const stream = this.getInputStream();
+        const rl = createInterface({
+            input: stream,
+            crlfDelay: Infinity,
+        });
+        let lineNumber = 0;
+        let rowsInCurrentBatch = [];
+        let globalOffset = 0;
+        for await (const line of rl) {
+            lineNumber++;
+            const trimmed = line.trim();
+            if (!trimmed)
+                continue;
+            let parsed;
+            try {
+                parsed = JSON.parse(trimmed);
+            }
+            catch (err) {
+                throw new ParseError(`Invalid JSON on line ${lineNumber}: ${err.message}`, {
+                    file: mergedOptions.filePath,
+                    line: lineNumber,
+                    row: lineNumber,
+                });
+            }
+            if (typeof parsed !== "object" || parsed === null || Array.isArray(parsed)) {
+                throw new ParseError(`Expected JSON object on line ${lineNumber}, got ${Array.isArray(parsed) ? "array" : typeof parsed}`, {
+                    file: mergedOptions.filePath,
+                    line: lineNumber,
+                    row: lineNumber,
+                });
+            }
+            rowsInCurrentBatch.push(parsed);
+            if (rowsInCurrentBatch.length >= batchSize) {
+                yield {
+                    rows: rowsInCurrentBatch,
+                    offset: globalOffset,
+                };
+                globalOffset += rowsInCurrentBatch.length;
+                rowsInCurrentBatch = [];
+            }
+        }
+        if (rowsInCurrentBatch.length > 0) {
+            yield {
+                rows: rowsInCurrentBatch,
+                offset: globalOffset,
+            };
+        }
+    }
+    async inspect(options) {
+        let rowCount = 0;
+        let columnNames = [];
+        for await (const batch of this.read({ ...options, batchSize: 5000 })) {
+            if (columnNames.length === 0 && batch.rows.length > 0 && batch.rows[0]) {
+                columnNames = Object.keys(batch.rows[0]);
+            }
+            rowCount += batch.rows.length;
+        }
+        return {
+            format: "JSONL",
+            rowCount,
+            columnCount: columnNames.length,
+            columns: columnNames.map((name) => ({
+                name,
+                type: "string",
+                nullPercentage: 0,
+            })),
+        };
+    }
+}
+//# sourceMappingURL=jsonl.js.map

package/dist/readers/jsonl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonl.js","sourceRoot":"","sources":["../../src/readers/jsonl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAc/C,MAAM,OAAO,WAAW;IACd,KAAK,CAAoB;IACzB,OAAO,CAAqB;IAEpC,YAAY,KAAwB,EAAE,UAA8B,EAAE;QACpE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IAEO,cAAc;QACpB,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YACnC,OAAO,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,OAAuB;QACjC,MAAM,aAAa,GAAuB;YACxC,GAAG,IAAI,CAAC,OAAO;YACf,GAAG,OAAO;SACX,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAErC,MAAM,EAAE,GAAG,eAAe,CAAC;YACzB,KAAK,EAAE,MAAM;YACb,SAAS,EAAE,QAAQ;SACpB,CAAC,CAAC;QAEH,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,kBAAkB,GAAU,EAAE,CAAC;QACnC,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;YAC5B,UAAU,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO;gBAAE,SAAS;YAEvB,IAAI,MAAe,CAAC;YACpB,IAAI,CAAC;gBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,IAAI,UAAU,CAClB,wBAAwB,UAAU,KAAM,GAAa,CAAC,OAAO,EAAE,EAC/D;oBACE,IAAI,EAAE,aAAa,CAAC,QAAQ;oBAC5B,IAAI,EAAE,UAAU;oBAChB,GAAG,EAAE,UAAU;iBAChB,CACF,CAAC;YACJ,CAAC;YAED,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3E,MAAM,IAAI,UAAU,CAClB,gCAAgC,UAAU,SAAS,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,MAAM,EAAE,EACpG;oBACE,IAAI,EAAE,aAAa,CAAC,QAAQ;oBAC5B,IAAI,EAAE,UAAU;oBAChB,GAAG,EAAE,UAAU;iBAChB,CACF,CAAC;YACJ,CAAC;YAED,kBAAkB,CAAC,IAAI,CAAC,MAAa,CAAC,CAAC;YAEvC,IAAI,kBAAkB,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBAC3C,MAAM;oBACJ,IAAI,EAAE,kBAAkB;oBACxB,MAAM,EAAE,YAAY;iBACrB,CAAC;gBACF,YAAY,IAAI,kBAAkB,CAAC,MAAM,CAAC;gBAC1C,kBAAkB,GAAG,EAAE,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,MAAM;gBACJ,IAAI,EAAE,kBAAkB;gBACxB,MAAM,EAAE,YAAY;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAuB;QACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,WAAW,GAAa,EAAE,CAAC;QAE/B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACrE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,CAAC;YACD,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAChC,CAAC;QAED,OAAO;YACL,MAAM,EAAE,OAAO;YACf,QAAQ;YACR,WAAW,EAAE,WAAW,CAAC,MAAM;YAC/B,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClC,IAAI;gBACJ,IAAI,EAAE,QAAQ;gBACd,cAAc,EAAE,CAAC;aAClB,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;CACF"}

package/dist/readers/xlsx.d.ts

@@ -0,0 +1,18 @@
+import type { Readable } from "node:stream";
+import type { DataStream, InspectionMetadata, ReaderOptions, TabularReader } from "../core/types.js";
+export interface XLSXReaderOptions extends ReaderOptions {
+    sheet?: string | number;
+    filePath?: string;
+}
+export declare class XLSXReader implements TabularReader {
+    private input;
+    private options;
+    constructor(input: Readable | string, options?: XLSXReaderOptions);
+    getParsedSheets(): Promise<Array<{
+        sheet: string;
+        data: unknown[][];
+    }>>;
+    read(options?: ReaderOptions): DataStream;
+    inspect(options?: ReaderOptions): Promise<InspectionMetadata>;
+}
+//# sourceMappingURL=xlsx.d.ts.map

package/dist/readers/xlsx.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"xlsx.d.ts","sourceRoot":"","sources":["../../src/readers/xlsx.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAG5C,OAAO,KAAK,EAEV,UAAU,EACV,kBAAkB,EAClB,aAAa,EAGb,aAAa,EACd,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,iBAAkB,SAAQ,aAAa;IACtD,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,UAAW,YAAW,aAAa;IAC9C,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,OAAO,CAAoB;gBAEvB,KAAK,EAAE,QAAQ,GAAG,MAAM,EAAE,OAAO,GAAE,iBAAsB;IAQ/D,eAAe,IAAI,OAAO,CAAC,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CAAA;KAAE,CAAC,CAAC;IAoBtE,IAAI,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,UAAU;IA+E1C,OAAO,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAoDpE"}

package/dist/readers/xlsx.js

@@ -0,0 +1,138 @@
+import readXlsxFile from "read-excel-file/node";
+import { InvalidArgumentError, ParseError } from "../core/errors.js";
+export class XLSXReader {
+    input;
+    options;
+    constructor(input, options = {}) {
+        this.input = input;
+        this.options = { ...options };
+        if (typeof input === "string") {
+            this.options.filePath = input;
+        }
+    }
+    async getParsedSheets() {
+        try {
+            const result = await readXlsxFile(this.input, { getSheets: true });
+            if (Array.isArray(result)) {
+                if (result.length > 0 && typeof result[0] === "object" && result[0] !== null && "sheet" in result[0]) {
+                    return result;
+                }
+                return [{ sheet: "Sheet1", data: result }];
+            }
+            return [];
+        }
+        catch (err) {
+            throw new ParseError(`Failed to parse XLSX: ${err.message}`, {
+                file: this.options.filePath,
+            });
+        }
+    }
+    async *read(options) {
+        const mergedOptions = {
+            ...this.options,
+            ...options,
+        };
+        const batchSize = Math.max(1, mergedOptions.batchSize ?? 1000);
+        const targetSheet = mergedOptions.sheet;
+        const sheets = await this.getParsedSheets();
+        if (sheets.length === 0) {
+            return;
+        }
+        let selectedSheet;
+        if (targetSheet === undefined || targetSheet === null) {
+            selectedSheet = sheets[0];
+        }
+        else if (typeof targetSheet === "number") {
+            selectedSheet = sheets[targetSheet - 1];
+        }
+        else {
+            selectedSheet = sheets.find((s) => s.sheet.toLowerCase() === String(targetSheet).toLowerCase());
+        }
+        if (!selectedSheet) {
+            throw new InvalidArgumentError(`Sheet "${targetSheet}" was not found in the workbook. Available sheets: ${sheets.map((s) => s.sheet).join(", ")}`);
+        }
+        const grid = selectedSheet.data;
+        if (grid.length === 0)
+            return;
+        let headers = null;
+        let rowsInCurrentBatch = [];
+        let globalOffset = 0;
+        for (let r = 0; r < grid.length; r++) {
+            const rowCells = grid[r] || [];
+            if (rowCells.length === 0 || rowCells.every((c) => c === null || c === undefined || c === "")) {
+                continue;
+            }
+            if (headers === null) {
+                headers = rowCells.map((c, i) => {
+                    const str = c !== null && c !== undefined ? String(c).trim() : "";
+                    return str.length > 0 ? str : `col_${i + 1}`;
+                });
+                continue;
+            }
+            const rowObj = {};
+            for (let i = 0; i < headers.length; i++) {
+                const key = headers[i] || `col_${i + 1}`;
+                const cellVal = rowCells[i];
+                rowObj[key] = cellVal !== null && cellVal !== undefined ? cellVal : "";
+            }
+            rowsInCurrentBatch.push(rowObj);
+            if (rowsInCurrentBatch.length >= batchSize) {
+                yield {
+                    rows: rowsInCurrentBatch,
+                    offset: globalOffset,
+                };
+                globalOffset += rowsInCurrentBatch.length;
+                rowsInCurrentBatch = [];
+            }
+        }
+        if (rowsInCurrentBatch.length > 0) {
+            yield {
+                rows: rowsInCurrentBatch,
+                offset: globalOffset,
+            };
+        }
+    }
+    async inspect(options) {
+        const sheets = await this.getParsedSheets();
+        const targetSheet = options?.sheet ?? this.options.sheet;
+        const sheetSummaries = sheets.map((s) => {
+            const nonHeaderRows = Math.max(0, s.data.length - 1);
+            const headerRow = s.data[0] || [];
+            const colHeaders = headerRow.map((c, i) => c !== null && c !== undefined ? String(c).trim() : `col_${i + 1}`);
+            return {
+                name: s.sheet,
+                rowCount: nonHeaderRows,
+                columnCount: colHeaders.length,
+                columns: colHeaders,
+            };
+        });
+        let selectedSheet = sheets[0];
+        if (targetSheet !== undefined && targetSheet !== null) {
+            selectedSheet =
+                typeof targetSheet === "number"
+                    ? sheets[targetSheet - 1]
+                    : sheets.find((s) => s.sheet.toLowerCase() === String(targetSheet).toLowerCase());
+        }
+        let columns = [];
+        let rowCount = 0;
+        if (selectedSheet && selectedSheet.data.length > 0) {
+            const headerRow = selectedSheet.data[0] || [];
+            const colHeaders = headerRow.map((c, i) => c !== null && c !== undefined ? String(c).trim() : `col_${i + 1}`);
+            rowCount = Math.max(0, selectedSheet.data.length - 1);
+            columns = colHeaders.map((name) => ({
+                name,
+                type: "string",
+                nullPercentage: 0,
+            }));
+        }
+        return {
+            format: "XLSX",
+            rowCount,
+            columnCount: columns.length,
+            columns,
+            sheetsCount: sheets.length,
+            sheets: sheetSummaries,
+        };
+    }
+}
+//# sourceMappingURL=xlsx.js.map

package/dist/readers/xlsx.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"xlsx.js","sourceRoot":"","sources":["../../src/readers/xlsx.ts"],"names":[],"mappings":"AACA,OAAO,YAAY,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,oBAAoB,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAgBrE,MAAM,OAAO,UAAU;IACb,KAAK,CAAoB;IACzB,OAAO,CAAoB;IAEnC,YAAY,KAAwB,EAAE,UAA6B,EAAE;QACnE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAO,YAAmF,CACvG,IAAI,CAAC,KAAK,EACV,EAAE,SAAS,EAAE,IAAI,EAAE,CACpB,CAAC;YACF,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1B,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,MAAM,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;oBACrG,OAAO,MAAqD,CAAC;gBAC/D,CAAC;gBACD,OAAO,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAqB,EAAE,CAAC,CAAC;YAC5D,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,UAAU,CAAC,yBAA0B,GAAa,CAAC,OAAO,EAAE,EAAE;gBACtE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ;aAC5B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,OAAuB;QACjC,MAAM,aAAa,GAAsB;YACvC,GAAG,IAAI,CAAC,OAAO;YACf,GAAG,OAAO;SACX,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;QAC/D,MAAM,WAAW,GAAG,aAAa,CAAC,KAAK,CAAC;QAExC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC5C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,aAA+D,CAAC;QAEpE,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;YACtD,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC;aAAM,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;YAC3C,aAAa,GAAG,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,aAAa,GAAG,MAAM,CAAC,IAAI,CACzB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CACnE,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,MAAM,IAAI,oBAAoB,CAC5B,UAAU,WAAW,sDAAsD,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACnH,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC;QAChC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE9B,IAAI,OAAO,GAAoB,IAAI,CAAC;QACpC,IAAI,kBAAkB,GAAU,EAAE,CAAC;QACnC,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC/B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC;gBAC9F,SAAS;YACX,CAAC;YAED,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBACrB,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;oBAC9B,MAAM,GAAG,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAClE,OAAO,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC/C,CAAC,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,MAAM,GAAQ,EAAE,CAAC;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACxC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAC5B,MAAM,CAAC,GAAG,CAAC,GAAG,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACzE,CAAC;YAED,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEhC,IAAI,kBAAkB,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBAC3C,MAAM;oBACJ,IAAI,EAAE,kBAAkB;oBACxB,MAAM,EAAE,YAAY;iBACrB,CAAC;gBACF,YAAY,IAAI,kBAAkB,CAAC,MAAM,CAAC;gBAC1C,kBAAkB,GAAG,EAAE,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,MAAM;gBACJ,IAAI,EAAE,kBAAkB;gBACxB,MAAM,EAAE,YAAY;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAuB;QACnC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC5C,MAAM,WAAW,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;QAEzD,MAAM,cAAc,GAAoB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACvD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACrD,MAAM,SAAS,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAClC,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACxC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAClE,CAAC;YAEF,OAAO;gBACL,IAAI,EAAE,CAAC,CAAC,KAAK;gBACb,QAAQ,EAAE,aAAa;gBACvB,WAAW,EAAE,UAAU,CAAC,MAAM;gBAC9B,OAAO,EAAE,UAAU;aACpB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,IAAI,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;YACtD,aAAa;gBACX,OAAO,WAAW,KAAK,QAAQ;oBAC7B,CAAC,CAAC,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC;oBACzB,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QACxF,CAAC;QAED,IAAI,OAAO,GAA+D,EAAE,CAAC;QAC7E,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,IAAI,aAAa,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnD,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC9C,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACxC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAClE,CAAC;YACF,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACtD,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClC,IAAI;gBACJ,IAAI,EAAE,QAAQ;gBACd,cAAc,EAAE,CAAC;aAClB,CAAC,CAAC,CAAC;QACN,CAAC;QAED,OAAO;YACL,MAAM,EAAE,MAAM;YACd,QAAQ;YACR,WAAW,EAAE,OAAO,CAAC,MAAM;YAC3B,OAAO;YACP,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,MAAM,EAAE,cAAc;SACvB,CAAC;IACJ,CAAC;CACF"}

package/dist/transforms/cast.d.ts

@@ -0,0 +1,21 @@
+import type { TransformFunction } from "../core/types.js";
+export type CastOnError = "fail" | "null" | "keep" | "skip-row";
+export interface CastOptions {
+    onError?: CastOnError;
+}
+/**
+ * Casts a single value to the target type.
+ */
+export declare function castValue(value: unknown, targetType: string, onError?: CastOnError): {
+    value: unknown;
+    success: boolean;
+};
+/**
+ * Creates a transform that casts specified columns to target types.
+ */
+export declare function castColumns(typeSpecs: Record<string, string>, options?: CastOptions): TransformFunction;
+/**
+ * Parses command line cast specs like ["age:integer", "revenue:number"].
+ */
+export declare function parseCastSpecs(specs: string[]): Record<string, string>;
+//# sourceMappingURL=cast.d.ts.map

package/dist/transforms/cast.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cast.d.ts","sourceRoot":"","sources":["../../src/transforms/cast.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAmB,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAE3E,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,UAAU,CAAC;AAEhE,MAAM,WAAW,WAAW;IAC1B,OAAO,CAAC,EAAE,WAAW,CAAC;CACvB;AAED;;GAEG;AACH,wBAAgB,SAAS,CACvB,KAAK,EAAE,OAAO,EACd,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE,WAAoB,GAC5B;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,CAmFtC;AAED;;GAEG;AACH,wBAAgB,WAAW,CACzB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACjC,OAAO,GAAE,WAAgB,GACxB,iBAAiB,CA0FnB;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAStE"}

package/dist/transforms/cast.js

@@ -0,0 +1,182 @@
+import { InvalidArgumentError } from "../core/errors.js";
+/**
+ * Casts a single value to the target type.
+ */
+export function castValue(value, targetType, onError = "null") {
+    if (value === null || value === undefined || value === "") {
+        return { value: null, success: true };
+    }
+    const str = String(value).trim();
+    const lowerType = targetType.toLowerCase();
+    try {
+        switch (lowerType) {
+            case "string":
+                return { value: String(value), success: true };
+            case "integer":
+            case "int": {
+                if (!/^-?\d+$/.test(str)) {
+                    throw new Error(`Cannot cast "${str}" to integer`);
+                }
+                const parsedInt = Number.parseInt(str, 10);
+                if (Number.isNaN(parsedInt)) {
+                    throw new Error(`Cannot cast "${str}" to integer`);
+                }
+                return { value: parsedInt, success: true };
+            }
+            case "number":
+            case "float":
+            case "double": {
+                const parsedNum = Number.parseFloat(str);
+                if (Number.isNaN(parsedNum)) {
+                    throw new Error(`Cannot cast "${str}" to number`);
+                }
+                return { value: parsedNum, success: true };
+            }
+            case "boolean":
+            case "bool": {
+                const lower = str.toLowerCase();
+                if (["true", "1", "yes", "t", "y"].includes(lower)) {
+                    return { value: true, success: true };
+                }
+                if (["false", "0", "no", "f", "n"].includes(lower)) {
+                    return { value: false, success: true };
+                }
+                throw new Error(`Cannot cast "${str}" to boolean`);
+            }
+            case "date": {
+                const d = new Date(str);
+                if (Number.isNaN(d.getTime())) {
+                    throw new Error(`Cannot cast "${str}" to date`);
+                }
+                return { value: d.toISOString().split("T")[0], success: true };
+            }
+            case "datetime": {
+                const d = new Date(str);
+                if (Number.isNaN(d.getTime())) {
+                    throw new Error(`Cannot cast "${str}" to datetime`);
+                }
+                return { value: d.toISOString(), success: true };
+            }
+            case "json": {
+                const parsed = JSON.parse(str);
+                return { value: parsed, success: true };
+            }
+            default:
+                throw new Error(`Unknown target type "${targetType}"`);
+        }
+    }
+    catch (err) {
+        if (onError === "fail") {
+            throw new InvalidArgumentError(`Failed to cast value "${str}" to type "${targetType}": ${err.message}`);
+        }
+        if (onError === "keep") {
+            return { value, success: false };
+        }
+        // "null" or "skip-row"
+        return { value: null, success: false };
+    }
+}
+/**
+ * Creates a transform that casts specified columns to target types.
+ */
+export function castColumns(typeSpecs, options = {}) {
+    const onError = options.onError || "null";
+    const compiled = Object.entries(typeSpecs).map(([col, targetType]) => {
+        const lower = targetType.toLowerCase();
+        // Fast-path specialized caster functions
+        if (lower === "number" || lower === "float" || lower === "double") {
+            return {
+                col,
+                cast: (val) => {
+                    if (val === null || val === undefined || val === "")
+                        return { value: null, success: true };
+                    const num = typeof val === "number" ? val : Number(val);
+                    if (!Number.isNaN(num))
+                        return { value: num, success: true };
+                    if (onError === "fail")
+                        throw new InvalidArgumentError(`Cannot cast "${String(val)}" to number`);
+                    if (onError === "keep")
+                        return { value: val, success: false };
+                    return { value: null, success: false };
+                },
+            };
+        }
+        if (lower === "integer" || lower === "int") {
+            return {
+                col,
+                cast: (val) => {
+                    if (val === null || val === undefined || val === "")
+                        return { value: null, success: true };
+                    const str = String(val).trim();
+                    if (!/^-?\d+$/.test(str)) {
+                        if (onError === "fail")
+                            throw new InvalidArgumentError(`Cannot cast "${str}" to integer`);
+                        if (onError === "keep")
+                            return { value: val, success: false };
+                        return { value: null, success: false };
+                    }
+                    const num = Number.parseInt(str, 10);
+                    return { value: num, success: true };
+                },
+            };
+        }
+        if (lower === "string") {
+            return {
+                col,
+                cast: (val) => ({ value: val !== null && val !== undefined ? String(val) : "", success: true }),
+            };
+        }
+        return {
+            col,
+            cast: (val) => castValue(val, targetType, onError),
+        };
+    });
+    const compiledLen = compiled.length;
+    return function (stream) {
+        return (async function* () {
+            for await (const batch of stream) {
+                const rows = batch.rows;
+                const rowCount = rows.length;
+                const transformedRows = [];
+                for (let i = 0; i < rowCount; i++) {
+                    const row = rows[i];
+                    let skipRow = false;
+                    const newRow = { ...row };
+                    for (let j = 0; j < compiledLen; j++) {
+                        const entry = compiled[j];
+                        const col = entry.col;
+                        if (col in newRow) {
+                            const res = entry.cast(newRow[col]);
+                            if (!res.success && onError === "skip-row") {
+                                skipRow = true;
+                                break;
+                            }
+                            newRow[col] = res.value;
+                        }
+                    }
+                    if (!skipRow) {
+                        transformedRows.push(newRow);
+                    }
+                }
+                yield {
+                    rows: transformedRows,
+                    offset: batch.offset,
+                };
+            }
+        })();
+    };
+}
+/**
+ * Parses command line cast specs like ["age:integer", "revenue:number"].
+ */
+export function parseCastSpecs(specs) {
+    const mapping = {};
+    for (const spec of specs) {
+        const parts = spec.split(":");
+        if (parts.length === 2 && parts[0] && parts[1]) {
+            mapping[parts[0].trim()] = parts[1].trim();
+        }
+    }
+    return mapping;
+}
+//# sourceMappingURL=cast.js.map

package/dist/transforms/cast.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cast.js","sourceRoot":"","sources":["../../src/transforms/cast.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AASzD;;GAEG;AACH,MAAM,UAAU,SAAS,CACvB,KAAc,EACd,UAAkB,EAClB,UAAuB,MAAM;IAE7B,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;QAC1D,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACxC,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IACjC,MAAM,SAAS,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;IAE3C,IAAI,CAAC;QACH,QAAQ,SAAS,EAAE,CAAC;YAClB,KAAK,QAAQ;gBACX,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAEjD,KAAK,SAAS,CAAC;YACf,KAAK,KAAK,CAAC,CAAC,CAAC;gBACX,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,cAAc,CAAC,CAAC;gBACrD,CAAC;gBACD,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBAC3C,IAAI,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC5B,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,cAAc,CAAC,CAAC;gBACrD,CAAC;gBACD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC7C,CAAC;YAED,KAAK,QAAQ,CAAC;YACd,KAAK,OAAO,CAAC;YACb,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;gBACzC,IAAI,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC5B,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,aAAa,CAAC,CAAC;gBACpD,CAAC;gBACD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC7C,CAAC;YAED,KAAK,SAAS,CAAC;YACf,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;gBAChC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBACnD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBACxC,CAAC;gBACD,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBACnD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBACzC,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,cAAc,CAAC,CAAC;YACrD,CAAC;YAED,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;gBACxB,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,WAAW,CAAC,CAAC;gBAClD,CAAC;gBACD,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACjE,CAAC;YAED,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;gBACxB,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,eAAe,CAAC,CAAC;gBACtD,CAAC;gBACD,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACnD,CAAC;YAED,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC/B,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC1C,CAAC;YAED;gBACE,MAAM,IAAI,KAAK,CAAC,wBAAwB,UAAU,GAAG,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;YACvB,MAAM,IAAI,oBAAoB,CAC5B,yBAAyB,GAAG,cAAc,UAAU,MAAO,GAAa,CAAC,OAAO,EAAE,CACnF,CAAC;QACJ,CAAC;QACD,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;YACvB,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QACnC,CAAC;QACD,uBAAuB;QACvB,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IACzC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CACzB,SAAiC,EACjC,UAAuB,EAAE;IAEzB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC;IAE1C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,UAAU,CAAC,EAAE,EAAE;QACnE,MAAM,KAAK,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;QAEvC,yCAAyC;QACzC,IAAI,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;YAClE,OAAO;gBACL,GAAG;gBACH,IAAI,EAAE,CAAC,GAAY,EAAE,EAAE;oBACrB,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;wBAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;oBAC3F,MAAM,GAAG,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBACxD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC;wBAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;oBAC7D,IAAI,OAAO,KAAK,MAAM;wBAAE,MAAM,IAAI,oBAAoB,CAAC,gBAAgB,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;oBACjG,IAAI,OAAO,KAAK,MAAM;wBAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;oBAC9D,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;gBACzC,CAAC;aACF,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,KAAK,EAAE,CAAC;YAC3C,OAAO;gBACL,GAAG;gBACH,IAAI,EAAE,CAAC,GAAY,EAAE,EAAE;oBACrB,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;wBAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;oBAC3F,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC/B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;wBACzB,IAAI,OAAO,KAAK,MAAM;4BAAE,MAAM,IAAI,oBAAoB,CAAC,gBAAgB,GAAG,cAAc,CAAC,CAAC;wBAC1F,IAAI,OAAO,KAAK,MAAM;4BAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;wBAC9D,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;oBACzC,CAAC;oBACD,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBACrC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBACvC,CAAC;aACF,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;YACvB,OAAO;gBACL,GAAG;gBACH,IAAI,EAAE,CAAC,GAAY,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;aACzG,CAAC;QACJ,CAAC;QAED,OAAO;YACL,GAAG;YACH,IAAI,EAAE,CAAC,GAAY,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,UAAU,EAAE,OAAO,CAAC;SAC5D,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC;IAEpC,OAAO,UAAU,MAAkB;QACjC,OAAO,CAAC,KAAK,SAAS,CAAC;YACrB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;gBACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC;gBAC7B,MAAM,eAAe,GAAU,EAAE,CAAC;gBAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;oBAClC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;oBACrB,IAAI,OAAO,GAAG,KAAK,CAAC;oBACpB,MAAM,MAAM,GAAQ,EAAE,GAAG,GAAG,EAAE,CAAC;oBAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;wBACrC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;wBAC3B,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;wBACtB,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;4BAClB,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;4BACpC,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;gCAC3C,OAAO,GAAG,IAAI,CAAC;gCACf,MAAM;4BACR,CAAC;4BACD,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC;wBAC1B,CAAC;oBACH,CAAC;oBAED,IAAI,CAAC,OAAO,EAAE,CAAC;wBACb,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC/B,CAAC;gBACH,CAAC;gBAED,MAAM;oBACJ,IAAI,EAAE,eAAe;oBACrB,MAAM,EAAE,KAAK,CAAC,MAAM;iBACrB,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,KAAe;IAC5C,MAAM,OAAO,GAA2B,EAAE,CAAC;IAC3C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/C,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7C,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/transforms/expression.d.ts

@@ -0,0 +1,67 @@
+import type { Row } from "../core/types.js";
+type TokenType = "NUMBER" | "STRING" | "BOOLEAN" | "NULL" | "IDENTIFIER" | "OP" | "PIPE" | "LPAREN" | "RPAREN" | "COMMA" | "EOF";
+interface Token {
+    type: TokenType;
+    value: string | number | boolean | null;
+    pos: number;
+}
+export declare class Lexer {
+    private input;
+    private cursor;
+    constructor(input: string);
+    private isWhitespace;
+    private isDigit;
+    private isAlpha;
+    tokenize(): Token[];
+}
+export type ASTNode = {
+    type: "Literal";
+    value: unknown;
+} | {
+    type: "Identifier";
+    name: string;
+} | {
+    type: "UnaryOp";
+    operator: string;
+    argument: ASTNode;
+} | {
+    type: "BinaryOp";
+    operator: string;
+    left: ASTNode;
+    right: ASTNode;
+} | {
+    type: "CallExpr";
+    callee: string;
+    args: ASTNode[];
+};
+export declare class Parser {
+    private tokens;
+    private current;
+    constructor(tokens: Token[]);
+    private peek;
+    private advance;
+    private match;
+    parse(): ASTNode;
+    private parseLogicalOr;
+    private parseLogicalAnd;
+    private parseEquality;
+    private parseRelational;
+    private parseAdditive;
+    private parseMultiplicative;
+    /**
+     * Parses pipe expressions e.g. email | trim | lower | startsWith("admin")
+     */
+    private parsePipe;
+    private parseUnary;
+    private parsePrimary;
+}
+/**
+ * Compiles a filter expression string into an optimized predicate function.
+ */
+export declare function compileExpression(expressionStr: string): (row: Row) => boolean;
+/**
+ * Compiles an expression string into an optimized value evaluator returning computed result (number, string, etc.).
+ */
+export declare function compileValueExpression(expressionStr: string): (row: Row) => unknown;
+export {};
+//# sourceMappingURL=expression.d.ts.map

package/dist/transforms/expression.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"expression.d.ts","sourceRoot":"","sources":["../../src/transforms/expression.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAI5C,KAAK,SAAS,GACV,QAAQ,GACR,QAAQ,GACR,SAAS,GACT,MAAM,GACN,YAAY,GACZ,IAAI,GACJ,MAAM,GACN,QAAQ,GACR,QAAQ,GACR,OAAO,GACP,KAAK,CAAC;AAEV,UAAU,KAAK;IACb,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC;IACxC,GAAG,EAAE,MAAM,CAAC;CACb;AAGD,qBAAa,KAAK;IAChB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,MAAM,CAAK;gBAEP,KAAK,EAAE,MAAM;IAIzB,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,OAAO;IAIf,OAAO,CAAC,OAAO;IAUf,QAAQ,IAAI,KAAK,EAAE;CAyJpB;AAGD,MAAM,MAAM,OAAO,GACf;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,GACnC;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GACpC;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,OAAO,CAAA;CAAE,GACxD;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,GACrE;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,OAAO,EAAE,CAAA;CAAE,CAAC;AAE1D,qBAAa,MAAM;IACjB,OAAO,CAAC,MAAM,CAAU;IACxB,OAAO,CAAC,OAAO,CAAK;gBAER,MAAM,EAAE,KAAK,EAAE;IAI3B,OAAO,CAAC,IAAI;IAIZ,OAAO,CAAC,OAAO;IAMf,OAAO,CAAC,KAAK;IASb,KAAK,IAAI,OAAO;IAUhB,OAAO,CAAC,cAAc;IAWtB,OAAO,CAAC,eAAe;IAWvB,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,eAAe;IAiBvB,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,mBAAmB;IAgB3B;;OAEG;IACH,OAAO,CAAC,SAAS;IAwCjB,OAAO,CAAC,UAAU;IAUlB,OAAO,CAAC,YAAY;CAqDrB;AAmoBD;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,aAAa,EAAE,MAAM,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,OAAO,CAc9E;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,aAAa,EAAE,MAAM,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,OAAO,CAWnF"}