rowpipe 1.0.0

package/dist/readers/csv.js

@@ -0,0 +1,251 @@
+import { createReadStream } from "node:fs";
+import { ParseError } from "../core/errors.js";
+/**
+ * Streaming CSV Reader supporting RFC 4180 quotes, multiline cells,
+ * custom & auto-detected delimiters, BOM removal, and exact error reporting.
+ */
+export class CSVReader {
+    input;
+    options;
+    constructor(input, options = {}) {
+        this.input = input;
+        this.options = { ...options };
+        if (typeof input === "string") {
+            this.options.filePath = input;
+        }
+    }
+    getInputStream() {
+        if (typeof this.input === "string") {
+            return createReadStream(this.input);
+        }
+        return this.input;
+    }
+    /**
+     * Auto-detects delimiter by scanning candidate delimiters in a sample string.
+     */
+    static detectDelimiter(sample) {
+        const candidates = [",", "\t", ";", "|"];
+        const firstLine = sample.split(/\r?\n/)[0] || "";
+        let bestDelimiter = ",";
+        let maxCount = -1;
+        for (const cand of candidates) {
+            let count = 0;
+            let inQuotes = false;
+            for (let i = 0; i < firstLine.length; i++) {
+                const ch = firstLine[i];
+                if (ch === '"') {
+                    inQuotes = !inQuotes;
+                }
+                else if (ch === cand && !inQuotes) {
+                    count++;
+                }
+            }
+            if (count > maxCount) {
+                maxCount = count;
+                bestDelimiter = cand;
+            }
+        }
+        return maxCount > 0 ? bestDelimiter : ",";
+    }
+    async *read(options) {
+        const mergedOptions = {
+            ...this.options,
+            ...options,
+        };
+        const batchSize = Math.max(1, mergedOptions.batchSize ?? 1000);
+        const hasHeader = mergedOptions.header !== false;
+        let delimiter = mergedOptions.delimiter;
+        const stream = this.getInputStream();
+        let buffer = "";
+        let headers = null;
+        let isFirstChunk = true;
+        let rowsInCurrentBatch = [];
+        let globalRowOffset = 0;
+        let rowNumber = 0;
+        let byteOffset = 0;
+        let currentField = "";
+        let currentRowFields = [];
+        let inQuotes = false;
+        let cursor = 0;
+        for await (const chunk of stream) {
+            const chunkStr = typeof chunk === "string" ? chunk : chunk.toString("utf8");
+            if (isFirstChunk) {
+                isFirstChunk = false;
+                // Remove UTF-8 BOM if present
+                if (chunkStr.charCodeAt(0) === 0xfeff) {
+                    buffer = chunkStr.slice(1);
+                }
+                else {
+                    buffer = chunkStr;
+                }
+                // Auto-detect delimiter if not specified
+                if (!delimiter) {
+                    delimiter = CSVReader.detectDelimiter(buffer);
+                }
+            }
+            else {
+                buffer += chunkStr;
+            }
+            const activeDelimiter = delimiter ?? ",";
+            const delimLen = activeDelimiter.length;
+            while (cursor < buffer.length) {
+                const char = buffer[cursor];
+                if (inQuotes) {
+                    if (char === '"') {
+                        if (cursor + 1 < buffer.length && buffer[cursor + 1] === '"') {
+                            currentField += '"';
+                            cursor += 2;
+                            byteOffset += 2;
+                            continue;
+                        }
+                        else {
+                            inQuotes = false;
+                            cursor++;
+                            byteOffset++;
+                            continue;
+                        }
+                    }
+                    else {
+                        currentField += char;
+                        cursor++;
+                        byteOffset++;
+                        continue;
+                    }
+                }
+                else {
+                    if (char === '"') {
+                        if (currentField.length === 0) {
+                            inQuotes = true;
+                            cursor++;
+                            byteOffset++;
+                            continue;
+                        }
+                        else {
+                            throw new ParseError(`Unexpected quote inside unquoted field at byte offset ${byteOffset}`, {
+                                file: mergedOptions.filePath,
+                                row: rowNumber + 1,
+                                column: currentRowFields.length + 1,
+                                byteOffset,
+                            });
+                        }
+                    }
+                    // Check for delimiter
+                    if (buffer.startsWith(activeDelimiter, cursor)) {
+                        currentRowFields.push(currentField);
+                        currentField = "";
+                        cursor += delimLen;
+                        byteOffset += delimLen;
+                        continue;
+                    }
+                    // Check for CRLF / LF newline
+                    if (char === "\r" || char === "\n") {
+                        currentRowFields.push(currentField);
+                        currentField = "";
+                        if (char === "\r" && cursor + 1 < buffer.length && buffer[cursor + 1] === "\n") {
+                            cursor += 2;
+                            byteOffset += 2;
+                        }
+                        else {
+                            cursor++;
+                            byteOffset++;
+                        }
+                        // Skip entirely empty row if it's trailing whitespace
+                        if (currentRowFields.length === 1 &&
+                            currentRowFields[0]?.trim() === "" &&
+                            cursor >= buffer.length) {
+                            currentRowFields = [];
+                            continue;
+                        }
+                        if (hasHeader && headers === null) {
+                            headers = currentRowFields.map((h, i) => h.trim().length > 0 ? h.trim() : `col_${i + 1}`);
+                            currentRowFields = [];
+                            continue;
+                        }
+                        if (headers === null) {
+                            headers = currentRowFields.map((_, i) => `col_${i + 1}`);
+                        }
+                        // Construct Row object
+                        const rowObj = {};
+                        for (let i = 0; i < headers.length; i++) {
+                            const key = headers[i] || `col_${i + 1}`;
+                            const val = currentRowFields[i] ?? "";
+                            rowObj[key] = val;
+                        }
+                        rowNumber++;
+                        rowsInCurrentBatch.push(rowObj);
+                        currentRowFields = [];
+                        if (rowsInCurrentBatch.length >= batchSize) {
+                            yield {
+                                rows: rowsInCurrentBatch,
+                                offset: globalRowOffset,
+                            };
+                            globalRowOffset += rowsInCurrentBatch.length;
+                            rowsInCurrentBatch = [];
+                        }
+                        continue;
+                    }
+                    currentField += char;
+                    cursor++;
+                    byteOffset++;
+                }
+            }
+            // Compact processed buffer to keep memory bounded
+            buffer = buffer.slice(cursor);
+            cursor = 0;
+        }
+        // Process remainder if any
+        if (inQuotes) {
+            throw new ParseError("Unclosed quote at end of CSV stream", {
+                file: mergedOptions.filePath,
+                row: rowNumber + 1,
+                byteOffset,
+            });
+        }
+        if (currentField.length > 0 || currentRowFields.length > 0) {
+            currentRowFields.push(currentField);
+            if (hasHeader && headers === null) {
+                headers = currentRowFields.map((h, i) => h.trim().length > 0 ? h.trim() : `col_${i + 1}`);
+            }
+            else {
+                if (headers === null) {
+                    headers = currentRowFields.map((_, i) => `col_${i + 1}`);
+                }
+                const rowObj = {};
+                for (let i = 0; i < headers.length; i++) {
+                    const key = headers[i] || `col_${i + 1}`;
+                    const val = currentRowFields[i] ?? "";
+                    rowObj[key] = val;
+                }
+                rowNumber++;
+                rowsInCurrentBatch.push(rowObj);
+            }
+        }
+        if (rowsInCurrentBatch.length > 0) {
+            yield {
+                rows: rowsInCurrentBatch,
+                offset: globalRowOffset,
+            };
+        }
+    }
+    async inspect(options) {
+        let rowCount = 0;
+        let columnNames = [];
+        for await (const batch of this.read({ ...options, batchSize: 5000 })) {
+            if (columnNames.length === 0 && batch.rows.length > 0 && batch.rows[0]) {
+                columnNames = Object.keys(batch.rows[0]);
+            }
+            rowCount += batch.rows.length;
+        }
+        return {
+            format: "CSV",
+            rowCount,
+            columnCount: columnNames.length,
+            columns: columnNames.map((name) => ({
+                name,
+                type: "string",
+                nullPercentage: 0,
+            })),
+        };
+    }
+}
+//# sourceMappingURL=csv.js.map

package/dist/readers/csv.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv.js","sourceRoot":"","sources":["../../src/readers/csv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAE3C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAgB/C;;;GAGG;AACH,MAAM,OAAO,SAAS;IACZ,KAAK,CAAoB;IACzB,OAAO,CAAmB;IAElC,YAAY,KAAwB,EAAE,UAA4B,EAAE;QAClE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IAEO,cAAc;QACpB,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YACnC,OAAO,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,eAAe,CAAC,MAAc;QAC1C,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAEjD,IAAI,aAAa,GAAG,GAAG,CAAC;QACxB,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC;QAElB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBACxB,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;oBACf,QAAQ,GAAG,CAAC,QAAQ,CAAC;gBACvB,CAAC;qBAAM,IAAI,EAAE,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACpC,KAAK,EAAE,CAAC;gBACV,CAAC;YACH,CAAC;YACD,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;gBACrB,QAAQ,GAAG,KAAK,CAAC;gBACjB,aAAa,GAAG,IAAI,CAAC;YACvB,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,OAAuB;QACjC,MAAM,aAAa,GAAqB;YACtC,GAAG,IAAI,CAAC,OAAO;YACf,GAAG,OAAO;SACX,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;QAC/D,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,KAAK,KAAK,CAAC;QACjD,IAAI,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;QAExC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAErC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,OAAO,GAAoB,IAAI,CAAC;QACpC,IAAI,YAAY,GAAG,IAAI,CAAC;QACxB,IAAI,kBAAkB,GAAU,EAAE,CAAC;QACnC,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,gBAAgB,GAAa,EAAE,CAAC;QACpC,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,QAAQ,GACZ,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,KAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAEzE,IAAI,YAAY,EAAE,CAAC;gBACjB,YAAY,GAAG,KAAK,CAAC;gBACrB,8BAA8B;gBAC9B,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC;oBACtC,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,QAAQ,CAAC;gBACpB,CAAC;gBAED,yCAAyC;gBACzC,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,SAAS,GAAG,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,QAAQ,CAAC;YACrB,CAAC;YAED,MAAM,eAAe,GAAG,SAAS,IAAI,GAAG,CAAC;YACzC,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC;YAExC,OAAO,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;gBAE5B,IAAI,QAAQ,EAAE,CAAC;oBACb,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACjB,IAAI,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;4BAC7D,YAAY,IAAI,GAAG,CAAC;4BACpB,MAAM,IAAI,CAAC,CAAC;4BACZ,UAAU,IAAI,CAAC,CAAC;4BAChB,SAAS;wBACX,CAAC;6BAAM,CAAC;4BACN,QAAQ,GAAG,KAAK,CAAC;4BACjB,MAAM,EAAE,CAAC;4BACT,UAAU,EAAE,CAAC;4BACb,SAAS;wBACX,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,YAAY,IAAI,IAAI,CAAC;wBACrB,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;wBACb,SAAS;oBACX,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACjB,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;4BAC9B,QAAQ,GAAG,IAAI,CAAC;4BAChB,MAAM,EAAE,CAAC;4BACT,UAAU,EAAE,CAAC;4BACb,SAAS;wBACX,CAAC;6BAAM,CAAC;4BACN,MAAM,IAAI,UAAU,CAClB,yDAAyD,UAAU,EAAE,EACrE;gCACE,IAAI,EAAE,aAAa,CAAC,QAAQ;gCAC5B,GAAG,EAAE,SAAS,GAAG,CAAC;gCAClB,MAAM,EAAE,gBAAgB,CAAC,MAAM,GAAG,CAAC;gCACnC,UAAU;6BACX,CACF,CAAC;wBACJ,CAAC;oBACH,CAAC;oBAED,sBAAsB;oBACtB,IAAI,MAAM,CAAC,UAAU,CAAC,eAAe,EAAE,MAAM,CAAC,EAAE,CAAC;wBAC/C,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;wBACpC,YAAY,GAAG,EAAE,CAAC;wBAClB,MAAM,IAAI,QAAQ,CAAC;wBACnB,UAAU,IAAI,QAAQ,CAAC;wBACvB,SAAS;oBACX,CAAC;oBAED,8BAA8B;oBAC9B,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;wBACnC,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;wBACpC,YAAY,GAAG,EAAE,CAAC;wBAElB,IAAI,IAAI,KAAK,IAAI,IAAI,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;4BAC/E,MAAM,IAAI,CAAC,CAAC;4BACZ,UAAU,IAAI,CAAC,CAAC;wBAClB,CAAC;6BAAM,CAAC;4BACN,MAAM,EAAE,CAAC;4BACT,UAAU,EAAE,CAAC;wBACf,CAAC;wBAED,sDAAsD;wBACtD,IACE,gBAAgB,CAAC,MAAM,KAAK,CAAC;4BAC7B,gBAAgB,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE;4BAClC,MAAM,IAAI,MAAM,CAAC,MAAM,EACvB,CAAC;4BACD,gBAAgB,GAAG,EAAE,CAAC;4BACtB,SAAS;wBACX,CAAC;wBAED,IAAI,SAAS,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;4BAClC,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACtC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAChD,CAAC;4BACF,gBAAgB,GAAG,EAAE,CAAC;4BACtB,SAAS;wBACX,CAAC;wBAED,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;4BACrB,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBAC3D,CAAC;wBAED,uBAAuB;wBACvB,MAAM,MAAM,GAAQ,EAAE,CAAC;wBACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;4BACxC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;4BACzC,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;4BACtC,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;wBACpB,CAAC;wBAED,SAAS,EAAE,CAAC;wBACZ,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBAChC,gBAAgB,GAAG,EAAE,CAAC;wBAEtB,IAAI,kBAAkB,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;4BAC3C,MAAM;gCACJ,IAAI,EAAE,kBAAkB;gCACxB,MAAM,EAAE,eAAe;6BACxB,CAAC;4BACF,eAAe,IAAI,kBAAkB,CAAC,MAAM,CAAC;4BAC7C,kBAAkB,GAAG,EAAE,CAAC;wBAC1B,CAAC;wBACD,SAAS;oBACX,CAAC;oBAED,YAAY,IAAI,IAAI,CAAC;oBACrB,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;gBACf,CAAC;YACH,CAAC;YAED,kDAAkD;YAClD,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC9B,MAAM,GAAG,CAAC,CAAC;QACb,CAAC;QAED,2BAA2B;QAC3B,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,IAAI,UAAU,CAAC,qCAAqC,EAAE;gBAC1D,IAAI,EAAE,aAAa,CAAC,QAAQ;gBAC5B,GAAG,EAAE,SAAS,GAAG,CAAC;gBAClB,UAAU;aACX,CAAC,CAAC;QACL,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3D,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAEpC,IAAI,SAAS,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBAClC,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACtC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAChD,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;oBACrB,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC3D,CAAC;gBAED,MAAM,MAAM,GAAQ,EAAE,CAAC;gBACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACxC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;oBACzC,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBACtC,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;gBACpB,CAAC;gBAED,SAAS,EAAE,CAAC;gBACZ,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAED,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,MAAM;gBACJ,IAAI,EAAE,kBAAkB;gBACxB,MAAM,EAAE,eAAe;aACxB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAuB;QACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,WAAW,GAAa,EAAE,CAAC;QAE/B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACrE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,CAAC;YACD,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAChC,CAAC;QAED,OAAO;YACL,MAAM,EAAE,KAAK;YACb,QAAQ;YACR,WAAW,EAAE,WAAW,CAAC,MAAM;YAC/B,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClC,IAAI;gBACJ,IAAI,EAAE,QAAQ;gBACd,cAAc,EAAE,CAAC;aAClB,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;CACF"}

package/dist/readers/index.d.ts

@@ -0,0 +1,17 @@
+import type { Readable } from "node:stream";
+import type { ReaderOptions, TabularReader } from "../core/types.js";
+export * from "./csv.js";
+export * from "./json.js";
+export * from "./jsonl.js";
+export * from "./xlsx.js";
+/**
+ * Infers format name from file path or extension.
+ */
+export declare function inferFormatFromPath(filePath: string): string | null;
+/**
+ * Creates an appropriate TabularReader for input and format.
+ */
+export declare function createReader(input: Readable | string, options?: ReaderOptions & {
+    format?: string;
+}): TabularReader;
+//# sourceMappingURL=index.d.ts.map

package/dist/readers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/readers/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,KAAK,EAAiB,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAMpF,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC;AAC3B,cAAc,WAAW,CAAC;AAqC1B;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAQnE;AAED;;GAEG;AACH,wBAAgB,YAAY,CAC1B,KAAK,EAAE,QAAQ,GAAG,MAAM,EACxB,OAAO,GAAE,aAAa,GAAG;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAO,GAChD,aAAa,CAoBf"}

package/dist/readers/index.js

@@ -0,0 +1,74 @@
+import { InvalidArgumentError } from "../core/errors.js";
+import { CSVReader } from "./csv.js";
+import { JSONReader } from "./json.js";
+import { JSONLReader } from "./jsonl.js";
+import { XLSXReader } from "./xlsx.js";
+export * from "./csv.js";
+export * from "./json.js";
+export * from "./jsonl.js";
+export * from "./xlsx.js";
+const adapters = {
+    csv: {
+        name: "CSV",
+        extensions: [".csv", ".tsv", ".txt"],
+        createReader: (input, options) => new CSVReader(input, options),
+        createWriter: () => {
+            throw new Error("Writer adapter called from reader");
+        },
+    },
+    json: {
+        name: "JSON",
+        extensions: [".json"],
+        createReader: (input, options) => new JSONReader(input, options),
+        createWriter: () => {
+            throw new Error("Writer adapter called from reader");
+        },
+    },
+    jsonl: {
+        name: "JSONL",
+        extensions: [".jsonl", ".ndjson", ".ldjson"],
+        createReader: (input, options) => new JSONLReader(input, options),
+        createWriter: () => {
+            throw new Error("Writer adapter called from reader");
+        },
+    },
+    xlsx: {
+        name: "XLSX",
+        extensions: [".xlsx", ".xlsm"],
+        createReader: (input, options) => new XLSXReader(input, options),
+        createWriter: () => {
+            throw new Error("Writer adapter called from reader");
+        },
+    },
+};
+/**
+ * Infers format name from file path or extension.
+ */
+export function inferFormatFromPath(filePath) {
+    const cleanPath = filePath.toLowerCase().replace(/\.gz$/, "");
+    for (const [format, adapter] of Object.entries(adapters)) {
+        if (adapter.extensions.some((ext) => cleanPath.endsWith(ext))) {
+            return format;
+        }
+    }
+    return null;
+}
+/**
+ * Creates an appropriate TabularReader for input and format.
+ */
+export function createReader(input, options = {}) {
+    let format = options.format?.toLowerCase();
+    if (!format && typeof input === "string" && input !== "-") {
+        format = inferFormatFromPath(input) ?? undefined;
+    }
+    if (!format) {
+        // Default to CSV if cannot infer
+        format = "csv";
+    }
+    const adapter = adapters[format];
+    if (!adapter) {
+        throw new InvalidArgumentError(`Unsupported input format: "${format}". Supported formats are: ${Object.keys(adapters).join(", ")}`);
+    }
+    return adapter.createReader(input, options);
+}
+//# sourceMappingURL=index.js.map

package/dist/readers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/readers/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAEzD,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEvC,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC;AAC3B,cAAc,WAAW,CAAC;AAE1B,MAAM,QAAQ,GAAkC;IAC9C,GAAG,EAAE;QACH,IAAI,EAAE,KAAK;QACX,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;QACpC,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC;QAC/D,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE,CAAC,OAAO,CAAC;QACrB,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC;QAChE,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,KAAK,EAAE;QACL,IAAI,EAAE,OAAO;QACb,UAAU,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC;QAC5C,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC;QACjE,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;QAC9B,YAAY,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC;QAChE,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;KACF;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,MAAM,SAAS,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC9D,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzD,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC9D,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAC1B,KAAwB,EACxB,UAA+C,EAAE;IAEjD,IAAI,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC;IAE3C,IAAI,CAAC,MAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;QAC1D,MAAM,GAAG,mBAAmB,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC;IACnD,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,iCAAiC;QACjC,MAAM,GAAG,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,oBAAoB,CAC5B,8BAA8B,MAAM,6BAA6B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACpG,CAAC;IACJ,CAAC;IAED,OAAO,OAAO,CAAC,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;AAC9C,CAAC"}

package/dist/readers/json.d.ts

@@ -0,0 +1,20 @@
+import type { Readable } from "node:stream";
+import type { DataStream, InspectionMetadata, ReaderOptions, TabularReader } from "../core/types.js";
+export interface JSONReaderOptions extends ReaderOptions {
+    path?: string;
+    filePath?: string;
+}
+/**
+ * Incremental streaming JSON parser for top-level arrays [ {...}, ... ]
+ * and nested array paths (e.g. data.results).
+ * Never loads the full JSON file into memory.
+ */
+export declare class JSONReader implements TabularReader {
+    private input;
+    private options;
+    constructor(input: Readable | string, options?: JSONReaderOptions);
+    private getInputStream;
+    read(options?: ReaderOptions): DataStream;
+    inspect(options?: ReaderOptions): Promise<InspectionMetadata>;
+}
+//# sourceMappingURL=json.d.ts.map

package/dist/readers/json.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.d.ts","sourceRoot":"","sources":["../../src/readers/json.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,KAAK,EAEV,UAAU,EACV,kBAAkB,EAClB,aAAa,EAEb,aAAa,EACd,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,iBAAkB,SAAQ,aAAa;IACtD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;;GAIG;AACH,qBAAa,UAAW,YAAW,aAAa;IAC9C,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,OAAO,CAAoB;gBAEvB,KAAK,EAAE,QAAQ,GAAG,MAAM,EAAE,OAAO,GAAE,iBAAsB;IAQrE,OAAO,CAAC,cAAc;IAOf,IAAI,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,UAAU;IAgM1C,OAAO,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAsBpE"}

package/dist/readers/json.js

@@ -0,0 +1,219 @@
+import { createReadStream } from "node:fs";
+import { ParseError } from "../core/errors.js";
+/**
+ * Incremental streaming JSON parser for top-level arrays [ {...}, ... ]
+ * and nested array paths (e.g. data.results).
+ * Never loads the full JSON file into memory.
+ */
+export class JSONReader {
+    input;
+    options;
+    constructor(input, options = {}) {
+        this.input = input;
+        this.options = { ...options };
+        if (typeof input === "string") {
+            this.options.filePath = input;
+        }
+    }
+    getInputStream() {
+        if (typeof this.input === "string") {
+            return createReadStream(this.input);
+        }
+        return this.input;
+    }
+    async *read(options) {
+        const mergedOptions = {
+            ...this.options,
+            ...options,
+        };
+        const batchSize = Math.max(1, mergedOptions.batchSize ?? 1000);
+        const targetPath = mergedOptions.path; // e.g. "data.results"
+        const stream = this.getInputStream();
+        let buffer = "";
+        let cursor = 0;
+        let byteOffset = 0;
+        let foundTargetArray = !targetPath; // if no path, we look for first '['
+        let currentPath = [];
+        // State machine for array item scanning
+        let inArray = false;
+        let inString = false;
+        let isEscaped = false;
+        let objectDepth = 0;
+        let objectStartIndex = -1;
+        let rowsInCurrentBatch = [];
+        let globalOffset = 0;
+        let rowIndex = 0;
+        // Helper for path navigation if targetPath is set
+        const targetPathParts = targetPath ? targetPath.split(".") : [];
+        for await (const chunk of stream) {
+            const chunkStr = typeof chunk === "string" ? chunk : chunk.toString("utf8");
+            buffer += chunkStr;
+            while (cursor < buffer.length) {
+                const char = buffer[cursor];
+                if (isEscaped) {
+                    isEscaped = false;
+                    cursor++;
+                    byteOffset++;
+                    continue;
+                }
+                if (char === "\\") {
+                    isEscaped = true;
+                    cursor++;
+                    byteOffset++;
+                    continue;
+                }
+                if (char === '"') {
+                    inString = !inString;
+                    cursor++;
+                    byteOffset++;
+                    continue;
+                }
+                if (inString) {
+                    cursor++;
+                    byteOffset++;
+                    continue;
+                }
+                // We are outside of any string literal
+                if (!foundTargetArray) {
+                    // If we need to find target path (e.g. data.results)
+                    // Look for keys and match path parts
+                    if (char === "{") {
+                        cursor++;
+                        byteOffset++;
+                        continue;
+                    }
+                    else if (char === "[") {
+                        // Check if current path matches targetPath
+                        // If path matched or we hit array at root
+                        foundTargetArray = true;
+                        inArray = true;
+                        cursor++;
+                        byteOffset++;
+                        continue;
+                    }
+                    else if (char === ":") {
+                        // Scan backwards from ':' to find previous string key
+                        let keyEnd = cursor - 1;
+                        while (keyEnd >= 0 && /\s/.test(buffer[keyEnd]))
+                            keyEnd--;
+                        if (keyEnd >= 0 && buffer[keyEnd] === '"') {
+                            let keyStart = keyEnd - 1;
+                            while (keyStart >= 0 && buffer[keyStart] !== '"')
+                                keyStart--;
+                            if (keyStart >= 0) {
+                                const keyName = buffer.slice(keyStart + 1, keyEnd);
+                                currentPath.push(keyName);
+                                if (currentPath.join(".") === targetPath ||
+                                    keyName === targetPathParts[targetPathParts.length - 1]) {
+                                    // Next non-whitespace should be '['
+                                    // Let it continue to find '['
+                                }
+                            }
+                        }
+                        cursor++;
+                        byteOffset++;
+                        continue;
+                    }
+                    cursor++;
+                    byteOffset++;
+                    continue;
+                }
+                // Now we are streaming inside the target array
+                if (!inArray) {
+                    if (char === "[") {
+                        inArray = true;
+                        cursor++;
+                        byteOffset++;
+                        continue;
+                    }
+                }
+                else {
+                    // Inside array: looking for objects '{ ... }'
+                    if (char === "{") {
+                        if (objectDepth === 0) {
+                            objectStartIndex = cursor;
+                        }
+                        objectDepth++;
+                    }
+                    else if (char === "}") {
+                        objectDepth--;
+                        if (objectDepth === 0 && objectStartIndex !== -1) {
+                            // We have captured a complete JSON object!
+                            const objectStr = buffer.slice(objectStartIndex, cursor + 1);
+                            let parsedRow;
+                            try {
+                                parsedRow = JSON.parse(objectStr);
+                            }
+                            catch (err) {
+                                throw new ParseError(`Malformed JSON object in array: ${err.message}`, {
+                                    file: mergedOptions.filePath,
+                                    row: rowIndex + 1,
+                                    byteOffset,
+                                });
+                            }
+                            if (typeof parsedRow === "object" &&
+                                parsedRow !== null &&
+                                !Array.isArray(parsedRow)) {
+                                rowsInCurrentBatch.push(parsedRow);
+                                rowIndex++;
+                                if (rowsInCurrentBatch.length >= batchSize) {
+                                    yield {
+                                        rows: rowsInCurrentBatch,
+                                        offset: globalOffset,
+                                    };
+                                    globalOffset += rowsInCurrentBatch.length;
+                                    rowsInCurrentBatch = [];
+                                }
+                            }
+                            objectStartIndex = -1;
+                        }
+                    }
+                    else if (char === "]" && objectDepth === 0) {
+                        // End of array reached
+                        inArray = false;
+                        break;
+                    }
+                    cursor++;
+                    byteOffset++;
+                }
+            }
+            // Compact buffer while preserving active object if in the middle of parsing
+            if (objectStartIndex !== -1) {
+                buffer = buffer.slice(objectStartIndex);
+                cursor = cursor - objectStartIndex;
+                objectStartIndex = 0;
+            }
+            else {
+                buffer = buffer.slice(cursor);
+                cursor = 0;
+            }
+        }
+        if (rowsInCurrentBatch.length > 0) {
+            yield {
+                rows: rowsInCurrentBatch,
+                offset: globalOffset,
+            };
+        }
+    }
+    async inspect(options) {
+        let rowCount = 0;
+        let columnNames = [];
+        for await (const batch of this.read({ ...options, batchSize: 5000 })) {
+            if (columnNames.length === 0 && batch.rows.length > 0 && batch.rows[0]) {
+                columnNames = Object.keys(batch.rows[0]);
+            }
+            rowCount += batch.rows.length;
+        }
+        return {
+            format: "JSON",
+            rowCount,
+            columnCount: columnNames.length,
+            columns: columnNames.map((name) => ({
+                name,
+                type: "string",
+                nullPercentage: 0,
+            })),
+        };
+    }
+}
+//# sourceMappingURL=json.js.map

package/dist/readers/json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../src/readers/json.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAE3C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAe/C;;;;GAIG;AACH,MAAM,OAAO,UAAU;IACb,KAAK,CAAoB;IACzB,OAAO,CAAoB;IAEnC,YAAY,KAAwB,EAAE,UAA6B,EAAE;QACnE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IAEO,cAAc;QACpB,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YACnC,OAAO,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,OAAuB;QACjC,MAAM,aAAa,GAAsB;YACvC,GAAG,IAAI,CAAC,OAAO;YACf,GAAG,OAAO;SACX,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;QAC/D,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,sBAAsB;QAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAErC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,gBAAgB,GAAG,CAAC,UAAU,CAAC,CAAC,oCAAoC;QACxE,IAAI,WAAW,GAAa,EAAE,CAAC;QAE/B,wCAAwC;QACxC,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,gBAAgB,GAAG,CAAC,CAAC,CAAC;QAE1B,IAAI,kBAAkB,GAAU,EAAE,CAAC;QACnC,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,kDAAkD;QAClD,MAAM,eAAe,GAAG,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAEhE,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,QAAQ,GACZ,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,KAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACzE,MAAM,IAAI,QAAQ,CAAC;YAEnB,OAAO,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;gBAE5B,IAAI,SAAS,EAAE,CAAC;oBACd,SAAS,GAAG,KAAK,CAAC;oBAClB,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;gBAED,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAClB,SAAS,GAAG,IAAI,CAAC;oBACjB,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;gBAED,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;oBACjB,QAAQ,GAAG,CAAC,QAAQ,CAAC;oBACrB,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;gBAED,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;gBAED,uCAAuC;gBACvC,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBACtB,qDAAqD;oBACrD,qCAAqC;oBACrC,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACjB,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;wBACb,SAAS;oBACX,CAAC;yBAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACxB,2CAA2C;wBAC3C,0CAA0C;wBAC1C,gBAAgB,GAAG,IAAI,CAAC;wBACxB,OAAO,GAAG,IAAI,CAAC;wBACf,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;wBACb,SAAS;oBACX,CAAC;yBAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACxB,sDAAsD;wBACtD,IAAI,MAAM,GAAG,MAAM,GAAG,CAAC,CAAC;wBACxB,OAAO,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAE,CAAC;4BAAE,MAAM,EAAE,CAAC;wBAC3D,IAAI,MAAM,IAAI,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC;4BAC1C,IAAI,QAAQ,GAAG,MAAM,GAAG,CAAC,CAAC;4BAC1B,OAAO,QAAQ,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,GAAG;gCAAE,QAAQ,EAAE,CAAC;4BAC7D,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;gCAClB,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;gCACnD,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gCAC1B,IACE,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,UAAU;oCACpC,OAAO,KAAK,eAAe,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,EACvD,CAAC;oCACD,oCAAoC;oCACpC,8BAA8B;gCAChC,CAAC;4BACH,CAAC;wBACH,CAAC;wBACD,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;wBACb,SAAS;oBACX,CAAC;oBACD,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;gBAED,+CAA+C;gBAC/C,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACjB,OAAO,GAAG,IAAI,CAAC;wBACf,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;wBACb,SAAS;oBACX,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,8CAA8C;oBAC9C,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACjB,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;4BACtB,gBAAgB,GAAG,MAAM,CAAC;wBAC5B,CAAC;wBACD,WAAW,EAAE,CAAC;oBAChB,CAAC;yBAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACxB,WAAW,EAAE,CAAC;wBACd,IAAI,WAAW,KAAK,CAAC,IAAI,gBAAgB,KAAK,CAAC,CAAC,EAAE,CAAC;4BACjD,2CAA2C;4BAC3C,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;4BAC7D,IAAI,SAAkB,CAAC;4BACvB,IAAI,CAAC;gCACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;4BACpC,CAAC;4BAAC,OAAO,GAAG,EAAE,CAAC;gCACb,MAAM,IAAI,UAAU,CAClB,mCAAoC,GAAa,CAAC,OAAO,EAAE,EAC3D;oCACE,IAAI,EAAE,aAAa,CAAC,QAAQ;oCAC5B,GAAG,EAAE,QAAQ,GAAG,CAAC;oCACjB,UAAU;iCACX,CACF,CAAC;4BACJ,CAAC;4BAED,IACE,OAAO,SAAS,KAAK,QAAQ;gCAC7B,SAAS,KAAK,IAAI;gCAClB,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EACzB,CAAC;gCACD,kBAAkB,CAAC,IAAI,CAAC,SAAgB,CAAC,CAAC;gCAC1C,QAAQ,EAAE,CAAC;gCAEX,IAAI,kBAAkB,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;oCAC3C,MAAM;wCACJ,IAAI,EAAE,kBAAkB;wCACxB,MAAM,EAAE,YAAY;qCACrB,CAAC;oCACF,YAAY,IAAI,kBAAkB,CAAC,MAAM,CAAC;oCAC1C,kBAAkB,GAAG,EAAE,CAAC;gCAC1B,CAAC;4BACH,CAAC;4BAED,gBAAgB,GAAG,CAAC,CAAC,CAAC;wBACxB,CAAC;oBACH,CAAC;yBAAM,IAAI,IAAI,KAAK,GAAG,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;wBAC7C,uBAAuB;wBACvB,OAAO,GAAG,KAAK,CAAC;wBAChB,MAAM;oBACR,CAAC;oBAED,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;gBACf,CAAC;YACH,CAAC;YAED,4EAA4E;YAC5E,IAAI,gBAAgB,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC5B,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;gBACxC,MAAM,GAAG,MAAM,GAAG,gBAAgB,CAAC;gBACnC,gBAAgB,GAAG,CAAC,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC9B,MAAM,GAAG,CAAC,CAAC;YACb,CAAC;QACH,CAAC;QAED,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,MAAM;gBACJ,IAAI,EAAE,kBAAkB;gBACxB,MAAM,EAAE,YAAY;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAuB;QACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,WAAW,GAAa,EAAE,CAAC;QAE/B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACrE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,CAAC;YACD,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAChC,CAAC;QAED,OAAO;YACL,MAAM,EAAE,MAAM;YACd,QAAQ;YACR,WAAW,EAAE,WAAW,CAAC,MAAM;YAC/B,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClC,IAAI;gBACJ,IAAI,EAAE,QAAQ;gBACd,cAAc,EAAE,CAAC;aAClB,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;CACF"}

package/dist/readers/jsonl.d.ts

@@ -0,0 +1,14 @@
+import type { Readable } from "node:stream";
+import type { DataStream, InspectionMetadata, ReaderOptions, TabularReader } from "../core/types.js";
+export interface JSONLReaderOptions extends ReaderOptions {
+    filePath?: string;
+}
+export declare class JSONLReader implements TabularReader {
+    private input;
+    private options;
+    constructor(input: Readable | string, options?: JSONLReaderOptions);
+    private getInputStream;
+    read(options?: ReaderOptions): DataStream;
+    inspect(options?: ReaderOptions): Promise<InspectionMetadata>;
+}
+//# sourceMappingURL=jsonl.d.ts.map

package/dist/readers/jsonl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonl.d.ts","sourceRoot":"","sources":["../../src/readers/jsonl.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,KAAK,EAEV,UAAU,EACV,kBAAkB,EAClB,aAAa,EAEb,aAAa,EACd,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,kBAAmB,SAAQ,aAAa;IACvD,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,WAAY,YAAW,aAAa;IAC/C,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,OAAO,CAAqB;gBAExB,KAAK,EAAE,QAAQ,GAAG,MAAM,EAAE,OAAO,GAAE,kBAAuB;IAQtE,OAAO,CAAC,cAAc;IAOf,IAAI,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,UAAU;IAmE1C,OAAO,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAsBpE"}