rowpipe 2.2.0 → 2.10.1

package/dist/dataops/fetch.js

@@ -0,0 +1,150 @@
+import { InvalidArgumentError } from "../core/errors.js";
+function getNestedValue(obj, path) {
+    if (!obj || typeof obj !== "object")
+        return undefined;
+    const parts = path.split(".");
+    let current = obj;
+    for (const part of parts) {
+        if (current === null || current === undefined)
+            return undefined;
+        current = current[part];
+    }
+    return current;
+}
+/**
+ * Tabular stream reader fetching remote JSON/JSONL/CSV from HTTP/HTTPS endpoints with pagination support.
+ */
+export class HttpReader {
+    url;
+    options;
+    batchSize;
+    constructor(url, options = {}) {
+        if (!url || typeof url !== "string") {
+            throw new InvalidArgumentError("HttpReader requires a valid URL string");
+        }
+        this.url = url;
+        this.options = options;
+        this.batchSize = options.batchSize || 1000;
+    }
+    async *read() {
+        const headers = {
+            Accept: "application/json, text/csv, application/x-ndjson, text/plain, */*",
+            ...this.options.headers,
+        };
+        if (this.options.bearer) {
+            headers["Authorization"] = `Bearer ${this.options.bearer}`;
+        }
+        else if (this.options.auth) {
+            const b64 = Buffer.from(this.options.auth).toString("base64");
+            headers["Authorization"] = `Basic ${b64}`;
+        }
+        const maxPages = this.options.maxPages || 100;
+        const paginateMode = this.options.paginate || "none";
+        const pageParam = this.options.pageParam || "page";
+        const offsetParam = this.options.offsetParam || "offset";
+        const limitParam = this.options.limitParam || "limit";
+        const pageSize = this.options.pageSize || 100;
+        let currentPage = 1;
+        let currentOffset = 0;
+        let nextCursor = undefined;
+        let totalRowsEmitted = 0;
+        let buffer = [];
+        for (let pageIdx = 0; pageIdx < maxPages; pageIdx++) {
+            const targetUrl = new URL(this.url);
+            if (paginateMode === "page") {
+                targetUrl.searchParams.set(pageParam, String(currentPage));
+                if (this.options.pageSize) {
+                    targetUrl.searchParams.set(limitParam, String(pageSize));
+                }
+            }
+            else if (paginateMode === "offset") {
+                targetUrl.searchParams.set(offsetParam, String(currentOffset));
+                targetUrl.searchParams.set(limitParam, String(pageSize));
+            }
+            else if (paginateMode === "cursor" && nextCursor) {
+                targetUrl.searchParams.set(this.options.cursorParam || "cursor", nextCursor);
+            }
+            const res = await fetch(targetUrl.toString(), {
+                method: "GET",
+                headers,
+            });
+            if (!res.ok) {
+                throw new Error(`HTTP fetch failed with status ${res.status} (${res.statusText}) for ${targetUrl.toString()}`);
+            }
+            const contentType = res.headers.get("content-type") || "";
+            const isJson = contentType.includes("json") || (!contentType.includes("csv") && !contentType.includes("text"));
+            let pageRows = [];
+            if (isJson) {
+                const jsonBody = await res.json();
+                let records = jsonBody;
+                if (this.options.dataPath) {
+                    records = getNestedValue(jsonBody, this.options.dataPath);
+                }
+                else if (!Array.isArray(jsonBody) && typeof jsonBody === "object" && jsonBody !== null) {
+                    // Auto-detect array field in envelope
+                    const obj = jsonBody;
+                    const arrayKey = Object.keys(obj).find((k) => Array.isArray(obj[k]));
+                    if (arrayKey) {
+                        records = obj[arrayKey];
+                    }
+                }
+                if (Array.isArray(records)) {
+                    pageRows = records.filter((r) => typeof r === "object" && r !== null);
+                }
+                else if (typeof records === "object" && records !== null) {
+                    pageRows = [records];
+                }
+                // Handle cursor extraction
+                if (paginateMode === "cursor" && this.options.cursorPath) {
+                    const cursorVal = getNestedValue(jsonBody, this.options.cursorPath);
+                    nextCursor = typeof cursorVal === "string" || typeof cursorVal === "number" ? String(cursorVal) : undefined;
+                }
+            }
+            else {
+                // Plain text / CSV line streaming
+                const text = await res.text();
+                const lines = text.split("\n").map((l) => l.trim()).filter(Boolean);
+                if (lines.length > 0) {
+                    const headers = lines[0].split(",").map((h) => h.trim().replace(/^["']|["']$/g, ""));
+                    for (let i = 1; i < lines.length; i++) {
+                        const values = lines[i].split(",");
+                        const row = {};
+                        headers.forEach((h, idx) => {
+                            row[h] = values[idx] !== undefined ? values[idx]?.trim().replace(/^["']|["']$/g, "") : null;
+                        });
+                        pageRows.push(row);
+                    }
+                }
+            }
+            if (pageRows.length === 0) {
+                break;
+            }
+            for (const row of pageRows) {
+                buffer.push(row);
+                totalRowsEmitted++;
+                if (buffer.length >= this.batchSize) {
+                    yield {
+                        rows: buffer,
+                        offset: totalRowsEmitted - buffer.length,
+                    };
+                    buffer = [];
+                }
+            }
+            if (paginateMode === "none") {
+                break;
+            }
+            currentPage++;
+            currentOffset += pageRows.length;
+            if (paginateMode === "cursor" && !nextCursor) {
+                break;
+            }
+        }
+        if (buffer.length > 0) {
+            yield {
+                rows: buffer,
+                offset: totalRowsEmitted - buffer.length,
+            };
+        }
+    }
+}
+//# sourceMappingURL=fetch.js.map

package/dist/dataops/fetch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetch.js","sourceRoot":"","sources":["../../src/dataops/fetch.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAkBzD,SAAS,cAAc,CAAC,GAAY,EAAE,IAAY;IAChD,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IACtD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,OAAO,GAAQ,GAAG,CAAC;IACvB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO,SAAS,CAAC;QAChE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,UAAU;IACb,GAAG,CAAS;IACZ,OAAO,CAAmB;IAC1B,SAAS,CAAS;IAE1B,YAAY,GAAW,EAAE,UAA4B,EAAE;QACrD,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YACpC,MAAM,IAAI,oBAAoB,CAAC,wCAAwC,CAAC,CAAC;QAC3E,CAAC;QACD,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,CAAC,IAAI;QACT,MAAM,OAAO,GAA2B;YACtC,MAAM,EAAE,mEAAmE;YAC3E,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO;SACxB,CAAC;QAEF,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACxB,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QAC7D,CAAC;aAAM,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC9D,OAAO,CAAC,eAAe,CAAC,GAAG,SAAS,GAAG,EAAE,CAAC;QAC5C,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,GAAG,CAAC;QAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC;QACrD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC;QACnD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC;QACzD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC;QACtD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,GAAG,CAAC;QAE9C,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,UAAU,GAAuB,SAAS,CAAC;QAC/C,IAAI,gBAAgB,GAAG,CAAC,CAAC;QAEzB,IAAI,MAAM,GAAU,EAAE,CAAC;QAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC;YACpD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAEpC,IAAI,YAAY,KAAK,MAAM,EAAE,CAAC;gBAC5B,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;gBAC3D,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;oBAC1B,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAC3D,CAAC;YACH,CAAC;iBAAM,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;gBACrC,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;gBAC/D,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC3D,CAAC;iBAAM,IAAI,YAAY,KAAK,QAAQ,IAAI,UAAU,EAAE,CAAC;gBACnD,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,QAAQ,EAAE,UAAU,CAAC,CAAC;YAC/E,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE;gBAC5C,MAAM,EAAE,KAAK;gBACb,OAAO;aACR,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,iCAAiC,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,UAAU,SAAS,SAAS,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACjH,CAAC;YAED,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;YAE/G,IAAI,QAAQ,GAAU,EAAE,CAAC;YAEzB,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBAClC,IAAI,OAAO,GAAY,QAAQ,CAAC;gBAEhC,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;oBAC1B,OAAO,GAAG,cAAc,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAC5D,CAAC;qBAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;oBACzF,sCAAsC;oBACtC,MAAM,GAAG,GAAG,QAAmC,CAAC;oBAChD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBACrE,IAAI,QAAQ,EAAE,CAAC;wBACb,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC;gBAED,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC3B,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,CAAU,CAAC;gBACjF,CAAC;qBAAM,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;oBAC3D,QAAQ,GAAG,CAAC,OAAc,CAAC,CAAC;gBAC9B,CAAC;gBAED,2BAA2B;gBAC3B,IAAI,YAAY,KAAK,QAAQ,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;oBACzD,MAAM,SAAS,GAAG,cAAc,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;oBACpE,UAAU,GAAG,OAAO,SAAS,KAAK,QAAQ,IAAI,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBAC9G,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,kCAAkC;gBAClC,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACpE,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACrB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC;oBACtF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBACtC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;wBACpC,MAAM,GAAG,GAAQ,EAAE,CAAC;wBACpB,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;4BACzB,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;wBAC9F,CAAC,CAAC,CAAC;wBACH,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACrB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM;YACR,CAAC;YAED,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAC3B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACjB,gBAAgB,EAAE,CAAC;gBAEnB,IAAI,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;oBACpC,MAAM;wBACJ,IAAI,EAAE,MAAM;wBACZ,MAAM,EAAE,gBAAgB,GAAG,MAAM,CAAC,MAAM;qBACzC,CAAC;oBACF,MAAM,GAAG,EAAE,CAAC;gBACd,CAAC;YACH,CAAC;YAED,IAAI,YAAY,KAAK,MAAM,EAAE,CAAC;gBAC5B,MAAM;YACR,CAAC;YAED,WAAW,EAAE,CAAC;YACd,aAAa,IAAI,QAAQ,CAAC,MAAM,CAAC;YAEjC,IAAI,YAAY,KAAK,QAAQ,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC7C,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM;gBACJ,IAAI,EAAE,MAAM;gBACZ,MAAM,EAAE,gBAAgB,GAAG,MAAM,CAAC,MAAM;aACzC,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}

package/dist/dataops/generate.d.ts

@@ -0,0 +1,16 @@
+import type { DataStream, TabularReader } from "../core/types.js";
+export type FieldGenerator = (index: number) => unknown;
+export declare function parseFieldGenerator(spec: string): FieldGenerator;
+export interface GeneratedColumn {
+    name: string;
+    generator: FieldGenerator;
+}
+export declare function parseSchemaSpec(schemaStr: string): GeneratedColumn[];
+export declare class SyntheticDataGenerator implements TabularReader {
+    private columns;
+    private totalRows;
+    private batchSize;
+    constructor(schemaSpec: string | GeneratedColumn[], totalRows: number, batchSize?: number);
+    read(): DataStream;
+}
+//# sourceMappingURL=generate.d.ts.map

package/dist/dataops/generate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../src/dataops/generate.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAa,UAAU,EAAO,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAgClF,MAAM,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC;AAqBxD,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc,CAsGhE;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,cAAc,CAAC;CAC3B;AAsBD,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,eAAe,EAAE,CAyBpE;AAED,qBAAa,sBAAuB,YAAW,aAAa;IAC1D,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAS;gBAEd,UAAU,EAAE,MAAM,GAAG,eAAe,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,SAAO;IAShF,IAAI,IAAI,UAAU;CAoB1B"}

package/dist/dataops/generate.js

@@ -0,0 +1,201 @@
+import { randomUUID } from "node:crypto";
+import { InvalidArgumentError } from "../core/errors.js";
+const FIRST_NAMES = [
+    "James", "Mary", "John", "Patricia", "Robert", "Jennifer", "Michael", "Linda",
+    "William", "Elizabeth", "David", "Barbara", "Richard", "Susan", "Joseph", "Jessica",
+    "Thomas", "Sarah", "Charles", "Karen", "Christopher", "Nancy", "Daniel", "Lisa",
+    "Matthew", "Betty", "Anthony", "Margaret", "Mark", "Sandra", "Donald", "Ashley",
+    "Steven", "Kimberly", "Paul", "Emily", "Andrew", "Donna", "Joshua", "Michelle",
+    "Alex", "Ali", "Can", "Zeynep", "Elif", "Emre", "Deniz", "Burak", "Ayse", "Fatma"
+];
+const LAST_NAMES = [
+    "Smith", "Johnson", "Williams", "Brown", "Jones", "Garcia", "Miller", "Davis",
+    "Rodriguez", "Martinez", "Hernandez", "Lopez", "Gonzalez", "Wilson", "Anderson", "Thomas",
+    "Taylor", "Moore", "Jackson", "Martin", "Lee", "Perez", "Thompson", "White",
+    "Harris", "Sanchez", "Clark", "Ramirez", "Lewis", "Robinson", "Walker", "Young",
+    "Yilmaz", "Kaya", "Demir", "Celik", "Sahin", "Yildiz", "Ozturk", "Aydin", "Ozdemir", "Arslan"
+];
+const CITIES = [
+    "New York", "London", "Tokyo", "Paris", "Berlin", "Istanbul", "San Francisco",
+    "Sydney", "Singapore", "Toronto", "Amsterdam", "Madrid", "Rome", "Seoul", "Dubai"
+];
+const COMPANIES = [
+    "Acme Corp", "Globex", "Initech", "Umbrella", "Soylent", "Hooli", "Pied Piper",
+    "Wayne Enterprises", "Stark Industries", "Cyberdyne", "Massive Dynamic", "Wonka Inc"
+];
+const DOMAINS = ["example.com", "mail.com", "corp.net", "tech.io", "cloud.org", "web.dev"];
+function randomChoice(arr) {
+    return arr[Math.floor(Math.random() * arr.length)];
+}
+function randomInt(min, max) {
+    return Math.floor(Math.random() * (max - min + 1)) + min;
+}
+function randomFloat(min, max, decimals = 2) {
+    const val = Math.random() * (max - min) + min;
+    const factor = Math.pow(10, decimals);
+    return Math.round(val * factor) / factor;
+}
+function randomDate(startMs = new Date("2022-01-01").getTime(), endMs = new Date("2026-01-01").getTime()) {
+    const date = new Date(startMs + Math.random() * (endMs - startMs));
+    return date.toISOString().split("T")[0];
+}
+export function parseFieldGenerator(spec) {
+    const trimmed = spec.trim().toLowerCase();
+    if (trimmed === "seq" || trimmed === "sequence") {
+        return (i) => i + 1;
+    }
+    const seqMatch = trimmed.match(/^seq(?:uence)?\((\d+)(?:,\s*(\d+))?\)$/);
+    if (seqMatch) {
+        const start = parseInt(seqMatch[1], 10);
+        const step = seqMatch[2] ? parseInt(seqMatch[2], 10) : 1;
+        return (i) => start + i * step;
+    }
+    if (trimmed === "uuid" || trimmed === "guid") {
+        return () => randomUUID();
+    }
+    if (trimmed === "name" || trimmed === "fullname") {
+        return () => `${randomChoice(FIRST_NAMES)} ${randomChoice(LAST_NAMES)}`;
+    }
+    if (trimmed === "firstname" || trimmed === "first_name") {
+        return () => randomChoice(FIRST_NAMES);
+    }
+    if (trimmed === "lastname" || trimmed === "last_name") {
+        return () => randomChoice(LAST_NAMES);
+    }
+    if (trimmed === "email") {
+        return () => {
+            const first = randomChoice(FIRST_NAMES).toLowerCase();
+            const last = randomChoice(LAST_NAMES).toLowerCase();
+            const num = randomInt(1, 99);
+            const domain = randomChoice(DOMAINS);
+            return `${first}.${last}${num}@${domain}`;
+        };
+    }
+    if (trimmed === "city") {
+        return () => randomChoice(CITIES);
+    }
+    if (trimmed === "company") {
+        return () => randomChoice(COMPANIES);
+    }
+    if (trimmed === "boolean" || trimmed === "bool") {
+        return () => Math.random() > 0.5;
+    }
+    if (trimmed === "ipv4" || trimmed === "ip") {
+        return () => `${randomInt(1, 255)}.${randomInt(0, 255)}.${randomInt(0, 255)}.${randomInt(1, 254)}`;
+    }
+    if (trimmed === "phone") {
+        return () => `+1-${randomInt(200, 999)}-${randomInt(100, 999)}-${randomInt(1000, 9999)}`;
+    }
+    if (trimmed === "date") {
+        return () => randomDate();
+    }
+    const dateMatch = trimmed.match(/^date\(([^,]+),\s*([^)]+)\)$/);
+    if (dateMatch) {
+        const start = new Date(dateMatch[1]).getTime();
+        const end = new Date(dateMatch[2]).getTime();
+        return () => randomDate(start, end);
+    }
+    const intMatch = trimmed.match(/^int(?:eger)?\((\d+),\s*(\d+)\)$/);
+    if (intMatch) {
+        const min = parseInt(intMatch[1], 10);
+        const max = parseInt(intMatch[2], 10);
+        return () => randomInt(min, max);
+    }
+    if (trimmed === "int" || trimmed === "integer") {
+        return () => randomInt(0, 100);
+    }
+    const floatMatch = trimmed.match(/^(?:float|decimal)\(([\d.]+),\s*([\d.]+)(?:,\s*(\d+))?\)$/);
+    if (floatMatch) {
+        const min = parseFloat(floatMatch[1]);
+        const max = parseFloat(floatMatch[2]);
+        const dec = floatMatch[3] ? parseInt(floatMatch[3], 10) : 2;
+        return () => randomFloat(min, max, dec);
+    }
+    if (trimmed === "float" || trimmed === "decimal" || trimmed === "number") {
+        return () => randomFloat(0, 100, 2);
+    }
+    const choiceMatch = spec.match(/^choice\((.+)\)$/i);
+    if (choiceMatch) {
+        const choices = choiceMatch[1].split(",").map((s) => s.trim().replace(/^["']|["']$/g, ""));
+        return () => randomChoice(choices);
+    }
+    // Constant fallback
+    return () => spec;
+}
+function splitTopLevelCommas(str) {
+    const parts = [];
+    let current = "";
+    let depth = 0;
+    for (let i = 0; i < str.length; i++) {
+        const char = str[i];
+        if (char === "(")
+            depth++;
+        else if (char === ")")
+            depth--;
+        if (char === "," && depth === 0) {
+            if (current.trim())
+                parts.push(current.trim());
+            current = "";
+        }
+        else {
+            current += char;
+        }
+    }
+    if (current.trim())
+        parts.push(current.trim());
+    return parts;
+}
+export function parseSchemaSpec(schemaStr) {
+    const parts = splitTopLevelCommas(schemaStr);
+    const cols = [];
+    for (const part of parts) {
+        let colName = part;
+        let spec = "string";
+        if (part.includes(":")) {
+            const idx = part.indexOf(":");
+            colName = part.slice(0, idx).trim();
+            spec = part.slice(idx + 1).trim();
+        }
+        else if (part.includes("=")) {
+            const idx = part.indexOf("=");
+            colName = part.slice(0, idx).trim();
+            spec = part.slice(idx + 1).trim();
+        }
+        cols.push({
+            name: colName,
+            generator: parseFieldGenerator(spec),
+        });
+    }
+    return cols;
+}
+export class SyntheticDataGenerator {
+    columns;
+    totalRows;
+    batchSize;
+    constructor(schemaSpec, totalRows, batchSize = 1000) {
+        this.columns = typeof schemaSpec === "string" ? parseSchemaSpec(schemaSpec) : schemaSpec;
+        if (this.columns.length === 0) {
+            throw new InvalidArgumentError("Generate requires at least one column specification");
+        }
+        this.totalRows = totalRows;
+        this.batchSize = batchSize;
+    }
+    async *read() {
+        let emitted = 0;
+        while (emitted < this.totalRows) {
+            const currentBatchCount = Math.min(this.batchSize, this.totalRows - emitted);
+            const rows = new Array(currentBatchCount);
+            for (let i = 0; i < currentBatchCount; i++) {
+                const rowIndex = emitted + i;
+                const row = {};
+                for (const col of this.columns) {
+                    row[col.name] = col.generator(rowIndex);
+                }
+                rows[i] = row;
+            }
+            yield { rows, offset: emitted };
+            emitted += currentBatchCount;
+        }
+    }
+}
+//# sourceMappingURL=generate.js.map

package/dist/dataops/generate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate.js","sourceRoot":"","sources":["../../src/dataops/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAEzD,MAAM,WAAW,GAAG;IAClB,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO;IAC7E,SAAS,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS;IACnF,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM;IAC/E,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ;IAC/E,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU;IAC9E,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO;CAClF,CAAC;AAEF,MAAM,UAAU,GAAG;IACjB,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO;IAC7E,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ;IACzF,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO;IAC3E,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO;IAC/E,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ;CAC9F,CAAC;AAEF,MAAM,MAAM,GAAG;IACb,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,eAAe;IAC7E,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;CAClF,CAAC;AAEF,MAAM,SAAS,GAAG;IAChB,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,YAAY;IAC9E,mBAAmB,EAAE,kBAAkB,EAAE,WAAW,EAAE,iBAAiB,EAAE,WAAW;CACrF,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;AAI3F,SAAS,YAAY,CAAI,GAAQ;IAC/B,OAAO,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAE,CAAC;AACtD,CAAC;AAED,SAAS,SAAS,CAAC,GAAW,EAAE,GAAW;IACzC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;AAC3D,CAAC;AAED,SAAS,WAAW,CAAC,GAAW,EAAE,GAAW,EAAE,QAAQ,GAAG,CAAC;IACzD,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;IAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IACtC,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;AAC3C,CAAC;AAED,SAAS,UAAU,CAAC,OAAO,GAAG,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,EAAE,KAAK,GAAG,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE;IACtG,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC;IACnE,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE1C,IAAI,OAAO,KAAK,KAAK,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;QAChD,OAAO,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;IACzE,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,OAAO,CAAC,CAAS,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC;IACzC,CAAC;IAED,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QAC7C,OAAO,GAAG,EAAE,CAAC,UAAU,EAAE,CAAC;IAC5B,CAAC;IAED,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;QACjD,OAAO,GAAG,EAAE,CAAC,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC;IAC1E,CAAC;IAED,IAAI,OAAO,KAAK,WAAW,IAAI,OAAO,KAAK,YAAY,EAAE,CAAC;QACxD,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,OAAO,KAAK,UAAU,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;QACtD,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;IACxC,CAAC;IAED,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QACxB,OAAO,GAAG,EAAE;YACV,MAAM,KAAK,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;YACtD,MAAM,IAAI,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,CAAC;YACpD,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC7B,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;YACrC,OAAO,GAAG,KAAK,IAAI,IAAI,GAAG,GAAG,IAAI,MAAM,EAAE,CAAC;QAC5C,CAAC,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QACvB,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QAChD,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC;IACnC,CAAC;IAED,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QAC3C,OAAO,GAAG,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IACrG,CAAC;IAED,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QACxB,OAAO,GAAG,EAAE,CAAC,MAAM,SAAS,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,SAAS,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;IAC3F,CAAC;IAED,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QACvB,OAAO,GAAG,EAAE,CAAC,UAAU,EAAE,CAAC;IAC5B,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAChE,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QAChD,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QAC9C,OAAO,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACnE,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC;QACvC,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC;QACvC,OAAO,GAAG,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACnC,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC/C,OAAO,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAC9F,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,CAAC;QACvC,MAAM,GAAG,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,CAAC;QACvC,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,OAAO,KAAK,OAAO,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QACzE,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACpD,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC;QAC5F,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IAED,oBAAoB;IACpB,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC;AACpB,CAAC;AAOD,SAAS,mBAAmB,CAAC,GAAW;IACtC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAE,CAAC;QACrB,IAAI,IAAI,KAAK,GAAG;YAAE,KAAK,EAAE,CAAC;aACrB,IAAI,IAAI,KAAK,GAAG;YAAE,KAAK,EAAE,CAAC;QAE/B,IAAI,IAAI,KAAK,GAAG,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChC,IAAI,OAAO,CAAC,IAAI,EAAE;gBAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAC/C,OAAO,GAAG,EAAE,CAAC;QACf,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,IAAI,CAAC;QAClB,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,EAAE;QAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC/C,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,SAAiB;IAC/C,MAAM,KAAK,GAAG,mBAAmB,CAAC,SAAS,CAAC,CAAC;IAC7C,MAAM,IAAI,GAAsB,EAAE,CAAC;IAEnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,OAAO,GAAG,IAAI,CAAC;QACnB,IAAI,IAAI,GAAG,QAAQ,CAAC;QAEpB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC9B,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YACpC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACpC,CAAC;aAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC9B,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YACpC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACpC,CAAC;QAED,IAAI,CAAC,IAAI,CAAC;YACR,IAAI,EAAE,OAAO;YACb,SAAS,EAAE,mBAAmB,CAAC,IAAI,CAAC;SACrC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,OAAO,sBAAsB;IACzB,OAAO,CAAoB;IAC3B,SAAS,CAAS;IAClB,SAAS,CAAS;IAE1B,YAAY,UAAsC,EAAE,SAAiB,EAAE,SAAS,GAAG,IAAI;QACrF,IAAI,CAAC,OAAO,GAAG,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;QACzF,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,oBAAoB,CAAC,qDAAqD,CAAC,CAAC;QACxF,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,CAAC,IAAI;QACT,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,OAAO,OAAO,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAChC,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,CAAC;YAC7E,MAAM,IAAI,GAAU,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,MAAM,QAAQ,GAAG,OAAO,GAAG,CAAC,CAAC;gBAC7B,MAAM,GAAG,GAAQ,EAAE,CAAC;gBACpB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBAC/B,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBAC1C,CAAC;gBACD,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;YAChB,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;YAChC,OAAO,IAAI,iBAAiB,CAAC;QAC/B,CAAC;IACH,CAAC;CACF"}

package/dist/dataops/mask.d.ts

@@ -0,0 +1,25 @@
+import type { TransformFunction } from "../core/types.js";
+export type MaskingRule = "email" | "phone" | "card" | "ip" | "name" | "hash" | "redact";
+export interface MaskOptions {
+    email?: string | string[];
+    phone?: string | string[];
+    card?: string | string[];
+    ip?: string | string[];
+    name?: string | string[];
+    hash?: string | string[];
+    redact?: string | string[];
+    salt?: string;
+    batchSize?: number;
+}
+export declare function maskEmail(val: unknown): string | unknown;
+export declare function maskPhone(val: unknown): string | unknown;
+export declare function maskCard(val: unknown): string | unknown;
+export declare function maskIp(val: unknown): string | unknown;
+export declare function maskName(val: unknown): string | unknown;
+export declare function maskHash(val: unknown, salt?: string): string | unknown;
+export declare function maskRedact(val: unknown): string | unknown;
+/**
+ * Creates a streaming transform that redacts / masks sensitive PII columns.
+ */
+export declare function maskTransform(options: MaskOptions): TransformFunction;
+//# sourceMappingURL=mask.d.ts.map

package/dist/dataops/mask.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mask.d.ts","sourceRoot":"","sources":["../../src/dataops/mask.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAA8B,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAEtF,MAAM,MAAM,WAAW,GAAG,OAAO,GAAG,OAAO,GAAG,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAEzF,MAAM,WAAW,WAAW;IAC1B,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzB,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,wBAAgB,SAAS,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,GAAG,OAAO,CAUxD;AAED,wBAAgB,SAAS,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,GAAG,OAAO,CAOxD;AAED,wBAAgB,QAAQ,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,GAAG,OAAO,CAMvD;AAED,wBAAgB,MAAM,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,GAAG,OAAO,CAQrD;AAED,wBAAgB,QAAQ,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,GAAG,OAAO,CAOvD;AAED,wBAAgB,QAAQ,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,SAAK,GAAG,MAAM,GAAG,OAAO,CAMlE;AAED,wBAAgB,UAAU,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,GAAG,OAAO,CAGzD;AAQD;;GAEG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,WAAW,GAAG,iBAAiB,CAyDrE"}

package/dist/dataops/mask.js

@@ -0,0 +1,133 @@
+import { createHash } from "node:crypto";
+export function maskEmail(val) {
+    if (val === null || val === undefined)
+        return val;
+    const str = String(val);
+    const atIdx = str.indexOf("@");
+    if (atIdx <= 0)
+        return "[REDACTED_EMAIL]";
+    const localPart = str.slice(0, atIdx);
+    const domainPart = str.slice(atIdx);
+    const maskedLocal = localPart.length <= 1 ? "*" : `${localPart[0]}***`;
+    return `${maskedLocal}${domainPart}`;
+}
+export function maskPhone(val) {
+    if (val === null || val === undefined)
+        return val;
+    const str = String(val).trim();
+    const digits = str.replace(/\D/g, "");
+    if (digits.length < 4)
+        return "***-****";
+    const lastFour = digits.slice(-4);
+    return `***-***-${lastFour}`;
+}
+export function maskCard(val) {
+    if (val === null || val === undefined)
+        return val;
+    const str = String(val).replace(/\s|-/g, "");
+    if (str.length < 4)
+        return "**** **** **** ****";
+    const lastFour = str.slice(-4);
+    return `**** **** **** ${lastFour}`;
+}
+export function maskIp(val) {
+    if (val === null || val === undefined)
+        return val;
+    const str = String(val).trim();
+    const parts = str.split(".");
+    if (parts.length === 4) {
+        return `${parts[0]}.${parts[1]}.***.***`;
+    }
+    return "***.***.***.***";
+}
+export function maskName(val) {
+    if (val === null || val === undefined)
+        return val;
+    const str = String(val).trim();
+    return str
+        .split(/\s+/)
+        .map((word) => (word.length > 0 ? `${word[0]}***` : ""))
+        .join(" ");
+}
+export function maskHash(val, salt = "") {
+    if (val === null || val === undefined)
+        return val;
+    const hash = createHash("sha256")
+        .update(salt + ":" + String(val))
+        .digest("hex");
+    return hash.slice(0, 16);
+}
+export function maskRedact(val) {
+    if (val === null || val === undefined)
+        return val;
+    return "[REDACTED]";
+}
+function normalizeColList(cols) {
+    if (!cols)
+        return [];
+    if (Array.isArray(cols))
+        return cols;
+    return cols.split(",").map((s) => s.trim()).filter(Boolean);
+}
+/**
+ * Creates a streaming transform that redacts / masks sensitive PII columns.
+ */
+export function maskTransform(options) {
+    const columnRules = new Map();
+    for (const col of normalizeColList(options.email))
+        columnRules.set(col, "email");
+    for (const col of normalizeColList(options.phone))
+        columnRules.set(col, "phone");
+    for (const col of normalizeColList(options.card))
+        columnRules.set(col, "card");
+    for (const col of normalizeColList(options.ip))
+        columnRules.set(col, "ip");
+    for (const col of normalizeColList(options.name))
+        columnRules.set(col, "name");
+    for (const col of normalizeColList(options.hash))
+        columnRules.set(col, "hash");
+    for (const col of normalizeColList(options.redact))
+        columnRules.set(col, "redact");
+    const salt = options.salt || "rowpipe_default_salt";
+    const batchSize = options.batchSize || 1000;
+    return async function* (stream) {
+        for await (const batch of stream) {
+            const outRows = new Array(batch.rows.length);
+            for (let i = 0; i < batch.rows.length; i++) {
+                const row = batch.rows[i];
+                const newRow = { ...row };
+                for (const [col, rule] of columnRules) {
+                    if (col in newRow) {
+                        const raw = newRow[col];
+                        switch (rule) {
+                            case "email":
+                                newRow[col] = maskEmail(raw);
+                                break;
+                            case "phone":
+                                newRow[col] = maskPhone(raw);
+                                break;
+                            case "card":
+                                newRow[col] = maskCard(raw);
+                                break;
+                            case "ip":
+                                newRow[col] = maskIp(raw);
+                                break;
+                            case "name":
+                                newRow[col] = maskName(raw);
+                                break;
+                            case "hash":
+                                newRow[col] = maskHash(raw, salt);
+                                break;
+                            case "redact":
+                                newRow[col] = maskRedact(raw);
+                                break;
+                        }
+                    }
+                }
+                outRows[i] = newRow;
+            }
+            yield { rows: outRows, offset: batch.offset };
+        }
+    };
+}
+//# sourceMappingURL=mask.js.map

package/dist/dataops/mask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mask.js","sourceRoot":"","sources":["../../src/dataops/mask.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAiBzC,MAAM,UAAU,SAAS,CAAC,GAAY;IACpC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IAClD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACxB,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,kBAAkB,CAAC;IAE1C,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACtC,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpC,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC;IACvE,OAAO,GAAG,WAAW,GAAG,UAAU,EAAE,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,GAAY;IACpC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IAClD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/B,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACtC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,UAAU,CAAC;IACzC,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,OAAO,WAAW,QAAQ,EAAE,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,GAAY;IACnC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IAClD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC7C,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,qBAAqB,CAAC;IACjD,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,OAAO,kBAAkB,QAAQ,EAAE,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,GAAY;IACjC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IAClD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC;IAC3C,CAAC;IACD,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,GAAY;IACnC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IAClD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/B,OAAO,GAAG;SACP,KAAK,CAAC,KAAK,CAAC;SACZ,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;SACvD,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,GAAY,EAAE,IAAI,GAAG,EAAE;IAC9C,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IAClD,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC;SAC9B,MAAM,CAAC,IAAI,GAAG,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;SAChC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjB,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,GAAY;IACrC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IAClD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAwB;IAChD,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IACrB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAC9D,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,OAAoB;IAChD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEnD,KAAK,MAAM,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACjF,KAAK,MAAM,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACjF,KAAK,MAAM,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC/E,KAAK,MAAM,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;QAAE,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAC3E,KAAK,MAAM,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC/E,KAAK,MAAM,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC/E,KAAK,MAAM,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAEnF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,sBAAsB,CAAC;IACpD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IAE5C,OAAO,KAAK,SAAS,CAAC,EAAE,MAAkB;QACxC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,OAAO,GAAU,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAC3B,MAAM,MAAM,GAAQ,EAAE,GAAG,GAAG,EAAE,CAAC;gBAE/B,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,WAAW,EAAE,CAAC;oBACtC,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;wBAClB,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;wBACxB,QAAQ,IAAI,EAAE,CAAC;4BACb,KAAK,OAAO;gCACV,MAAM,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;gCAC7B,MAAM;4BACR,KAAK,OAAO;gCACV,MAAM,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;gCAC7B,MAAM;4BACR,KAAK,MAAM;gCACT,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;gCAC5B,MAAM;4BACR,KAAK,IAAI;gCACP,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;gCAC1B,MAAM;4BACR,KAAK,MAAM;gCACT,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;gCAC5B,MAAM;4BACR,KAAK,MAAM;gCACT,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;gCAClC,MAAM;4BACR,KAAK,QAAQ;gCACX,MAAM,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;gCAC9B,MAAM;wBACV,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;YACtB,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;QAChD,CAAC;IACH,CAAC,CAAC;AACJ,CAAC"}

package/dist/dataops/report.d.ts

@@ -0,0 +1,7 @@
+import type { TabularReader } from "../core/types.js";
+export interface ReportOptions {
+    title?: string;
+    outputPath?: string;
+}
+export declare function generateHtmlReport(reader: TabularReader, fileName?: string, options?: ReportOptions): Promise<string>;
+//# sourceMappingURL=report.d.ts.map

package/dist/dataops/report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../src/dataops/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAItD,MAAM,WAAW,aAAa;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,wBAAsB,kBAAkB,CACtC,MAAM,EAAE,aAAa,EACrB,QAAQ,SAAY,EACpB,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,MAAM,CAAC,CA+IjB"}