rowpipe 2.0.0 → 2.2.0

package/dist/readers/json.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"json.d.ts","sourceRoot":"","sources":["../../src/readers/json.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,KAAK,EAEV,UAAU,EACV,kBAAkB,EAClB,aAAa,EAEb,aAAa,EACd,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,iBAAkB,SAAQ,aAAa;IACtD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;;GAIG;AACH,qBAAa,UAAW,YAAW,aAAa;IAC9C,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,OAAO,CAAoB;gBAEvB,KAAK,EAAE,QAAQ,GAAG,MAAM,EAAE,OAAO,GAAE,iBAAsB;IAQrE,OAAO,CAAC,cAAc;IAKf,IAAI,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,UAAU;IAgM1C,OAAO,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAsBpE"}
+{"version":3,"file":"json.d.ts","sourceRoot":"","sources":["../../src/readers/json.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,KAAK,EAEV,UAAU,EACV,kBAAkB,EAClB,aAAa,EAEb,aAAa,EACd,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,iBAAkB,SAAQ,aAAa;IACtD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;;GAIG;AACH,qBAAa,UAAW,YAAW,aAAa;IAC9C,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,OAAO,CAAoB;gBAEvB,KAAK,EAAE,QAAQ,GAAG,MAAM,EAAE,OAAO,GAAE,iBAAsB;IAQrE,OAAO,CAAC,cAAc;IAIf,IAAI,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,UAAU;IAgM1C,OAAO,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAsBpE"}

package/dist/readers/json.js

@@ -16,8 +16,7 @@ export class JSONReader {
         }
     }
     getInputStream(opts) {
-        const gzip = opts?.gzip ?? this.options.gzip;
-        return openDecompressedReadStream(this.input, { gzip });
+        return openDecompressedReadStream(this.input, { ...this.options, ...opts });
     }
     async *read(options) {
         const mergedOptions = {

package/dist/readers/json.js.map

@@ -1 +1 @@
-{"version":3,"file":"json.js","sourceRoot":"","sources":["../../src/readers/json.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AAErE,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAe/C;;;;GAIG;AACH,MAAM,OAAO,UAAU;IACb,KAAK,CAAoB;IACzB,OAAO,CAAoB;IAEnC,YAAY,KAAwB,EAAE,UAA6B,EAAE;QACnE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,IAAoB;QACzC,MAAM,IAAI,GAAG,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;QAC7C,OAAO,0BAA0B,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,OAAuB;QACjC,MAAM,aAAa,GAAsB;YACvC,GAAG,IAAI,CAAC,OAAO;YACf,GAAG,OAAO;SACX,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;QAC/D,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,IAAI,EAAE,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAElD,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,gBAAgB,GAAG,CAAC,UAAU,CAAC,CAAC,oCAAoC;QACxE,IAAI,WAAW,GAAa,EAAE,CAAC;QAE/B,wCAAwC;QACxC,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,gBAAgB,GAAG,CAAC,CAAC,CAAC;QAE1B,IAAI,kBAAkB,GAAU,EAAE,CAAC;QACnC,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,kDAAkD;QAClD,MAAM,eAAe,GAAG,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAEhE,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,QAAQ,GACZ,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,KAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACzE,MAAM,IAAI,QAAQ,CAAC;YAEnB,OAAO,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;gBAE5B,IAAI,SAAS,EAAE,CAAC;oBACd,SAAS,GAAG,KAAK,CAAC;oBAClB,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;gBAED,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAClB,SAAS,GAAG,IAAI,CAAC;oBACjB,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;gBAED,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;oBACjB,QAAQ,GAAG,CAAC,QAAQ,CAAC;oBACrB,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;gBAED,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;gBAED,uCAAuC;gBACvC,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBACtB,qDAAqD;oBACrD,qCAAqC;oBACrC,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACjB,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;wBACb,SAAS;oBACX,CAAC;yBAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACxB,2CAA2C;wBAC3C,0CAA0C;wBAC1C,gBAAgB,GAAG,IAAI,CAAC;wBACxB,OAAO,GAAG,IAAI,CAAC;wBACf,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;wBACb,SAAS;oBACX,CAAC;yBAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACxB,sDAAsD;wBACtD,IAAI,MAAM,GAAG,MAAM,GAAG,CAAC,CAAC;wBACxB,OAAO,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAE,CAAC;4BAAE,MAAM,EAAE,CAAC;wBAC3D,IAAI,MAAM,IAAI,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC;4BAC1C,IAAI,QAAQ,GAAG,MAAM,GAAG,CAAC,CAAC;4BAC1B,OAAO,QAAQ,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,GAAG;gCAAE,QAAQ,EAAE,CAAC;4BAC7D,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;gCAClB,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;gCACnD,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gCAC1B,IACE,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,UAAU;oCACpC,OAAO,KAAK,eAAe,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,EACvD,CAAC;oCACD,oCAAoC;oCACpC,8BAA8B;gCAChC,CAAC;4BACH,CAAC;wBACH,CAAC;wBACD,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;wBACb,SAAS;oBACX,CAAC;oBACD,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;gBAED,+CAA+C;gBAC/C,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACjB,OAAO,GAAG,IAAI,CAAC;wBACf,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;wBACb,SAAS;oBACX,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,8CAA8C;oBAC9C,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACjB,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;4BACtB,gBAAgB,GAAG,MAAM,CAAC;wBAC5B,CAAC;wBACD,WAAW,EAAE,CAAC;oBAChB,CAAC;yBAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACxB,WAAW,EAAE,CAAC;wBACd,IAAI,WAAW,KAAK,CAAC,IAAI,gBAAgB,KAAK,CAAC,CAAC,EAAE,CAAC;4BACjD,2CAA2C;4BAC3C,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;4BAC7D,IAAI,SAAkB,CAAC;4BACvB,IAAI,CAAC;gCACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;4BACpC,CAAC;4BAAC,OAAO,GAAG,EAAE,CAAC;gCACb,MAAM,IAAI,UAAU,CAClB,mCAAoC,GAAa,CAAC,OAAO,EAAE,EAC3D;oCACE,IAAI,EAAE,aAAa,CAAC,QAAQ;oCAC5B,GAAG,EAAE,QAAQ,GAAG,CAAC;oCACjB,UAAU;iCACX,CACF,CAAC;4BACJ,CAAC;4BAED,IACE,OAAO,SAAS,KAAK,QAAQ;gCAC7B,SAAS,KAAK,IAAI;gCAClB,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EACzB,CAAC;gCACD,kBAAkB,CAAC,IAAI,CAAC,SAAgB,CAAC,CAAC;gCAC1C,QAAQ,EAAE,CAAC;gCAEX,IAAI,kBAAkB,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;oCAC3C,MAAM;wCACJ,IAAI,EAAE,kBAAkB;wCACxB,MAAM,EAAE,YAAY;qCACrB,CAAC;oCACF,YAAY,IAAI,kBAAkB,CAAC,MAAM,CAAC;oCAC1C,kBAAkB,GAAG,EAAE,CAAC;gCAC1B,CAAC;4BACH,CAAC;4BAED,gBAAgB,GAAG,CAAC,CAAC,CAAC;wBACxB,CAAC;oBACH,CAAC;yBAAM,IAAI,IAAI,KAAK,GAAG,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;wBAC7C,uBAAuB;wBACvB,OAAO,GAAG,KAAK,CAAC;wBAChB,MAAM;oBACR,CAAC;oBAED,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;gBACf,CAAC;YACH,CAAC;YAED,4EAA4E;YAC5E,IAAI,gBAAgB,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC5B,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;gBACxC,MAAM,GAAG,MAAM,GAAG,gBAAgB,CAAC;gBACnC,gBAAgB,GAAG,CAAC,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC9B,MAAM,GAAG,CAAC,CAAC;YACb,CAAC;QACH,CAAC;QAED,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,MAAM;gBACJ,IAAI,EAAE,kBAAkB;gBACxB,MAAM,EAAE,YAAY;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAuB;QACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,WAAW,GAAa,EAAE,CAAC;QAE/B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACrE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,CAAC;YACD,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAChC,CAAC;QAED,OAAO;YACL,MAAM,EAAE,MAAM;YACd,QAAQ;YACR,WAAW,EAAE,WAAW,CAAC,MAAM;YAC/B,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClC,IAAI;gBACJ,IAAI,EAAE,QAAQ;gBACd,cAAc,EAAE,CAAC;aAClB,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;CACF"}
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../src/readers/json.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AAErE,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAe/C;;;;GAIG;AACH,MAAM,OAAO,UAAU;IACb,KAAK,CAAoB;IACzB,OAAO,CAAoB;IAEnC,YAAY,KAAwB,EAAE,UAA6B,EAAE;QACnE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,IAAoB;QACzC,OAAO,0BAA0B,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,OAAuB;QACjC,MAAM,aAAa,GAAsB;YACvC,GAAG,IAAI,CAAC,OAAO;YACf,GAAG,OAAO;SACX,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;QAC/D,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,IAAI,EAAE,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAElD,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,gBAAgB,GAAG,CAAC,UAAU,CAAC,CAAC,oCAAoC;QACxE,IAAI,WAAW,GAAa,EAAE,CAAC;QAE/B,wCAAwC;QACxC,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,gBAAgB,GAAG,CAAC,CAAC,CAAC;QAE1B,IAAI,kBAAkB,GAAU,EAAE,CAAC;QACnC,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,kDAAkD;QAClD,MAAM,eAAe,GAAG,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAEhE,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,QAAQ,GACZ,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,KAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACzE,MAAM,IAAI,QAAQ,CAAC;YAEnB,OAAO,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;gBAE5B,IAAI,SAAS,EAAE,CAAC;oBACd,SAAS,GAAG,KAAK,CAAC;oBAClB,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;gBAED,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAClB,SAAS,GAAG,IAAI,CAAC;oBACjB,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;gBAED,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;oBACjB,QAAQ,GAAG,CAAC,QAAQ,CAAC;oBACrB,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;gBAED,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;gBAED,uCAAuC;gBACvC,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBACtB,qDAAqD;oBACrD,qCAAqC;oBACrC,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACjB,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;wBACb,SAAS;oBACX,CAAC;yBAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACxB,2CAA2C;wBAC3C,0CAA0C;wBAC1C,gBAAgB,GAAG,IAAI,CAAC;wBACxB,OAAO,GAAG,IAAI,CAAC;wBACf,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;wBACb,SAAS;oBACX,CAAC;yBAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACxB,sDAAsD;wBACtD,IAAI,MAAM,GAAG,MAAM,GAAG,CAAC,CAAC;wBACxB,OAAO,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAE,CAAC;4BAAE,MAAM,EAAE,CAAC;wBAC3D,IAAI,MAAM,IAAI,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC;4BAC1C,IAAI,QAAQ,GAAG,MAAM,GAAG,CAAC,CAAC;4BAC1B,OAAO,QAAQ,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,GAAG;gCAAE,QAAQ,EAAE,CAAC;4BAC7D,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;gCAClB,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;gCACnD,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gCAC1B,IACE,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,UAAU;oCACpC,OAAO,KAAK,eAAe,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,EACvD,CAAC;oCACD,oCAAoC;oCACpC,8BAA8B;gCAChC,CAAC;4BACH,CAAC;wBACH,CAAC;wBACD,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;wBACb,SAAS;oBACX,CAAC;oBACD,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;gBAED,+CAA+C;gBAC/C,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACjB,OAAO,GAAG,IAAI,CAAC;wBACf,MAAM,EAAE,CAAC;wBACT,UAAU,EAAE,CAAC;wBACb,SAAS;oBACX,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,8CAA8C;oBAC9C,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACjB,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;4BACtB,gBAAgB,GAAG,MAAM,CAAC;wBAC5B,CAAC;wBACD,WAAW,EAAE,CAAC;oBAChB,CAAC;yBAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACxB,WAAW,EAAE,CAAC;wBACd,IAAI,WAAW,KAAK,CAAC,IAAI,gBAAgB,KAAK,CAAC,CAAC,EAAE,CAAC;4BACjD,2CAA2C;4BAC3C,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;4BAC7D,IAAI,SAAkB,CAAC;4BACvB,IAAI,CAAC;gCACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;4BACpC,CAAC;4BAAC,OAAO,GAAG,EAAE,CAAC;gCACb,MAAM,IAAI,UAAU,CAClB,mCAAoC,GAAa,CAAC,OAAO,EAAE,EAC3D;oCACE,IAAI,EAAE,aAAa,CAAC,QAAQ;oCAC5B,GAAG,EAAE,QAAQ,GAAG,CAAC;oCACjB,UAAU;iCACX,CACF,CAAC;4BACJ,CAAC;4BAED,IACE,OAAO,SAAS,KAAK,QAAQ;gCAC7B,SAAS,KAAK,IAAI;gCAClB,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EACzB,CAAC;gCACD,kBAAkB,CAAC,IAAI,CAAC,SAAgB,CAAC,CAAC;gCAC1C,QAAQ,EAAE,CAAC;gCAEX,IAAI,kBAAkB,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;oCAC3C,MAAM;wCACJ,IAAI,EAAE,kBAAkB;wCACxB,MAAM,EAAE,YAAY;qCACrB,CAAC;oCACF,YAAY,IAAI,kBAAkB,CAAC,MAAM,CAAC;oCAC1C,kBAAkB,GAAG,EAAE,CAAC;gCAC1B,CAAC;4BACH,CAAC;4BAED,gBAAgB,GAAG,CAAC,CAAC,CAAC;wBACxB,CAAC;oBACH,CAAC;yBAAM,IAAI,IAAI,KAAK,GAAG,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;wBAC7C,uBAAuB;wBACvB,OAAO,GAAG,KAAK,CAAC;wBAChB,MAAM;oBACR,CAAC;oBAED,MAAM,EAAE,CAAC;oBACT,UAAU,EAAE,CAAC;gBACf,CAAC;YACH,CAAC;YAED,4EAA4E;YAC5E,IAAI,gBAAgB,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC5B,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;gBACxC,MAAM,GAAG,MAAM,GAAG,gBAAgB,CAAC;gBACnC,gBAAgB,GAAG,CAAC,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC9B,MAAM,GAAG,CAAC,CAAC;YACb,CAAC;QACH,CAAC;QAED,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,MAAM;gBACJ,IAAI,EAAE,kBAAkB;gBACxB,MAAM,EAAE,YAAY;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAuB;QACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,WAAW,GAAa,EAAE,CAAC;QAE/B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACrE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,CAAC;YACD,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAChC,CAAC;QAED,OAAO;YACL,MAAM,EAAE,MAAM;YACd,QAAQ;YACR,WAAW,EAAE,WAAW,CAAC,MAAM;YAC/B,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClC,IAAI;gBACJ,IAAI,EAAE,QAAQ;gBACd,cAAc,EAAE,CAAC;aAClB,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;CACF"}

package/dist/readers/jsonl.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"jsonl.d.ts","sourceRoot":"","sources":["../../src/readers/jsonl.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,KAAK,EAEV,UAAU,EACV,kBAAkB,EAClB,aAAa,EAEb,aAAa,EACd,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,kBAAmB,SAAQ,aAAa;IACvD,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,WAAY,YAAW,aAAa;IAC/C,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,OAAO,CAAqB;gBAExB,KAAK,EAAE,QAAQ,GAAG,MAAM,EAAE,OAAO,GAAE,kBAAuB;IAQtE,OAAO,CAAC,cAAc;IAKf,IAAI,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,UAAU;IAmE1C,OAAO,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAsBpE"}
+{"version":3,"file":"jsonl.d.ts","sourceRoot":"","sources":["../../src/readers/jsonl.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,KAAK,EAEV,UAAU,EACV,kBAAkB,EAClB,aAAa,EAEb,aAAa,EACd,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,kBAAmB,SAAQ,aAAa;IACvD,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,WAAY,YAAW,aAAa;IAC/C,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,OAAO,CAAqB;gBAExB,KAAK,EAAE,QAAQ,GAAG,MAAM,EAAE,OAAO,GAAE,kBAAuB;IAQtE,OAAO,CAAC,cAAc;IAIf,IAAI,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,UAAU;IAmE1C,OAAO,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAsBpE"}

package/dist/readers/jsonl.js

@@ -12,8 +12,7 @@ export class JSONLReader {
         }
     }
     getInputStream(opts) {
-        const gzip = opts?.gzip ?? this.options.gzip;
-        return openDecompressedReadStream(this.input, { gzip });
+        return openDecompressedReadStream(this.input, { ...this.options, ...opts });
     }
     async *read(options) {
         const mergedOptions = {

package/dist/readers/jsonl.js.map

@@ -1 +1 @@
-{"version":3,"file":"jsonl.js","sourceRoot":"","sources":["../../src/readers/jsonl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AACrE,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAc/C,MAAM,OAAO,WAAW;IACd,KAAK,CAAoB;IACzB,OAAO,CAAqB;IAEpC,YAAY,KAAwB,EAAE,UAA8B,EAAE;QACpE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,IAAoB;QACzC,MAAM,IAAI,GAAG,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;QAC7C,OAAO,0BAA0B,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,OAAuB;QACjC,MAAM,aAAa,GAAuB;YACxC,GAAG,IAAI,CAAC,OAAO;YACf,GAAG,OAAO;SACX,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAElD,MAAM,EAAE,GAAG,eAAe,CAAC;YACzB,KAAK,EAAE,MAAM;YACb,SAAS,EAAE,QAAQ;SACpB,CAAC,CAAC;QAEH,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,kBAAkB,GAAU,EAAE,CAAC;QACnC,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;YAC5B,UAAU,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO;gBAAE,SAAS;YAEvB,IAAI,MAAe,CAAC;YACpB,IAAI,CAAC;gBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,IAAI,UAAU,CAClB,wBAAwB,UAAU,KAAM,GAAa,CAAC,OAAO,EAAE,EAC/D;oBACE,IAAI,EAAE,aAAa,CAAC,QAAQ;oBAC5B,IAAI,EAAE,UAAU;oBAChB,GAAG,EAAE,UAAU;iBAChB,CACF,CAAC;YACJ,CAAC;YAED,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3E,MAAM,IAAI,UAAU,CAClB,gCAAgC,UAAU,SAAS,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,MAAM,EAAE,EACpG;oBACE,IAAI,EAAE,aAAa,CAAC,QAAQ;oBAC5B,IAAI,EAAE,UAAU;oBAChB,GAAG,EAAE,UAAU;iBAChB,CACF,CAAC;YACJ,CAAC;YAED,kBAAkB,CAAC,IAAI,CAAC,MAAa,CAAC,CAAC;YAEvC,IAAI,kBAAkB,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBAC3C,MAAM;oBACJ,IAAI,EAAE,kBAAkB;oBACxB,MAAM,EAAE,YAAY;iBACrB,CAAC;gBACF,YAAY,IAAI,kBAAkB,CAAC,MAAM,CAAC;gBAC1C,kBAAkB,GAAG,EAAE,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,MAAM;gBACJ,IAAI,EAAE,kBAAkB;gBACxB,MAAM,EAAE,YAAY;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAuB;QACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,WAAW,GAAa,EAAE,CAAC;QAE/B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACrE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,CAAC;YACD,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAChC,CAAC;QAED,OAAO;YACL,MAAM,EAAE,OAAO;YACf,QAAQ;YACR,WAAW,EAAE,WAAW,CAAC,MAAM;YAC/B,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClC,IAAI;gBACJ,IAAI,EAAE,QAAQ;gBACd,cAAc,EAAE,CAAC;aAClB,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;CACF"}
+{"version":3,"file":"jsonl.js","sourceRoot":"","sources":["../../src/readers/jsonl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AACrE,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAc/C,MAAM,OAAO,WAAW;IACd,KAAK,CAAoB;IACzB,OAAO,CAAqB;IAEpC,YAAY,KAAwB,EAAE,UAA8B,EAAE;QACpE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,CAAC,QAAQ,GAAG,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,IAAoB;QACzC,OAAO,0BAA0B,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,OAAuB;QACjC,MAAM,aAAa,GAAuB;YACxC,GAAG,IAAI,CAAC,OAAO;YACf,GAAG,OAAO;SACX,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAElD,MAAM,EAAE,GAAG,eAAe,CAAC;YACzB,KAAK,EAAE,MAAM;YACb,SAAS,EAAE,QAAQ;SACpB,CAAC,CAAC;QAEH,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,kBAAkB,GAAU,EAAE,CAAC;QACnC,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;YAC5B,UAAU,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO;gBAAE,SAAS;YAEvB,IAAI,MAAe,CAAC;YACpB,IAAI,CAAC;gBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,IAAI,UAAU,CAClB,wBAAwB,UAAU,KAAM,GAAa,CAAC,OAAO,EAAE,EAC/D;oBACE,IAAI,EAAE,aAAa,CAAC,QAAQ;oBAC5B,IAAI,EAAE,UAAU;oBAChB,GAAG,EAAE,UAAU;iBAChB,CACF,CAAC;YACJ,CAAC;YAED,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3E,MAAM,IAAI,UAAU,CAClB,gCAAgC,UAAU,SAAS,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,MAAM,EAAE,EACpG;oBACE,IAAI,EAAE,aAAa,CAAC,QAAQ;oBAC5B,IAAI,EAAE,UAAU;oBAChB,GAAG,EAAE,UAAU;iBAChB,CACF,CAAC;YACJ,CAAC;YAED,kBAAkB,CAAC,IAAI,CAAC,MAAa,CAAC,CAAC;YAEvC,IAAI,kBAAkB,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBAC3C,MAAM;oBACJ,IAAI,EAAE,kBAAkB;oBACxB,MAAM,EAAE,YAAY;iBACrB,CAAC;gBACF,YAAY,IAAI,kBAAkB,CAAC,MAAM,CAAC;gBAC1C,kBAAkB,GAAG,EAAE,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,MAAM;gBACJ,IAAI,EAAE,kBAAkB;gBACxB,MAAM,EAAE,YAAY;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAuB;QACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,WAAW,GAAa,EAAE,CAAC;QAE/B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACrE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,CAAC;YACD,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAChC,CAAC;QAED,OAAO;YACL,MAAM,EAAE,OAAO;YACf,QAAQ;YACR,WAAW,EAAE,WAAW,CAAC,MAAM;YAC/B,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClC,IAAI;gBACJ,IAAI,EAAE,QAAQ;gBACd,cAAc,EAAE,CAAC;aAClB,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;CACF"}

package/dist/readers/multi-file.d.ts

@@ -0,0 +1,29 @@
+import type { DataStream, InspectionMetadata, ReaderOptions, TabularReader } from "../core/types.js";
+export interface MultiFileReaderOptions extends ReaderOptions {
+    files?: string[];
+    pattern?: string;
+    addFilename?: boolean;
+    fileCol?: string;
+    strictSchema?: boolean;
+}
+/**
+ * Checks if a string contains glob wildcard characters (*, ?, [, {).
+ */
+export declare function isGlobPattern(str: string): boolean;
+/**
+ * Expands a glob pattern or path list into an array of existing file paths.
+ */
+export declare function resolveFilePatterns(patternOrPaths: string | string[], baseDir?: string): Promise<string[]>;
+/**
+ * Streaming multi-file and glob reader that concatenates multiple tabular files
+ * into a single unified DataStream with bounded memory and sequential file reading.
+ */
+export declare class MultiFileReader implements TabularReader {
+    private files;
+    private options;
+    constructor(filesOrPattern: string | string[], options?: MultiFileReaderOptions);
+    private getResolvedFiles;
+    read(readOptions?: ReaderOptions): DataStream;
+    inspect(options?: ReaderOptions): Promise<InspectionMetadata>;
+}
+//# sourceMappingURL=multi-file.d.ts.map

package/dist/readers/multi-file.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi-file.d.ts","sourceRoot":"","sources":["../../src/readers/multi-file.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAa,UAAU,EAAE,kBAAkB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAKhH,MAAM,WAAW,sBAAuB,SAAQ,aAAa;IAC3D,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAElD;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CAAC,cAAc,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,OAAO,SAAgB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAgDvH;AAED;;;GAGG;AACH,qBAAa,eAAgB,YAAW,aAAa;IACnD,OAAO,CAAC,KAAK,CAAW;IACxB,OAAO,CAAC,OAAO,CAAyB;gBAE5B,cAAc,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,OAAO,GAAE,sBAA2B;YASrE,gBAAgB;IAQhB,IAAI,CAAC,WAAW,CAAC,EAAE,aAAa,GAAG,UAAU;IA+D9C,OAAO,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAmC3E"}

package/dist/readers/multi-file.js

@@ -0,0 +1,169 @@
+import { promises as fsPromises } from "node:fs";
+import * as path from "node:path";
+import { RowpipeError } from "../core/errors.js";
+import { createGlobMatcher, normalizeGlobPath } from "../files/glob.js";
+import { createReader, inferFormatFromPath } from "./index.js";
+/**
+ * Checks if a string contains glob wildcard characters (*, ?, [, {).
+ */
+export function isGlobPattern(str) {
+    return /[*?[\]{}]/.test(str);
+}
+/**
+ * Expands a glob pattern or path list into an array of existing file paths.
+ */
+export async function resolveFilePatterns(patternOrPaths, baseDir = process.cwd()) {
+    const inputs = Array.isArray(patternOrPaths) ? patternOrPaths : [patternOrPaths];
+    const matchedFiles = [];
+    for (const input of inputs) {
+        if (!isGlobPattern(input)) {
+            matchedFiles.push(path.isAbsolute(input) ? input : path.resolve(baseDir, input));
+            continue;
+        }
+        // Determine root directory before first wildcard
+        const normalized = normalizeGlobPath(input);
+        const wildcardIdx = normalized.search(/[*?[\]{}]/);
+        const prefix = wildcardIdx >= 0 ? normalized.slice(0, wildcardIdx) : "";
+        const lastSlash = prefix.lastIndexOf("/");
+        const searchRootRel = lastSlash >= 0 ? prefix.slice(0, lastSlash) : ".";
+        const searchRootAbs = path.resolve(baseDir, searchRootRel);
+        const matcher = createGlobMatcher(input);
+        async function walk(dir) {
+            let entries;
+            try {
+                entries = await fsPromises.readdir(dir, { withFileTypes: true });
+            }
+            catch {
+                return;
+            }
+            for (const entry of entries) {
+                const fullPath = path.join(dir, entry.name);
+                const relFromBase = path.relative(baseDir, fullPath);
+                if (entry.isDirectory()) {
+                    await walk(fullPath);
+                }
+                else if (entry.isFile()) {
+                    if (matcher(relFromBase) || matcher(fullPath) || matcher(entry.name)) {
+                        matchedFiles.push(fullPath);
+                    }
+                }
+            }
+        }
+        await walk(searchRootAbs);
+    }
+    // Sort files for deterministic reading order
+    matchedFiles.sort();
+    return Array.from(new Set(matchedFiles));
+}
+/**
+ * Streaming multi-file and glob reader that concatenates multiple tabular files
+ * into a single unified DataStream with bounded memory and sequential file reading.
+ */
+export class MultiFileReader {
+    files;
+    options;
+    constructor(filesOrPattern, options = {}) {
+        this.options = options;
+        if (Array.isArray(filesOrPattern)) {
+            this.files = filesOrPattern;
+        }
+        else {
+            this.files = [filesOrPattern];
+        }
+    }
+    async getResolvedFiles() {
+        if (this.files.some(isGlobPattern) || this.files.length > 1) {
+            const resolved = await resolveFilePatterns(this.files);
+            return resolved;
+        }
+        return this.files;
+    }
+    async *read(readOptions) {
+        const files = await this.getResolvedFiles();
+        if (files.length === 0) {
+            throw new RowpipeError(`No files found matching pattern: ${this.files.join(", ")}`);
+        }
+        const effectiveBatchSize = readOptions?.batchSize || this.options.batchSize || 1000;
+        const fileColName = this.options.fileCol || (this.options.addFilename ? "_file" : undefined);
+        let globalOffset = 0;
+        let totalRowsYielded = 0;
+        const maxRows = readOptions?.maxRows ?? this.options.maxRows ?? Infinity;
+        for (const filePath of files) {
+            if (totalRowsYielded >= maxRows) {
+                break;
+            }
+            const format = this.options.format || inferFormatFromPath(filePath) || "csv";
+            const reader = createReader(filePath, {
+                ...this.options,
+                ...readOptions,
+                format,
+                filePath,
+                batchSize: effectiveBatchSize,
+            });
+            try {
+                const fileBaseName = path.basename(filePath);
+                for await (const batch of reader.read({ batchSize: effectiveBatchSize, signal: readOptions?.signal })) {
+                    if (readOptions?.signal?.aborted) {
+                        break;
+                    }
+                    let rows = batch.rows;
+                    if (fileColName) {
+                        rows = rows.map((r) => ({ [fileColName]: fileBaseName, ...r }));
+                    }
+                    if (totalRowsYielded + rows.length > maxRows) {
+                        rows = rows.slice(0, maxRows - totalRowsYielded);
+                    }
+                    if (rows.length > 0) {
+                        yield {
+                            rows,
+                            offset: globalOffset,
+                        };
+                        globalOffset += rows.length;
+                        totalRowsYielded += rows.length;
+                    }
+                    if (totalRowsYielded >= maxRows) {
+                        break;
+                    }
+                }
+            }
+            finally {
+                if (reader.close) {
+                    await reader.close();
+                }
+            }
+        }
+    }
+    async inspect(options) {
+        const files = await this.getResolvedFiles();
+        if (files.length === 0) {
+            throw new RowpipeError(`No files found matching pattern: ${this.files.join(", ")}`);
+        }
+        const firstFile = files[0];
+        const format = this.options.format || inferFormatFromPath(firstFile) || "csv";
+        const reader = createReader(firstFile, {
+            ...this.options,
+            ...options,
+            format,
+            filePath: firstFile,
+        });
+        try {
+            let meta = {
+                format: `multi-file (${files.length} files)`,
+                sheetsCount: files.length,
+                sheets: files.map((f) => ({ name: path.basename(f), rowCount: 0 })),
+            };
+            if (reader.inspect) {
+                const singleMeta = await reader.inspect(options);
+                meta.columns = singleMeta.columns;
+                meta.columnCount = singleMeta.columnCount;
+            }
+            return meta;
+        }
+        finally {
+            if (reader.close) {
+                await reader.close();
+            }
+        }
+    }
+}
+//# sourceMappingURL=multi-file.js.map

package/dist/readers/multi-file.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi-file.js","sourceRoot":"","sources":["../../src/readers/multi-file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAwB,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEvE,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAExE,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAU/D;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,GAAW;IACvC,OAAO,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,cAAiC,EAAE,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE;IAClG,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;IACjF,MAAM,YAAY,GAAa,EAAE,CAAC;IAElC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;YACjF,SAAS;QACX,CAAC;QAED,iDAAiD;QACjD,MAAM,UAAU,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAC5C,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QAC1C,MAAM,aAAa,GAAG,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QACxE,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAE3D,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAEzC,KAAK,UAAU,IAAI,CAAC,GAAW;YAC7B,IAAI,OAAO,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YACnE,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO;YACT,CAAC;YAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC5C,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBAErD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;oBACxB,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACvB,CAAC;qBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;oBAC1B,IAAI,OAAO,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;wBACrE,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC9B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,aAAa,CAAC,CAAC;IAC5B,CAAC;IAED,6CAA6C;IAC7C,YAAY,CAAC,IAAI,EAAE,CAAC;IACpB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,eAAe;IAClB,KAAK,CAAW;IAChB,OAAO,CAAyB;IAExC,YAAY,cAAiC,EAAE,UAAkC,EAAE;QACjF,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;YAClC,IAAI,CAAC,KAAK,GAAG,cAAc,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,GAAG,CAAC,cAAc,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5D,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvD,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEM,KAAK,CAAC,CAAC,IAAI,CAAC,WAA2B;QAC5C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC5C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,YAAY,CAAC,oCAAoC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtF,CAAC;QAED,MAAM,kBAAkB,GAAG,WAAW,EAAE,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;QACpF,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC7F,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,MAAM,OAAO,GAAG,WAAW,EAAE,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,QAAQ,CAAC;QAEzE,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC7B,IAAI,gBAAgB,IAAI,OAAO,EAAE,CAAC;gBAChC,MAAM;YACR,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,mBAAmB,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC;YAC7E,MAAM,MAAM,GAAG,YAAY,CAAC,QAAQ,EAAE;gBACpC,GAAG,IAAI,CAAC,OAAO;gBACf,GAAG,WAAW;gBACd,MAAM;gBACN,QAAQ;gBACR,SAAS,EAAE,kBAAkB;aAC9B,CAAC,CAAC;YAEH,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBAC7C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;oBACtG,IAAI,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;wBACjC,MAAM;oBACR,CAAC;oBAED,IAAI,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;oBACtB,IAAI,WAAW,EAAE,CAAC;wBAChB,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,EAAE,YAAY,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;oBAClE,CAAC;oBAED,IAAI,gBAAgB,GAAG,IAAI,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC;wBAC7C,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,GAAG,gBAAgB,CAAC,CAAC;oBACnD,CAAC;oBAED,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACpB,MAAM;4BACJ,IAAI;4BACJ,MAAM,EAAE,YAAY;yBACrB,CAAC;wBACF,YAAY,IAAI,IAAI,CAAC,MAAM,CAAC;wBAC5B,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC;oBAClC,CAAC;oBAED,IAAI,gBAAgB,IAAI,OAAO,EAAE,CAAC;wBAChC,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;oBACjB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,OAAuB;QAC1C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC5C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,YAAY,CAAC,oCAAoC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtF,CAAC;QAED,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,mBAAmB,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC;QAC9E,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,EAAE;YACrC,GAAG,IAAI,CAAC,OAAO;YACf,GAAG,OAAO;YACV,MAAM;YACN,QAAQ,EAAE,SAAS;SACpB,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,IAAI,IAAI,GAAuB;gBAC7B,MAAM,EAAE,eAAe,KAAK,CAAC,MAAM,SAAS;gBAC5C,WAAW,EAAE,KAAK,CAAC,MAAM;gBACzB,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;aACpE,CAAC;YAEF,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACjD,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;gBAClC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC;YAC5C,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/transforms/clean.d.ts

@@ -0,0 +1,18 @@
+import type { TransformFunction } from "../core/types.js";
+export interface CleanOptions {
+    trim?: boolean | string[];
+    nullValues?: string[];
+    fillNulls?: Record<string, unknown> | unknown;
+    coerce?: boolean | string[];
+    stripChars?: string | RegExp;
+    case?: Record<string, "lower" | "upper" | "title"> | "lower" | "upper" | "title";
+    dropEmptyRows?: boolean;
+    batchSize?: number;
+}
+/**
+ * Streaming Data Cleaner Transform.
+ * Cleans whitespace, normalizes null representations, fills defaults, coerces types,
+ * and strips control characters with bounded O(1) memory.
+ */
+export declare function cleanRows(options?: CleanOptions): TransformFunction;
+//# sourceMappingURL=clean.d.ts.map

package/dist/transforms/clean.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"clean.d.ts","sourceRoot":"","sources":["../../src/transforms/clean.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAA8B,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAEtF,MAAM,WAAW,YAAY;IAC3B,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,EAAE,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC;IAC9C,MAAM,CAAC,EAAE,OAAO,GAAG,MAAM,EAAE,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,GAAG,OAAO,CAAC,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,CAAC;IACjF,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAiCD;;;;GAIG;AACH,wBAAgB,SAAS,CAAC,OAAO,GAAE,YAAiB,GAAG,iBAAiB,CAkGvE"}

package/dist/transforms/clean.js

@@ -0,0 +1,118 @@
+function toTitleCase(str) {
+    return str.replace(/\b\w+/g, (txt) => txt.charAt(0).toUpperCase() + txt.slice(1).toLowerCase());
+}
+function coerceValue(val) {
+    if (val === null || val === undefined)
+        return val;
+    if (typeof val !== "string")
+        return val;
+    const trimmed = val.trim();
+    if (trimmed === "")
+        return null;
+    // Booleans
+    const lower = trimmed.toLowerCase();
+    if (lower === "true")
+        return true;
+    if (lower === "false")
+        return false;
+    // Integer
+    if (/^-?\d+$/.test(trimmed)) {
+        const num = Number.parseInt(trimmed, 10);
+        if (!Number.isNaN(num) && Number.isSafeInteger(num))
+            return num;
+    }
+    // Float
+    if (/^-?\d+\.\d+$/.test(trimmed) || /^-?\d+(?:\.\d+)?e[+-]?\d+$/i.test(trimmed)) {
+        const num = Number.parseFloat(trimmed);
+        if (!Number.isNaN(num))
+            return num;
+    }
+    return val;
+}
+/**
+ * Streaming Data Cleaner Transform.
+ * Cleans whitespace, normalizes null representations, fills defaults, coerces types,
+ * and strips control characters with bounded O(1) memory.
+ */
+export function cleanRows(options = {}) {
+    const nullValuesSet = new Set((options.nullValues || ["N/A", "NA", "null", "NULL", "none", "NONE", "-"]).map((s) => s.trim()));
+    const trimAll = options.trim === true || options.trim === undefined;
+    const trimCols = Array.isArray(options.trim) ? new Set(options.trim) : undefined;
+    const coerceAll = options.coerce === true;
+    const coerceCols = Array.isArray(options.coerce) ? new Set(options.coerce) : undefined;
+    const fillNullsMap = typeof options.fillNulls === "object" && options.fillNulls !== null && !Array.isArray(options.fillNulls)
+        ? options.fillNulls
+        : undefined;
+    const globalFillNull = options.fillNulls !== undefined && fillNullsMap === undefined ? options.fillNulls : undefined;
+    const stripRegex = options.stripChars
+        ? typeof options.stripChars === "string"
+            ? new RegExp(`[${options.stripChars.replace(/[.*+?^${}()|[\]\\]/g, "\\$&")}]`, "g")
+            : options.stripChars
+        : undefined;
+    return (stream) => {
+        return (async function* () {
+            for await (const batch of stream) {
+                const cleanedRows = [];
+                for (const row of batch.rows) {
+                    const cleanedRow = {};
+                    let hasNonEmptyField = false;
+                    for (const [key, rawVal] of Object.entries(row)) {
+                        let val = rawVal;
+                        // 1. String trimming & control character stripping
+                        if (typeof val === "string") {
+                            if (stripRegex) {
+                                val = val.replace(stripRegex, "");
+                            }
+                            if (trimAll || (trimCols && trimCols.has(key))) {
+                                val = val.trim();
+                            }
+                            // 2. Case transformation
+                            if (options.case) {
+                                const targetCase = typeof options.case === "string" ? options.case : options.case[key];
+                                if (targetCase === "lower")
+                                    val = val.toLowerCase();
+                                else if (targetCase === "upper")
+                                    val = val.toUpperCase();
+                                else if (targetCase === "title")
+                                    val = toTitleCase(val);
+                            }
+                            // 3. Null values conversion
+                            if (nullValuesSet.has(val) || val === "") {
+                                val = null;
+                            }
+                        }
+                        // 4. Type coercion
+                        if (val !== null && val !== undefined) {
+                            if (coerceAll || (coerceCols && coerceCols.has(key))) {
+                                val = coerceValue(val);
+                            }
+                        }
+                        // 5. Fill nulls
+                        if (val === null || val === undefined) {
+                            if (fillNullsMap && key in fillNullsMap) {
+                                val = fillNullsMap[key];
+                            }
+                            else if (globalFillNull !== undefined) {
+                                val = globalFillNull;
+                            }
+                        }
+                        if (val !== null && val !== undefined && val !== "") {
+                            hasNonEmptyField = true;
+                        }
+                        cleanedRow[key] = val;
+                    }
+                    if (!options.dropEmptyRows || hasNonEmptyField) {
+                        cleanedRows.push(cleanedRow);
+                    }
+                }
+                if (cleanedRows.length > 0) {
+                    yield {
+                        rows: cleanedRows,
+                        offset: batch.offset,
+                    };
+                }
+            }
+        })();
+    };
+}
+//# sourceMappingURL=clean.js.map

package/dist/transforms/clean.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"clean.js","sourceRoot":"","sources":["../../src/transforms/clean.ts"],"names":[],"mappings":"AAaA,SAAS,WAAW,CAAC,GAAW;IAC9B,OAAO,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;AAClG,CAAC;AAED,SAAS,WAAW,CAAC,GAAY;IAC/B,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IAClD,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC;IAExC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,IAAI,OAAO,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IAEhC,WAAW;IACX,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,IAAI,KAAK,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IAClC,IAAI,KAAK,KAAK,OAAO;QAAE,OAAO,KAAK,CAAC;IAEpC,UAAU;IACV,IAAI,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC;IAClE,CAAC;IAED,QAAQ;IACR,IAAI,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,6BAA6B,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAChF,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC;IACrC,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,SAAS,CAAC,UAAwB,EAAE;IAClD,MAAM,aAAa,GAAG,IAAI,GAAG,CAC3B,CAAC,OAAO,CAAC,UAAU,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAChG,CAAC;IAEF,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,KAAK,IAAI,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC;IACpE,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEjF,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC;IAC1C,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEvF,MAAM,YAAY,GAChB,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC;QACtG,CAAC,CAAE,OAAO,CAAC,SAAqC;QAChD,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,cAAc,GAClB,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAEhG,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU;QACnC,CAAC,CAAC,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ;YACtC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC;YACnF,CAAC,CAAC,OAAO,CAAC,UAAU;QACtB,CAAC,CAAC,SAAS,CAAC;IAEd,OAAO,CAAC,MAAkB,EAAc,EAAE;QACxC,OAAO,CAAC,KAAK,SAAS,CAAC;YACrB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,WAAW,GAAU,EAAE,CAAC;gBAE9B,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBAC7B,MAAM,UAAU,GAAQ,EAAE,CAAC;oBAC3B,IAAI,gBAAgB,GAAG,KAAK,CAAC;oBAE7B,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;wBAChD,IAAI,GAAG,GAAG,MAAM,CAAC;wBAEjB,mDAAmD;wBACnD,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;4BAC5B,IAAI,UAAU,EAAE,CAAC;gCACf,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;4BACpC,CAAC;4BAED,IAAI,OAAO,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gCAC/C,GAAG,GAAI,GAAc,CAAC,IAAI,EAAE,CAAC;4BAC/B,CAAC;4BAED,yBAAyB;4BACzB,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gCACjB,MAAM,UAAU,GACd,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gCACtE,IAAI,UAAU,KAAK,OAAO;oCAAE,GAAG,GAAI,GAAc,CAAC,WAAW,EAAE,CAAC;qCAC3D,IAAI,UAAU,KAAK,OAAO;oCAAE,GAAG,GAAI,GAAc,CAAC,WAAW,EAAE,CAAC;qCAChE,IAAI,UAAU,KAAK,OAAO;oCAAE,GAAG,GAAG,WAAW,CAAC,GAAa,CAAC,CAAC;4BACpE,CAAC;4BAED,4BAA4B;4BAC5B,IAAI,aAAa,CAAC,GAAG,CAAC,GAAa,CAAC,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;gCACnD,GAAG,GAAG,IAAI,CAAC;4BACb,CAAC;wBACH,CAAC;wBAED,mBAAmB;wBACnB,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;4BACtC,IAAI,SAAS,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gCACrD,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;4BACzB,CAAC;wBACH,CAAC;wBAED,gBAAgB;wBAChB,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;4BACtC,IAAI,YAAY,IAAI,GAAG,IAAI,YAAY,EAAE,CAAC;gCACxC,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;4BAC1B,CAAC;iCAAM,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;gCACxC,GAAG,GAAG,cAAc,CAAC;4BACvB,CAAC;wBACH,CAAC;wBAED,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;4BACpD,gBAAgB,GAAG,IAAI,CAAC;wBAC1B,CAAC;wBAED,UAAU,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;oBACxB,CAAC;oBAED,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,gBAAgB,EAAE,CAAC;wBAC/C,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBAC/B,CAAC;gBACH,CAAC;gBAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3B,MAAM;wBACJ,IAAI,EAAE,WAAW;wBACjB,MAAM,EAAE,KAAK,CAAC,MAAM;qBACrB,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC,CAAC;AACJ,CAAC"}

package/dist/transforms/count.d.ts

@@ -0,0 +1,21 @@
+import type { DataStream } from "../core/types.js";
+export interface CountOptions {
+    by?: string | string[];
+    distinct?: string;
+    approx?: boolean;
+    json?: boolean;
+}
+export interface CountResult {
+    totalRows: number;
+    distinctCount?: number;
+    isApproximate?: boolean;
+    groups?: Array<{
+        key: Record<string, unknown>;
+        count: number;
+    }>;
+}
+/**
+ * Executes high-performance streaming count analysis over DataStream.
+ */
+export declare function countStream(stream: DataStream, options?: CountOptions): Promise<CountResult>;
+//# sourceMappingURL=count.d.ts.map

package/dist/transforms/count.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"count.d.ts","sourceRoot":"","sources":["../../src/transforms/count.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAO,MAAM,kBAAkB,CAAC;AAKxD,MAAM,WAAW,YAAY;IAC3B,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACjE;AAED;;GAEG;AACH,wBAAsB,WAAW,CAC/B,MAAM,EAAE,UAAU,EAClB,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,WAAW,CAAC,CA+DtB"}

package/dist/transforms/count.js

@@ -0,0 +1,65 @@
+import { HyperLogLog } from "../analytics/stats.js";
+import { encodeCompositeKey } from "../diff/key.js";
+/**
+ * Executes high-performance streaming count analysis over DataStream.
+ */
+export async function countStream(stream, options = {}) {
+    const byCols = options.by
+        ? (Array.isArray(options.by) ? options.by : options.by.split(",").map((s) => s.trim()).filter(Boolean))
+        : undefined;
+    let totalRows = 0;
+    const distinctCol = options.distinct;
+    const useApprox = options.approx ?? false;
+    const hll = distinctCol && useApprox ? new HyperLogLog(12) : null;
+    const exactDistinctSet = distinctCol && !useApprox ? new Set() : null;
+    const groupCounts = byCols ? new Map() : null;
+    for await (const batch of stream) {
+        totalRows += batch.rows.length;
+        if (distinctCol) {
+            for (let i = 0; i < batch.rows.length; i++) {
+                const val = batch.rows[i][distinctCol];
+                if (val !== null && val !== undefined) {
+                    if (hll) {
+                        hll.add(val);
+                    }
+                    else if (exactDistinctSet) {
+                        exactDistinctSet.add(String(val));
+                    }
+                }
+            }
+        }
+        if (byCols && groupCounts) {
+            for (let i = 0; i < batch.rows.length; i++) {
+                const row = batch.rows[i];
+                const { encoded, rawKey } = encodeCompositeKey(row, byCols);
+                const existing = groupCounts.get(encoded);
+                if (existing) {
+                    existing.count++;
+                }
+                else {
+                    groupCounts.set(encoded, { key: rawKey, count: 1 });
+                }
+            }
+        }
+    }
+    let distinctCount;
+    if (distinctCol) {
+        if (hll) {
+            distinctCount = hll.count();
+        }
+        else if (exactDistinctSet) {
+            distinctCount = exactDistinctSet.size;
+        }
+    }
+    let groups;
+    if (groupCounts) {
+        groups = Array.from(groupCounts.values()).sort((a, b) => b.count - a.count);
+    }
+    return {
+        totalRows,
+        distinctCount,
+        isApproximate: useApprox && Boolean(distinctCol),
+        groups,
+    };
+}
+//# sourceMappingURL=count.js.map

package/dist/transforms/count.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"count.js","sourceRoot":"","sources":["../../src/transforms/count.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAiBpD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,MAAkB,EAClB,UAAwB,EAAE;IAE1B,MAAM,MAAM,GAAG,OAAO,CAAC,EAAE;QACvB,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACvG,CAAC,CAAC,SAAS,CAAC;IAEd,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC;IACrC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC;IAE1C,MAAM,GAAG,GAAG,WAAW,IAAI,SAAS,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAClE,MAAM,gBAAgB,GAAG,WAAW,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,EAAU,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9E,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,EAA2D,CAAC,CAAC,CAAC,IAAI,CAAC;IAEvG,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,SAAS,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAE/B,IAAI,WAAW,EAAE,CAAC;YAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,WAAW,CAAC,CAAC;gBACxC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;oBACtC,IAAI,GAAG,EAAE,CAAC;wBACR,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACf,CAAC;yBAAM,IAAI,gBAAgB,EAAE,CAAC;wBAC5B,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;oBACpC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,MAAM,IAAI,WAAW,EAAE,CAAC;YAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAC3B,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBAC5D,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC1C,IAAI,QAAQ,EAAE,CAAC;oBACb,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACnB,CAAC;qBAAM,CAAC;oBACN,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,aAAiC,CAAC;IACtC,IAAI,WAAW,EAAE,CAAC;QAChB,IAAI,GAAG,EAAE,CAAC;YACR,aAAa,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;aAAM,IAAI,gBAAgB,EAAE,CAAC;YAC5B,aAAa,GAAG,gBAAgB,CAAC,IAAI,CAAC;QACxC,CAAC;IACH,CAAC;IAED,IAAI,MAA0E,CAAC;IAC/E,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAC9E,CAAC;IAED,OAAO;QACL,SAAS;QACT,aAAa;QACb,aAAa,EAAE,SAAS,IAAI,OAAO,CAAC,WAAW,CAAC;QAChD,MAAM;KACP,CAAC;AACJ,CAAC"}

package/dist/transforms/expression.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"expression.d.ts","sourceRoot":"","sources":["../../src/transforms/expression.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAK5C,KAAK,SAAS,GACV,QAAQ,GACR,QAAQ,GACR,SAAS,GACT,MAAM,GACN,YAAY,GACZ,IAAI,GACJ,MAAM,GACN,QAAQ,GACR,QAAQ,GACR,OAAO,GACP,KAAK,CAAC;AAEV,UAAU,KAAK;IACb,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC;IACxC,GAAG,EAAE,MAAM,CAAC;CACb;AAGD,qBAAa,KAAK;IAChB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,MAAM,CAAK;gBAEP,KAAK,EAAE,MAAM;IAIzB,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,OAAO;IAIf,OAAO,CAAC,OAAO;IAUf,QAAQ,IAAI,KAAK,EAAE;CAyJpB;AAGD,MAAM,MAAM,OAAO,GACf;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,GACnC;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GACpC;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,OAAO,CAAA;CAAE,GACxD;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,GACrE;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,OAAO,EAAE,CAAA;CAAE,CAAC;AAE1D,qBAAa,MAAM;IACjB,OAAO,CAAC,MAAM,CAAU;IACxB,OAAO,CAAC,OAAO,CAAK;gBAER,MAAM,EAAE,KAAK,EAAE;IAI3B,OAAO,CAAC,IAAI;IAIZ,OAAO,CAAC,OAAO;IAMf,OAAO,CAAC,KAAK;IASb,KAAK,IAAI,OAAO;IAUhB,OAAO,CAAC,cAAc;IAWtB,OAAO,CAAC,eAAe;IAWvB,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,eAAe;IAiBvB,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,mBAAmB;IAgB3B;;OAEG;IACH,OAAO,CAAC,SAAS;IAwCjB,OAAO,CAAC,UAAU;IAUlB,OAAO,CAAC,YAAY;CAqDrB;AAqtBD;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,aAAa,EAAE,MAAM,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,OAAO,CAc9E;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,aAAa,EAAE,MAAM,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,OAAO,CAWnF"}
+{"version":3,"file":"expression.d.ts","sourceRoot":"","sources":["../../src/transforms/expression.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAM5C,KAAK,SAAS,GACV,QAAQ,GACR,QAAQ,GACR,SAAS,GACT,MAAM,GACN,YAAY,GACZ,IAAI,GACJ,MAAM,GACN,QAAQ,GACR,QAAQ,GACR,OAAO,GACP,KAAK,CAAC;AAEV,UAAU,KAAK;IACb,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC;IACxC,GAAG,EAAE,MAAM,CAAC;CACb;AAGD,qBAAa,KAAK;IAChB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,MAAM,CAAK;gBAEP,KAAK,EAAE,MAAM;IAIzB,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,OAAO;IAIf,OAAO,CAAC,OAAO;IAUf,QAAQ,IAAI,KAAK,EAAE;CAyJpB;AAGD,MAAM,MAAM,OAAO,GACf;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,GACnC;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GACpC;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,OAAO,CAAA;CAAE,GACxD;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,GACrE;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,OAAO,EAAE,CAAA;CAAE,CAAC;AAE1D,qBAAa,MAAM;IACjB,OAAO,CAAC,MAAM,CAAU;IACxB,OAAO,CAAC,OAAO,CAAK;gBAER,MAAM,EAAE,KAAK,EAAE;IAI3B,OAAO,CAAC,IAAI;IAIZ,OAAO,CAAC,OAAO;IAMf,OAAO,CAAC,KAAK;IASb,KAAK,IAAI,OAAO;IAUhB,OAAO,CAAC,cAAc;IAWtB,OAAO,CAAC,eAAe;IAWvB,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,eAAe;IAiBvB,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,mBAAmB;IAgB3B;;OAEG;IACH,OAAO,CAAC,SAAS;IAwCjB,OAAO,CAAC,UAAU;IAUlB,OAAO,CAAC,YAAY;CAqDrB;AAqtBD;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,aAAa,EAAE,MAAM,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,OAAO,CAqB9E;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,aAAa,EAAE,MAAM,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,OAAO,CAiBnF"}

package/dist/transforms/expression.js

@@ -1,6 +1,7 @@
 import { InvalidArgumentError } from "../core/errors.js";
 import { detectSemanticType } from "../analytics/semantic-types.js";
 import { formatBytes, formatNumber, parseBytes } from "../utils/formatting.js";
+import { tryCompileJITPredicate, tryCompileJITValue } from "./jit-compiler.js";
 // Tokenizer
 export class Lexer {
     input;
@@ -1003,6 +1004,12 @@ export function compileExpression(expressionStr) {
     const tokens = lexer.tokenize();
     const parser = new Parser(tokens);
     const ast = parser.parse();
+    // Try fast single-shot V8 JIT code generation first
+    const jitFn = tryCompileJITPredicate(ast);
+    if (jitFn) {
+        return jitFn;
+    }
+    // Safe fallback to AST closure tree
     const compiled = compileASTNode(ast);
     return function (row) {
         return Boolean(compiled(row));
@@ -1019,6 +1026,11 @@ export function compileValueExpression(expressionStr) {
     const tokens = lexer.tokenize();
     const parser = new Parser(tokens);
     const ast = parser.parse();
+    // Try fast single-shot V8 JIT code generation first
+    const jitFn = tryCompileJITValue(ast);
+    if (jitFn) {
+        return jitFn;
+    }
     return compileASTNode(ast);
 }
 //# sourceMappingURL=expression.js.map