@loaders.gl/csv 3.2.12 → 3.3.0-alpha.10

package/dist/csv-loader.d.ts

@@ -1,6 +1,6 @@
 import type { LoaderWithParser, LoaderOptions } from '@loaders.gl/loader-utils';
 import type { Batch } from '@loaders.gl/schema';
-export declare type CSVLoaderOptions = LoaderOptions & {
+export type CSVLoaderOptions = LoaderOptions & {
     csv?: {
         shape?: 'array-row-table' | 'object-row-table' | 'columnar-table';
         /** optimizes memory usage but increases parsing time. */
@@ -23,8 +23,8 @@ export declare const CSVLoader: {
     extensions: string[];
     mimeTypes: string[];
     category: string;
-    parse: (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions | undefined) => Promise<any>;
-    parseText: (text: string, options?: CSVLoaderOptions | undefined) => Promise<any>;
+    parse: (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) => Promise<any>;
+    parseText: (text: string, options?: CSVLoaderOptions) => Promise<any>;
     parseInBatches: typeof parseCSVInBatches;
     options: CSVLoaderOptions;
 };

package/dist/csv-loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"csv-loader.d.ts","sourceRoot":"","sources":["../src/csv-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,gBAAgB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAC9E,OAAO,KAAK,EAAC,KAAK,EAAC,MAAM,oBAAoB,CAAC;AAgB9C,oBAAY,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QAEJ,KAAK,CAAC,EAAE,iBAAiB,GAAG,kBAAkB,GAAG,gBAAgB,CAAC;QAClE,yDAAyD;QACzD,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,MAAM,CAAC,EAAE,MAAM,CAAC;QAKhB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QAEpB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,cAAc,CAAC,EAAE,OAAO,GAAG,QAAQ,CAAC;QAEpC,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAE9B,CAAC;CACH,CAAC;AAsBF,eAAO,MAAM,SAAS;;;;;;;;yBAQO,WAAW;sBAEpB,MAAM;;;CAKzB,CAAC;AAsDF,iBAAS,iBAAiB,CACxB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,EACjE,OAAO,CAAC,EAAE,gBAAgB,GACzB,aAAa,CAAC,KAAK,CAAC,CAoHtB;AAgFD,eAAO,MAAM,mBAAmB,EAAE,gBAA4B,CAAC"}
+{"version":3,"file":"csv-loader.d.ts","sourceRoot":"","sources":["../src/csv-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,gBAAgB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAC9E,OAAO,KAAK,EAAC,KAAK,EAAC,MAAM,oBAAoB,CAAC;AAgB9C,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QAEJ,KAAK,CAAC,EAAE,iBAAiB,GAAG,kBAAkB,GAAG,gBAAgB,CAAC;QAClE,yDAAyD;QACzD,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,MAAM,CAAC,EAAE,MAAM,CAAC;QAKhB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QAEpB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,cAAc,CAAC,EAAE,OAAO,GAAG,QAAQ,CAAC;QAEpC,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAE9B,CAAC;CACH,CAAC;AAsBF,eAAO,MAAM,SAAS;;;;;;;;yBAQO,WAAW,YAAY,gBAAgB;sBAEhD,MAAM,YAAY,gBAAgB;;;CAKrD,CAAC;AAsDF,iBAAS,iBAAiB,CACxB,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,EACjE,OAAO,CAAC,EAAE,gBAAgB,GACzB,aAAa,CAAC,KAAK,CAAC,CAoHtB;AAgFD,eAAO,MAAM,mBAAmB,EAAE,gBAA4B,CAAC"}

package/dist/es5/bundle.js

@@ -1,7 +1,6 @@
 "use strict";
 
 var moduleExports = require('./index');
-
 globalThis.loaders = globalThis.loaders || {};
 module.exports = Object.assign(globalThis.loaders, moduleExports);
 //# sourceMappingURL=bundle.js.map

package/dist/es5/bundle.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/bundle.ts"],"names":["moduleExports","require","globalThis","loaders","module","exports","Object","assign"],"mappings":";;AACA,IAAMA,aAAa,GAAGC,OAAO,CAAC,SAAD,CAA7B;;AACAC,UAAU,CAACC,OAAX,GAAqBD,UAAU,CAACC,OAAX,IAAsB,EAA3C;AACAC,MAAM,CAACC,OAAP,GAAiBC,MAAM,CAACC,MAAP,CAAcL,UAAU,CAACC,OAAzB,EAAkCH,aAAlC,CAAjB","sourcesContent":["// @ts-nocheck\nconst moduleExports = require('./index');\nglobalThis.loaders = globalThis.loaders || {};\nmodule.exports = Object.assign(globalThis.loaders, moduleExports);\n"],"file":"bundle.js"}
+{"version":3,"file":"bundle.js","names":["moduleExports","require","globalThis","loaders","module","exports","Object","assign"],"sources":["../../src/bundle.ts"],"sourcesContent":["// @ts-nocheck\nconst moduleExports = require('./index');\nglobalThis.loaders = globalThis.loaders || {};\nmodule.exports = Object.assign(globalThis.loaders, moduleExports);\n"],"mappings":";;AACA,IAAMA,aAAa,GAAGC,OAAO,CAAC,SAAS,CAAC;AACxCC,UAAU,CAACC,OAAO,GAAGD,UAAU,CAACC,OAAO,IAAI,CAAC,CAAC;AAC7CC,MAAM,CAACC,OAAO,GAAGC,MAAM,CAACC,MAAM,CAACL,UAAU,CAACC,OAAO,EAAEH,aAAa,CAAC"}

package/dist/es5/csv-loader.js

@@ -1,31 +1,20 @@
 "use strict";
 
 var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports._typecheckCSVLoader = exports.CSVLoader = void 0;
-
 var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
-
 var _typeof2 = _interopRequireDefault(require("@babel/runtime/helpers/typeof"));
-
 var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
-
 var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
-
 var _schema = require("@loaders.gl/schema");
-
 var _papaparse = _interopRequireDefault(require("./papaparse/papaparse"));
-
 var _asyncIteratorStreamer = _interopRequireDefault(require("./papaparse/async-iterator-streamer"));
-
-function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) { symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); } keys.push.apply(keys, symbols); } return keys; }
-
-function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
-
-var VERSION = typeof "3.2.12" !== 'undefined' ? "3.2.12" : 'latest';
+function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
+var VERSION = typeof "3.3.0-alpha.10" !== 'undefined' ? "3.3.0-alpha.10" : 'latest';
 var DEFAULT_CSV_LOADER_OPTIONS = {
   csv: {
     shape: 'object-row-table',
@@ -40,6 +29,7 @@ var DEFAULT_CSV_LOADER_OPTIONS = {
     delimitersToGuess: [',', '\t', '|', ';']
   }
 };
+
 var CSVLoader = {
   id: 'csv',
   module: 'csv',
@@ -55,7 +45,6 @@ var CSVLoader = {
           switch (_context.prev = _context.next) {
             case 0:
               return _context.abrupt("return", parseCSV(new TextDecoder().decode(arrayBuffer), options));
-
             case 1:
             case "end":
               return _context.stop();
@@ -63,11 +52,9 @@ var CSVLoader = {
         }
       }, _callee);
     }));
-
     function parse(_x, _x2) {
       return _parse.apply(this, arguments);
     }
-
     return parse;
   }(),
   parseText: function parseText(text, options) {
@@ -77,11 +64,9 @@ var CSVLoader = {
   options: DEFAULT_CSV_LOADER_OPTIONS
 };
 exports.CSVLoader = CSVLoader;
-
 function parseCSV(_x3, _x4) {
   return _parseCSV.apply(this, arguments);
 }
-
 function _parseCSV() {
   _parseCSV = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(csvText, options) {
     var csvOptions, firstRow, header, parseWithHeader, papaparseConfig, result, rows, headerRow;
@@ -107,22 +92,18 @@ function _parseCSV() {
             _context2.t0 = csvOptions.shape;
             _context2.next = _context2.t0 === 'object-row-table' ? 11 : _context2.t0 === 'array-row-table' ? 13 : 15;
             break;
-
           case 11:
             rows = rows.map(function (row) {
               return Array.isArray(row) ? (0, _schema.convertToObjectRow)(row, headerRow) : row;
             });
             return _context2.abrupt("break", 15);
-
           case 13:
             rows = rows.map(function (row) {
               return Array.isArray(row) ? row : (0, _schema.convertToArrayRow)(row, headerRow);
             });
             return _context2.abrupt("break", 15);
-
           case 15:
             return _context2.abrupt("return", rows);
-
           case 16:
           case "end":
             return _context2.stop();
@@ -132,24 +113,19 @@ function _parseCSV() {
   }));
   return _parseCSV.apply(this, arguments);
 }
-
 function parseCSVInBatches(asyncIterator, options) {
   var _options;
-
   options = _objectSpread({}, options);
-
   if (options.batchSize === 'auto') {
     options.batchSize = 4000;
   }
 
   var csvOptions = _objectSpread(_objectSpread({}, DEFAULT_CSV_LOADER_OPTIONS.csv), (_options = options) === null || _options === void 0 ? void 0 : _options.csv);
-
   var asyncQueue = new _schema.AsyncQueue();
   var isFirstRow = true;
   var headerRow = null;
   var tableBatchBuilder = null;
   var schema = null;
-
   var config = _objectSpread(_objectSpread({}, csvOptions), {}, {
     header: false,
     download: false,
@@ -157,20 +133,16 @@ function parseCSVInBatches(asyncIterator, options) {
     skipEmptyLines: false,
     step: function step(results) {
       var row = results.data;
-
       if (csvOptions.skipEmptyLines) {
         var collapsedRow = row.flat().join('').trim();
-
         if (collapsedRow === '') {
           return;
         }
       }
-
       var bytesUsed = results.meta.cursor;
 
       if (isFirstRow && !headerRow) {
         var header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);
-
         if (header) {
           headerRow = row.map(duplicateColumnTransformer());
           return;
@@ -179,14 +151,11 @@ function parseCSVInBatches(asyncIterator, options) {
 
       if (isFirstRow) {
         isFirstRow = false;
-
         if (!headerRow) {
           headerRow = generateHeader(csvOptions.columnPrefix, row.length);
         }
-
         schema = deduceSchema(row, headerRow);
       }
-
       if (csvOptions.optimizeMemoryUsage) {
         row = JSON.parse(JSON.stringify(row));
       }
@@ -194,13 +163,11 @@ function parseCSVInBatches(asyncIterator, options) {
       tableBatchBuilder = tableBatchBuilder || new _schema.TableBatchBuilder(schema, _objectSpread({
         shape: csvOptions.shape || 'array-row-table'
       }, options));
-
       try {
         tableBatchBuilder.addRow(row);
         var batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({
           bytesUsed: bytesUsed
         });
-
         if (batch) {
           asyncQueue.enqueue(batch);
         }
@@ -214,18 +181,15 @@ function parseCSVInBatches(asyncIterator, options) {
         var batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({
           bytesUsed: bytesUsed
         });
-
         if (batch) {
           asyncQueue.enqueue(batch);
         }
       } catch (error) {
         asyncQueue.enqueue(error);
       }
-
       asyncQueue.close();
     }
   });
-
   _papaparse.default.parse(asyncIterator, config, _asyncIteratorStreamer.default);
 
   return asyncQueue;
@@ -243,7 +207,6 @@ function readFirstRow(csvText) {
     dynamicTyping: true,
     preview: 1
   });
-
   return result.data[0];
 }
 
@@ -252,12 +215,10 @@ function duplicateColumnTransformer() {
   return function (col) {
     var colName = col;
     var counter = 1;
-
     while (observedColumns.has(colName)) {
       colName = "".concat(col, ".").concat(counter);
       counter++;
     }
-
     observedColumns.add(colName);
     return colName;
   };
@@ -266,21 +227,16 @@ function duplicateColumnTransformer() {
 function generateHeader(columnPrefix) {
   var count = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : 0;
   var headers = [];
-
   for (var i = 0; i < count; i++) {
     headers.push("".concat(columnPrefix).concat(i + 1));
   }
-
   return headers;
 }
-
 function deduceSchema(row, headerRow) {
   var schema = headerRow ? {} : [];
-
   for (var i = 0; i < row.length; i++) {
     var columnName = headerRow && headerRow[i] || i;
     var value = row[i];
-
     switch ((0, _typeof2.default)(value)) {
       case 'number':
       case 'boolean':
@@ -290,7 +246,6 @@ function deduceSchema(row, headerRow) {
           type: Float32Array
         };
         break;
-
       case 'string':
       default:
         schema[columnName] = {
@@ -303,7 +258,6 @@ function deduceSchema(row, headerRow) {
 
   return schema;
 }
-
 var _typecheckCSVLoader = CSVLoader;
 exports._typecheckCSVLoader = _typecheckCSVLoader;
 //# sourceMappingURL=csv-loader.js.map

package/dist/es5/csv-loader.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/csv-loader.ts"],"names":["VERSION","DEFAULT_CSV_LOADER_OPTIONS","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","arrayBuffer","options","parseCSV","TextDecoder","decode","parseText","text","parseInBatches","parseCSVInBatches","csvText","csvOptions","firstRow","readFirstRow","isHeaderRow","Boolean","parseWithHeader","papaparseConfig","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","result","Papa","rows","data","headerRow","meta","fields","generateHeader","length","map","row","Array","isArray","asyncIterator","batchSize","asyncQueue","AsyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","TableBatchBuilder","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","AsyncIteratorStreamer","every","value","preview","observedColumns","Set","col","colName","counter","has","add","count","headers","i","push","columnName","String","index","type","Float32Array","_typecheckCSVLoader"],"mappings":";;;;;;;;;;;;;;;;;AAIA;;AAMA;;AACA;;;;;;AAIA,IAAMA,OAAO,GAAG,oBAAuB,WAAvB,cAAmD,QAAnE;AA0BA,IAAMC,0BAA0B,GAAG;AACjCC,EAAAA,GAAG,EAAE;AACHC,IAAAA,KAAK,EAAE,kBADJ;AAEHC,IAAAA,mBAAmB,EAAE,KAFlB;AAIHC,IAAAA,MAAM,EAAE,MAJL;AAKHC,IAAAA,YAAY,EAAE,QALX;AAQHC,IAAAA,SAAS,EAAE,GARR;AASHC,IAAAA,UAAU,EAAE,GATT;AAUHC,IAAAA,aAAa,EAAE,IAVZ;AAWHC,IAAAA,QAAQ,EAAE,KAXP;AAYHC,IAAAA,cAAc,EAAE,IAZb;AAcHC,IAAAA,iBAAiB,EAAE,CAAC,GAAD,EAAM,IAAN,EAAY,GAAZ,EAAiB,GAAjB;AAdhB;AAD4B,CAAnC;AAoBO,IAAMC,SAAS,GAAG;AACvBC,EAAAA,EAAE,EAAE,KADmB;AAEvBC,EAAAA,MAAM,EAAE,KAFe;AAGvBC,EAAAA,IAAI,EAAE,KAHiB;AAIvBC,EAAAA,OAAO,EAAEjB,OAJc;AAKvBkB,EAAAA,UAAU,EAAE,CAAC,KAAD,EAAQ,KAAR,EAAe,KAAf,CALW;AAMvBC,EAAAA,SAAS,EAAE,CAAC,UAAD,EAAa,2BAAb,EAA0C,UAA1C,CANY;AAOvBC,EAAAA,QAAQ,EAAE,OAPa;AAQvBC,EAAAA,KAAK;AAAA,2EAAE,iBAAOC,WAAP,EAAiCC,OAAjC;AAAA;AAAA;AAAA;AAAA;AAAA,+CACLC,QAAQ,CAAC,IAAIC,WAAJ,GAAkBC,MAAlB,CAAyBJ,WAAzB,CAAD,EAAwCC,OAAxC,CADH;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAAF;;AAAA;AAAA;AAAA;;AAAA;AAAA,KARkB;AAUvBI,EAAAA,SAAS,EAAE,mBAACC,IAAD,EAAeL,OAAf;AAAA,WAA8CC,QAAQ,CAACI,IAAD,EAAOL,OAAP,CAAtD;AAAA,GAVY;AAWvBM,EAAAA,cAAc,EAAEC,iBAXO;AAcvBP,EAAAA,OAAO,EAAEtB;AAdc,CAAlB;;;SAiBQuB,Q;;;;;wEAAf,kBAAwBO,OAAxB,EAAyCR,OAAzC;AAAA;AAAA;AAAA;AAAA;AAAA;AAEQS,YAAAA,UAFR,mCAEyB/B,0BAA0B,CAACC,GAFpD,GAE4DqB,OAF5D,aAE4DA,OAF5D,uBAE4DA,OAAO,CAAErB,GAFrE;AAIQ+B,YAAAA,QAJR,GAImBC,YAAY,CAACH,OAAD,CAJ/B;AAKQ1B,YAAAA,MALR,GAMI2B,UAAU,CAAC3B,MAAX,KAAsB,MAAtB,GAA+B8B,WAAW,CAACF,QAAD,CAA1C,GAAuDG,OAAO,CAACJ,UAAU,CAAC3B,MAAZ,CANlE;AAQQgC,YAAAA,eARR,GAQ0BhC,MAR1B;AAUQiC,YAAAA,eAVR,mCAYON,UAZP;AAaI3B,cAAAA,MAAM,EAAEgC,eAbZ;AAcIE,cAAAA,QAAQ,EAAE,KAdd;AAeIC,cAAAA,eAAe,EAAEH,eAAe,GAAGI,0BAA0B,EAA7B,GAAkCC,SAftE;AAgBIC,cAAAA,KAAK,EAAE,eAACC,CAAD,EAAO;AACZ,sBAAM,IAAIC,KAAJ,CAAUD,CAAV,CAAN;AACD;AAlBL;AAqBQE,YAAAA,MArBR,GAqBiBC,mBAAK1B,KAAL,CAAWU,OAAX,EAAoBO,eAApB,CArBjB;AAsBaU,YAAAA,IAtBb,GAsBqBF,MAtBrB,CAsBOG,IAtBP;AAwBQC,YAAAA,SAxBR,GAwBoBJ,MAAM,CAACK,IAAP,CAAYC,MAAZ,IAAsBC,cAAc,CAACrB,UAAU,CAAC1B,YAAZ,EAA0B2B,QAAQ,CAACqB,MAAnC,CAxBxD;AAAA,2BA0BUtB,UAAU,CAAC7B,KA1BrB;AAAA,8CA2BS,kBA3BT,yBA8BS,iBA9BT;AAAA;;AAAA;AA4BM6C,YAAAA,IAAI,GAAGA,IAAI,CAACO,GAAL,CAAS,UAACC,GAAD;AAAA,qBAAUC,KAAK,CAACC,OAAN,CAAcF,GAAd,IAAqB,gCAAmBA,GAAnB,EAAwBN,SAAxB,CAArB,GAA0DM,GAApE;AAAA,aAAT,CAAP;AA5BN;;AAAA;AA+BMR,YAAAA,IAAI,GAAGA,IAAI,CAACO,GAAL,CAAS,UAACC,GAAD;AAAA,qBAAUC,KAAK,CAACC,OAAN,CAAcF,GAAd,IAAqBA,GAArB,GAA2B,+BAAkBA,GAAlB,EAAuBN,SAAvB,CAArC;AAAA,aAAT,CAAP;AA/BN;;AAAA;AAAA,8CAgDSF,IAhDT;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,G;;;;AAoDA,SAASlB,iBAAT,CACE6B,aADF,EAEEpC,OAFF,EAGwB;AAAA;;AAGtBA,EAAAA,OAAO,qBAAOA,OAAP,CAAP;;AACA,MAAIA,OAAO,CAACqC,SAAR,KAAsB,MAA1B,EAAkC;AAChCrC,IAAAA,OAAO,CAACqC,SAAR,GAAoB,IAApB;AACD;;AAGD,MAAM5B,UAAU,mCAAO/B,0BAA0B,CAACC,GAAlC,eAA0CqB,OAA1C,6CAA0C,SAASrB,GAAnD,CAAhB;;AAEA,MAAM2D,UAAU,GAAG,IAAIC,kBAAJ,EAAnB;AAEA,MAAIC,UAAmB,GAAG,IAA1B;AACA,MAAIb,SAA0B,GAAG,IAAjC;AACA,MAAIc,iBAA2C,GAAG,IAAlD;AACA,MAAIC,MAAqB,GAAG,IAA5B;;AAEA,MAAMC,MAAM,mCAEPlC,UAFO;AAGV3B,IAAAA,MAAM,EAAE,KAHE;AAIVkC,IAAAA,QAAQ,EAAE,KAJA;AAQV4B,IAAAA,SAAS,EAAE,OAAO,IAAP,GAAc,CARf;AAcVxD,IAAAA,cAAc,EAAE,KAdN;AAkBVyD,IAAAA,IAlBU,gBAkBLC,OAlBK,EAkBI;AACZ,UAAIb,GAAG,GAAGa,OAAO,CAACpB,IAAlB;;AAEA,UAAIjB,UAAU,CAACrB,cAAf,EAA+B;AAE7B,YAAM2D,YAAY,GAAGd,GAAG,CAACe,IAAJ,GAAWC,IAAX,CAAgB,EAAhB,EAAoBC,IAApB,EAArB;;AACA,YAAIH,YAAY,KAAK,EAArB,EAAyB;AACvB;AACD;AACF;;AACD,UAAMI,SAAS,GAAGL,OAAO,CAAClB,IAAR,CAAawB,MAA/B;;AAGA,UAAIZ,UAAU,IAAI,CAACb,SAAnB,EAA8B;AAE5B,YAAM7C,MAAM,GAAG2B,UAAU,CAAC3B,MAAX,KAAsB,MAAtB,GAA+B8B,WAAW,CAACqB,GAAD,CAA1C,GAAkDpB,OAAO,CAACJ,UAAU,CAAC3B,MAAZ,CAAxE;;AACA,YAAIA,MAAJ,EAAY;AACV6C,UAAAA,SAAS,GAAGM,GAAG,CAACD,GAAJ,CAAQd,0BAA0B,EAAlC,CAAZ;AACA;AACD;AACF;;AAGD,UAAIsB,UAAJ,EAAgB;AACdA,QAAAA,UAAU,GAAG,KAAb;;AACA,YAAI,CAACb,SAAL,EAAgB;AACdA,UAAAA,SAAS,GAAGG,cAAc,CAACrB,UAAU,CAAC1B,YAAZ,EAA0BkD,GAAG,CAACF,MAA9B,CAA1B;AACD;;AACDW,QAAAA,MAAM,GAAGW,YAAY,CAACpB,GAAD,EAAMN,SAAN,CAArB;AACD;;AAED,UAAIlB,UAAU,CAAC5B,mBAAf,EAAoC;AAGlCoD,QAAAA,GAAG,GAAGqB,IAAI,CAACxD,KAAL,CAAWwD,IAAI,CAACC,SAAL,CAAetB,GAAf,CAAX,CAAN;AACD;;AAGDQ,MAAAA,iBAAiB,GACfA,iBAAiB,IACjB,IAAIe,yBAAJ,CAAsBd,MAAtB;AAEE9D,QAAAA,KAAK,EAAE6B,UAAU,CAAC7B,KAAX,IAAoB;AAF7B,SAGKoB,OAHL,EAFF;;AAQA,UAAI;AACFyC,QAAAA,iBAAiB,CAACgB,MAAlB,CAAyBxB,GAAzB;AAEA,YAAMyB,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACkB,YAAlB,CAA+B;AAACR,UAAAA,SAAS,EAATA;AAAD,SAA/B,CAAnC;;AACA,YAAIO,KAAJ,EAAW;AACTpB,UAAAA,UAAU,CAACsB,OAAX,CAAmBF,KAAnB;AACD;AACF,OAPD,CAOE,OAAOtC,KAAP,EAAc;AACdkB,QAAAA,UAAU,CAACsB,OAAX,CAAmBxC,KAAnB;AACD;AACF,KA1ES;AA6EVyC,IAAAA,QA7EU,oBA6EDf,OA7EC,EA6EQ;AAChB,UAAI;AACF,YAAMK,SAAS,GAAGL,OAAO,CAAClB,IAAR,CAAawB,MAA/B;AAEA,YAAMM,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACqB,aAAlB,CAAgC;AAACX,UAAAA,SAAS,EAATA;AAAD,SAAhC,CAAnC;;AACA,YAAIO,KAAJ,EAAW;AACTpB,UAAAA,UAAU,CAACsB,OAAX,CAAmBF,KAAnB;AACD;AACF,OAPD,CAOE,OAAOtC,KAAP,EAAc;AACdkB,QAAAA,UAAU,CAACsB,OAAX,CAAmBxC,KAAnB;AACD;;AAEDkB,MAAAA,UAAU,CAACyB,KAAX;AACD;AA1FS,IAAZ;;AA6FAvC,qBAAK1B,KAAL,CAAWsC,aAAX,EAA0BO,MAA1B,EAAkCqB,8BAAlC;;AAIA,SAAO1B,UAAP;AACD;;AAOD,SAAS1B,WAAT,CAAqBqB,GAArB,EAA6C;AAC3C,SAAOA,GAAG,IAAIA,GAAG,CAACgC,KAAJ,CAAU,UAACC,KAAD;AAAA,WAAW,OAAOA,KAAP,KAAiB,QAA5B;AAAA,GAAV,CAAd;AACD;;AAOD,SAASvD,YAAT,CAAsBH,OAAtB,EAA8C;AAC5C,MAAMe,MAAM,GAAGC,mBAAK1B,KAAL,CAAWU,OAAX,EAAoB;AACjCQ,IAAAA,QAAQ,EAAE,KADuB;AAEjC9B,IAAAA,aAAa,EAAE,IAFkB;AAGjCiF,IAAAA,OAAO,EAAE;AAHwB,GAApB,CAAf;;AAKA,SAAO5C,MAAM,CAACG,IAAP,CAAY,CAAZ,CAAP;AACD;;AAQD,SAASR,0BAAT,GAAsC;AACpC,MAAMkD,eAAe,GAAG,IAAIC,GAAJ,EAAxB;AACA,SAAO,UAACC,GAAD,EAAS;AACd,QAAIC,OAAO,GAAGD,GAAd;AACA,QAAIE,OAAO,GAAG,CAAd;;AACA,WAAOJ,eAAe,CAACK,GAAhB,CAAoBF,OAApB,CAAP,EAAqC;AACnCA,MAAAA,OAAO,aAAMD,GAAN,cAAaE,OAAb,CAAP;AACAA,MAAAA,OAAO;AACR;;AACDJ,IAAAA,eAAe,CAACM,GAAhB,CAAoBH,OAApB;AACA,WAAOA,OAAP;AACD,GATD;AAUD;;AAQD,SAASzC,cAAT,CAAwB/C,YAAxB,EAA2E;AAAA,MAA7B4F,KAA6B,uEAAb,CAAa;AACzE,MAAMC,OAAiB,GAAG,EAA1B;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGF,KAApB,EAA2BE,CAAC,EAA5B,EAAgC;AAC9BD,IAAAA,OAAO,CAACE,IAAR,WAAgB/F,YAAhB,SAA+B8F,CAAC,GAAG,CAAnC;AACD;;AACD,SAAOD,OAAP;AACD;;AAED,SAASvB,YAAT,CAAsBpB,GAAtB,EAA2BN,SAA3B,EAAsC;AACpC,MAAMe,MAAM,GAAGf,SAAS,GAAG,EAAH,GAAQ,EAAhC;;AACA,OAAK,IAAIkD,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAG5C,GAAG,CAACF,MAAxB,EAAgC8C,CAAC,EAAjC,EAAqC;AACnC,QAAME,UAAU,GAAIpD,SAAS,IAAIA,SAAS,CAACkD,CAAD,CAAvB,IAA+BA,CAAlD;AACA,QAAMX,KAAK,GAAGjC,GAAG,CAAC4C,CAAD,CAAjB;;AACA,kCAAeX,KAAf;AACE,WAAK,QAAL;AACA,WAAK,SAAL;AAEExB,QAAAA,MAAM,CAACqC,UAAD,CAAN,GAAqB;AAACtF,UAAAA,IAAI,EAAEuF,MAAM,CAACD,UAAD,CAAb;AAA2BE,UAAAA,KAAK,EAAEJ,CAAlC;AAAqCK,UAAAA,IAAI,EAAEC;AAA3C,SAArB;AACA;;AACF,WAAK,QAAL;AACA;AACEzC,QAAAA,MAAM,CAACqC,UAAD,CAAN,GAAqB;AAACtF,UAAAA,IAAI,EAAEuF,MAAM,CAACD,UAAD,CAAb;AAA2BE,UAAAA,KAAK,EAAEJ,CAAlC;AAAqCK,UAAAA,IAAI,EAAEhD;AAA3C,SAArB;AARJ;AAYD;;AACD,SAAOQ,MAAP;AACD;;AAEM,IAAM0C,mBAAqC,GAAG9F,SAA9C","sourcesContent":["import type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {Batch} from '@loaders.gl/schema';\ntype Schema = any;\n\nimport {\n  AsyncQueue,\n  TableBatchBuilder,\n  convertToArrayRow,\n  convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n  csv?: {\n    // loaders.gl options\n    shape?: 'array-row-table' | 'object-row-table' | 'columnar-table';\n    /** optimizes memory usage but increases parsing time. */\n    optimizeMemoryUsage?: boolean;\n    columnPrefix?: string;\n    header?: 'auto';\n\n    // CSV options (papaparse)\n    // delimiter: auto\n    // newline: auto\n    quoteChar?: string;\n    escapeChar?: string;\n    // Convert numbers and boolean values in rows from strings\n    dynamicTyping?: boolean;\n    comments?: boolean;\n    skipEmptyLines?: boolean | 'greedy';\n    // transform: null?\n    delimitersToGuess?: string[];\n    // fastMode: auto\n  };\n};\n\nconst DEFAULT_CSV_LOADER_OPTIONS = {\n  csv: {\n    shape: 'object-row-table',\n    optimizeMemoryUsage: false,\n    // CSV options\n    header: 'auto',\n    columnPrefix: 'column',\n    // delimiter: auto\n    // newline: auto\n    quoteChar: '\"',\n    escapeChar: '\"',\n    dynamicTyping: true,\n    comments: false,\n    skipEmptyLines: true,\n    // transform: null?\n    delimitersToGuess: [',', '\\t', '|', ';']\n    // fastMode: auto\n  }\n};\n\nexport const CSVLoader = {\n  id: 'csv',\n  module: 'csv',\n  name: 'CSV',\n  version: VERSION,\n  extensions: ['csv', 'tsv', 'dsv'],\n  mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n  category: 'table',\n  parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n    parseCSV(new TextDecoder().decode(arrayBuffer), options),\n  parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n  parseInBatches: parseCSVInBatches,\n  // @ts-ignore\n  // testText: null,\n  options: DEFAULT_CSV_LOADER_OPTIONS as CSVLoaderOptions\n};\n\nasync function parseCSV(csvText: string, options?: CSVLoaderOptions) {\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n  const firstRow = readFirstRow(csvText);\n  const header: boolean =\n    csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n  const parseWithHeader = header;\n\n  const papaparseConfig = {\n    // dynamicTyping: true,\n    ...csvOptions,\n    header: parseWithHeader,\n    download: false, // We handle loading, no need for papaparse to do it for us\n    transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n    error: (e) => {\n      throw new Error(e);\n    }\n  };\n\n  const result = Papa.parse(csvText, papaparseConfig);\n  let {data: rows} = result;\n\n  const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);\n\n  switch (csvOptions.shape) {\n    case 'object-row-table':\n      rows = rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row));\n      break;\n    case 'array-row-table':\n      rows = rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)));\n      break;\n    default:\n  }\n\n  /*\n  if (!header && shape === 'object-row-table') {\n    // If the dataset has no header, transform the array result into an object shape with an\n    // autogenerated header\n    return result.data.map((row) =>\n      row.reduce((acc, value, i) => {\n        acc[headerRow[i]] = value;\n        return acc;\n      }, {})\n    );\n  }\n  */\n  return rows;\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options?: CSVLoaderOptions\n): AsyncIterable<Batch> {\n  // Papaparse does not support standard batch size handling\n  // TODO - investigate papaparse chunks mode\n  options = {...options};\n  if (options.batchSize === 'auto') {\n    options.batchSize = 4000;\n  }\n\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n  const asyncQueue = new AsyncQueue<Batch>();\n\n  let isFirstRow: boolean = true;\n  let headerRow: string[] | null = null;\n  let tableBatchBuilder: TableBatchBuilder | null = null;\n  let schema: Schema | null = null;\n\n  const config = {\n    // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n    ...csvOptions,\n    header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n    download: false, // We handle loading, no need for papaparse to do it for us\n    // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n    // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n    // See https://github.com/mholt/PapaParse/issues/465\n    chunkSize: 1024 * 1024 * 5,\n    // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n    // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n    // both of the skipEmptyLines and step callback options are provided:\n    // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n    // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n    skipEmptyLines: false,\n\n    // step is called on every row\n    // eslint-disable-next-line complexity\n    step(results) {\n      let row = results.data;\n\n      if (csvOptions.skipEmptyLines) {\n        // Manually reject lines that are empty\n        const collapsedRow = row.flat().join('').trim();\n        if (collapsedRow === '') {\n          return;\n        }\n      }\n      const bytesUsed = results.meta.cursor;\n\n      // Check if we need to save a header row\n      if (isFirstRow && !headerRow) {\n        // Auto detects or can be forced with csvOptions.header\n        const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n        if (header) {\n          headerRow = row.map(duplicateColumnTransformer());\n          return;\n        }\n      }\n\n      // If first data row, we can deduce the schema\n      if (isFirstRow) {\n        isFirstRow = false;\n        if (!headerRow) {\n          headerRow = generateHeader(csvOptions.columnPrefix, row.length);\n        }\n        schema = deduceSchema(row, headerRow);\n      }\n\n      if (csvOptions.optimizeMemoryUsage) {\n        // A workaround to allocate new strings and don't retain pointers to original strings.\n        // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n        row = JSON.parse(JSON.stringify(row));\n      }\n\n      // Add the row\n      tableBatchBuilder =\n        tableBatchBuilder ||\n        new TableBatchBuilder(schema, {\n          // @ts-expect-error\n          shape: csvOptions.shape || 'array-row-table',\n          ...options\n        });\n\n      try {\n        tableBatchBuilder.addRow(row);\n        // If a batch has been completed, emit it\n        const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n    },\n\n    // complete is called when all rows have been read\n    complete(results) {\n      try {\n        const bytesUsed = results.meta.cursor;\n        // Ensure any final (partial) batch gets emitted\n        const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n\n      asyncQueue.close();\n    }\n  };\n\n  Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n  // TODO - Does it matter if we return asyncIterable or asyncIterator\n  // return asyncQueue[Symbol.asyncIterator]();\n  return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n  return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n  const result = Papa.parse(csvText, {\n    download: false,\n    dynamicTyping: true,\n    preview: 1\n  });\n  return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer() {\n  const observedColumns = new Set();\n  return (col) => {\n    let colName = col;\n    let counter = 1;\n    while (observedColumns.has(colName)) {\n      colName = `${col}.${counter}`;\n      counter++;\n    }\n    observedColumns.add(colName);\n    return colName;\n  };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n  const headers: string[] = [];\n  for (let i = 0; i < count; i++) {\n    headers.push(`${columnPrefix}${i + 1}`);\n  }\n  return headers;\n}\n\nfunction deduceSchema(row, headerRow) {\n  const schema = headerRow ? {} : [];\n  for (let i = 0; i < row.length; i++) {\n    const columnName = (headerRow && headerRow[i]) || i;\n    const value = row[i];\n    switch (typeof value) {\n      case 'number':\n      case 'boolean':\n        // TODO - booleans could be handled differently...\n        schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n        break;\n      case 'string':\n      default:\n        schema[columnName] = {name: String(columnName), index: i, type: Array};\n      // We currently only handle numeric rows\n      // TODO we could offer a function to map strings to numbers?\n    }\n  }\n  return schema;\n}\n\nexport const _typecheckCSVLoader: LoaderWithParser = CSVLoader;\n"],"file":"csv-loader.js"}
+{"version":3,"file":"csv-loader.js","names":["VERSION","DEFAULT_CSV_LOADER_OPTIONS","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","arrayBuffer","options","parseCSV","TextDecoder","decode","parseText","text","parseInBatches","parseCSVInBatches","csvText","csvOptions","firstRow","readFirstRow","isHeaderRow","Boolean","parseWithHeader","papaparseConfig","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","result","Papa","rows","data","headerRow","meta","fields","generateHeader","length","map","row","Array","isArray","convertToObjectRow","convertToArrayRow","asyncIterator","batchSize","asyncQueue","AsyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","TableBatchBuilder","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","AsyncIteratorStreamer","every","value","preview","observedColumns","Set","col","colName","counter","has","add","count","headers","i","push","columnName","String","index","type","Float32Array","_typecheckCSVLoader"],"sources":["../../src/csv-loader.ts"],"sourcesContent":["import type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {Batch} from '@loaders.gl/schema';\ntype Schema = any;\n\nimport {\n  AsyncQueue,\n  TableBatchBuilder,\n  convertToArrayRow,\n  convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n  csv?: {\n    // loaders.gl options\n    shape?: 'array-row-table' | 'object-row-table' | 'columnar-table';\n    /** optimizes memory usage but increases parsing time. */\n    optimizeMemoryUsage?: boolean;\n    columnPrefix?: string;\n    header?: 'auto';\n\n    // CSV options (papaparse)\n    // delimiter: auto\n    // newline: auto\n    quoteChar?: string;\n    escapeChar?: string;\n    // Convert numbers and boolean values in rows from strings\n    dynamicTyping?: boolean;\n    comments?: boolean;\n    skipEmptyLines?: boolean | 'greedy';\n    // transform: null?\n    delimitersToGuess?: string[];\n    // fastMode: auto\n  };\n};\n\nconst DEFAULT_CSV_LOADER_OPTIONS = {\n  csv: {\n    shape: 'object-row-table',\n    optimizeMemoryUsage: false,\n    // CSV options\n    header: 'auto',\n    columnPrefix: 'column',\n    // delimiter: auto\n    // newline: auto\n    quoteChar: '\"',\n    escapeChar: '\"',\n    dynamicTyping: true,\n    comments: false,\n    skipEmptyLines: true,\n    // transform: null?\n    delimitersToGuess: [',', '\\t', '|', ';']\n    // fastMode: auto\n  }\n};\n\nexport const CSVLoader = {\n  id: 'csv',\n  module: 'csv',\n  name: 'CSV',\n  version: VERSION,\n  extensions: ['csv', 'tsv', 'dsv'],\n  mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n  category: 'table',\n  parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n    parseCSV(new TextDecoder().decode(arrayBuffer), options),\n  parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n  parseInBatches: parseCSVInBatches,\n  // @ts-ignore\n  // testText: null,\n  options: DEFAULT_CSV_LOADER_OPTIONS as CSVLoaderOptions\n};\n\nasync function parseCSV(csvText: string, options?: CSVLoaderOptions) {\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n  const firstRow = readFirstRow(csvText);\n  const header: boolean =\n    csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n  const parseWithHeader = header;\n\n  const papaparseConfig = {\n    // dynamicTyping: true,\n    ...csvOptions,\n    header: parseWithHeader,\n    download: false, // We handle loading, no need for papaparse to do it for us\n    transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n    error: (e) => {\n      throw new Error(e);\n    }\n  };\n\n  const result = Papa.parse(csvText, papaparseConfig);\n  let {data: rows} = result;\n\n  const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);\n\n  switch (csvOptions.shape) {\n    case 'object-row-table':\n      rows = rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row));\n      break;\n    case 'array-row-table':\n      rows = rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)));\n      break;\n    default:\n  }\n\n  /*\n  if (!header && shape === 'object-row-table') {\n    // If the dataset has no header, transform the array result into an object shape with an\n    // autogenerated header\n    return result.data.map((row) =>\n      row.reduce((acc, value, i) => {\n        acc[headerRow[i]] = value;\n        return acc;\n      }, {})\n    );\n  }\n  */\n  return rows;\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options?: CSVLoaderOptions\n): AsyncIterable<Batch> {\n  // Papaparse does not support standard batch size handling\n  // TODO - investigate papaparse chunks mode\n  options = {...options};\n  if (options.batchSize === 'auto') {\n    options.batchSize = 4000;\n  }\n\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n  const asyncQueue = new AsyncQueue<Batch>();\n\n  let isFirstRow: boolean = true;\n  let headerRow: string[] | null = null;\n  let tableBatchBuilder: TableBatchBuilder | null = null;\n  let schema: Schema | null = null;\n\n  const config = {\n    // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n    ...csvOptions,\n    header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n    download: false, // We handle loading, no need for papaparse to do it for us\n    // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n    // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n    // See https://github.com/mholt/PapaParse/issues/465\n    chunkSize: 1024 * 1024 * 5,\n    // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n    // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n    // both of the skipEmptyLines and step callback options are provided:\n    // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n    // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n    skipEmptyLines: false,\n\n    // step is called on every row\n    // eslint-disable-next-line complexity\n    step(results) {\n      let row = results.data;\n\n      if (csvOptions.skipEmptyLines) {\n        // Manually reject lines that are empty\n        const collapsedRow = row.flat().join('').trim();\n        if (collapsedRow === '') {\n          return;\n        }\n      }\n      const bytesUsed = results.meta.cursor;\n\n      // Check if we need to save a header row\n      if (isFirstRow && !headerRow) {\n        // Auto detects or can be forced with csvOptions.header\n        const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n        if (header) {\n          headerRow = row.map(duplicateColumnTransformer());\n          return;\n        }\n      }\n\n      // If first data row, we can deduce the schema\n      if (isFirstRow) {\n        isFirstRow = false;\n        if (!headerRow) {\n          headerRow = generateHeader(csvOptions.columnPrefix, row.length);\n        }\n        schema = deduceSchema(row, headerRow);\n      }\n\n      if (csvOptions.optimizeMemoryUsage) {\n        // A workaround to allocate new strings and don't retain pointers to original strings.\n        // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n        row = JSON.parse(JSON.stringify(row));\n      }\n\n      // Add the row\n      tableBatchBuilder =\n        tableBatchBuilder ||\n        new TableBatchBuilder(schema, {\n          // @ts-expect-error\n          shape: csvOptions.shape || 'array-row-table',\n          ...options\n        });\n\n      try {\n        tableBatchBuilder.addRow(row);\n        // If a batch has been completed, emit it\n        const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n    },\n\n    // complete is called when all rows have been read\n    complete(results) {\n      try {\n        const bytesUsed = results.meta.cursor;\n        // Ensure any final (partial) batch gets emitted\n        const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n\n      asyncQueue.close();\n    }\n  };\n\n  Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n  // TODO - Does it matter if we return asyncIterable or asyncIterator\n  // return asyncQueue[Symbol.asyncIterator]();\n  return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n  return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n  const result = Papa.parse(csvText, {\n    download: false,\n    dynamicTyping: true,\n    preview: 1\n  });\n  return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer() {\n  const observedColumns = new Set();\n  return (col) => {\n    let colName = col;\n    let counter = 1;\n    while (observedColumns.has(colName)) {\n      colName = `${col}.${counter}`;\n      counter++;\n    }\n    observedColumns.add(colName);\n    return colName;\n  };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n  const headers: string[] = [];\n  for (let i = 0; i < count; i++) {\n    headers.push(`${columnPrefix}${i + 1}`);\n  }\n  return headers;\n}\n\nfunction deduceSchema(row, headerRow) {\n  const schema = headerRow ? {} : [];\n  for (let i = 0; i < row.length; i++) {\n    const columnName = (headerRow && headerRow[i]) || i;\n    const value = row[i];\n    switch (typeof value) {\n      case 'number':\n      case 'boolean':\n        // TODO - booleans could be handled differently...\n        schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n        break;\n      case 'string':\n      default:\n        schema[columnName] = {name: String(columnName), index: i, type: Array};\n      // We currently only handle numeric rows\n      // TODO we could offer a function to map strings to numbers?\n    }\n  }\n  return schema;\n}\n\nexport const _typecheckCSVLoader: LoaderWithParser = CSVLoader;\n"],"mappings":";;;;;;;;;;;AAIA;AAMA;AACA;AAAwE;AAAA;AAIxE,IAAMA,OAAO,GAAG,uBAAkB,KAAK,WAAW,sBAAiB,QAAQ;AA0B3E,IAAMC,0BAA0B,GAAG;EACjCC,GAAG,EAAE;IACHC,KAAK,EAAE,kBAAkB;IACzBC,mBAAmB,EAAE,KAAK;IAE1BC,MAAM,EAAE,MAAM;IACdC,YAAY,EAAE,QAAQ;IAGtBC,SAAS,EAAE,GAAG;IACdC,UAAU,EAAE,GAAG;IACfC,aAAa,EAAE,IAAI;IACnBC,QAAQ,EAAE,KAAK;IACfC,cAAc,EAAE,IAAI;IAEpBC,iBAAiB,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG;EAEzC;AACF,CAAC;;AAEM,IAAMC,SAAS,GAAG;EACvBC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,OAAO,EAAEjB,OAAO;EAChBkB,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;EACjCC,SAAS,EAAE,CAAC,UAAU,EAAE,2BAA2B,EAAE,UAAU,CAAC;EAChEC,QAAQ,EAAE,OAAO;EACjBC,KAAK;IAAA,uEAAE,iBAAOC,WAAwB,EAAEC,OAA0B;MAAA;QAAA;UAAA;YAAA;cAAA,iCAChEC,QAAQ,CAAC,IAAIC,WAAW,EAAE,CAACC,MAAM,CAACJ,WAAW,CAAC,EAAEC,OAAO,CAAC;YAAA;YAAA;cAAA;UAAA;QAAA;MAAA;IAAA;IAAA;MAAA;IAAA;IAAA;EAAA;EAC1DI,SAAS,EAAE,mBAACC,IAAY,EAAEL,OAA0B;IAAA,OAAKC,QAAQ,CAACI,IAAI,EAAEL,OAAO,CAAC;EAAA;EAChFM,cAAc,EAAEC,iBAAiB;EAGjCP,OAAO,EAAEtB;AACX,CAAC;AAAC;AAAA,SAEauB,QAAQ;EAAA;AAAA;AAAA;EAAA,sEAAvB,kBAAwBO,OAAe,EAAER,OAA0B;IAAA;IAAA;MAAA;QAAA;UAAA;YAE3DS,UAAU,mCAAO/B,0BAA0B,CAACC,GAAG,GAAKqB,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAErB,GAAG;YAEhE+B,QAAQ,GAAGC,YAAY,CAACH,OAAO,CAAC;YAChC1B,MAAe,GACnB2B,UAAU,CAAC3B,MAAM,KAAK,MAAM,GAAG8B,WAAW,CAACF,QAAQ,CAAC,GAAGG,OAAO,CAACJ,UAAU,CAAC3B,MAAM,CAAC;YAE7EgC,eAAe,GAAGhC,MAAM;YAExBiC,eAAe,mCAEhBN,UAAU;cACb3B,MAAM,EAAEgC,eAAe;cACvBE,QAAQ,EAAE,KAAK;cACfC,eAAe,EAAEH,eAAe,GAAGI,0BAA0B,EAAE,GAAGC,SAAS;cAC3EC,KAAK,EAAE,eAACC,CAAC,EAAK;gBACZ,MAAM,IAAIC,KAAK,CAACD,CAAC,CAAC;cACpB;YAAC;YAGGE,MAAM,GAAGC,kBAAI,CAAC1B,KAAK,CAACU,OAAO,EAAEO,eAAe,CAAC;YACxCU,IAAI,GAAIF,MAAM,CAApBG,IAAI;YAEHC,SAAS,GAAGJ,MAAM,CAACK,IAAI,CAACC,MAAM,IAAIC,cAAc,CAACrB,UAAU,CAAC1B,YAAY,EAAE2B,QAAQ,CAACqB,MAAM,CAAC;YAAA,eAExFtB,UAAU,CAAC7B,KAAK;YAAA,kCACjB,kBAAkB,yBAGlB,iBAAiB;YAAA;UAAA;YAFpB6C,IAAI,GAAGA,IAAI,CAACO,GAAG,CAAC,UAACC,GAAG;cAAA,OAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAG,IAAAG,0BAAkB,EAACH,GAAG,EAAEN,SAAS,CAAC,GAAGM,GAAG;YAAA,CAAC,CAAC;YAAC;UAAA;YAG1FR,IAAI,GAAGA,IAAI,CAACO,GAAG,CAAC,UAACC,GAAG;cAAA,OAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG,IAAAI,yBAAiB,EAACJ,GAAG,EAAEN,SAAS,CAAC;YAAA,CAAC,CAAC;YAAC;UAAA;YAAA,kCAiBtFF,IAAI;UAAA;UAAA;YAAA;QAAA;MAAA;IAAA;EAAA,CACZ;EAAA;AAAA;AAGD,SAASlB,iBAAiB,CACxB+B,aAAiE,EACjEtC,OAA0B,EACJ;EAAA;EAGtBA,OAAO,qBAAOA,OAAO,CAAC;EACtB,IAAIA,OAAO,CAACuC,SAAS,KAAK,MAAM,EAAE;IAChCvC,OAAO,CAACuC,SAAS,GAAG,IAAI;EAC1B;;EAGA,IAAM9B,UAAU,mCAAO/B,0BAA0B,CAACC,GAAG,eAAKqB,OAAO,6CAAP,SAASrB,GAAG,CAAC;EAEvE,IAAM6D,UAAU,GAAG,IAAIC,kBAAU,EAAS;EAE1C,IAAIC,UAAmB,GAAG,IAAI;EAC9B,IAAIf,SAA0B,GAAG,IAAI;EACrC,IAAIgB,iBAA2C,GAAG,IAAI;EACtD,IAAIC,MAAqB,GAAG,IAAI;EAEhC,IAAMC,MAAM,mCAEPpC,UAAU;IACb3B,MAAM,EAAE,KAAK;IACbkC,QAAQ,EAAE,KAAK;IAIf8B,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;IAM1B1D,cAAc,EAAE,KAAK;IAIrB2D,IAAI,gBAACC,OAAO,EAAE;MACZ,IAAIf,GAAG,GAAGe,OAAO,CAACtB,IAAI;MAEtB,IAAIjB,UAAU,CAACrB,cAAc,EAAE;QAE7B,IAAM6D,YAAY,GAAGhB,GAAG,CAACiB,IAAI,EAAE,CAACC,IAAI,CAAC,EAAE,CAAC,CAACC,IAAI,EAAE;QAC/C,IAAIH,YAAY,KAAK,EAAE,EAAE;UACvB;QACF;MACF;MACA,IAAMI,SAAS,GAAGL,OAAO,CAACpB,IAAI,CAAC0B,MAAM;;MAGrC,IAAIZ,UAAU,IAAI,CAACf,SAAS,EAAE;QAE5B,IAAM7C,MAAM,GAAG2B,UAAU,CAAC3B,MAAM,KAAK,MAAM,GAAG8B,WAAW,CAACqB,GAAG,CAAC,GAAGpB,OAAO,CAACJ,UAAU,CAAC3B,MAAM,CAAC;QAC3F,IAAIA,MAAM,EAAE;UACV6C,SAAS,GAAGM,GAAG,CAACD,GAAG,CAACd,0BAA0B,EAAE,CAAC;UACjD;QACF;MACF;;MAGA,IAAIwB,UAAU,EAAE;QACdA,UAAU,GAAG,KAAK;QAClB,IAAI,CAACf,SAAS,EAAE;UACdA,SAAS,GAAGG,cAAc,CAACrB,UAAU,CAAC1B,YAAY,EAAEkD,GAAG,CAACF,MAAM,CAAC;QACjE;QACAa,MAAM,GAAGW,YAAY,CAACtB,GAAG,EAAEN,SAAS,CAAC;MACvC;MAEA,IAAIlB,UAAU,CAAC5B,mBAAmB,EAAE;QAGlCoD,GAAG,GAAGuB,IAAI,CAAC1D,KAAK,CAAC0D,IAAI,CAACC,SAAS,CAACxB,GAAG,CAAC,CAAC;MACvC;;MAGAU,iBAAiB,GACfA,iBAAiB,IACjB,IAAIe,yBAAiB,CAACd,MAAM;QAE1BhE,KAAK,EAAE6B,UAAU,CAAC7B,KAAK,IAAI;MAAiB,GACzCoB,OAAO,EACV;MAEJ,IAAI;QACF2C,iBAAiB,CAACgB,MAAM,CAAC1B,GAAG,CAAC;QAE7B,IAAM2B,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACkB,YAAY,CAAC;UAACR,SAAS,EAATA;QAAS,CAAC,CAAC;QAC9E,IAAIO,KAAK,EAAE;UACTpB,UAAU,CAACsB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOxC,KAAK,EAAE;QACdoB,UAAU,CAACsB,OAAO,CAAC1C,KAAK,CAAU;MACpC;IACF,CAAC;IAGD2C,QAAQ,oBAACf,OAAO,EAAE;MAChB,IAAI;QACF,IAAMK,SAAS,GAAGL,OAAO,CAACpB,IAAI,CAAC0B,MAAM;QAErC,IAAMM,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACqB,aAAa,CAAC;UAACX,SAAS,EAATA;QAAS,CAAC,CAAC;QAC/E,IAAIO,KAAK,EAAE;UACTpB,UAAU,CAACsB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOxC,KAAK,EAAE;QACdoB,UAAU,CAACsB,OAAO,CAAC1C,KAAK,CAAU;MACpC;MAEAoB,UAAU,CAACyB,KAAK,EAAE;IACpB;EAAC,EACF;EAEDzC,kBAAI,CAAC1B,KAAK,CAACwC,aAAa,EAAEO,MAAM,EAAEqB,8BAAqB,CAAC;;EAIxD,OAAO1B,UAAU;AACnB;;AAOA,SAAS5B,WAAW,CAACqB,GAAa,EAAW;EAC3C,OAAOA,GAAG,IAAIA,GAAG,CAACkC,KAAK,CAAC,UAACC,KAAK;IAAA,OAAK,OAAOA,KAAK,KAAK,QAAQ;EAAA,EAAC;AAC/D;;AAOA,SAASzD,YAAY,CAACH,OAAe,EAAS;EAC5C,IAAMe,MAAM,GAAGC,kBAAI,CAAC1B,KAAK,CAACU,OAAO,EAAE;IACjCQ,QAAQ,EAAE,KAAK;IACf9B,aAAa,EAAE,IAAI;IACnBmF,OAAO,EAAE;EACX,CAAC,CAAC;EACF,OAAO9C,MAAM,CAACG,IAAI,CAAC,CAAC,CAAC;AACvB;;AAQA,SAASR,0BAA0B,GAAG;EACpC,IAAMoD,eAAe,GAAG,IAAIC,GAAG,EAAE;EACjC,OAAO,UAACC,GAAG,EAAK;IACd,IAAIC,OAAO,GAAGD,GAAG;IACjB,IAAIE,OAAO,GAAG,CAAC;IACf,OAAOJ,eAAe,CAACK,GAAG,CAACF,OAAO,CAAC,EAAE;MACnCA,OAAO,aAAMD,GAAG,cAAIE,OAAO,CAAE;MAC7BA,OAAO,EAAE;IACX;IACAJ,eAAe,CAACM,GAAG,CAACH,OAAO,CAAC;IAC5B,OAAOA,OAAO;EAChB,CAAC;AACH;;AAQA,SAAS3C,cAAc,CAAC/C,YAAoB,EAA+B;EAAA,IAA7B8F,KAAa,uEAAG,CAAC;EAC7D,IAAMC,OAAiB,GAAG,EAAE;EAC5B,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGF,KAAK,EAAEE,CAAC,EAAE,EAAE;IAC9BD,OAAO,CAACE,IAAI,WAAIjG,YAAY,SAAGgG,CAAC,GAAG,CAAC,EAAG;EACzC;EACA,OAAOD,OAAO;AAChB;AAEA,SAASvB,YAAY,CAACtB,GAAG,EAAEN,SAAS,EAAE;EACpC,IAAMiB,MAAM,GAAGjB,SAAS,GAAG,CAAC,CAAC,GAAG,EAAE;EAClC,KAAK,IAAIoD,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG9C,GAAG,CAACF,MAAM,EAAEgD,CAAC,EAAE,EAAE;IACnC,IAAME,UAAU,GAAItD,SAAS,IAAIA,SAAS,CAACoD,CAAC,CAAC,IAAKA,CAAC;IACnD,IAAMX,KAAK,GAAGnC,GAAG,CAAC8C,CAAC,CAAC;IACpB,8BAAeX,KAAK;MAClB,KAAK,QAAQ;MACb,KAAK,SAAS;QAEZxB,MAAM,CAACqC,UAAU,CAAC,GAAG;UAACxF,IAAI,EAAEyF,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAEC;QAAY,CAAC;QAC7E;MACF,KAAK,QAAQ;MACb;QACEzC,MAAM,CAACqC,UAAU,CAAC,GAAG;UAACxF,IAAI,EAAEyF,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAElD;QAAK,CAAC;IAAC;EAI7E;;EACA,OAAOU,MAAM;AACf;AAEO,IAAM0C,mBAAqC,GAAGhG,SAAS;AAAC"}

package/dist/es5/csv-writer.js

@@ -1,2 +1,4 @@
+
+
 "use strict";
 //# sourceMappingURL=csv-writer.js.map

package/dist/es5/csv-writer.js.map

@@ -1 +1 @@
-{"version":3,"sources":[],"names":[],"mappings":"","sourcesContent":[],"file":"csv-writer.js"}
+{"version":3,"file":"csv-writer.js","names":[],"sources":["../../src/csv-writer.ts"],"sourcesContent":["/* @typedef {import('@loaders.gl/loader-utils').Writer} Writer */\n\n/*\n * CSV exporter\n * type {Writer}\n */\n"],"mappings":""}

package/dist/es5/index.js

@@ -9,6 +9,5 @@ Object.defineProperty(exports, "CSVLoader", {
     return _csvLoader.CSVLoader;
   }
 });
-
 var _csvLoader = require("./csv-loader");
 //# sourceMappingURL=index.js.map

package/dist/es5/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA","sourcesContent":["export type {CSVLoaderOptions} from './csv-loader';\nexport {CSVLoader} from './csv-loader';\n"],"file":"index.js"}
+{"version":3,"file":"index.js","names":[],"sources":["../../src/index.ts"],"sourcesContent":["export type {CSVLoaderOptions} from './csv-loader';\nexport {CSVLoader} from './csv-loader';\n"],"mappings":";;;;;;;;;;;AACA"}

package/dist/es5/papaparse/async-iterator-streamer.js

@@ -1,22 +1,16 @@
 "use strict";
 
 var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = AsyncIteratorStreamer;
-
 var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
-
 var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
-
-var _asyncIterator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncIterator"));
-
 var _papaparse = _interopRequireDefault(require("./papaparse"));
-
+function _asyncIterator(iterable) { var method, async, sync, retry = 2; for ("undefined" != typeof Symbol && (async = Symbol.asyncIterator, sync = Symbol.iterator); retry--;) { if (async && null != (method = iterable[async])) return method.call(iterable); if (sync && null != (method = iterable[sync])) return new AsyncFromSyncIterator(method.call(iterable)); async = "@@asyncIterator", sync = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
+function AsyncFromSyncIterator(s) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var done = r.done; return Promise.resolve(r.value).then(function (value) { return { value: value, done: done }; }); } return AsyncFromSyncIterator = function AsyncFromSyncIterator(s) { this.s = s, this.n = s.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function next() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, return: function _return(value) { var ret = this.s.return; return void 0 === ret ? Promise.resolve({ value: value, done: !0 }) : AsyncFromSyncIteratorContinuation(ret.apply(this.s, arguments)); }, throw: function _throw(value) { var thr = this.s.return; return void 0 === thr ? Promise.reject(value) : AsyncFromSyncIteratorContinuation(thr.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(s); }
 var ChunkStreamer = _papaparse.default.ChunkStreamer;
-
 function AsyncIteratorStreamer(config) {
   config = config || {};
   ChunkStreamer.call(this, config);
@@ -24,109 +18,82 @@ function AsyncIteratorStreamer(config) {
 
   this.stream = function () {
     var _ref = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(asyncIterator) {
-      var _iteratorNormalCompletion, _didIteratorError, _iteratorError, _iterator, _step, _value, chunk;
-
+      var _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, chunk;
       return _regenerator.default.wrap(function _callee$(_context) {
         while (1) {
           switch (_context.prev = _context.next) {
             case 0:
               this._input = asyncIterator;
               _context.prev = 1;
-              _iteratorNormalCompletion = true;
+              _iteratorAbruptCompletion = false;
               _didIteratorError = false;
               _context.prev = 4;
-              _iterator = (0, _asyncIterator2.default)(asyncIterator);
-
+              _iterator = _asyncIterator(asyncIterator);
             case 6:
               _context.next = 8;
               return _iterator.next();
-
             case 8:
-              _step = _context.sent;
-              _iteratorNormalCompletion = _step.done;
-              _context.next = 12;
-              return _step.value;
-
-            case 12:
-              _value = _context.sent;
-
-              if (_iteratorNormalCompletion) {
-                _context.next = 19;
+              if (!(_iteratorAbruptCompletion = !(_step = _context.sent).done)) {
+                _context.next = 14;
                 break;
               }
-
-              chunk = _value;
+              chunk = _step.value;
               this.parseChunk(this.getStringChunk(chunk));
-
-            case 16:
-              _iteratorNormalCompletion = true;
+            case 11:
+              _iteratorAbruptCompletion = false;
               _context.next = 6;
               break;
-
-            case 19:
-              _context.next = 25;
+            case 14:
+              _context.next = 20;
               break;
-
-            case 21:
-              _context.prev = 21;
+            case 16:
+              _context.prev = 16;
               _context.t0 = _context["catch"](4);
               _didIteratorError = true;
               _iteratorError = _context.t0;
-
-            case 25:
-              _context.prev = 25;
-              _context.prev = 26;
-
-              if (!(!_iteratorNormalCompletion && _iterator.return != null)) {
-                _context.next = 30;
+            case 20:
+              _context.prev = 20;
+              _context.prev = 21;
+              if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
+                _context.next = 25;
                 break;
               }
-
-              _context.next = 30;
+              _context.next = 25;
               return _iterator.return();
-
-            case 30:
-              _context.prev = 30;
-
+            case 25:
+              _context.prev = 25;
               if (!_didIteratorError) {
-                _context.next = 33;
+                _context.next = 28;
                 break;
               }
-
               throw _iteratorError;
-
-            case 33:
-              return _context.finish(30);
-
-            case 34:
+            case 28:
               return _context.finish(25);
+            case 29:
+              return _context.finish(20);
+            case 30:
 
-            case 35:
               this._finished = true;
               this.parseChunk('');
-              _context.next = 42;
+              _context.next = 37;
               break;
-
-            case 39:
-              _context.prev = 39;
+            case 34:
+              _context.prev = 34;
               _context.t1 = _context["catch"](1);
-
               this._sendError(_context.t1);
-
-            case 42:
+            case 37:
             case "end":
               return _context.stop();
           }
         }
-      }, _callee, this, [[1, 39], [4, 21, 25, 35], [26,, 30, 34]]);
+      }, _callee, this, [[1, 34], [4, 16, 20, 30], [21,, 25, 29]]);
     }));
-
     return function (_x) {
       return _ref.apply(this, arguments);
     };
   }();
-
-  this._nextChunk = function nextChunk() {};
+  this._nextChunk = function nextChunk() {
+  };
 
   this.getStringChunk = function (chunk) {
     return typeof chunk === 'string' ? chunk : this.textDecoder.decode(chunk, {
@@ -134,7 +101,6 @@ function AsyncIteratorStreamer(config) {
     });
   };
 }
-
 AsyncIteratorStreamer.prototype = Object.create(ChunkStreamer.prototype);
 AsyncIteratorStreamer.prototype.constructor = AsyncIteratorStreamer;
 //# sourceMappingURL=async-iterator-streamer.js.map

package/dist/es5/papaparse/async-iterator-streamer.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/papaparse/async-iterator-streamer.ts"],"names":["ChunkStreamer","Papa","AsyncIteratorStreamer","config","call","textDecoder","TextDecoder","_config","encoding","stream","asyncIterator","_input","chunk","parseChunk","getStringChunk","_finished","_sendError","_nextChunk","nextChunk","decode","prototype","Object","create","constructor"],"mappings":";;;;;;;;;;;;;;;AAQA;;AACA,IAAOA,aAAP,GAAwBC,kBAAxB,CAAOD,aAAP;;AAEe,SAASE,qBAAT,CAA+BC,MAA/B,EAAuC;AACpDA,EAAAA,MAAM,GAAGA,MAAM,IAAI,EAAnB;AAEAH,EAAAA,aAAa,CAACI,IAAd,CAAmB,IAAnB,EAAyBD,MAAzB;AAEA,OAAKE,WAAL,GAAmB,IAAIC,WAAJ,CAAgB,KAAKC,OAAL,CAAaC,QAA7B,CAAnB;;AAaA,OAAKC,MAAL;AAAA,yEAAc,iBAAgBC,aAAhB;AAAA;;AAAA;AAAA;AAAA;AAAA;AACZ,mBAAKC,MAAL,GAAcD,aAAd;AADY;AAAA;AAAA;AAAA;AAAA,uDAMgBA,aANhB;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAMOE,cAAAA,KANP;AAOR,mBAAKC,UAAL,CAAgB,KAAKC,cAAL,CAAoBF,KAApB,CAAhB;;AAPQ;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;AAAA;AAAA;;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAsBV,mBAAKG,SAAL,GAAiB,IAAjB;AACA,mBAAKF,UAAL,CAAgB,EAAhB;AAvBU;AAAA;;AAAA;AAAA;AAAA;;AA0BV,mBAAKG,UAAL;;AA1BU;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAAd;;AAAA;AAAA;AAAA;AAAA;;AA8BA,OAAKC,UAAL,GAAkB,SAASC,SAAT,GAAqB,CAEtC,CAFD;;AAKA,OAAKJ,cAAL,GAAsB,UAAUF,KAAV,EAAiB;AACrC,WAAO,OAAOA,KAAP,KAAiB,QAAjB,GAA4BA,KAA5B,GAAoC,KAAKP,WAAL,CAAiBc,MAAjB,CAAwBP,KAAxB,EAA+B;AAACH,MAAAA,MAAM,EAAE;AAAT,KAA/B,CAA3C;AACD,GAFD;AAGD;;AAEDP,qBAAqB,CAACkB,SAAtB,GAAkCC,MAAM,CAACC,MAAP,CAActB,aAAa,CAACoB,SAA5B,CAAlC;AACAlB,qBAAqB,CAACkB,SAAtB,CAAgCG,WAAhC,GAA8CrB,qBAA9C","sourcesContent":["// @ts-nocheck\n// A custom papaparse `Streamer` for async iterators\n// Ideally this can be contributed back to papaparse\n// Or papaparse can expose Streamer API so we can extend without forking.\n\n/* eslint-disable no-invalid-this */\n\n// Note: papaparse is not an ES6 module\nimport Papa from './papaparse';\nconst {ChunkStreamer} = Papa;\n\nexport default function AsyncIteratorStreamer(config) {\n  config = config || {};\n\n  ChunkStreamer.call(this, config);\n\n  this.textDecoder = new TextDecoder(this._config.encoding);\n\n  // Implement ChunkStreamer base class methods\n\n  // this.pause = function() {\n  //   ChunkStreamer.prototype.pause.apply(this, arguments);\n  // };\n\n  // this.resume = function() {\n  //   ChunkStreamer.prototype.resume.apply(this, arguments);\n  //   this._input.resume();\n  // };\n\n  this.stream = async function (asyncIterator) {\n    this._input = asyncIterator;\n\n    try {\n      // ES2018 version\n      // TODO - check for pause and abort flags?\n      for await (const chunk of asyncIterator) {\n        this.parseChunk(this.getStringChunk(chunk));\n      }\n\n      // ES5 VERSION\n      // while (true) {\n      //   asyncIterator.next().then(function(value) {\n      //     if (value.done) {\n      //       // finalize iterator?\n      //     }\n      //   }\n      //   const  = await ;\n      //   if (done) return total;\n      //   total += value.length;\n      // }\n\n      this._finished = true;\n      this.parseChunk('');\n    } catch (error) {\n      // Inform ChunkStreamer base class of error\n      this._sendError(error);\n    }\n  };\n\n  this._nextChunk = function nextChunk() {\n    // Left empty, as async iterator automatically pulls next chunk\n  };\n\n  // HELPER METHODS\n  this.getStringChunk = function (chunk) {\n    return typeof chunk === 'string' ? chunk : this.textDecoder.decode(chunk, {stream: true});\n  };\n}\n\nAsyncIteratorStreamer.prototype = Object.create(ChunkStreamer.prototype);\nAsyncIteratorStreamer.prototype.constructor = AsyncIteratorStreamer;\n"],"file":"async-iterator-streamer.js"}
+{"version":3,"file":"async-iterator-streamer.js","names":["ChunkStreamer","Papa","AsyncIteratorStreamer","config","call","textDecoder","TextDecoder","_config","encoding","stream","asyncIterator","_input","chunk","parseChunk","getStringChunk","_finished","_sendError","_nextChunk","nextChunk","decode","prototype","Object","create","constructor"],"sources":["../../../src/papaparse/async-iterator-streamer.ts"],"sourcesContent":["// @ts-nocheck\n// A custom papaparse `Streamer` for async iterators\n// Ideally this can be contributed back to papaparse\n// Or papaparse can expose Streamer API so we can extend without forking.\n\n/* eslint-disable no-invalid-this */\n\n// Note: papaparse is not an ES6 module\nimport Papa from './papaparse';\nconst {ChunkStreamer} = Papa;\n\nexport default function AsyncIteratorStreamer(config) {\n  config = config || {};\n\n  ChunkStreamer.call(this, config);\n\n  this.textDecoder = new TextDecoder(this._config.encoding);\n\n  // Implement ChunkStreamer base class methods\n\n  // this.pause = function() {\n  //   ChunkStreamer.prototype.pause.apply(this, arguments);\n  // };\n\n  // this.resume = function() {\n  //   ChunkStreamer.prototype.resume.apply(this, arguments);\n  //   this._input.resume();\n  // };\n\n  this.stream = async function (asyncIterator) {\n    this._input = asyncIterator;\n\n    try {\n      // ES2018 version\n      // TODO - check for pause and abort flags?\n      for await (const chunk of asyncIterator) {\n        this.parseChunk(this.getStringChunk(chunk));\n      }\n\n      // ES5 VERSION\n      // while (true) {\n      //   asyncIterator.next().then(function(value) {\n      //     if (value.done) {\n      //       // finalize iterator?\n      //     }\n      //   }\n      //   const  = await ;\n      //   if (done) return total;\n      //   total += value.length;\n      // }\n\n      this._finished = true;\n      this.parseChunk('');\n    } catch (error) {\n      // Inform ChunkStreamer base class of error\n      this._sendError(error);\n    }\n  };\n\n  this._nextChunk = function nextChunk() {\n    // Left empty, as async iterator automatically pulls next chunk\n  };\n\n  // HELPER METHODS\n  this.getStringChunk = function (chunk) {\n    return typeof chunk === 'string' ? chunk : this.textDecoder.decode(chunk, {stream: true});\n  };\n}\n\nAsyncIteratorStreamer.prototype = Object.create(ChunkStreamer.prototype);\nAsyncIteratorStreamer.prototype.constructor = AsyncIteratorStreamer;\n"],"mappings":";;;;;;;;;AAQA;AAA+B;AAAA;AAC/B,IAAOA,aAAa,GAAIC,kBAAI,CAArBD,aAAa;AAEL,SAASE,qBAAqB,CAACC,MAAM,EAAE;EACpDA,MAAM,GAAGA,MAAM,IAAI,CAAC,CAAC;EAErBH,aAAa,CAACI,IAAI,CAAC,IAAI,EAAED,MAAM,CAAC;EAEhC,IAAI,CAACE,WAAW,GAAG,IAAIC,WAAW,CAAC,IAAI,CAACC,OAAO,CAACC,QAAQ,CAAC;;EAazD,IAAI,CAACC,MAAM;IAAA,qEAAG,iBAAgBC,aAAa;MAAA;MAAA;QAAA;UAAA;YAAA;cACzC,IAAI,CAACC,MAAM,GAAGD,aAAa;cAAC;cAAA;cAAA;cAAA;cAAA,2BAKAA,aAAa;YAAA;cAAA;cAAA;YAAA;cAAA;gBAAA;gBAAA;cAAA;cAAtBE,KAAK;cACpB,IAAI,CAACC,UAAU,CAAC,IAAI,CAACC,cAAc,CAACF,KAAK,CAAC,CAAC;YAAC;cAAA;cAAA;cAAA;YAAA;cAAA;cAAA;YAAA;cAAA;cAAA;cAAA;cAAA;YAAA;cAAA;cAAA;cAAA;gBAAA;gBAAA;cAAA;cAAA;cAAA;YAAA;cAAA;cAAA;gBAAA;gBAAA;cAAA;cAAA;YAAA;cAAA;YAAA;cAAA;YAAA;;cAe9C,IAAI,CAACG,SAAS,GAAG,IAAI;cACrB,IAAI,CAACF,UAAU,CAAC,EAAE,CAAC;cAAC;cAAA;YAAA;cAAA;cAAA;cAGpB,IAAI,CAACG,UAAU,aAAO;YAAC;YAAA;cAAA;UAAA;QAAA;MAAA;IAAA,CAE1B;IAAA;MAAA;IAAA;EAAA;EAED,IAAI,CAACC,UAAU,GAAG,SAASC,SAAS,GAAG;EAEvC,CAAC;;EAGD,IAAI,CAACJ,cAAc,GAAG,UAAUF,KAAK,EAAE;IACrC,OAAO,OAAOA,KAAK,KAAK,QAAQ,GAAGA,KAAK,GAAG,IAAI,CAACP,WAAW,CAACc,MAAM,CAACP,KAAK,EAAE;MAACH,MAAM,EAAE;IAAI,CAAC,CAAC;EAC3F,CAAC;AACH;AAEAP,qBAAqB,CAACkB,SAAS,GAAGC,MAAM,CAACC,MAAM,CAACtB,aAAa,CAACoB,SAAS,CAAC;AACxElB,qBAAqB,CAACkB,SAAS,CAACG,WAAW,GAAGrB,qBAAqB"}