@loaders.gl/csv 4.0.0-alpha.9 → 4.0.0-beta.2

package/dist/dist.min.js

@@ -406,10 +406,12 @@
     switch (table.shape) {
       case "array-row-table":
       case "object-row-table":
-      case "geojson-row-table":
         return table.data.length;
+      case "geojson-table":
+        return table.features.length;
       case "arrow-table":
-        return table.data.numRows;
+        const arrowTable = table.data;
+        return arrowTable.numRows;
       case "columnar-table":
         for (const column of Object.values(table.data)) {
           return column.length || 0;
@@ -430,12 +432,14 @@
       case "array-row-table":
         return table.data[0].length;
       case "object-row-table":
-      case "geojson-row-table":
         return Object.keys(table.data[0]).length;
+      case "geojson-table":
+        return Object.keys(table.features[0]).length;
       case "columnar-table":
         return Object.keys(table.data).length;
       case "arrow-table":
-        return table.data.numCols;
+        const arrowTable = table.data;
+        return arrowTable.numCols;
       default:
         throw new Error("table");
     }
@@ -445,7 +449,6 @@
       case "array-row-table":
         return copy2 ? Array.from(table.data[rowIndex]) : table.data[rowIndex];
       case "object-row-table":
-      case "geojson-row-table":
         if (table.schema) {
           const arrayRow2 = target || [];
           for (let i = 0; i < table.schema.fields.length; i++) {
@@ -454,6 +457,15 @@
           return arrayRow2;
         }
         return Object.values(table.data[rowIndex]);
+      case "geojson-table":
+        if (table.schema) {
+          const arrayRow2 = target || [];
+          for (let i = 0; i < table.schema.fields.length; i++) {
+            arrayRow2[i] = table.features[rowIndex][table.schema.fields[i].name];
+          }
+          return arrayRow2;
+        }
+        return Object.values(table.features[rowIndex]);
       case "columnar-table":
         if (table.schema) {
           const arrayRow2 = target || [];
@@ -471,9 +483,10 @@
           return arrayRow2;
         }
       case "arrow-table":
+        const arrowTable = table.data;
         const arrayRow = target || [];
-        const row = table.data.get(rowIndex);
-        const schema = table.data.schema;
+        const row = arrowTable.get(rowIndex);
+        const schema = arrowTable.schema;
         for (let i = 0; i < schema.fields.length; i++) {
           arrayRow[i] = row?.[schema.fields[i].name];
         }
@@ -1382,7 +1395,7 @@
 
   // src/csv-loader.ts
   async function parseCSV(csvText, options) {
-    const csvOptions = { ...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv };
+    const csvOptions = { ...CSVLoader.options.csv, ...options?.csv };
     const firstRow = readFirstRow(csvText);
     const header = csvOptions.header === "auto" ? isHeaderRow(firstRow) : Boolean(csvOptions.header);
     const parseWithHeader = header;
@@ -1396,25 +1409,30 @@
       }
     };
     const result = papaparse_default.parse(csvText, papaparseConfig);
-    let { data: rows } = result;
+    const rows = result.data;
     const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);
-    switch (csvOptions.shape) {
+    const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;
+    switch (shape) {
       case "object-row-table":
-        rows = rows.map((row) => Array.isArray(row) ? convertToObjectRow(row, headerRow) : row);
-        break;
+        return {
+          shape: "object-row-table",
+          data: rows.map((row) => Array.isArray(row) ? convertToObjectRow(row, headerRow) : row)
+        };
       case "array-row-table":
-        rows = rows.map((row) => Array.isArray(row) ? row : convertToArrayRow(row, headerRow));
-        break;
+        return {
+          shape: "array-row-table",
+          data: rows.map((row) => Array.isArray(row) ? row : convertToArrayRow(row, headerRow))
+        };
       default:
+        throw new Error(shape);
     }
-    return rows;
   }
   function parseCSVInBatches(asyncIterator, options) {
     options = { ...options };
     if (options.batchSize === "auto") {
       options.batchSize = 4e3;
     }
-    const csvOptions = { ...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv };
+    const csvOptions = { ...CSVLoader.options.csv, ...options?.csv };
     const asyncQueue = new AsyncQueue();
     let isFirstRow = true;
     let headerRow = null;
@@ -1452,8 +1470,9 @@
         if (csvOptions.optimizeMemoryUsage) {
           row = JSON.parse(JSON.stringify(row));
         }
+        const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;
         tableBatchBuilder = tableBatchBuilder || new TableBatchBuilder(schema, {
-          shape: csvOptions.shape || "array-row-table",
+          shape,
           ...options
         });
         try {
@@ -1530,27 +1549,14 @@
     }
     return schema;
   }
-  var VERSION, DEFAULT_CSV_LOADER_OPTIONS, CSVLoader;
+  var VERSION, DEFAULT_CSV_SHAPE, CSVLoader;
   var init_csv_loader = __esm({
     "src/csv-loader.ts"() {
       init_src();
       init_papaparse();
       init_async_iterator_streamer();
       VERSION = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
-      DEFAULT_CSV_LOADER_OPTIONS = {
-        csv: {
-          shape: "object-row-table",
-          optimizeMemoryUsage: false,
-          header: "auto",
-          columnPrefix: "column",
-          quoteChar: '"',
-          escapeChar: '"',
-          dynamicTyping: true,
-          comments: false,
-          skipEmptyLines: true,
-          delimitersToGuess: [",", "	", "|", ";"]
-        }
-      };
+      DEFAULT_CSV_SHAPE = "object-row-table";
       CSVLoader = {
         id: "csv",
         module: "csv",
@@ -1562,7 +1568,20 @@
         parse: async (arrayBuffer, options) => parseCSV(new TextDecoder().decode(arrayBuffer), options),
         parseText: (text, options) => parseCSV(text, options),
         parseInBatches: parseCSVInBatches,
-        options: DEFAULT_CSV_LOADER_OPTIONS
+        options: {
+          csv: {
+            shape: DEFAULT_CSV_SHAPE,
+            optimizeMemoryUsage: false,
+            header: "auto",
+            columnPrefix: "column",
+            quoteChar: '"',
+            escapeChar: '"',
+            dynamicTyping: true,
+            comments: false,
+            skipEmptyLines: true,
+            delimitersToGuess: [",", "	", "|", ";"]
+          }
+        }
       };
     }
   });
@@ -1771,16 +1790,10 @@
   });
 
   // src/csv-writer.ts
-  var DEFAULT_WRITER_OPTIONS, CSVWriter;
+  var CSVWriter;
   var init_csv_writer = __esm({
     "src/csv-writer.ts"() {
       init_encode_csv();
-      DEFAULT_WRITER_OPTIONS = {
-        csv: {
-          useDisplayNames: false
-        },
-        useDisplayNames: false
-      };
       CSVWriter = {
         id: "csv",
         version: "latest",
@@ -1788,10 +1801,15 @@
         name: "CSV",
         extensions: ["csv"],
         mimeTypes: ["text/csv"],
-        options: DEFAULT_WRITER_OPTIONS,
+        options: {
+          csv: {
+            useDisplayNames: false
+          },
+          useDisplayNames: false
+        },
         text: true,
         encode: async (table, options) => new TextEncoder().encode(encodeTableAsCSV(table, options)).buffer,
-        encodeText: (table, options) => encodeTableAsCSV(table, options)
+        encodeTextSync: (table, options) => encodeTableAsCSV(table, options)
       };
     }
   });

package/dist/es5/csv-loader.js

@@ -14,21 +14,8 @@ var _papaparse = _interopRequireDefault(require("./papaparse/papaparse"));
 var _asyncIteratorStreamer = _interopRequireDefault(require("./papaparse/async-iterator-streamer"));
 function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
 function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
-var VERSION = typeof "4.0.0-alpha.9" !== 'undefined' ? "4.0.0-alpha.9" : 'latest';
-var DEFAULT_CSV_LOADER_OPTIONS = {
-  csv: {
-    shape: 'object-row-table',
-    optimizeMemoryUsage: false,
-    header: 'auto',
-    columnPrefix: 'column',
-    quoteChar: '"',
-    escapeChar: '"',
-    dynamicTyping: true,
-    comments: false,
-    skipEmptyLines: true,
-    delimitersToGuess: [',', '\t', '|', ';']
-  }
-};
+var VERSION = typeof "4.0.0-beta.2" !== 'undefined' ? "4.0.0-beta.2" : 'latest';
+var DEFAULT_CSV_SHAPE = 'object-row-table';
 var CSVLoader = {
   id: 'csv',
   module: 'csv',
@@ -58,7 +45,20 @@ var CSVLoader = {
     return parseCSV(text, options);
   },
   parseInBatches: parseCSVInBatches,
-  options: DEFAULT_CSV_LOADER_OPTIONS
+  options: {
+    csv: {
+      shape: DEFAULT_CSV_SHAPE,
+      optimizeMemoryUsage: false,
+      header: 'auto',
+      columnPrefix: 'column',
+      quoteChar: '"',
+      escapeChar: '"',
+      dynamicTyping: true,
+      comments: false,
+      skipEmptyLines: true,
+      delimitersToGuess: [',', '\t', '|', ';']
+    }
+  }
 };
 exports.CSVLoader = CSVLoader;
 function parseCSV(_x3, _x4) {
@@ -66,11 +66,11 @@ function parseCSV(_x3, _x4) {
 }
 function _parseCSV() {
   _parseCSV = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(csvText, options) {
-    var csvOptions, firstRow, header, parseWithHeader, papaparseConfig, result, rows, headerRow;
+    var csvOptions, firstRow, header, parseWithHeader, papaparseConfig, result, rows, headerRow, shape;
     return _regenerator.default.wrap(function _callee2$(_context2) {
       while (1) switch (_context2.prev = _context2.next) {
         case 0:
-          csvOptions = _objectSpread(_objectSpread({}, DEFAULT_CSV_LOADER_OPTIONS.csv), options === null || options === void 0 ? void 0 : options.csv);
+          csvOptions = _objectSpread(_objectSpread({}, CSVLoader.options.csv), options === null || options === void 0 ? void 0 : options.csv);
           firstRow = readFirstRow(csvText);
           header = csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);
           parseWithHeader = header;
@@ -85,22 +85,27 @@ function _parseCSV() {
           result = _papaparse.default.parse(csvText, papaparseConfig);
           rows = result.data;
           headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);
-          _context2.t0 = csvOptions.shape;
-          _context2.next = _context2.t0 === 'object-row-table' ? 11 : _context2.t0 === 'array-row-table' ? 13 : 15;
+          shape = csvOptions.shape || DEFAULT_CSV_SHAPE;
+          _context2.t0 = shape;
+          _context2.next = _context2.t0 === 'object-row-table' ? 12 : _context2.t0 === 'array-row-table' ? 13 : 14;
           break;
-        case 11:
-          rows = rows.map(function (row) {
-            return Array.isArray(row) ? (0, _schema.convertToObjectRow)(row, headerRow) : row;
+        case 12:
+          return _context2.abrupt("return", {
+            shape: 'object-row-table',
+            data: rows.map(function (row) {
+              return Array.isArray(row) ? (0, _schema.convertToObjectRow)(row, headerRow) : row;
+            })
           });
-          return _context2.abrupt("break", 15);
         case 13:
-          rows = rows.map(function (row) {
-            return Array.isArray(row) ? row : (0, _schema.convertToArrayRow)(row, headerRow);
+          return _context2.abrupt("return", {
+            shape: 'array-row-table',
+            data: rows.map(function (row) {
+              return Array.isArray(row) ? row : (0, _schema.convertToArrayRow)(row, headerRow);
+            })
           });
-          return _context2.abrupt("break", 15);
+        case 14:
+          throw new Error(shape);
         case 15:
-          return _context2.abrupt("return", rows);
-        case 16:
         case "end":
           return _context2.stop();
       }
@@ -114,7 +119,7 @@ function parseCSVInBatches(asyncIterator, options) {
   if (options.batchSize === 'auto') {
     options.batchSize = 4000;
   }
-  var csvOptions = _objectSpread(_objectSpread({}, DEFAULT_CSV_LOADER_OPTIONS.csv), (_options = options) === null || _options === void 0 ? void 0 : _options.csv);
+  var csvOptions = _objectSpread(_objectSpread({}, CSVLoader.options.csv), (_options = options) === null || _options === void 0 ? void 0 : _options.csv);
   var asyncQueue = new _schema.AsyncQueue();
   var isFirstRow = true;
   var headerRow = null;
@@ -151,8 +156,9 @@ function parseCSVInBatches(asyncIterator, options) {
       if (csvOptions.optimizeMemoryUsage) {
         row = JSON.parse(JSON.stringify(row));
       }
+      var shape = csvOptions.shape || DEFAULT_CSV_SHAPE;
       tableBatchBuilder = tableBatchBuilder || new _schema.TableBatchBuilder(schema, _objectSpread({
-        shape: csvOptions.shape || 'array-row-table'
+        shape: shape
       }, options));
       try {
         tableBatchBuilder.addRow(row);

package/dist/es5/csv-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"csv-loader.js","names":["_schema","require","_papaparse","_interopRequireDefault","_asyncIteratorStreamer","ownKeys","object","enumerableOnly","keys","Object","getOwnPropertySymbols","symbols","filter","sym","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","target","i","arguments","length","source","forEach","key","_defineProperty2","default","getOwnPropertyDescriptors","defineProperties","defineProperty","VERSION","DEFAULT_CSV_LOADER_OPTIONS","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","_parse","_asyncToGenerator2","_regenerator","mark","_callee","arrayBuffer","options","wrap","_callee$","_context","prev","next","abrupt","parseCSV","TextDecoder","decode","stop","_x","_x2","parseText","text","parseInBatches","parseCSVInBatches","exports","_x3","_x4","_parseCSV","_callee2","csvText","csvOptions","firstRow","parseWithHeader","papaparseConfig","result","rows","headerRow","_callee2$","_context2","readFirstRow","isHeaderRow","Boolean","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","Papa","data","meta","fields","generateHeader","t0","map","row","Array","isArray","convertToObjectRow","convertToArrayRow","asyncIterator","_options","batchSize","asyncQueue","AsyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","TableBatchBuilder","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","AsyncIteratorStreamer","every","value","preview","observedColumns","Set","col","colName","counter","has","concat","add","count","headers","columnName","_typeof2","String","index","type","Float32Array"],"sources":["../../src/csv-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {Batch, TableBatch} from '@loaders.gl/schema';\n\nimport {\n  AsyncQueue,\n  Table,\n  TableBatchBuilder,\n  convertToArrayRow,\n  convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\ntype ObjectField = {name: string; index: number; type: any};\ntype ObjectSchema = {[key: string]: ObjectField} | ObjectField[];\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n  csv?: {\n    // loaders.gl options\n    shape?: 'array-row-table' | 'object-row-table' | 'columnar-table';\n    /** optimizes memory usage but increases parsing time. */\n    optimizeMemoryUsage?: boolean;\n    columnPrefix?: string;\n    header?: 'auto';\n\n    // CSV options (papaparse)\n    // delimiter: auto\n    // newline: auto\n    quoteChar?: string;\n    escapeChar?: string;\n    // Convert numbers and boolean values in rows from strings\n    dynamicTyping?: boolean;\n    comments?: boolean;\n    skipEmptyLines?: boolean | 'greedy';\n    // transform: null?\n    delimitersToGuess?: string[];\n    // fastMode: auto\n  };\n};\n\nconst DEFAULT_CSV_LOADER_OPTIONS = {\n  csv: {\n    shape: 'object-row-table',\n    optimizeMemoryUsage: false,\n    // CSV options\n    header: 'auto',\n    columnPrefix: 'column',\n    // delimiter: auto\n    // newline: auto\n    quoteChar: '\"',\n    escapeChar: '\"',\n    dynamicTyping: true,\n    comments: false,\n    skipEmptyLines: true,\n    // transform: null?\n    delimitersToGuess: [',', '\\t', '|', ';']\n    // fastMode: auto\n  }\n};\n\nexport const CSVLoader: LoaderWithParser<Table, TableBatch, CSVLoaderOptions> = {\n  id: 'csv',\n  module: 'csv',\n  name: 'CSV',\n  version: VERSION,\n  extensions: ['csv', 'tsv', 'dsv'],\n  mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n  category: 'table',\n  parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n    parseCSV(new TextDecoder().decode(arrayBuffer), options),\n  parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n  parseInBatches: parseCSVInBatches,\n  // @ts-ignore\n  // testText: null,\n  options: DEFAULT_CSV_LOADER_OPTIONS as CSVLoaderOptions\n};\n\nasync function parseCSV(csvText: string, options?: CSVLoaderOptions) {\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n  const firstRow = readFirstRow(csvText);\n  const header: boolean =\n    csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n  const parseWithHeader = header;\n\n  const papaparseConfig = {\n    // dynamicTyping: true,\n    ...csvOptions,\n    header: parseWithHeader,\n    download: false, // We handle loading, no need for papaparse to do it for us\n    transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n    error: (e) => {\n      throw new Error(e);\n    }\n  };\n\n  const result = Papa.parse(csvText, papaparseConfig);\n  let {data: rows} = result;\n\n  const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);\n\n  switch (csvOptions.shape) {\n    case 'object-row-table':\n      rows = rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row));\n      break;\n    case 'array-row-table':\n      rows = rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)));\n      break;\n    default:\n  }\n\n  /*\n  if (!header && shape === 'object-row-table') {\n    // If the dataset has no header, transform the array result into an object shape with an\n    // autogenerated header\n    return result.data.map((row) =>\n      row.reduce((acc, value, i) => {\n        acc[headerRow[i]] = value;\n        return acc;\n      }, {})\n    );\n  }\n  */\n  return rows;\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options?: CSVLoaderOptions\n): AsyncIterable<Batch> {\n  // Papaparse does not support standard batch size handling\n  // TODO - investigate papaparse chunks mode\n  options = {...options};\n  if (options.batchSize === 'auto') {\n    options.batchSize = 4000;\n  }\n\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n  const asyncQueue = new AsyncQueue<Batch>();\n\n  let isFirstRow: boolean = true;\n  let headerRow: string[] | null = null;\n  let tableBatchBuilder: TableBatchBuilder | null = null;\n  let schema: ObjectSchema | null = null;\n\n  const config = {\n    // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n    ...csvOptions,\n    header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n    download: false, // We handle loading, no need for papaparse to do it for us\n    // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n    // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n    // See https://github.com/mholt/PapaParse/issues/465\n    chunkSize: 1024 * 1024 * 5,\n    // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n    // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n    // both of the skipEmptyLines and step callback options are provided:\n    // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n    // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n    skipEmptyLines: false,\n\n    // step is called on every row\n    // eslint-disable-next-line complexity\n    step(results) {\n      let row = results.data;\n\n      if (csvOptions.skipEmptyLines) {\n        // Manually reject lines that are empty\n        const collapsedRow = row.flat().join('').trim();\n        if (collapsedRow === '') {\n          return;\n        }\n      }\n      const bytesUsed = results.meta.cursor;\n\n      // Check if we need to save a header row\n      if (isFirstRow && !headerRow) {\n        // Auto detects or can be forced with csvOptions.header\n        const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n        if (header) {\n          headerRow = row.map(duplicateColumnTransformer());\n          return;\n        }\n      }\n\n      // If first data row, we can deduce the schema\n      if (isFirstRow) {\n        isFirstRow = false;\n        if (!headerRow) {\n          headerRow = generateHeader(csvOptions.columnPrefix, row.length);\n        }\n        schema = deduceSchema(row, headerRow);\n      }\n\n      if (csvOptions.optimizeMemoryUsage) {\n        // A workaround to allocate new strings and don't retain pointers to original strings.\n        // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n        row = JSON.parse(JSON.stringify(row));\n      }\n\n      // Add the row\n      tableBatchBuilder =\n        tableBatchBuilder ||\n        new TableBatchBuilder(\n          // @ts-expect-error TODO this is not a proper schema\n          schema,\n          {\n            shape: csvOptions.shape || 'array-row-table',\n            ...options\n          }\n        );\n\n      try {\n        tableBatchBuilder.addRow(row);\n        // If a batch has been completed, emit it\n        const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n    },\n\n    // complete is called when all rows have been read\n    complete(results) {\n      try {\n        const bytesUsed = results.meta.cursor;\n        // Ensure any final (partial) batch gets emitted\n        const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n\n      asyncQueue.close();\n    }\n  };\n\n  Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n  // TODO - Does it matter if we return asyncIterable or asyncIterator\n  // return asyncQueue[Symbol.asyncIterator]();\n  return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n  return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n  const result = Papa.parse(csvText, {\n    download: false,\n    dynamicTyping: true,\n    preview: 1\n  });\n  return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer() {\n  const observedColumns = new Set();\n  return (col) => {\n    let colName = col;\n    let counter = 1;\n    while (observedColumns.has(colName)) {\n      colName = `${col}.${counter}`;\n      counter++;\n    }\n    observedColumns.add(colName);\n    return colName;\n  };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n  const headers: string[] = [];\n  for (let i = 0; i < count; i++) {\n    headers.push(`${columnPrefix}${i + 1}`);\n  }\n  return headers;\n}\n\nfunction deduceSchema(row, headerRow): ObjectSchema {\n  const schema: ObjectSchema = headerRow ? {} : [];\n  for (let i = 0; i < row.length; i++) {\n    const columnName = (headerRow && headerRow[i]) || i;\n    const value = row[i];\n    switch (typeof value) {\n      case 'number':\n      case 'boolean':\n        // TODO - booleans could be handled differently...\n        schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n        break;\n      case 'string':\n      default:\n        schema[columnName] = {name: String(columnName), index: i, type: Array};\n      // We currently only handle numeric rows\n      // TODO we could offer a function to map strings to numbers?\n    }\n  }\n  return schema;\n}\n"],"mappings":";;;;;;;;;;;AAKA,IAAAA,OAAA,GAAAC,OAAA;AAOA,IAAAC,UAAA,GAAAC,sBAAA,CAAAF,OAAA;AACA,IAAAG,sBAAA,GAAAD,sBAAA,CAAAF,OAAA;AAAwE,SAAAI,QAAAC,MAAA,EAAAC,cAAA,QAAAC,IAAA,GAAAC,MAAA,CAAAD,IAAA,CAAAF,MAAA,OAAAG,MAAA,CAAAC,qBAAA,QAAAC,OAAA,GAAAF,MAAA,CAAAC,qBAAA,CAAAJ,MAAA,GAAAC,cAAA,KAAAI,OAAA,GAAAA,OAAA,CAAAC,MAAA,WAAAC,GAAA,WAAAJ,MAAA,CAAAK,wBAAA,CAAAR,MAAA,EAAAO,GAAA,EAAAE,UAAA,OAAAP,IAAA,CAAAQ,IAAA,CAAAC,KAAA,CAAAT,IAAA,EAAAG,OAAA,YAAAH,IAAA;AAAA,SAAAU,cAAAC,MAAA,aAAAC,CAAA,MAAAA,CAAA,GAAAC,SAAA,CAAAC,MAAA,EAAAF,CAAA,UAAAG,MAAA,WAAAF,SAAA,CAAAD,CAAA,IAAAC,SAAA,CAAAD,CAAA,QAAAA,CAAA,OAAAf,OAAA,CAAAI,MAAA,CAAAc,MAAA,OAAAC,OAAA,WAAAC,GAAA,QAAAC,gBAAA,CAAAC,OAAA,EAAAR,MAAA,EAAAM,GAAA,EAAAF,MAAA,CAAAE,GAAA,SAAAhB,MAAA,CAAAmB,yBAAA,GAAAnB,MAAA,CAAAoB,gBAAA,CAAAV,MAAA,EAAAV,MAAA,CAAAmB,yBAAA,CAAAL,MAAA,KAAAlB,OAAA,CAAAI,MAAA,CAAAc,MAAA,GAAAC,OAAA,WAAAC,GAAA,IAAAhB,MAAA,CAAAqB,cAAA,CAAAX,MAAA,EAAAM,GAAA,EAAAhB,MAAA,CAAAK,wBAAA,CAAAS,MAAA,EAAAE,GAAA,iBAAAN,MAAA;AAOxE,IAAMY,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AA0B3E,IAAMC,0BAA0B,GAAG;EACjCC,GAAG,EAAE;IACHC,KAAK,EAAE,kBAAkB;IACzBC,mBAAmB,EAAE,KAAK;IAE1BC,MAAM,EAAE,MAAM;IACdC,YAAY,EAAE,QAAQ;IAGtBC,SAAS,EAAE,GAAG;IACdC,UAAU,EAAE,GAAG;IACfC,aAAa,EAAE,IAAI;IACnBC,QAAQ,EAAE,KAAK;IACfC,cAAc,EAAE,IAAI;IAEpBC,iBAAiB,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG;EAEzC;AACF,CAAC;AAEM,IAAMC,SAAgE,GAAG;EAC9EC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,OAAO,EAAEjB,OAAO;EAChBkB,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;EACjCC,SAAS,EAAE,CAAC,UAAU,EAAE,2BAA2B,EAAE,UAAU,CAAC;EAChEC,QAAQ,EAAE,OAAO;EACjBC,KAAK;IAAA,IAAAC,MAAA,OAAAC,kBAAA,CAAA3B,OAAA,EAAA4B,YAAA,CAAA5B,OAAA,CAAA6B,IAAA,CAAE,SAAAC,QAAOC,WAAwB,EAAEC,OAA0B;MAAA,OAAAJ,YAAA,CAAA5B,OAAA,CAAAiC,IAAA,UAAAC,SAAAC,QAAA;QAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;UAAA;YAAA,OAAAF,QAAA,CAAAG,MAAA,WAChEC,QAAQ,CAAC,IAAIC,WAAW,CAAC,CAAC,CAACC,MAAM,CAACV,WAAW,CAAC,EAAEC,OAAO,CAAC;UAAA;UAAA;YAAA,OAAAG,QAAA,CAAAO,IAAA;QAAA;MAAA,GAAAZ,OAAA;IAAA;IAAA,SAAAL,MAAAkB,EAAA,EAAAC,GAAA;MAAA,OAAAlB,MAAA,CAAApC,KAAA,OAAAI,SAAA;IAAA;IAAA,OAAA+B,KAAA;EAAA;EAC1DoB,SAAS,EAAE,SAAAA,UAACC,IAAY,EAAEd,OAA0B;IAAA,OAAKO,QAAQ,CAACO,IAAI,EAAEd,OAAO,CAAC;EAAA;EAChFe,cAAc,EAAEC,iBAAiB;EAGjChB,OAAO,EAAE3B;AACX,CAAC;AAAC4C,OAAA,CAAAhC,SAAA,GAAAA,SAAA;AAAA,SAEasB,QAAQA,CAAAW,GAAA,EAAAC,GAAA;EAAA,OAAAC,SAAA,CAAA9D,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA0D,UAAA;EAAAA,SAAA,OAAAzB,kBAAA,CAAA3B,OAAA,EAAA4B,YAAA,CAAA5B,OAAA,CAAA6B,IAAA,CAAvB,SAAAwB,SAAwBC,OAAe,EAAEtB,OAA0B;IAAA,IAAAuB,UAAA,EAAAC,QAAA,EAAA/C,MAAA,EAAAgD,eAAA,EAAAC,eAAA,EAAAC,MAAA,EAAAC,IAAA,EAAAC,SAAA;IAAA,OAAAjC,YAAA,CAAA5B,OAAA,CAAAiC,IAAA,UAAA6B,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAA3B,IAAA,GAAA2B,SAAA,CAAA1B,IAAA;QAAA;UAE3DkB,UAAU,GAAAhE,aAAA,CAAAA,aAAA,KAAOc,0BAA0B,CAACC,GAAG,GAAK0B,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAE1B,GAAG;UAEhEkD,QAAQ,GAAGQ,YAAY,CAACV,OAAO,CAAC;UAChC7C,MAAe,GACnB8C,UAAU,CAAC9C,MAAM,KAAK,MAAM,GAAGwD,WAAW,CAACT,QAAQ,CAAC,GAAGU,OAAO,CAACX,UAAU,CAAC9C,MAAM,CAAC;UAE7EgD,eAAe,GAAGhD,MAAM;UAExBiD,eAAe,GAAAnE,aAAA,CAAAA,aAAA,KAEhBgE,UAAU;YACb9C,MAAM,EAAEgD,eAAe;YACvBU,QAAQ,EAAE,KAAK;YACfC,eAAe,EAAEX,eAAe,GAAGY,0BAA0B,CAAC,CAAC,GAAGC,SAAS;YAC3EC,KAAK,EAAE,SAAAA,MAACC,CAAC,EAAK;cACZ,MAAM,IAAIC,KAAK,CAACD,CAAC,CAAC;YACpB;UAAC;UAGGb,MAAM,GAAGe,kBAAI,CAACjD,KAAK,CAAC6B,OAAO,EAAEI,eAAe,CAAC;UACxCE,IAAI,GAAID,MAAM,CAApBgB,IAAI;UAEHd,SAAS,GAAGF,MAAM,CAACiB,IAAI,CAACC,MAAM,IAAIC,cAAc,CAACvB,UAAU,CAAC7C,YAAY,EAAE8C,QAAQ,CAAC7D,MAAM,CAAC;UAAAoE,SAAA,CAAAgB,EAAA,GAExFxB,UAAU,CAAChD,KAAK;UAAAwD,SAAA,CAAA1B,IAAA,GAAA0B,SAAA,CAAAgB,EAAA,KACjB,kBAAkB,QAAAhB,SAAA,CAAAgB,EAAA,KAGlB,iBAAiB;UAAA;QAAA;UAFpBnB,IAAI,GAAGA,IAAI,CAACoB,GAAG,CAAC,UAACC,GAAG;YAAA,OAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAG,IAAAG,0BAAkB,EAACH,GAAG,EAAEpB,SAAS,CAAC,GAAGoB,GAAG;UAAA,CAAC,CAAC;UAAC,OAAAlB,SAAA,CAAAzB,MAAA;QAAA;UAG1FsB,IAAI,GAAGA,IAAI,CAACoB,GAAG,CAAC,UAACC,GAAG;YAAA,OAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG,IAAAI,yBAAiB,EAACJ,GAAG,EAAEpB,SAAS,CAAC;UAAA,CAAC,CAAC;UAAC,OAAAE,SAAA,CAAAzB,MAAA;QAAA;UAAA,OAAAyB,SAAA,CAAAzB,MAAA,WAiBtFsB,IAAI;QAAA;QAAA;UAAA,OAAAG,SAAA,CAAArB,IAAA;MAAA;IAAA,GAAAW,QAAA;EAAA,CACZ;EAAA,OAAAD,SAAA,CAAA9D,KAAA,OAAAI,SAAA;AAAA;AAGD,SAASsD,iBAAiBA,CACxBsC,aAAiE,EACjEtD,OAA0B,EACJ;EAAA,IAAAuD,QAAA;EAGtBvD,OAAO,GAAAzC,aAAA,KAAOyC,OAAO,CAAC;EACtB,IAAIA,OAAO,CAACwD,SAAS,KAAK,MAAM,EAAE;IAChCxD,OAAO,CAACwD,SAAS,GAAG,IAAI;EAC1B;EAGA,IAAMjC,UAAU,GAAAhE,aAAA,CAAAA,aAAA,KAAOc,0BAA0B,CAACC,GAAG,IAAAiF,QAAA,GAAKvD,OAAO,cAAAuD,QAAA,uBAAPA,QAAA,CAASjF,GAAG,CAAC;EAEvE,IAAMmF,UAAU,GAAG,IAAIC,kBAAU,CAAQ,CAAC;EAE1C,IAAIC,UAAmB,GAAG,IAAI;EAC9B,IAAI9B,SAA0B,GAAG,IAAI;EACrC,IAAI+B,iBAA2C,GAAG,IAAI;EACtD,IAAIC,MAA2B,GAAG,IAAI;EAEtC,IAAMC,MAAM,GAAAvG,aAAA,CAAAA,aAAA,KAEPgE,UAAU;IACb9C,MAAM,EAAE,KAAK;IACb0D,QAAQ,EAAE,KAAK;IAIf4B,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;IAM1BhF,cAAc,EAAE,KAAK;IAIrBiF,IAAI,WAAAA,KAACC,OAAO,EAAE;MACZ,IAAIhB,GAAG,GAAGgB,OAAO,CAACtB,IAAI;MAEtB,IAAIpB,UAAU,CAACxC,cAAc,EAAE;QAE7B,IAAMmF,YAAY,GAAGjB,GAAG,CAACkB,IAAI,CAAC,CAAC,CAACC,IAAI,CAAC,EAAE,CAAC,CAACC,IAAI,CAAC,CAAC;QAC/C,IAAIH,YAAY,KAAK,EAAE,EAAE;UACvB;QACF;MACF;MACA,IAAMI,SAAS,GAAGL,OAAO,CAACrB,IAAI,CAAC2B,MAAM;MAGrC,IAAIZ,UAAU,IAAI,CAAC9B,SAAS,EAAE;QAE5B,IAAMpD,MAAM,GAAG8C,UAAU,CAAC9C,MAAM,KAAK,MAAM,GAAGwD,WAAW,CAACgB,GAAG,CAAC,GAAGf,OAAO,CAACX,UAAU,CAAC9C,MAAM,CAAC;QAC3F,IAAIA,MAAM,EAAE;UACVoD,SAAS,GAAGoB,GAAG,CAACD,GAAG,CAACX,0BAA0B,CAAC,CAAC,CAAC;UACjD;QACF;MACF;MAGA,IAAIsB,UAAU,EAAE;QACdA,UAAU,GAAG,KAAK;QAClB,IAAI,CAAC9B,SAAS,EAAE;UACdA,SAAS,GAAGiB,cAAc,CAACvB,UAAU,CAAC7C,YAAY,EAAEuE,GAAG,CAACtF,MAAM,CAAC;QACjE;QACAkG,MAAM,GAAGW,YAAY,CAACvB,GAAG,EAAEpB,SAAS,CAAC;MACvC;MAEA,IAAIN,UAAU,CAAC/C,mBAAmB,EAAE;QAGlCyE,GAAG,GAAGwB,IAAI,CAAChF,KAAK,CAACgF,IAAI,CAACC,SAAS,CAACzB,GAAG,CAAC,CAAC;MACvC;MAGAW,iBAAiB,GACfA,iBAAiB,IACjB,IAAIe,yBAAiB,CAEnBd,MAAM,EAAAtG,aAAA;QAEJgB,KAAK,EAAEgD,UAAU,CAAChD,KAAK,IAAI;MAAiB,GACzCyB,OAAO,CAEd,CAAC;MAEH,IAAI;QACF4D,iBAAiB,CAACgB,MAAM,CAAC3B,GAAG,CAAC;QAE7B,IAAM4B,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACkB,YAAY,CAAC;UAACR,SAAS,EAATA;QAAS,CAAC,CAAC;QAC9E,IAAIO,KAAK,EAAE;UACTpB,UAAU,CAACsB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOtC,KAAK,EAAE;QACdkB,UAAU,CAACsB,OAAO,CAACxC,KAAc,CAAC;MACpC;IACF,CAAC;IAGDyC,QAAQ,WAAAA,SAACf,OAAO,EAAE;MAChB,IAAI;QACF,IAAMK,SAAS,GAAGL,OAAO,CAACrB,IAAI,CAAC2B,MAAM;QAErC,IAAMM,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACqB,aAAa,CAAC;UAACX,SAAS,EAATA;QAAS,CAAC,CAAC;QAC/E,IAAIO,KAAK,EAAE;UACTpB,UAAU,CAACsB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOtC,KAAK,EAAE;QACdkB,UAAU,CAACsB,OAAO,CAACxC,KAAc,CAAC;MACpC;MAEAkB,UAAU,CAACyB,KAAK,CAAC,CAAC;IACpB;EAAC,EACF;EAEDxC,kBAAI,CAACjD,KAAK,CAAC6D,aAAa,EAAEQ,MAAM,EAAEqB,8BAAqB,CAAC;EAIxD,OAAO1B,UAAU;AACnB;AAOA,SAASxB,WAAWA,CAACgB,GAAa,EAAW;EAC3C,OAAOA,GAAG,IAAIA,GAAG,CAACmC,KAAK,CAAC,UAACC,KAAK;IAAA,OAAK,OAAOA,KAAK,KAAK,QAAQ;EAAA,EAAC;AAC/D;AAOA,SAASrD,YAAYA,CAACV,OAAe,EAAS;EAC5C,IAAMK,MAAM,GAAGe,kBAAI,CAACjD,KAAK,CAAC6B,OAAO,EAAE;IACjCa,QAAQ,EAAE,KAAK;IACftD,aAAa,EAAE,IAAI;IACnByG,OAAO,EAAE;EACX,CAAC,CAAC;EACF,OAAO3D,MAAM,CAACgB,IAAI,CAAC,CAAC,CAAC;AACvB;AAQA,SAASN,0BAA0BA,CAAA,EAAG;EACpC,IAAMkD,eAAe,GAAG,IAAIC,GAAG,CAAC,CAAC;EACjC,OAAO,UAACC,GAAG,EAAK;IACd,IAAIC,OAAO,GAAGD,GAAG;IACjB,IAAIE,OAAO,GAAG,CAAC;IACf,OAAOJ,eAAe,CAACK,GAAG,CAACF,OAAO,CAAC,EAAE;MACnCA,OAAO,MAAAG,MAAA,CAAMJ,GAAG,OAAAI,MAAA,CAAIF,OAAO,CAAE;MAC7BA,OAAO,EAAE;IACX;IACAJ,eAAe,CAACO,GAAG,CAACJ,OAAO,CAAC;IAC5B,OAAOA,OAAO;EAChB,CAAC;AACH;AAQA,SAAS5C,cAAcA,CAACpE,YAAoB,EAA+B;EAAA,IAA7BqH,KAAa,GAAArI,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAA4E,SAAA,GAAA5E,SAAA,MAAG,CAAC;EAC7D,IAAMsI,OAAiB,GAAG,EAAE;EAC5B,KAAK,IAAIvI,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGsI,KAAK,EAAEtI,CAAC,EAAE,EAAE;IAC9BuI,OAAO,CAAC3I,IAAI,IAAAwI,MAAA,CAAInH,YAAY,EAAAmH,MAAA,CAAGpI,CAAC,GAAG,CAAC,CAAE,CAAC;EACzC;EACA,OAAOuI,OAAO;AAChB;AAEA,SAASxB,YAAYA,CAACvB,GAAG,EAAEpB,SAAS,EAAgB;EAClD,IAAMgC,MAAoB,GAAGhC,SAAS,GAAG,CAAC,CAAC,GAAG,EAAE;EAChD,KAAK,IAAIpE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGwF,GAAG,CAACtF,MAAM,EAAEF,CAAC,EAAE,EAAE;IACnC,IAAMwI,UAAU,GAAIpE,SAAS,IAAIA,SAAS,CAACpE,CAAC,CAAC,IAAKA,CAAC;IACnD,IAAM4H,KAAK,GAAGpC,GAAG,CAACxF,CAAC,CAAC;IACpB,YAAAyI,QAAA,CAAAlI,OAAA,EAAeqH,KAAK;MAClB,KAAK,QAAQ;MACb,KAAK,SAAS;QAEZxB,MAAM,CAACoC,UAAU,CAAC,GAAG;UAAC7G,IAAI,EAAE+G,MAAM,CAACF,UAAU,CAAC;UAAEG,KAAK,EAAE3I,CAAC;UAAE4I,IAAI,EAAEC;QAAY,CAAC;QAC7E;MACF,KAAK,QAAQ;MACb;QACEzC,MAAM,CAACoC,UAAU,CAAC,GAAG;UAAC7G,IAAI,EAAE+G,MAAM,CAACF,UAAU,CAAC;UAAEG,KAAK,EAAE3I,CAAC;UAAE4I,IAAI,EAAEnD;QAAK,CAAC;IAG1E;EACF;EACA,OAAOW,MAAM;AACf"}
+{"version":3,"file":"csv-loader.js","names":["_schema","require","_papaparse","_interopRequireDefault","_asyncIteratorStreamer","ownKeys","object","enumerableOnly","keys","Object","getOwnPropertySymbols","symbols","filter","sym","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","target","i","arguments","length","source","forEach","key","_defineProperty2","default","getOwnPropertyDescriptors","defineProperties","defineProperty","VERSION","DEFAULT_CSV_SHAPE","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","_parse","_asyncToGenerator2","_regenerator","mark","_callee","arrayBuffer","options","wrap","_callee$","_context","prev","next","abrupt","parseCSV","TextDecoder","decode","stop","_x","_x2","parseText","text","parseInBatches","parseCSVInBatches","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","exports","_x3","_x4","_parseCSV","_callee2","csvText","csvOptions","firstRow","parseWithHeader","papaparseConfig","result","rows","headerRow","_callee2$","_context2","readFirstRow","isHeaderRow","Boolean","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","Papa","data","meta","fields","generateHeader","t0","map","row","Array","isArray","convertToObjectRow","convertToArrayRow","asyncIterator","_options","batchSize","asyncQueue","AsyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","TableBatchBuilder","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","AsyncIteratorStreamer","every","value","preview","observedColumns","Set","col","colName","counter","has","concat","add","count","headers","columnName","_typeof2","String","index","type","Float32Array"],"sources":["../../src/csv-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrayRowTable, ObjectRowTable, TableBatch} from '@loaders.gl/schema';\n\nimport {\n  AsyncQueue,\n  Table,\n  TableBatchBuilder,\n  convertToArrayRow,\n  convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\ntype ObjectField = {name: string; index: number; type: any};\ntype ObjectSchema = {[key: string]: ObjectField} | ObjectField[];\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nconst DEFAULT_CSV_SHAPE = 'object-row-table';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n  csv?: {\n    // loaders.gl options\n    shape?: 'array-row-table' | 'object-row-table';\n    /** optimizes memory usage but increases parsing time. */\n    optimizeMemoryUsage?: boolean;\n    columnPrefix?: string;\n    header?: 'auto';\n\n    // CSV options (papaparse)\n    // delimiter: auto\n    // newline: auto\n    quoteChar?: string;\n    escapeChar?: string;\n    // Convert numbers and boolean values in rows from strings\n    dynamicTyping?: boolean;\n    comments?: boolean;\n    skipEmptyLines?: boolean | 'greedy';\n    // transform: null?\n    delimitersToGuess?: string[];\n    // fastMode: auto\n  };\n};\n\nexport const CSVLoader: LoaderWithParser<Table, TableBatch, CSVLoaderOptions> = {\n  id: 'csv',\n  module: 'csv',\n  name: 'CSV',\n  version: VERSION,\n  extensions: ['csv', 'tsv', 'dsv'],\n  mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n  category: 'table',\n  parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n    parseCSV(new TextDecoder().decode(arrayBuffer), options),\n  parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n  parseInBatches: parseCSVInBatches,\n  // @ts-ignore\n  // testText: null,\n  options: {\n    csv: {\n      shape: DEFAULT_CSV_SHAPE, // 'object-row-table'\n      optimizeMemoryUsage: false,\n      // CSV options\n      header: 'auto',\n      columnPrefix: 'column',\n      // delimiter: auto\n      // newline: auto\n      quoteChar: '\"',\n      escapeChar: '\"',\n      dynamicTyping: true,\n      comments: false,\n      skipEmptyLines: true,\n      // transform: null?\n      delimitersToGuess: [',', '\\t', '|', ';']\n      // fastMode: auto\n    }\n  }\n};\n\nasync function parseCSV(\n  csvText: string,\n  options?: CSVLoaderOptions\n): Promise<ObjectRowTable | ArrayRowTable> {\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n  const firstRow = readFirstRow(csvText);\n  const header: boolean =\n    csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n  const parseWithHeader = header;\n\n  const papaparseConfig = {\n    // dynamicTyping: true,\n    ...csvOptions,\n    header: parseWithHeader,\n    download: false, // We handle loading, no need for papaparse to do it for us\n    transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n    error: (e) => {\n      throw new Error(e);\n    }\n  };\n\n  const result = Papa.parse(csvText, papaparseConfig);\n  const rows = result.data as any[];\n\n  const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix!, firstRow.length);\n\n  const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;\n  switch (shape) {\n    case 'object-row-table':\n      return {\n        shape: 'object-row-table',\n        data: rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row))\n      };\n    case 'array-row-table':\n      return {\n        shape: 'array-row-table',\n        data: rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)))\n      };\n    default:\n      throw new Error(shape);\n  }\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options?: CSVLoaderOptions\n): AsyncIterable<TableBatch> {\n  // Papaparse does not support standard batch size handling\n  // TODO - investigate papaparse chunks mode\n  options = {...options};\n  if (options.batchSize === 'auto') {\n    options.batchSize = 4000;\n  }\n\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n  const asyncQueue = new AsyncQueue<TableBatch>();\n\n  let isFirstRow: boolean = true;\n  let headerRow: string[] | null = null;\n  let tableBatchBuilder: TableBatchBuilder | null = null;\n  let schema: ObjectSchema | null = null;\n\n  const config = {\n    // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n    ...csvOptions,\n    header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n    download: false, // We handle loading, no need for papaparse to do it for us\n    // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n    // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n    // See https://github.com/mholt/PapaParse/issues/465\n    chunkSize: 1024 * 1024 * 5,\n    // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n    // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n    // both of the skipEmptyLines and step callback options are provided:\n    // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n    // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n    skipEmptyLines: false,\n\n    // step is called on every row\n    // eslint-disable-next-line complexity, max-statements\n    step(results) {\n      let row = results.data;\n\n      if (csvOptions.skipEmptyLines) {\n        // Manually reject lines that are empty\n        const collapsedRow = row.flat().join('').trim();\n        if (collapsedRow === '') {\n          return;\n        }\n      }\n      const bytesUsed = results.meta.cursor;\n\n      // Check if we need to save a header row\n      if (isFirstRow && !headerRow) {\n        // Auto detects or can be forced with csvOptions.header\n        const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n        if (header) {\n          headerRow = row.map(duplicateColumnTransformer());\n          return;\n        }\n      }\n\n      // If first data row, we can deduce the schema\n      if (isFirstRow) {\n        isFirstRow = false;\n        if (!headerRow) {\n          headerRow = generateHeader(csvOptions.columnPrefix!, row.length);\n        }\n        schema = deduceSchema(row, headerRow);\n      }\n\n      if (csvOptions.optimizeMemoryUsage) {\n        // A workaround to allocate new strings and don't retain pointers to original strings.\n        // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n        row = JSON.parse(JSON.stringify(row));\n      }\n\n      const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;\n\n      // Add the row\n      tableBatchBuilder =\n        tableBatchBuilder ||\n        new TableBatchBuilder(\n          // @ts-expect-error TODO this is not a proper schema\n          schema,\n          {\n            shape,\n            ...options\n          }\n        );\n\n      try {\n        tableBatchBuilder.addRow(row);\n        // If a batch has been completed, emit it\n        const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n    },\n\n    // complete is called when all rows have been read\n    complete(results) {\n      try {\n        const bytesUsed = results.meta.cursor;\n        // Ensure any final (partial) batch gets emitted\n        const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n\n      asyncQueue.close();\n    }\n  };\n\n  Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n  // TODO - Does it matter if we return asyncIterable or asyncIterator\n  // return asyncQueue[Symbol.asyncIterator]();\n  return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n  return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n  const result = Papa.parse(csvText, {\n    download: false,\n    dynamicTyping: true,\n    preview: 1\n  });\n  return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer(): (column: string) => string {\n  const observedColumns = new Set<string>();\n  return (col) => {\n    let colName = col;\n    let counter = 1;\n    while (observedColumns.has(colName)) {\n      colName = `${col}.${counter}`;\n      counter++;\n    }\n    observedColumns.add(colName);\n    return colName;\n  };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n  const headers: string[] = [];\n  for (let i = 0; i < count; i++) {\n    headers.push(`${columnPrefix}${i + 1}`);\n  }\n  return headers;\n}\n\nfunction deduceSchema(row, headerRow): ObjectSchema {\n  const schema: ObjectSchema = headerRow ? {} : [];\n  for (let i = 0; i < row.length; i++) {\n    const columnName = (headerRow && headerRow[i]) || i;\n    const value = row[i];\n    switch (typeof value) {\n      case 'number':\n      case 'boolean':\n        // TODO - booleans could be handled differently...\n        schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n        break;\n      case 'string':\n      default:\n        schema[columnName] = {name: String(columnName), index: i, type: Array};\n      // We currently only handle numeric rows\n      // TODO we could offer a function to map strings to numbers?\n    }\n  }\n  return schema;\n}\n"],"mappings":";;;;;;;;;;;AAKA,IAAAA,OAAA,GAAAC,OAAA;AAOA,IAAAC,UAAA,GAAAC,sBAAA,CAAAF,OAAA;AACA,IAAAG,sBAAA,GAAAD,sBAAA,CAAAF,OAAA;AAAwE,SAAAI,QAAAC,MAAA,EAAAC,cAAA,QAAAC,IAAA,GAAAC,MAAA,CAAAD,IAAA,CAAAF,MAAA,OAAAG,MAAA,CAAAC,qBAAA,QAAAC,OAAA,GAAAF,MAAA,CAAAC,qBAAA,CAAAJ,MAAA,GAAAC,cAAA,KAAAI,OAAA,GAAAA,OAAA,CAAAC,MAAA,WAAAC,GAAA,WAAAJ,MAAA,CAAAK,wBAAA,CAAAR,MAAA,EAAAO,GAAA,EAAAE,UAAA,OAAAP,IAAA,CAAAQ,IAAA,CAAAC,KAAA,CAAAT,IAAA,EAAAG,OAAA,YAAAH,IAAA;AAAA,SAAAU,cAAAC,MAAA,aAAAC,CAAA,MAAAA,CAAA,GAAAC,SAAA,CAAAC,MAAA,EAAAF,CAAA,UAAAG,MAAA,WAAAF,SAAA,CAAAD,CAAA,IAAAC,SAAA,CAAAD,CAAA,QAAAA,CAAA,OAAAf,OAAA,CAAAI,MAAA,CAAAc,MAAA,OAAAC,OAAA,WAAAC,GAAA,QAAAC,gBAAA,CAAAC,OAAA,EAAAR,MAAA,EAAAM,GAAA,EAAAF,MAAA,CAAAE,GAAA,SAAAhB,MAAA,CAAAmB,yBAAA,GAAAnB,MAAA,CAAAoB,gBAAA,CAAAV,MAAA,EAAAV,MAAA,CAAAmB,yBAAA,CAAAL,MAAA,KAAAlB,OAAA,CAAAI,MAAA,CAAAc,MAAA,GAAAC,OAAA,WAAAC,GAAA,IAAAhB,MAAA,CAAAqB,cAAA,CAAAX,MAAA,EAAAM,GAAA,EAAAhB,MAAA,CAAAK,wBAAA,CAAAS,MAAA,EAAAE,GAAA,iBAAAN,MAAA;AAOxE,IAAMY,OAAO,GAAG,qBAAkB,KAAK,WAAW,oBAAiB,QAAQ;AAE3E,IAAMC,iBAAiB,GAAG,kBAAkB;AA0BrC,IAAMC,SAAgE,GAAG;EAC9EC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,OAAO,EAAEN,OAAO;EAChBO,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;EACjCC,SAAS,EAAE,CAAC,UAAU,EAAE,2BAA2B,EAAE,UAAU,CAAC;EAChEC,QAAQ,EAAE,OAAO;EACjBC,KAAK;IAAA,IAAAC,MAAA,OAAAC,kBAAA,CAAAhB,OAAA,EAAAiB,YAAA,CAAAjB,OAAA,CAAAkB,IAAA,CAAE,SAAAC,QAAOC,WAAwB,EAAEC,OAA0B;MAAA,OAAAJ,YAAA,CAAAjB,OAAA,CAAAsB,IAAA,UAAAC,SAAAC,QAAA;QAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;UAAA;YAAA,OAAAF,QAAA,CAAAG,MAAA,WAChEC,QAAQ,CAAC,IAAIC,WAAW,CAAC,CAAC,CAACC,MAAM,CAACV,WAAW,CAAC,EAAEC,OAAO,CAAC;UAAA;UAAA;YAAA,OAAAG,QAAA,CAAAO,IAAA;QAAA;MAAA,GAAAZ,OAAA;IAAA;IAAA,SAAAL,MAAAkB,EAAA,EAAAC,GAAA;MAAA,OAAAlB,MAAA,CAAAzB,KAAA,OAAAI,SAAA;IAAA;IAAA,OAAAoB,KAAA;EAAA;EAC1DoB,SAAS,EAAE,SAAAA,UAACC,IAAY,EAAEd,OAA0B;IAAA,OAAKO,QAAQ,CAACO,IAAI,EAAEd,OAAO,CAAC;EAAA;EAChFe,cAAc,EAAEC,iBAAiB;EAGjChB,OAAO,EAAE;IACPiB,GAAG,EAAE;MACHC,KAAK,EAAElC,iBAAiB;MACxBmC,mBAAmB,EAAE,KAAK;MAE1BC,MAAM,EAAE,MAAM;MACdC,YAAY,EAAE,QAAQ;MAGtBC,SAAS,EAAE,GAAG;MACdC,UAAU,EAAE,GAAG;MACfC,aAAa,EAAE,IAAI;MACnBC,QAAQ,EAAE,KAAK;MACfC,cAAc,EAAE,IAAI;MAEpBC,iBAAiB,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG;IAEzC;EACF;AACF,CAAC;AAACC,OAAA,CAAA3C,SAAA,GAAAA,SAAA;AAAA,SAEasB,QAAQA,CAAAsB,GAAA,EAAAC,GAAA;EAAA,OAAAC,SAAA,CAAA9D,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA0D,UAAA;EAAAA,SAAA,OAAApC,kBAAA,CAAAhB,OAAA,EAAAiB,YAAA,CAAAjB,OAAA,CAAAkB,IAAA,CAAvB,SAAAmC,SACEC,OAAe,EACfjC,OAA0B;IAAA,IAAAkC,UAAA,EAAAC,QAAA,EAAAf,MAAA,EAAAgB,eAAA,EAAAC,eAAA,EAAAC,MAAA,EAAAC,IAAA,EAAAC,SAAA,EAAAtB,KAAA;IAAA,OAAAtB,YAAA,CAAAjB,OAAA,CAAAsB,IAAA,UAAAwC,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAAtC,IAAA,GAAAsC,SAAA,CAAArC,IAAA;QAAA;UAGpB6B,UAAU,GAAAhE,aAAA,CAAAA,aAAA,KAAOe,SAAS,CAACe,OAAO,CAACiB,GAAG,GAAKjB,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEiB,GAAG;UAEvDkB,QAAQ,GAAGQ,YAAY,CAACV,OAAO,CAAC;UAChCb,MAAe,GACnBc,UAAU,CAACd,MAAM,KAAK,MAAM,GAAGwB,WAAW,CAACT,QAAQ,CAAC,GAAGU,OAAO,CAACX,UAAU,CAACd,MAAM,CAAC;UAE7EgB,eAAe,GAAGhB,MAAM;UAExBiB,eAAe,GAAAnE,aAAA,CAAAA,aAAA,KAEhBgE,UAAU;YACbd,MAAM,EAAEgB,eAAe;YACvBU,QAAQ,EAAE,KAAK;YACfC,eAAe,EAAEX,eAAe,GAAGY,0BAA0B,CAAC,CAAC,GAAGC,SAAS;YAC3EC,KAAK,EAAE,SAAAA,MAACC,CAAC,EAAK;cACZ,MAAM,IAAIC,KAAK,CAACD,CAAC,CAAC;YACpB;UAAC;UAGGb,MAAM,GAAGe,kBAAI,CAAC5D,KAAK,CAACwC,OAAO,EAAEI,eAAe,CAAC;UAC7CE,IAAI,GAAGD,MAAM,CAACgB,IAAI;UAElBd,SAAS,GAAGF,MAAM,CAACiB,IAAI,CAACC,MAAM,IAAIC,cAAc,CAACvB,UAAU,CAACb,YAAY,EAAGc,QAAQ,CAAC7D,MAAM,CAAC;UAE3F4C,KAAK,GAAGgB,UAAU,CAAChB,KAAK,IAAIlC,iBAAiB;UAAA0D,SAAA,CAAAgB,EAAA,GAC3CxC,KAAK;UAAAwB,SAAA,CAAArC,IAAA,GAAAqC,SAAA,CAAAgB,EAAA,KACN,kBAAkB,QAAAhB,SAAA,CAAAgB,EAAA,KAKlB,iBAAiB;UAAA;QAAA;UAAA,OAAAhB,SAAA,CAAApC,MAAA,WAJb;YACLY,KAAK,EAAE,kBAAkB;YACzBoC,IAAI,EAAEf,IAAI,CAACoB,GAAG,CAAC,UAACC,GAAG;cAAA,OAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAG,IAAAG,0BAAkB,EAACH,GAAG,EAAEpB,SAAS,CAAC,GAAGoB,GAAG;YAAA,CAAC;UACzF,CAAC;QAAA;UAAA,OAAAlB,SAAA,CAAApC,MAAA,WAEM;YACLY,KAAK,EAAE,iBAAiB;YACxBoC,IAAI,EAAEf,IAAI,CAACoB,GAAG,CAAC,UAACC,GAAG;cAAA,OAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG,IAAAI,yBAAiB,EAACJ,GAAG,EAAEpB,SAAS,CAAC;YAAA,CAAC;UACxF,CAAC;QAAA;UAAA,MAEK,IAAIY,KAAK,CAAClC,KAAK,CAAC;QAAA;QAAA;UAAA,OAAAwB,SAAA,CAAAhC,IAAA;MAAA;IAAA,GAAAsB,QAAA;EAAA,CAE3B;EAAA,OAAAD,SAAA,CAAA9D,KAAA,OAAAI,SAAA;AAAA;AAGD,SAAS2C,iBAAiBA,CACxBiD,aAAiE,EACjEjE,OAA0B,EACC;EAAA,IAAAkE,QAAA;EAG3BlE,OAAO,GAAA9B,aAAA,KAAO8B,OAAO,CAAC;EACtB,IAAIA,OAAO,CAACmE,SAAS,KAAK,MAAM,EAAE;IAChCnE,OAAO,CAACmE,SAAS,GAAG,IAAI;EAC1B;EAGA,IAAMjC,UAAU,GAAAhE,aAAA,CAAAA,aAAA,KAAOe,SAAS,CAACe,OAAO,CAACiB,GAAG,IAAAiD,QAAA,GAAKlE,OAAO,cAAAkE,QAAA,uBAAPA,QAAA,CAASjD,GAAG,CAAC;EAE9D,IAAMmD,UAAU,GAAG,IAAIC,kBAAU,CAAa,CAAC;EAE/C,IAAIC,UAAmB,GAAG,IAAI;EAC9B,IAAI9B,SAA0B,GAAG,IAAI;EACrC,IAAI+B,iBAA2C,GAAG,IAAI;EACtD,IAAIC,MAA2B,GAAG,IAAI;EAEtC,IAAMC,MAAM,GAAAvG,aAAA,CAAAA,aAAA,KAEPgE,UAAU;IACbd,MAAM,EAAE,KAAK;IACb0B,QAAQ,EAAE,KAAK;IAIf4B,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;IAM1BhD,cAAc,EAAE,KAAK;IAIrBiD,IAAI,WAAAA,KAACC,OAAO,EAAE;MACZ,IAAIhB,GAAG,GAAGgB,OAAO,CAACtB,IAAI;MAEtB,IAAIpB,UAAU,CAACR,cAAc,EAAE;QAE7B,IAAMmD,YAAY,GAAGjB,GAAG,CAACkB,IAAI,CAAC,CAAC,CAACC,IAAI,CAAC,EAAE,CAAC,CAACC,IAAI,CAAC,CAAC;QAC/C,IAAIH,YAAY,KAAK,EAAE,EAAE;UACvB;QACF;MACF;MACA,IAAMI,SAAS,GAAGL,OAAO,CAACrB,IAAI,CAAC2B,MAAM;MAGrC,IAAIZ,UAAU,IAAI,CAAC9B,SAAS,EAAE;QAE5B,IAAMpB,MAAM,GAAGc,UAAU,CAACd,MAAM,KAAK,MAAM,GAAGwB,WAAW,CAACgB,GAAG,CAAC,GAAGf,OAAO,CAACX,UAAU,CAACd,MAAM,CAAC;QAC3F,IAAIA,MAAM,EAAE;UACVoB,SAAS,GAAGoB,GAAG,CAACD,GAAG,CAACX,0BAA0B,CAAC,CAAC,CAAC;UACjD;QACF;MACF;MAGA,IAAIsB,UAAU,EAAE;QACdA,UAAU,GAAG,KAAK;QAClB,IAAI,CAAC9B,SAAS,EAAE;UACdA,SAAS,GAAGiB,cAAc,CAACvB,UAAU,CAACb,YAAY,EAAGuC,GAAG,CAACtF,MAAM,CAAC;QAClE;QACAkG,MAAM,GAAGW,YAAY,CAACvB,GAAG,EAAEpB,SAAS,CAAC;MACvC;MAEA,IAAIN,UAAU,CAACf,mBAAmB,EAAE;QAGlCyC,GAAG,GAAGwB,IAAI,CAAC3F,KAAK,CAAC2F,IAAI,CAACC,SAAS,CAACzB,GAAG,CAAC,CAAC;MACvC;MAEA,IAAM1C,KAAK,GAAGgB,UAAU,CAAChB,KAAK,IAAIlC,iBAAiB;MAGnDuF,iBAAiB,GACfA,iBAAiB,IACjB,IAAIe,yBAAiB,CAEnBd,MAAM,EAAAtG,aAAA;QAEJgD,KAAK,EAALA;MAAK,GACFlB,OAAO,CAEd,CAAC;MAEH,IAAI;QACFuE,iBAAiB,CAACgB,MAAM,CAAC3B,GAAG,CAAC;QAE7B,IAAM4B,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACkB,YAAY,CAAC;UAACR,SAAS,EAATA;QAAS,CAAC,CAAC;QAC9E,IAAIO,KAAK,EAAE;UACTpB,UAAU,CAACsB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOtC,KAAK,EAAE;QACdkB,UAAU,CAACsB,OAAO,CAACxC,KAAc,CAAC;MACpC;IACF,CAAC;IAGDyC,QAAQ,WAAAA,SAACf,OAAO,EAAE;MAChB,IAAI;QACF,IAAMK,SAAS,GAAGL,OAAO,CAACrB,IAAI,CAAC2B,MAAM;QAErC,IAAMM,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACqB,aAAa,CAAC;UAACX,SAAS,EAATA;QAAS,CAAC,CAAC;QAC/E,IAAIO,KAAK,EAAE;UACTpB,UAAU,CAACsB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOtC,KAAK,EAAE;QACdkB,UAAU,CAACsB,OAAO,CAACxC,KAAc,CAAC;MACpC;MAEAkB,UAAU,CAACyB,KAAK,CAAC,CAAC;IACpB;EAAC,EACF;EAEDxC,kBAAI,CAAC5D,KAAK,CAACwE,aAAa,EAAEQ,MAAM,EAAEqB,8BAAqB,CAAC;EAIxD,OAAO1B,UAAU;AACnB;AAOA,SAASxB,WAAWA,CAACgB,GAAa,EAAW;EAC3C,OAAOA,GAAG,IAAIA,GAAG,CAACmC,KAAK,CAAC,UAACC,KAAK;IAAA,OAAK,OAAOA,KAAK,KAAK,QAAQ;EAAA,EAAC;AAC/D;AAOA,SAASrD,YAAYA,CAACV,OAAe,EAAS;EAC5C,IAAMK,MAAM,GAAGe,kBAAI,CAAC5D,KAAK,CAACwC,OAAO,EAAE;IACjCa,QAAQ,EAAE,KAAK;IACftB,aAAa,EAAE,IAAI;IACnByE,OAAO,EAAE;EACX,CAAC,CAAC;EACF,OAAO3D,MAAM,CAACgB,IAAI,CAAC,CAAC,CAAC;AACvB;AAQA,SAASN,0BAA0BA,CAAA,EAA+B;EAChE,IAAMkD,eAAe,GAAG,IAAIC,GAAG,CAAS,CAAC;EACzC,OAAO,UAACC,GAAG,EAAK;IACd,IAAIC,OAAO,GAAGD,GAAG;IACjB,IAAIE,OAAO,GAAG,CAAC;IACf,OAAOJ,eAAe,CAACK,GAAG,CAACF,OAAO,CAAC,EAAE;MACnCA,OAAO,MAAAG,MAAA,CAAMJ,GAAG,OAAAI,MAAA,CAAIF,OAAO,CAAE;MAC7BA,OAAO,EAAE;IACX;IACAJ,eAAe,CAACO,GAAG,CAACJ,OAAO,CAAC;IAC5B,OAAOA,OAAO;EAChB,CAAC;AACH;AAQA,SAAS5C,cAAcA,CAACpC,YAAoB,EAA+B;EAAA,IAA7BqF,KAAa,GAAArI,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAA4E,SAAA,GAAA5E,SAAA,MAAG,CAAC;EAC7D,IAAMsI,OAAiB,GAAG,EAAE;EAC5B,KAAK,IAAIvI,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGsI,KAAK,EAAEtI,CAAC,EAAE,EAAE;IAC9BuI,OAAO,CAAC3I,IAAI,IAAAwI,MAAA,CAAInF,YAAY,EAAAmF,MAAA,CAAGpI,CAAC,GAAG,CAAC,CAAE,CAAC;EACzC;EACA,OAAOuI,OAAO;AAChB;AAEA,SAASxB,YAAYA,CAACvB,GAAG,EAAEpB,SAAS,EAAgB;EAClD,IAAMgC,MAAoB,GAAGhC,SAAS,GAAG,CAAC,CAAC,GAAG,EAAE;EAChD,KAAK,IAAIpE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGwF,GAAG,CAACtF,MAAM,EAAEF,CAAC,EAAE,EAAE;IACnC,IAAMwI,UAAU,GAAIpE,SAAS,IAAIA,SAAS,CAACpE,CAAC,CAAC,IAAKA,CAAC;IACnD,IAAM4H,KAAK,GAAGpC,GAAG,CAACxF,CAAC,CAAC;IACpB,YAAAyI,QAAA,CAAAlI,OAAA,EAAeqH,KAAK;MAClB,KAAK,QAAQ;MACb,KAAK,SAAS;QAEZxB,MAAM,CAACoC,UAAU,CAAC,GAAG;UAACxH,IAAI,EAAE0H,MAAM,CAACF,UAAU,CAAC;UAAEG,KAAK,EAAE3I,CAAC;UAAE4I,IAAI,EAAEC;QAAY,CAAC;QAC7E;MACF,KAAK,QAAQ;MACb;QACEzC,MAAM,CAACoC,UAAU,CAAC,GAAG;UAACxH,IAAI,EAAE0H,MAAM,CAACF,UAAU,CAAC;UAAEG,KAAK,EAAE3I,CAAC;UAAE4I,IAAI,EAAEnD;QAAK,CAAC;IAG1E;EACF;EACA,OAAOW,MAAM;AACf"}

package/dist/es5/csv-writer.js

@@ -8,12 +8,6 @@ exports.CSVWriter = void 0;
 var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
 var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
 var _encodeCsv = require("./lib/encoders/encode-csv");
-var DEFAULT_WRITER_OPTIONS = {
-  csv: {
-    useDisplayNames: false
-  },
-  useDisplayNames: false
-};
 var CSVWriter = {
   id: 'csv',
   version: 'latest',
@@ -21,7 +15,12 @@ var CSVWriter = {
   name: 'CSV',
   extensions: ['csv'],
   mimeTypes: ['text/csv'],
-  options: DEFAULT_WRITER_OPTIONS,
+  options: {
+    csv: {
+      useDisplayNames: false
+    },
+    useDisplayNames: false
+  },
   text: true,
   encode: function () {
     var _encode = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(table, options) {
@@ -40,7 +39,7 @@ var CSVWriter = {
     }
     return encode;
   }(),
-  encodeText: function encodeText(table, options) {
+  encodeTextSync: function encodeTextSync(table, options) {
     return (0, _encodeCsv.encodeTableAsCSV)(table, options);
   }
 };

package/dist/es5/csv-writer.js.map

@@ -1 +1 @@
-{"version":3,"file":"csv-writer.js","names":["_encodeCsv","require","DEFAULT_WRITER_OPTIONS","csv","useDisplayNames","CSVWriter","id","version","module","name","extensions","mimeTypes","options","text","encode","_encode","_asyncToGenerator2","default","_regenerator","mark","_callee","table","wrap","_callee$","_context","prev","next","abrupt","TextEncoder","encodeTableAsCSV","buffer","stop","_x","_x2","apply","arguments","encodeText","exports"],"sources":["../../src/csv-writer.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n/* global TextEncoder */\nimport type {Writer} from '@loaders.gl/loader-utils';\nimport type {Table, TableBatch} from '@loaders.gl/schema';\nimport type {CSVWriterOptions} from './lib/encoders/encode-csv';\nimport {encodeTableAsCSV} from './lib/encoders/encode-csv';\n\nexport type {CSVWriterOptions};\n\nconst DEFAULT_WRITER_OPTIONS: Required<CSVWriterOptions> = {\n  csv: {\n    useDisplayNames: false\n  },\n  useDisplayNames: false\n};\n\nexport const CSVWriter: Writer<Table, TableBatch, CSVWriterOptions> = {\n  id: 'csv',\n  version: 'latest',\n  module: 'csv',\n  name: 'CSV',\n  extensions: ['csv'],\n  mimeTypes: ['text/csv'],\n  options: DEFAULT_WRITER_OPTIONS,\n  text: true,\n  encode: async (table, options) =>\n    new TextEncoder().encode(encodeTableAsCSV(table, options)).buffer,\n  encodeText: (table, options) => encodeTableAsCSV(table, options)\n};\n"],"mappings":";;;;;;;;;AAMA,IAAAA,UAAA,GAAAC,OAAA;AAIA,IAAMC,sBAAkD,GAAG;EACzDC,GAAG,EAAE;IACHC,eAAe,EAAE;EACnB,CAAC;EACDA,eAAe,EAAE;AACnB,CAAC;AAEM,IAAMC,SAAsD,GAAG;EACpEC,EAAE,EAAE,KAAK;EACTC,OAAO,EAAE,QAAQ;EACjBC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBC,SAAS,EAAE,CAAC,UAAU,CAAC;EACvBC,OAAO,EAAEV,sBAAsB;EAC/BW,IAAI,EAAE,IAAI;EACVC,MAAM;IAAA,IAAAC,OAAA,OAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAE,SAAAC,QAAOC,KAAK,EAAET,OAAO;MAAA,OAAAM,YAAA,CAAAD,OAAA,CAAAK,IAAA,UAAAC,SAAAC,QAAA;QAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;UAAA;YAAA,OAAAF,QAAA,CAAAG,MAAA,WAC3B,IAAIC,WAAW,CAAC,CAAC,CAACd,MAAM,CAAC,IAAAe,2BAAgB,EAACR,KAAK,EAAET,OAAO,CAAC,CAAC,CAACkB,MAAM;UAAA;UAAA;YAAA,OAAAN,QAAA,CAAAO,IAAA;QAAA;MAAA,GAAAX,OAAA;IAAA;IAAA,SAAAN,OAAAkB,EAAA,EAAAC,GAAA;MAAA,OAAAlB,OAAA,CAAAmB,KAAA,OAAAC,SAAA;IAAA;IAAA,OAAArB,MAAA;EAAA;EACnEsB,UAAU,EAAE,SAAAA,WAACf,KAAK,EAAET,OAAO;IAAA,OAAK,IAAAiB,2BAAgB,EAACR,KAAK,EAAET,OAAO,CAAC;EAAA;AAClE,CAAC;AAACyB,OAAA,CAAAhC,SAAA,GAAAA,SAAA"}
+{"version":3,"file":"csv-writer.js","names":["_encodeCsv","require","CSVWriter","id","version","module","name","extensions","mimeTypes","options","csv","useDisplayNames","text","encode","_encode","_asyncToGenerator2","default","_regenerator","mark","_callee","table","wrap","_callee$","_context","prev","next","abrupt","TextEncoder","encodeTableAsCSV","buffer","stop","_x","_x2","apply","arguments","encodeTextSync","exports"],"sources":["../../src/csv-writer.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n/* global TextEncoder */\nimport type {Writer, WriterOptions} from '@loaders.gl/loader-utils';\nimport type {Table, TableBatch} from '@loaders.gl/schema';\nimport {encodeTableAsCSV} from './lib/encoders/encode-csv';\n\nexport type CSVWriterOptions = WriterOptions & {\n  csv?: {\n    useDisplayNames?: boolean;\n  };\n  /** @deprecated */\n  useDisplayNames?: boolean;\n};\n\nexport const CSVWriter: Writer<Table, TableBatch, CSVWriterOptions> = {\n  id: 'csv',\n  version: 'latest',\n  module: 'csv',\n  name: 'CSV',\n  extensions: ['csv'],\n  mimeTypes: ['text/csv'],\n  options: {\n    csv: {\n      useDisplayNames: false\n    },\n    /** @deprecated use csv.displayNames */\n    useDisplayNames: false\n  },\n  text: true,\n  encode: async (table, options) =>\n    new TextEncoder().encode(encodeTableAsCSV(table, options)).buffer,\n  encodeTextSync: (table, options) => encodeTableAsCSV(table, options)\n};\n"],"mappings":";;;;;;;;;AAKA,IAAAA,UAAA,GAAAC,OAAA;AAUO,IAAMC,SAAsD,GAAG;EACpEC,EAAE,EAAE,KAAK;EACTC,OAAO,EAAE,QAAQ;EACjBC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBC,SAAS,EAAE,CAAC,UAAU,CAAC;EACvBC,OAAO,EAAE;IACPC,GAAG,EAAE;MACHC,eAAe,EAAE;IACnB,CAAC;IAEDA,eAAe,EAAE;EACnB,CAAC;EACDC,IAAI,EAAE,IAAI;EACVC,MAAM;IAAA,IAAAC,OAAA,OAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAE,SAAAC,QAAOC,KAAK,EAAEX,OAAO;MAAA,OAAAQ,YAAA,CAAAD,OAAA,CAAAK,IAAA,UAAAC,SAAAC,QAAA;QAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;UAAA;YAAA,OAAAF,QAAA,CAAAG,MAAA,WAC3B,IAAIC,WAAW,CAAC,CAAC,CAACd,MAAM,CAAC,IAAAe,2BAAgB,EAACR,KAAK,EAAEX,OAAO,CAAC,CAAC,CAACoB,MAAM;UAAA;UAAA;YAAA,OAAAN,QAAA,CAAAO,IAAA;QAAA;MAAA,GAAAX,OAAA;IAAA;IAAA,SAAAN,OAAAkB,EAAA,EAAAC,GAAA;MAAA,OAAAlB,OAAA,CAAAmB,KAAA,OAAAC,SAAA;IAAA;IAAA,OAAArB,MAAA;EAAA;EACnEsB,cAAc,EAAE,SAAAA,eAACf,KAAK,EAAEX,OAAO;IAAA,OAAK,IAAAmB,2BAAgB,EAACR,KAAK,EAAEX,OAAO,CAAC;EAAA;AACtE,CAAC;AAAC2B,OAAA,CAAAlC,SAAA,GAAAA,SAAA"}

package/dist/es5/lib/encoders/encode-csv.js.map

@@ -1 +1 @@
-{"version":3,"file":"encode-csv.js","names":["_schema","require","_d3Dsv","_createForOfIteratorHelper","o","allowArrayLike","it","Symbol","iterator","Array","isArray","_unsupportedIterableToArray","length","i","F","s","n","done","value","e","_e","f","TypeError","normalCompletion","didErr","err","call","step","next","_e2","return","minLen","_arrayLikeToArray","Object","prototype","toString","slice","constructor","name","from","test","arr","len","arr2","encodeTableAsCSV","table","_options$csv","_table$schema","options","arguments","undefined","csv","useDisplayNames","fields","schema","columnNames","map","_f$metadata","displayName","metadata","formattedData","_iterator","makeArrayRowIterator","_step","row","formattedRow","columnIndex","getTableNumCols","preformatFieldValue","push","csvFormatRows","Date","toISOString","_typeof2","default","JSON","stringify","String"],"sources":["../../../../src/lib/encoders/encode-csv.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright 2022 Foursquare Labs, Inc.\n\nimport {Table, makeArrayRowIterator, getTableNumCols} from '@loaders.gl/schema';\nimport {csvFormatRows} from 'd3-dsv';\n\ntype EncodableData = string | null;\n\nexport type CSVWriterOptions = {\n  csv?: {\n    useDisplayNames?: boolean;\n  };\n  /** @deprecated */\n  useDisplayNames?: boolean;\n};\n\n/**\n * Encode a Table object as CSV\n */\nexport function encodeTableAsCSV(\n  table: Table,\n  options: CSVWriterOptions = {csv: {useDisplayNames: true}}\n): string {\n  const useDisplayNames = options.useDisplayNames || options.csv?.useDisplayNames;\n\n  const fields = table.schema?.fields || [];\n\n  const columnNames = fields.map((f) => {\n    // This is a leaky abstraction, assuming Kepler metadata\n    const displayName = f.metadata?.displayName;\n    return useDisplayNames && typeof displayName === 'string' ? displayName : f.name;\n  });\n  const formattedData: EncodableData[][] = [columnNames];\n\n  for (const row of makeArrayRowIterator(table)) {\n    const formattedRow: EncodableData[] = [];\n    for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {\n      const value = row[columnIndex];\n      formattedRow[columnIndex] = preformatFieldValue(value);\n    }\n    formattedData.push(formattedRow);\n  }\n\n  return csvFormatRows(formattedData);\n}\n\n/**\n * Stringifies a value\n * @todo Why is it called parse?\n */\nconst preformatFieldValue = (value: unknown): EncodableData => {\n  if (value === null || value === undefined) {\n    // TODO: It would be nice to distinguish between missing values and the empty string\n    // https://github.com/d3/d3-dsv/issues/84\n    return null;\n  }\n  if (value instanceof Date) {\n    // d3-dsv formats dates without timezones if they don't have time info;\n    // this forces them to always use fully-qualified ISO time strings\n    return value.toISOString();\n  }\n  if (typeof value === 'object') {\n    return JSON.stringify(value);\n  }\n  return String(value);\n};\n"],"mappings":";;;;;;;;AAGA,IAAAA,OAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAAqC,SAAAE,2BAAAC,CAAA,EAAAC,cAAA,QAAAC,EAAA,UAAAC,MAAA,oBAAAH,CAAA,CAAAG,MAAA,CAAAC,QAAA,KAAAJ,CAAA,qBAAAE,EAAA,QAAAG,KAAA,CAAAC,OAAA,CAAAN,CAAA,MAAAE,EAAA,GAAAK,2BAAA,CAAAP,CAAA,MAAAC,cAAA,IAAAD,CAAA,WAAAA,CAAA,CAAAQ,MAAA,qBAAAN,EAAA,EAAAF,CAAA,GAAAE,EAAA,MAAAO,CAAA,UAAAC,CAAA,YAAAA,EAAA,eAAAC,CAAA,EAAAD,CAAA,EAAAE,CAAA,WAAAA,EAAA,QAAAH,CAAA,IAAAT,CAAA,CAAAQ,MAAA,WAAAK,IAAA,mBAAAA,IAAA,SAAAC,KAAA,EAAAd,CAAA,CAAAS,CAAA,UAAAM,CAAA,WAAAA,EAAAC,EAAA,UAAAA,EAAA,KAAAC,CAAA,EAAAP,CAAA,gBAAAQ,SAAA,iJAAAC,gBAAA,SAAAC,MAAA,UAAAC,GAAA,WAAAV,CAAA,WAAAA,EAAA,IAAAT,EAAA,GAAAA,EAAA,CAAAoB,IAAA,CAAAtB,CAAA,MAAAY,CAAA,WAAAA,EAAA,QAAAW,IAAA,GAAArB,EAAA,CAAAsB,IAAA,IAAAL,gBAAA,GAAAI,IAAA,CAAAV,IAAA,SAAAU,IAAA,KAAAR,CAAA,WAAAA,EAAAU,GAAA,IAAAL,MAAA,SAAAC,GAAA,GAAAI,GAAA,KAAAR,CAAA,WAAAA,EAAA,eAAAE,gBAAA,IAAAjB,EAAA,CAAAwB,MAAA,UAAAxB,EAAA,CAAAwB,MAAA,oBAAAN,MAAA,QAAAC,GAAA;AAAA,SAAAd,4BAAAP,CAAA,EAAA2B,MAAA,SAAA3B,CAAA,qBAAAA,CAAA,sBAAA4B,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA,OAAAf,CAAA,GAAAiB,MAAA,CAAAC,SAAA,CAAAC,QAAA,CAAAT,IAAA,CAAAtB,CAAA,EAAAgC,KAAA,aAAApB,CAAA,iBAAAZ,CAAA,CAAAiC,WAAA,EAAArB,CAAA,GAAAZ,CAAA,CAAAiC,WAAA,CAAAC,IAAA,MAAAtB,CAAA,cAAAA,CAAA,mBAAAP,KAAA,CAAA8B,IAAA,CAAAnC,CAAA,OAAAY,CAAA,+DAAAwB,IAAA,CAAAxB,CAAA,UAAAgB,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA;AAAA,SAAAC,kBAAAS,GAAA,EAAAC,GAAA,QAAAA,GAAA,YAAAA,GAAA,GAAAD,GAAA,CAAA7B,MAAA,EAAA8B,GAAA,GAAAD,GAAA,CAAA7B,MAAA,WAAAC,CAAA,MAAA8B,IAAA,OAAAlC,KAAA,CAAAiC,GAAA,GAAA7B,CAAA,GAAA6B,GAAA,EAAA7B,CAAA,IAAA8B,IAAA,CAAA9B,CAAA,IAAA4B,GAAA,CAAA5B,CAAA,UAAA8B,IAAA;AAe9B,SAASC,gBAAgBA,CAC9BC,KAAY,EAEJ;EAAA,IAAAC,YAAA,EAAAC,aAAA;EAAA,IADRC,OAAyB,GAAAC,SAAA,CAAArC,MAAA,QAAAqC,SAAA,QAAAC,SAAA,GAAAD,SAAA,MAAG;IAACE,GAAG,EAAE;MAACC,eAAe,EAAE;IAAI;EAAC,CAAC;EAE1D,IAAMA,eAAe,GAAGJ,OAAO,CAACI,eAAe,MAAAN,YAAA,GAAIE,OAAO,CAACG,GAAG,cAAAL,YAAA,uBAAXA,YAAA,CAAaM,eAAe;EAE/E,IAAMC,MAAM,GAAG,EAAAN,aAAA,GAAAF,KAAK,CAACS,MAAM,cAAAP,aAAA,uBAAZA,aAAA,CAAcM,MAAM,KAAI,EAAE;EAEzC,IAAME,WAAW,GAAGF,MAAM,CAACG,GAAG,CAAC,UAACnC,CAAC,EAAK;IAAA,IAAAoC,WAAA;IAEpC,IAAMC,WAAW,IAAAD,WAAA,GAAGpC,CAAC,CAACsC,QAAQ,cAAAF,WAAA,uBAAVA,WAAA,CAAYC,WAAW;IAC3C,OAAON,eAAe,IAAI,OAAOM,WAAW,KAAK,QAAQ,GAAGA,WAAW,GAAGrC,CAAC,CAACiB,IAAI;EAClF,CAAC,CAAC;EACF,IAAMsB,aAAgC,GAAG,CAACL,WAAW,CAAC;EAAC,IAAAM,SAAA,GAAA1D,0BAAA,CAErC,IAAA2D,4BAAoB,EAACjB,KAAK,CAAC;IAAAkB,KAAA;EAAA;IAA7C,KAAAF,SAAA,CAAA9C,CAAA,MAAAgD,KAAA,GAAAF,SAAA,CAAA7C,CAAA,IAAAC,IAAA,GAA+C;MAAA,IAApC+C,GAAG,GAAAD,KAAA,CAAA7C,KAAA;MACZ,IAAM+C,YAA6B,GAAG,EAAE;MACxC,KAAK,IAAIC,WAAW,GAAG,CAAC,EAAEA,WAAW,GAAG,IAAAC,uBAAe,EAACtB,KAAK,CAAC,EAAE,EAAEqB,WAAW,EAAE;QAC7E,IAAMhD,KAAK,GAAG8C,GAAG,CAACE,WAAW,CAAC;QAC9BD,YAAY,CAACC,WAAW,CAAC,GAAGE,mBAAmB,CAAClD,KAAK,CAAC;MACxD;MACA0C,aAAa,CAACS,IAAI,CAACJ,YAAY,CAAC;IAClC;EAAC,SAAAxC,GAAA;IAAAoC,SAAA,CAAA1C,CAAA,CAAAM,GAAA;EAAA;IAAAoC,SAAA,CAAAxC,CAAA;EAAA;EAED,OAAO,IAAAiD,oBAAa,EAACV,aAAa,CAAC;AACrC;AAMA,IAAMQ,mBAAmB,GAAG,SAAtBA,mBAAmBA,CAAIlD,KAAc,EAAoB;EAC7D,IAAIA,KAAK,KAAK,IAAI,IAAIA,KAAK,KAAKgC,SAAS,EAAE;IAGzC,OAAO,IAAI;EACb;EACA,IAAIhC,KAAK,YAAYqD,IAAI,EAAE;IAGzB,OAAOrD,KAAK,CAACsD,WAAW,CAAC,CAAC;EAC5B;EACA,IAAI,IAAAC,QAAA,CAAAC,OAAA,EAAOxD,KAAK,MAAK,QAAQ,EAAE;IAC7B,OAAOyD,IAAI,CAACC,SAAS,CAAC1D,KAAK,CAAC;EAC9B;EACA,OAAO2D,MAAM,CAAC3D,KAAK,CAAC;AACtB,CAAC"}
+{"version":3,"file":"encode-csv.js","names":["_schema","require","_d3Dsv","_createForOfIteratorHelper","o","allowArrayLike","it","Symbol","iterator","Array","isArray","_unsupportedIterableToArray","length","i","F","s","n","done","value","e","_e","f","TypeError","normalCompletion","didErr","err","call","step","next","_e2","return","minLen","_arrayLikeToArray","Object","prototype","toString","slice","constructor","name","from","test","arr","len","arr2","encodeTableAsCSV","table","_options$csv","_table$schema","options","arguments","undefined","csv","useDisplayNames","fields","schema","columnNames","map","_f$metadata","displayName","metadata","formattedData","_iterator","makeArrayRowIterator","_step","row","formattedRow","columnIndex","getTableNumCols","preformatFieldValue","push","csvFormatRows","Date","toISOString","_typeof2","default","JSON","stringify","String"],"sources":["../../../../src/lib/encoders/encode-csv.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright 2022 Foursquare Labs, Inc.\n\nimport {Table, makeArrayRowIterator, getTableNumCols} from '@loaders.gl/schema';\nimport {csvFormatRows} from 'd3-dsv';\nimport type {CSVWriterOptions} from '../../csv-writer';\n\ntype EncodableData = string | null;\n\n/**\n * Encode a Table object as CSV\n */\nexport function encodeTableAsCSV(\n  table: Table,\n  options: CSVWriterOptions = {csv: {useDisplayNames: true}}\n): string {\n  const useDisplayNames = options.useDisplayNames || options.csv?.useDisplayNames;\n\n  const fields = table.schema?.fields || [];\n\n  const columnNames = fields.map((f) => {\n    // This is a leaky abstraction, assuming Kepler metadata\n    const displayName = f.metadata?.displayName;\n    return useDisplayNames && typeof displayName === 'string' ? displayName : f.name;\n  });\n  const formattedData: EncodableData[][] = [columnNames];\n\n  for (const row of makeArrayRowIterator(table)) {\n    const formattedRow: EncodableData[] = [];\n    for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {\n      const value = row[columnIndex];\n      formattedRow[columnIndex] = preformatFieldValue(value);\n    }\n    formattedData.push(formattedRow);\n  }\n\n  return csvFormatRows(formattedData);\n}\n\n/**\n * Stringifies a value\n * @todo Why is it called parse?\n */\nconst preformatFieldValue = (value: unknown): EncodableData => {\n  if (value === null || value === undefined) {\n    // TODO: It would be nice to distinguish between missing values and the empty string\n    // https://github.com/d3/d3-dsv/issues/84\n    return null;\n  }\n  if (value instanceof Date) {\n    // d3-dsv formats dates without timezones if they don't have time info;\n    // this forces them to always use fully-qualified ISO time strings\n    return value.toISOString();\n  }\n  if (typeof value === 'object') {\n    return JSON.stringify(value);\n  }\n  return String(value);\n};\n"],"mappings":";;;;;;;;AAGA,IAAAA,OAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAAqC,SAAAE,2BAAAC,CAAA,EAAAC,cAAA,QAAAC,EAAA,UAAAC,MAAA,oBAAAH,CAAA,CAAAG,MAAA,CAAAC,QAAA,KAAAJ,CAAA,qBAAAE,EAAA,QAAAG,KAAA,CAAAC,OAAA,CAAAN,CAAA,MAAAE,EAAA,GAAAK,2BAAA,CAAAP,CAAA,MAAAC,cAAA,IAAAD,CAAA,WAAAA,CAAA,CAAAQ,MAAA,qBAAAN,EAAA,EAAAF,CAAA,GAAAE,EAAA,MAAAO,CAAA,UAAAC,CAAA,YAAAA,EAAA,eAAAC,CAAA,EAAAD,CAAA,EAAAE,CAAA,WAAAA,EAAA,QAAAH,CAAA,IAAAT,CAAA,CAAAQ,MAAA,WAAAK,IAAA,mBAAAA,IAAA,SAAAC,KAAA,EAAAd,CAAA,CAAAS,CAAA,UAAAM,CAAA,WAAAA,EAAAC,EAAA,UAAAA,EAAA,KAAAC,CAAA,EAAAP,CAAA,gBAAAQ,SAAA,iJAAAC,gBAAA,SAAAC,MAAA,UAAAC,GAAA,WAAAV,CAAA,WAAAA,EAAA,IAAAT,EAAA,GAAAA,EAAA,CAAAoB,IAAA,CAAAtB,CAAA,MAAAY,CAAA,WAAAA,EAAA,QAAAW,IAAA,GAAArB,EAAA,CAAAsB,IAAA,IAAAL,gBAAA,GAAAI,IAAA,CAAAV,IAAA,SAAAU,IAAA,KAAAR,CAAA,WAAAA,EAAAU,GAAA,IAAAL,MAAA,SAAAC,GAAA,GAAAI,GAAA,KAAAR,CAAA,WAAAA,EAAA,eAAAE,gBAAA,IAAAjB,EAAA,CAAAwB,MAAA,UAAAxB,EAAA,CAAAwB,MAAA,oBAAAN,MAAA,QAAAC,GAAA;AAAA,SAAAd,4BAAAP,CAAA,EAAA2B,MAAA,SAAA3B,CAAA,qBAAAA,CAAA,sBAAA4B,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA,OAAAf,CAAA,GAAAiB,MAAA,CAAAC,SAAA,CAAAC,QAAA,CAAAT,IAAA,CAAAtB,CAAA,EAAAgC,KAAA,aAAApB,CAAA,iBAAAZ,CAAA,CAAAiC,WAAA,EAAArB,CAAA,GAAAZ,CAAA,CAAAiC,WAAA,CAAAC,IAAA,MAAAtB,CAAA,cAAAA,CAAA,mBAAAP,KAAA,CAAA8B,IAAA,CAAAnC,CAAA,OAAAY,CAAA,+DAAAwB,IAAA,CAAAxB,CAAA,UAAAgB,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA;AAAA,SAAAC,kBAAAS,GAAA,EAAAC,GAAA,QAAAA,GAAA,YAAAA,GAAA,GAAAD,GAAA,CAAA7B,MAAA,EAAA8B,GAAA,GAAAD,GAAA,CAAA7B,MAAA,WAAAC,CAAA,MAAA8B,IAAA,OAAAlC,KAAA,CAAAiC,GAAA,GAAA7B,CAAA,GAAA6B,GAAA,EAAA7B,CAAA,IAAA8B,IAAA,CAAA9B,CAAA,IAAA4B,GAAA,CAAA5B,CAAA,UAAA8B,IAAA;AAQ9B,SAASC,gBAAgBA,CAC9BC,KAAY,EAEJ;EAAA,IAAAC,YAAA,EAAAC,aAAA;EAAA,IADRC,OAAyB,GAAAC,SAAA,CAAArC,MAAA,QAAAqC,SAAA,QAAAC,SAAA,GAAAD,SAAA,MAAG;IAACE,GAAG,EAAE;MAACC,eAAe,EAAE;IAAI;EAAC,CAAC;EAE1D,IAAMA,eAAe,GAAGJ,OAAO,CAACI,eAAe,MAAAN,YAAA,GAAIE,OAAO,CAACG,GAAG,cAAAL,YAAA,uBAAXA,YAAA,CAAaM,eAAe;EAE/E,IAAMC,MAAM,GAAG,EAAAN,aAAA,GAAAF,KAAK,CAACS,MAAM,cAAAP,aAAA,uBAAZA,aAAA,CAAcM,MAAM,KAAI,EAAE;EAEzC,IAAME,WAAW,GAAGF,MAAM,CAACG,GAAG,CAAC,UAACnC,CAAC,EAAK;IAAA,IAAAoC,WAAA;IAEpC,IAAMC,WAAW,IAAAD,WAAA,GAAGpC,CAAC,CAACsC,QAAQ,cAAAF,WAAA,uBAAVA,WAAA,CAAYC,WAAW;IAC3C,OAAON,eAAe,IAAI,OAAOM,WAAW,KAAK,QAAQ,GAAGA,WAAW,GAAGrC,CAAC,CAACiB,IAAI;EAClF,CAAC,CAAC;EACF,IAAMsB,aAAgC,GAAG,CAACL,WAAW,CAAC;EAAC,IAAAM,SAAA,GAAA1D,0BAAA,CAErC,IAAA2D,4BAAoB,EAACjB,KAAK,CAAC;IAAAkB,KAAA;EAAA;IAA7C,KAAAF,SAAA,CAAA9C,CAAA,MAAAgD,KAAA,GAAAF,SAAA,CAAA7C,CAAA,IAAAC,IAAA,GAA+C;MAAA,IAApC+C,GAAG,GAAAD,KAAA,CAAA7C,KAAA;MACZ,IAAM+C,YAA6B,GAAG,EAAE;MACxC,KAAK,IAAIC,WAAW,GAAG,CAAC,EAAEA,WAAW,GAAG,IAAAC,uBAAe,EAACtB,KAAK,CAAC,EAAE,EAAEqB,WAAW,EAAE;QAC7E,IAAMhD,KAAK,GAAG8C,GAAG,CAACE,WAAW,CAAC;QAC9BD,YAAY,CAACC,WAAW,CAAC,GAAGE,mBAAmB,CAAClD,KAAK,CAAC;MACxD;MACA0C,aAAa,CAACS,IAAI,CAACJ,YAAY,CAAC;IAClC;EAAC,SAAAxC,GAAA;IAAAoC,SAAA,CAAA1C,CAAA,CAAAM,GAAA;EAAA;IAAAoC,SAAA,CAAAxC,CAAA;EAAA;EAED,OAAO,IAAAiD,oBAAa,EAACV,aAAa,CAAC;AACrC;AAMA,IAAMQ,mBAAmB,GAAG,SAAtBA,mBAAmBA,CAAIlD,KAAc,EAAoB;EAC7D,IAAIA,KAAK,KAAK,IAAI,IAAIA,KAAK,KAAKgC,SAAS,EAAE;IAGzC,OAAO,IAAI;EACb;EACA,IAAIhC,KAAK,YAAYqD,IAAI,EAAE;IAGzB,OAAOrD,KAAK,CAACsD,WAAW,CAAC,CAAC;EAC5B;EACA,IAAI,IAAAC,QAAA,CAAAC,OAAA,EAAOxD,KAAK,MAAK,QAAQ,EAAE;IAC7B,OAAOyD,IAAI,CAACC,SAAS,CAAC1D,KAAK,CAAC;EAC9B;EACA,OAAO2D,MAAM,CAAC3D,KAAK,CAAC;AACtB,CAAC"}

package/dist/esm/csv-loader.js

@@ -1,21 +1,8 @@
 import { AsyncQueue, TableBatchBuilder, convertToArrayRow, convertToObjectRow } from '@loaders.gl/schema';
 import Papa from './papaparse/papaparse';
 import AsyncIteratorStreamer from './papaparse/async-iterator-streamer';
-const VERSION = typeof "4.0.0-alpha.9" !== 'undefined' ? "4.0.0-alpha.9" : 'latest';
-const DEFAULT_CSV_LOADER_OPTIONS = {
-  csv: {
-    shape: 'object-row-table',
-    optimizeMemoryUsage: false,
-    header: 'auto',
-    columnPrefix: 'column',
-    quoteChar: '"',
-    escapeChar: '"',
-    dynamicTyping: true,
-    comments: false,
-    skipEmptyLines: true,
-    delimitersToGuess: [',', '\t', '|', ';']
-  }
-};
+const VERSION = typeof "4.0.0-beta.2" !== 'undefined' ? "4.0.0-beta.2" : 'latest';
+const DEFAULT_CSV_SHAPE = 'object-row-table';
 export const CSVLoader = {
   id: 'csv',
   module: 'csv',
@@ -27,11 +14,24 @@ export const CSVLoader = {
   parse: async (arrayBuffer, options) => parseCSV(new TextDecoder().decode(arrayBuffer), options),
   parseText: (text, options) => parseCSV(text, options),
   parseInBatches: parseCSVInBatches,
-  options: DEFAULT_CSV_LOADER_OPTIONS
+  options: {
+    csv: {
+      shape: DEFAULT_CSV_SHAPE,
+      optimizeMemoryUsage: false,
+      header: 'auto',
+      columnPrefix: 'column',
+      quoteChar: '"',
+      escapeChar: '"',
+      dynamicTyping: true,
+      comments: false,
+      skipEmptyLines: true,
+      delimitersToGuess: [',', '\t', '|', ';']
+    }
+  }
 };
 async function parseCSV(csvText, options) {
   const csvOptions = {
-    ...DEFAULT_CSV_LOADER_OPTIONS.csv,
+    ...CSVLoader.options.csv,
     ...(options === null || options === void 0 ? void 0 : options.csv)
   };
   const firstRow = readFirstRow(csvText);
@@ -47,20 +47,23 @@ async function parseCSV(csvText, options) {
     }
   };
   const result = Papa.parse(csvText, papaparseConfig);
-  let {
-    data: rows
-  } = result;
+  const rows = result.data;
   const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);
-  switch (csvOptions.shape) {
+  const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;
+  switch (shape) {
     case 'object-row-table':
-      rows = rows.map(row => Array.isArray(row) ? convertToObjectRow(row, headerRow) : row);
-      break;
+      return {
+        shape: 'object-row-table',
+        data: rows.map(row => Array.isArray(row) ? convertToObjectRow(row, headerRow) : row)
+      };
     case 'array-row-table':
-      rows = rows.map(row => Array.isArray(row) ? row : convertToArrayRow(row, headerRow));
-      break;
+      return {
+        shape: 'array-row-table',
+        data: rows.map(row => Array.isArray(row) ? row : convertToArrayRow(row, headerRow))
+      };
     default:
+      throw new Error(shape);
   }
-  return rows;
 }
 function parseCSVInBatches(asyncIterator, options) {
   var _options;
@@ -71,7 +74,7 @@ function parseCSVInBatches(asyncIterator, options) {
     options.batchSize = 4000;
   }
   const csvOptions = {
-    ...DEFAULT_CSV_LOADER_OPTIONS.csv,
+    ...CSVLoader.options.csv,
     ...((_options = options) === null || _options === void 0 ? void 0 : _options.csv)
   };
   const asyncQueue = new AsyncQueue();
@@ -111,8 +114,9 @@ function parseCSVInBatches(asyncIterator, options) {
       if (csvOptions.optimizeMemoryUsage) {
         row = JSON.parse(JSON.stringify(row));
       }
+      const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;
       tableBatchBuilder = tableBatchBuilder || new TableBatchBuilder(schema, {
-        shape: csvOptions.shape || 'array-row-table',
+        shape,
         ...options
       });
       try {