@loaders.gl/csv 4.0.0-alpha.23 → 4.0.0-alpha.25

package/dist/dist.min.js

@@ -406,8 +406,9 @@
     switch (table.shape) {
       case "array-row-table":
       case "object-row-table":
-      case "geojson-row-table":
         return table.data.length;
+      case "geojson-table":
+        return table.features.length;
       case "arrow-table":
         return table.data.numRows;
       case "columnar-table":
@@ -430,8 +431,9 @@
       case "array-row-table":
         return table.data[0].length;
       case "object-row-table":
-      case "geojson-row-table":
         return Object.keys(table.data[0]).length;
+      case "geojson-table":
+        return Object.keys(table.features[0]).length;
       case "columnar-table":
         return Object.keys(table.data).length;
       case "arrow-table":
@@ -445,7 +447,6 @@
       case "array-row-table":
         return copy2 ? Array.from(table.data[rowIndex]) : table.data[rowIndex];
       case "object-row-table":
-      case "geojson-row-table":
         if (table.schema) {
           const arrayRow2 = target || [];
           for (let i = 0; i < table.schema.fields.length; i++) {
@@ -454,6 +455,15 @@
           return arrayRow2;
         }
         return Object.values(table.data[rowIndex]);
+      case "geojson-table":
+        if (table.schema) {
+          const arrayRow2 = target || [];
+          for (let i = 0; i < table.schema.fields.length; i++) {
+            arrayRow2[i] = table.features[rowIndex][table.schema.fields[i].name];
+          }
+          return arrayRow2;
+        }
+        return Object.values(table.features[rowIndex]);
       case "columnar-table":
         if (table.schema) {
           const arrayRow2 = target || [];
@@ -1398,7 +1408,8 @@
     const result = papaparse_default.parse(csvText, papaparseConfig);
     const rows = result.data;
     const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);
-    switch (csvOptions.shape || "object-row-table") {
+    const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;
+    switch (shape) {
       case "object-row-table":
         return {
           shape: "object-row-table",
@@ -1409,8 +1420,9 @@
           shape: "array-row-table",
           data: rows.map((row) => Array.isArray(row) ? row : convertToArrayRow(row, headerRow))
         };
+      default:
+        throw new Error(shape);
     }
-    throw new Error(csvOptions.shape);
   }
   function parseCSVInBatches(asyncIterator, options) {
     options = { ...options };
@@ -1455,8 +1467,9 @@
         if (csvOptions.optimizeMemoryUsage) {
           row = JSON.parse(JSON.stringify(row));
         }
+        const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;
         tableBatchBuilder = tableBatchBuilder || new TableBatchBuilder(schema, {
-          shape: csvOptions.shape || "array-row-table",
+          shape,
           ...options
         });
         try {
@@ -1533,13 +1546,14 @@
     }
     return schema;
   }
-  var VERSION, CSVLoader;
+  var VERSION, DEFAULT_CSV_SHAPE, CSVLoader;
   var init_csv_loader = __esm({
     "src/csv-loader.ts"() {
       init_src();
       init_papaparse();
       init_async_iterator_streamer();
       VERSION = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
+      DEFAULT_CSV_SHAPE = "object-row-table";
       CSVLoader = {
         id: "csv",
         module: "csv",
@@ -1553,7 +1567,7 @@
         parseInBatches: parseCSVInBatches,
         options: {
           csv: {
-            shape: "object-row-table",
+            shape: DEFAULT_CSV_SHAPE,
             optimizeMemoryUsage: false,
             header: "auto",
             columnPrefix: "column",
@@ -1773,16 +1787,10 @@
   });
 
   // src/csv-writer.ts
-  var DEFAULT_WRITER_OPTIONS, CSVWriter;
+  var CSVWriter;
   var init_csv_writer = __esm({
     "src/csv-writer.ts"() {
       init_encode_csv();
-      DEFAULT_WRITER_OPTIONS = {
-        csv: {
-          useDisplayNames: false
-        },
-        useDisplayNames: false
-      };
       CSVWriter = {
         id: "csv",
         version: "latest",
@@ -1790,10 +1798,15 @@
         name: "CSV",
         extensions: ["csv"],
         mimeTypes: ["text/csv"],
-        options: DEFAULT_WRITER_OPTIONS,
+        options: {
+          csv: {
+            useDisplayNames: false
+          },
+          useDisplayNames: false
+        },
         text: true,
         encode: async (table, options) => new TextEncoder().encode(encodeTableAsCSV(table, options)).buffer,
-        encodeText: (table, options) => encodeTableAsCSV(table, options)
+        encodeTextSync: (table, options) => encodeTableAsCSV(table, options)
       };
     }
   });

package/dist/es5/csv-loader.js

@@ -14,7 +14,8 @@ var _papaparse = _interopRequireDefault(require("./papaparse/papaparse"));
 var _asyncIteratorStreamer = _interopRequireDefault(require("./papaparse/async-iterator-streamer"));
 function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
 function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
-var VERSION = typeof "4.0.0-alpha.23" !== 'undefined' ? "4.0.0-alpha.23" : 'latest';
+var VERSION = typeof "4.0.0-alpha.25" !== 'undefined' ? "4.0.0-alpha.25" : 'latest';
+var DEFAULT_CSV_SHAPE = 'object-row-table';
 var CSVLoader = {
   id: 'csv',
   module: 'csv',
@@ -46,7 +47,7 @@ var CSVLoader = {
   parseInBatches: parseCSVInBatches,
   options: {
     csv: {
-      shape: 'object-row-table',
+      shape: DEFAULT_CSV_SHAPE,
       optimizeMemoryUsage: false,
       header: 'auto',
       columnPrefix: 'column',
@@ -65,7 +66,7 @@ function parseCSV(_x3, _x4) {
 }
 function _parseCSV() {
   _parseCSV = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(csvText, options) {
-    var csvOptions, firstRow, header, parseWithHeader, papaparseConfig, result, rows, headerRow;
+    var csvOptions, firstRow, header, parseWithHeader, papaparseConfig, result, rows, headerRow, shape;
     return _regenerator.default.wrap(function _callee2$(_context2) {
       while (1) switch (_context2.prev = _context2.next) {
         case 0:
@@ -84,26 +85,27 @@ function _parseCSV() {
           result = _papaparse.default.parse(csvText, papaparseConfig);
           rows = result.data;
           headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);
-          _context2.t0 = csvOptions.shape || 'object-row-table';
-          _context2.next = _context2.t0 === 'object-row-table' ? 11 : _context2.t0 === 'array-row-table' ? 12 : 13;
+          shape = csvOptions.shape || DEFAULT_CSV_SHAPE;
+          _context2.t0 = shape;
+          _context2.next = _context2.t0 === 'object-row-table' ? 12 : _context2.t0 === 'array-row-table' ? 13 : 14;
           break;
-        case 11:
+        case 12:
           return _context2.abrupt("return", {
             shape: 'object-row-table',
             data: rows.map(function (row) {
               return Array.isArray(row) ? (0, _schema.convertToObjectRow)(row, headerRow) : row;
             })
           });
-        case 12:
+        case 13:
           return _context2.abrupt("return", {
             shape: 'array-row-table',
             data: rows.map(function (row) {
               return Array.isArray(row) ? row : (0, _schema.convertToArrayRow)(row, headerRow);
             })
           });
-        case 13:
-          throw new Error(csvOptions.shape);
         case 14:
+          throw new Error(shape);
+        case 15:
         case "end":
           return _context2.stop();
       }
@@ -154,8 +156,9 @@ function parseCSVInBatches(asyncIterator, options) {
       if (csvOptions.optimizeMemoryUsage) {
         row = JSON.parse(JSON.stringify(row));
       }
+      var shape = csvOptions.shape || DEFAULT_CSV_SHAPE;
       tableBatchBuilder = tableBatchBuilder || new _schema.TableBatchBuilder(schema, _objectSpread({
-        shape: csvOptions.shape || 'array-row-table'
+        shape: shape
       }, options));
       try {
         tableBatchBuilder.addRow(row);

package/dist/es5/csv-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"csv-loader.js","names":["_schema","require","_papaparse","_interopRequireDefault","_asyncIteratorStreamer","ownKeys","object","enumerableOnly","keys","Object","getOwnPropertySymbols","symbols","filter","sym","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","target","i","arguments","length","source","forEach","key","_defineProperty2","default","getOwnPropertyDescriptors","defineProperties","defineProperty","VERSION","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","_parse","_asyncToGenerator2","_regenerator","mark","_callee","arrayBuffer","options","wrap","_callee$","_context","prev","next","abrupt","parseCSV","TextDecoder","decode","stop","_x","_x2","parseText","text","parseInBatches","parseCSVInBatches","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","exports","_x3","_x4","_parseCSV","_callee2","csvText","csvOptions","firstRow","parseWithHeader","papaparseConfig","result","rows","headerRow","_callee2$","_context2","readFirstRow","isHeaderRow","Boolean","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","Papa","data","meta","fields","generateHeader","t0","map","row","Array","isArray","convertToObjectRow","convertToArrayRow","asyncIterator","_options","batchSize","asyncQueue","AsyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","TableBatchBuilder","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","AsyncIteratorStreamer","every","value","preview","observedColumns","Set","col","colName","counter","has","concat","add","count","headers","columnName","_typeof2","String","index","type","Float32Array"],"sources":["../../src/csv-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrayRowTable, ObjectRowTable, TableBatch} from '@loaders.gl/schema';\n\nimport {\n  AsyncQueue,\n  Table,\n  TableBatchBuilder,\n  convertToArrayRow,\n  convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\ntype ObjectField = {name: string; index: number; type: any};\ntype ObjectSchema = {[key: string]: ObjectField} | ObjectField[];\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n  csv?: {\n    // loaders.gl options\n    shape?: 'array-row-table' | 'object-row-table';\n    /** optimizes memory usage but increases parsing time. */\n    optimizeMemoryUsage?: boolean;\n    columnPrefix?: string;\n    header?: 'auto';\n\n    // CSV options (papaparse)\n    // delimiter: auto\n    // newline: auto\n    quoteChar?: string;\n    escapeChar?: string;\n    // Convert numbers and boolean values in rows from strings\n    dynamicTyping?: boolean;\n    comments?: boolean;\n    skipEmptyLines?: boolean | 'greedy';\n    // transform: null?\n    delimitersToGuess?: string[];\n    // fastMode: auto\n  };\n};\n\nexport const CSVLoader: LoaderWithParser<Table, TableBatch, CSVLoaderOptions> = {\n  id: 'csv',\n  module: 'csv',\n  name: 'CSV',\n  version: VERSION,\n  extensions: ['csv', 'tsv', 'dsv'],\n  mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n  category: 'table',\n  parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n    parseCSV(new TextDecoder().decode(arrayBuffer), options),\n  parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n  parseInBatches: parseCSVInBatches,\n  // @ts-ignore\n  // testText: null,\n  options: {\n    csv: {\n      shape: 'object-row-table',\n      optimizeMemoryUsage: false,\n      // CSV options\n      header: 'auto',\n      columnPrefix: 'column',\n      // delimiter: auto\n      // newline: auto\n      quoteChar: '\"',\n      escapeChar: '\"',\n      dynamicTyping: true,\n      comments: false,\n      skipEmptyLines: true,\n      // transform: null?\n      delimitersToGuess: [',', '\\t', '|', ';']\n      // fastMode: auto\n    }\n  }\n};\n\nasync function parseCSV(\n  csvText: string,\n  options?: CSVLoaderOptions\n): Promise<ObjectRowTable | ArrayRowTable> {\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n  const firstRow = readFirstRow(csvText);\n  const header: boolean =\n    csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n  const parseWithHeader = header;\n\n  const papaparseConfig = {\n    // dynamicTyping: true,\n    ...csvOptions,\n    header: parseWithHeader,\n    download: false, // We handle loading, no need for papaparse to do it for us\n    transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n    error: (e) => {\n      throw new Error(e);\n    }\n  };\n\n  const result = Papa.parse(csvText, papaparseConfig);\n  const rows = result.data as any[];\n\n  const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix!, firstRow.length);\n\n  switch (csvOptions.shape || 'object-row-table') {\n    case 'object-row-table':\n      return {\n        shape: 'object-row-table',\n        data: rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row))\n      };\n    case 'array-row-table':\n      return {\n        shape: 'array-row-table',\n        data: rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)))\n      };\n  }\n  throw new Error(csvOptions.shape);\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options?: CSVLoaderOptions\n): AsyncIterable<TableBatch> {\n  // Papaparse does not support standard batch size handling\n  // TODO - investigate papaparse chunks mode\n  options = {...options};\n  if (options.batchSize === 'auto') {\n    options.batchSize = 4000;\n  }\n\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n  const asyncQueue = new AsyncQueue<TableBatch>();\n\n  let isFirstRow: boolean = true;\n  let headerRow: string[] | null = null;\n  let tableBatchBuilder: TableBatchBuilder | null = null;\n  let schema: ObjectSchema | null = null;\n\n  const config = {\n    // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n    ...csvOptions,\n    header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n    download: false, // We handle loading, no need for papaparse to do it for us\n    // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n    // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n    // See https://github.com/mholt/PapaParse/issues/465\n    chunkSize: 1024 * 1024 * 5,\n    // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n    // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n    // both of the skipEmptyLines and step callback options are provided:\n    // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n    // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n    skipEmptyLines: false,\n\n    // step is called on every row\n    // eslint-disable-next-line complexity\n    step(results) {\n      let row = results.data;\n\n      if (csvOptions.skipEmptyLines) {\n        // Manually reject lines that are empty\n        const collapsedRow = row.flat().join('').trim();\n        if (collapsedRow === '') {\n          return;\n        }\n      }\n      const bytesUsed = results.meta.cursor;\n\n      // Check if we need to save a header row\n      if (isFirstRow && !headerRow) {\n        // Auto detects or can be forced with csvOptions.header\n        const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n        if (header) {\n          headerRow = row.map(duplicateColumnTransformer());\n          return;\n        }\n      }\n\n      // If first data row, we can deduce the schema\n      if (isFirstRow) {\n        isFirstRow = false;\n        if (!headerRow) {\n          headerRow = generateHeader(csvOptions.columnPrefix!, row.length);\n        }\n        schema = deduceSchema(row, headerRow);\n      }\n\n      if (csvOptions.optimizeMemoryUsage) {\n        // A workaround to allocate new strings and don't retain pointers to original strings.\n        // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n        row = JSON.parse(JSON.stringify(row));\n      }\n\n      // Add the row\n      tableBatchBuilder =\n        tableBatchBuilder ||\n        new TableBatchBuilder(\n          // @ts-expect-error TODO this is not a proper schema\n          schema,\n          {\n            shape: csvOptions.shape || 'array-row-table',\n            ...options\n          }\n        );\n\n      try {\n        tableBatchBuilder.addRow(row);\n        // If a batch has been completed, emit it\n        const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n    },\n\n    // complete is called when all rows have been read\n    complete(results) {\n      try {\n        const bytesUsed = results.meta.cursor;\n        // Ensure any final (partial) batch gets emitted\n        const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n\n      asyncQueue.close();\n    }\n  };\n\n  Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n  // TODO - Does it matter if we return asyncIterable or asyncIterator\n  // return asyncQueue[Symbol.asyncIterator]();\n  return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n  return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n  const result = Papa.parse(csvText, {\n    download: false,\n    dynamicTyping: true,\n    preview: 1\n  });\n  return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer(): (column: string) => string {\n  const observedColumns = new Set<string>();\n  return (col) => {\n    let colName = col;\n    let counter = 1;\n    while (observedColumns.has(colName)) {\n      colName = `${col}.${counter}`;\n      counter++;\n    }\n    observedColumns.add(colName);\n    return colName;\n  };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n  const headers: string[] = [];\n  for (let i = 0; i < count; i++) {\n    headers.push(`${columnPrefix}${i + 1}`);\n  }\n  return headers;\n}\n\nfunction deduceSchema(row, headerRow): ObjectSchema {\n  const schema: ObjectSchema = headerRow ? {} : [];\n  for (let i = 0; i < row.length; i++) {\n    const columnName = (headerRow && headerRow[i]) || i;\n    const value = row[i];\n    switch (typeof value) {\n      case 'number':\n      case 'boolean':\n        // TODO - booleans could be handled differently...\n        schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n        break;\n      case 'string':\n      default:\n        schema[columnName] = {name: String(columnName), index: i, type: Array};\n      // We currently only handle numeric rows\n      // TODO we could offer a function to map strings to numbers?\n    }\n  }\n  return schema;\n}\n"],"mappings":";;;;;;;;;;;AAKA,IAAAA,OAAA,GAAAC,OAAA;AAOA,IAAAC,UAAA,GAAAC,sBAAA,CAAAF,OAAA;AACA,IAAAG,sBAAA,GAAAD,sBAAA,CAAAF,OAAA;AAAwE,SAAAI,QAAAC,MAAA,EAAAC,cAAA,QAAAC,IAAA,GAAAC,MAAA,CAAAD,IAAA,CAAAF,MAAA,OAAAG,MAAA,CAAAC,qBAAA,QAAAC,OAAA,GAAAF,MAAA,CAAAC,qBAAA,CAAAJ,MAAA,GAAAC,cAAA,KAAAI,OAAA,GAAAA,OAAA,CAAAC,MAAA,WAAAC,GAAA,WAAAJ,MAAA,CAAAK,wBAAA,CAAAR,MAAA,EAAAO,GAAA,EAAAE,UAAA,OAAAP,IAAA,CAAAQ,IAAA,CAAAC,KAAA,CAAAT,IAAA,EAAAG,OAAA,YAAAH,IAAA;AAAA,SAAAU,cAAAC,MAAA,aAAAC,CAAA,MAAAA,CAAA,GAAAC,SAAA,CAAAC,MAAA,EAAAF,CAAA,UAAAG,MAAA,WAAAF,SAAA,CAAAD,CAAA,IAAAC,SAAA,CAAAD,CAAA,QAAAA,CAAA,OAAAf,OAAA,CAAAI,MAAA,CAAAc,MAAA,OAAAC,OAAA,WAAAC,GAAA,QAAAC,gBAAA,CAAAC,OAAA,EAAAR,MAAA,EAAAM,GAAA,EAAAF,MAAA,CAAAE,GAAA,SAAAhB,MAAA,CAAAmB,yBAAA,GAAAnB,MAAA,CAAAoB,gBAAA,CAAAV,MAAA,EAAAV,MAAA,CAAAmB,yBAAA,CAAAL,MAAA,KAAAlB,OAAA,CAAAI,MAAA,CAAAc,MAAA,GAAAC,OAAA,WAAAC,GAAA,IAAAhB,MAAA,CAAAqB,cAAA,CAAAX,MAAA,EAAAM,GAAA,EAAAhB,MAAA,CAAAK,wBAAA,CAAAS,MAAA,EAAAE,GAAA,iBAAAN,MAAA;AAOxE,IAAMY,OAAO,GAAG,uBAAkB,KAAK,WAAW,sBAAiB,QAAQ;AA0BpE,IAAMC,SAAgE,GAAG;EAC9EC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,OAAO,EAAEL,OAAO;EAChBM,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;EACjCC,SAAS,EAAE,CAAC,UAAU,EAAE,2BAA2B,EAAE,UAAU,CAAC;EAChEC,QAAQ,EAAE,OAAO;EACjBC,KAAK;IAAA,IAAAC,MAAA,OAAAC,kBAAA,CAAAf,OAAA,EAAAgB,YAAA,CAAAhB,OAAA,CAAAiB,IAAA,CAAE,SAAAC,QAAOC,WAAwB,EAAEC,OAA0B;MAAA,OAAAJ,YAAA,CAAAhB,OAAA,CAAAqB,IAAA,UAAAC,SAAAC,QAAA;QAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;UAAA;YAAA,OAAAF,QAAA,CAAAG,MAAA,WAChEC,QAAQ,CAAC,IAAIC,WAAW,CAAC,CAAC,CAACC,MAAM,CAACV,WAAW,CAAC,EAAEC,OAAO,CAAC;UAAA;UAAA;YAAA,OAAAG,QAAA,CAAAO,IAAA;QAAA;MAAA,GAAAZ,OAAA;IAAA;IAAA,SAAAL,MAAAkB,EAAA,EAAAC,GAAA;MAAA,OAAAlB,MAAA,CAAAxB,KAAA,OAAAI,SAAA;IAAA;IAAA,OAAAmB,KAAA;EAAA;EAC1DoB,SAAS,EAAE,SAAAA,UAACC,IAAY,EAAEd,OAA0B;IAAA,OAAKO,QAAQ,CAACO,IAAI,EAAEd,OAAO,CAAC;EAAA;EAChFe,cAAc,EAAEC,iBAAiB;EAGjChB,OAAO,EAAE;IACPiB,GAAG,EAAE;MACHC,KAAK,EAAE,kBAAkB;MACzBC,mBAAmB,EAAE,KAAK;MAE1BC,MAAM,EAAE,MAAM;MACdC,YAAY,EAAE,QAAQ;MAGtBC,SAAS,EAAE,GAAG;MACdC,UAAU,EAAE,GAAG;MACfC,aAAa,EAAE,IAAI;MACnBC,QAAQ,EAAE,KAAK;MACfC,cAAc,EAAE,IAAI;MAEpBC,iBAAiB,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG;IAEzC;EACF;AACF,CAAC;AAACC,OAAA,CAAA3C,SAAA,GAAAA,SAAA;AAAA,SAEasB,QAAQA,CAAAsB,GAAA,EAAAC,GAAA;EAAA,OAAAC,SAAA,CAAA7D,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAAyD,UAAA;EAAAA,SAAA,OAAApC,kBAAA,CAAAf,OAAA,EAAAgB,YAAA,CAAAhB,OAAA,CAAAiB,IAAA,CAAvB,SAAAmC,SACEC,OAAe,EACfjC,OAA0B;IAAA,IAAAkC,UAAA,EAAAC,QAAA,EAAAf,MAAA,EAAAgB,eAAA,EAAAC,eAAA,EAAAC,MAAA,EAAAC,IAAA,EAAAC,SAAA;IAAA,OAAA5C,YAAA,CAAAhB,OAAA,CAAAqB,IAAA,UAAAwC,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAAtC,IAAA,GAAAsC,SAAA,CAAArC,IAAA;QAAA;UAGpB6B,UAAU,GAAA/D,aAAA,CAAAA,aAAA,KAAOc,SAAS,CAACe,OAAO,CAACiB,GAAG,GAAKjB,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEiB,GAAG;UAEvDkB,QAAQ,GAAGQ,YAAY,CAACV,OAAO,CAAC;UAChCb,MAAe,GACnBc,UAAU,CAACd,MAAM,KAAK,MAAM,GAAGwB,WAAW,CAACT,QAAQ,CAAC,GAAGU,OAAO,CAACX,UAAU,CAACd,MAAM,CAAC;UAE7EgB,eAAe,GAAGhB,MAAM;UAExBiB,eAAe,GAAAlE,aAAA,CAAAA,aAAA,KAEhB+D,UAAU;YACbd,MAAM,EAAEgB,eAAe;YACvBU,QAAQ,EAAE,KAAK;YACfC,eAAe,EAAEX,eAAe,GAAGY,0BAA0B,CAAC,CAAC,GAAGC,SAAS;YAC3EC,KAAK,EAAE,SAAAA,MAACC,CAAC,EAAK;cACZ,MAAM,IAAIC,KAAK,CAACD,CAAC,CAAC;YACpB;UAAC;UAGGb,MAAM,GAAGe,kBAAI,CAAC5D,KAAK,CAACwC,OAAO,EAAEI,eAAe,CAAC;UAC7CE,IAAI,GAAGD,MAAM,CAACgB,IAAI;UAElBd,SAAS,GAAGF,MAAM,CAACiB,IAAI,CAACC,MAAM,IAAIC,cAAc,CAACvB,UAAU,CAACb,YAAY,EAAGc,QAAQ,CAAC5D,MAAM,CAAC;UAAAmE,SAAA,CAAAgB,EAAA,GAEzFxB,UAAU,CAAChB,KAAK,IAAI,kBAAkB;UAAAwB,SAAA,CAAArC,IAAA,GAAAqC,SAAA,CAAAgB,EAAA,KACvC,kBAAkB,QAAAhB,SAAA,CAAAgB,EAAA,KAKlB,iBAAiB;UAAA;QAAA;UAAA,OAAAhB,SAAA,CAAApC,MAAA,WAJb;YACLY,KAAK,EAAE,kBAAkB;YACzBoC,IAAI,EAAEf,IAAI,CAACoB,GAAG,CAAC,UAACC,GAAG;cAAA,OAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAG,IAAAG,0BAAkB,EAACH,GAAG,EAAEpB,SAAS,CAAC,GAAGoB,GAAG;YAAA,CAAC;UACzF,CAAC;QAAA;UAAA,OAAAlB,SAAA,CAAApC,MAAA,WAEM;YACLY,KAAK,EAAE,iBAAiB;YACxBoC,IAAI,EAAEf,IAAI,CAACoB,GAAG,CAAC,UAACC,GAAG;cAAA,OAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG,IAAAI,yBAAiB,EAACJ,GAAG,EAAEpB,SAAS,CAAC;YAAA,CAAC;UACxF,CAAC;QAAA;UAAA,MAEC,IAAIY,KAAK,CAAClB,UAAU,CAAChB,KAAK,CAAC;QAAA;QAAA;UAAA,OAAAwB,SAAA,CAAAhC,IAAA;MAAA;IAAA,GAAAsB,QAAA;EAAA,CAClC;EAAA,OAAAD,SAAA,CAAA7D,KAAA,OAAAI,SAAA;AAAA;AAGD,SAAS0C,iBAAiBA,CACxBiD,aAAiE,EACjEjE,OAA0B,EACC;EAAA,IAAAkE,QAAA;EAG3BlE,OAAO,GAAA7B,aAAA,KAAO6B,OAAO,CAAC;EACtB,IAAIA,OAAO,CAACmE,SAAS,KAAK,MAAM,EAAE;IAChCnE,OAAO,CAACmE,SAAS,GAAG,IAAI;EAC1B;EAGA,IAAMjC,UAAU,GAAA/D,aAAA,CAAAA,aAAA,KAAOc,SAAS,CAACe,OAAO,CAACiB,GAAG,IAAAiD,QAAA,GAAKlE,OAAO,cAAAkE,QAAA,uBAAPA,QAAA,CAASjD,GAAG,CAAC;EAE9D,IAAMmD,UAAU,GAAG,IAAIC,kBAAU,CAAa,CAAC;EAE/C,IAAIC,UAAmB,GAAG,IAAI;EAC9B,IAAI9B,SAA0B,GAAG,IAAI;EACrC,IAAI+B,iBAA2C,GAAG,IAAI;EACtD,IAAIC,MAA2B,GAAG,IAAI;EAEtC,IAAMC,MAAM,GAAAtG,aAAA,CAAAA,aAAA,KAEP+D,UAAU;IACbd,MAAM,EAAE,KAAK;IACb0B,QAAQ,EAAE,KAAK;IAIf4B,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;IAM1BhD,cAAc,EAAE,KAAK;IAIrBiD,IAAI,WAAAA,KAACC,OAAO,EAAE;MACZ,IAAIhB,GAAG,GAAGgB,OAAO,CAACtB,IAAI;MAEtB,IAAIpB,UAAU,CAACR,cAAc,EAAE;QAE7B,IAAMmD,YAAY,GAAGjB,GAAG,CAACkB,IAAI,CAAC,CAAC,CAACC,IAAI,CAAC,EAAE,CAAC,CAACC,IAAI,CAAC,CAAC;QAC/C,IAAIH,YAAY,KAAK,EAAE,EAAE;UACvB;QACF;MACF;MACA,IAAMI,SAAS,GAAGL,OAAO,CAACrB,IAAI,CAAC2B,MAAM;MAGrC,IAAIZ,UAAU,IAAI,CAAC9B,SAAS,EAAE;QAE5B,IAAMpB,MAAM,GAAGc,UAAU,CAACd,MAAM,KAAK,MAAM,GAAGwB,WAAW,CAACgB,GAAG,CAAC,GAAGf,OAAO,CAACX,UAAU,CAACd,MAAM,CAAC;QAC3F,IAAIA,MAAM,EAAE;UACVoB,SAAS,GAAGoB,GAAG,CAACD,GAAG,CAACX,0BAA0B,CAAC,CAAC,CAAC;UACjD;QACF;MACF;MAGA,IAAIsB,UAAU,EAAE;QACdA,UAAU,GAAG,KAAK;QAClB,IAAI,CAAC9B,SAAS,EAAE;UACdA,SAAS,GAAGiB,cAAc,CAACvB,UAAU,CAACb,YAAY,EAAGuC,GAAG,CAACrF,MAAM,CAAC;QAClE;QACAiG,MAAM,GAAGW,YAAY,CAACvB,GAAG,EAAEpB,SAAS,CAAC;MACvC;MAEA,IAAIN,UAAU,CAACf,mBAAmB,EAAE;QAGlCyC,GAAG,GAAGwB,IAAI,CAAC3F,KAAK,CAAC2F,IAAI,CAACC,SAAS,CAACzB,GAAG,CAAC,CAAC;MACvC;MAGAW,iBAAiB,GACfA,iBAAiB,IACjB,IAAIe,yBAAiB,CAEnBd,MAAM,EAAArG,aAAA;QAEJ+C,KAAK,EAAEgB,UAAU,CAAChB,KAAK,IAAI;MAAiB,GACzClB,OAAO,CAEd,CAAC;MAEH,IAAI;QACFuE,iBAAiB,CAACgB,MAAM,CAAC3B,GAAG,CAAC;QAE7B,IAAM4B,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACkB,YAAY,CAAC;UAACR,SAAS,EAATA;QAAS,CAAC,CAAC;QAC9E,IAAIO,KAAK,EAAE;UACTpB,UAAU,CAACsB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOtC,KAAK,EAAE;QACdkB,UAAU,CAACsB,OAAO,CAACxC,KAAc,CAAC;MACpC;IACF,CAAC;IAGDyC,QAAQ,WAAAA,SAACf,OAAO,EAAE;MAChB,IAAI;QACF,IAAMK,SAAS,GAAGL,OAAO,CAACrB,IAAI,CAAC2B,MAAM;QAErC,IAAMM,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACqB,aAAa,CAAC;UAACX,SAAS,EAATA;QAAS,CAAC,CAAC;QAC/E,IAAIO,KAAK,EAAE;UACTpB,UAAU,CAACsB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOtC,KAAK,EAAE;QACdkB,UAAU,CAACsB,OAAO,CAACxC,KAAc,CAAC;MACpC;MAEAkB,UAAU,CAACyB,KAAK,CAAC,CAAC;IACpB;EAAC,EACF;EAEDxC,kBAAI,CAAC5D,KAAK,CAACwE,aAAa,EAAEQ,MAAM,EAAEqB,8BAAqB,CAAC;EAIxD,OAAO1B,UAAU;AACnB;AAOA,SAASxB,WAAWA,CAACgB,GAAa,EAAW;EAC3C,OAAOA,GAAG,IAAIA,GAAG,CAACmC,KAAK,CAAC,UAACC,KAAK;IAAA,OAAK,OAAOA,KAAK,KAAK,QAAQ;EAAA,EAAC;AAC/D;AAOA,SAASrD,YAAYA,CAACV,OAAe,EAAS;EAC5C,IAAMK,MAAM,GAAGe,kBAAI,CAAC5D,KAAK,CAACwC,OAAO,EAAE;IACjCa,QAAQ,EAAE,KAAK;IACftB,aAAa,EAAE,IAAI;IACnByE,OAAO,EAAE;EACX,CAAC,CAAC;EACF,OAAO3D,MAAM,CAACgB,IAAI,CAAC,CAAC,CAAC;AACvB;AAQA,SAASN,0BAA0BA,CAAA,EAA+B;EAChE,IAAMkD,eAAe,GAAG,IAAIC,GAAG,CAAS,CAAC;EACzC,OAAO,UAACC,GAAG,EAAK;IACd,IAAIC,OAAO,GAAGD,GAAG;IACjB,IAAIE,OAAO,GAAG,CAAC;IACf,OAAOJ,eAAe,CAACK,GAAG,CAACF,OAAO,CAAC,EAAE;MACnCA,OAAO,MAAAG,MAAA,CAAMJ,GAAG,OAAAI,MAAA,CAAIF,OAAO,CAAE;MAC7BA,OAAO,EAAE;IACX;IACAJ,eAAe,CAACO,GAAG,CAACJ,OAAO,CAAC;IAC5B,OAAOA,OAAO;EAChB,CAAC;AACH;AAQA,SAAS5C,cAAcA,CAACpC,YAAoB,EAA+B;EAAA,IAA7BqF,KAAa,GAAApI,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAA2E,SAAA,GAAA3E,SAAA,MAAG,CAAC;EAC7D,IAAMqI,OAAiB,GAAG,EAAE;EAC5B,KAAK,IAAItI,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGqI,KAAK,EAAErI,CAAC,EAAE,EAAE;IAC9BsI,OAAO,CAAC1I,IAAI,IAAAuI,MAAA,CAAInF,YAAY,EAAAmF,MAAA,CAAGnI,CAAC,GAAG,CAAC,CAAE,CAAC;EACzC;EACA,OAAOsI,OAAO;AAChB;AAEA,SAASxB,YAAYA,CAACvB,GAAG,EAAEpB,SAAS,EAAgB;EAClD,IAAMgC,MAAoB,GAAGhC,SAAS,GAAG,CAAC,CAAC,GAAG,EAAE;EAChD,KAAK,IAAInE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGuF,GAAG,CAACrF,MAAM,EAAEF,CAAC,EAAE,EAAE;IACnC,IAAMuI,UAAU,GAAIpE,SAAS,IAAIA,SAAS,CAACnE,CAAC,CAAC,IAAKA,CAAC;IACnD,IAAM2H,KAAK,GAAGpC,GAAG,CAACvF,CAAC,CAAC;IACpB,YAAAwI,QAAA,CAAAjI,OAAA,EAAeoH,KAAK;MAClB,KAAK,QAAQ;MACb,KAAK,SAAS;QAEZxB,MAAM,CAACoC,UAAU,CAAC,GAAG;UAACxH,IAAI,EAAE0H,MAAM,CAACF,UAAU,CAAC;UAAEG,KAAK,EAAE1I,CAAC;UAAE2I,IAAI,EAAEC;QAAY,CAAC;QAC7E;MACF,KAAK,QAAQ;MACb;QACEzC,MAAM,CAACoC,UAAU,CAAC,GAAG;UAACxH,IAAI,EAAE0H,MAAM,CAACF,UAAU,CAAC;UAAEG,KAAK,EAAE1I,CAAC;UAAE2I,IAAI,EAAEnD;QAAK,CAAC;IAG1E;EACF;EACA,OAAOW,MAAM;AACf"}
+{"version":3,"file":"csv-loader.js","names":["_schema","require","_papaparse","_interopRequireDefault","_asyncIteratorStreamer","ownKeys","object","enumerableOnly","keys","Object","getOwnPropertySymbols","symbols","filter","sym","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","target","i","arguments","length","source","forEach","key","_defineProperty2","default","getOwnPropertyDescriptors","defineProperties","defineProperty","VERSION","DEFAULT_CSV_SHAPE","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","_parse","_asyncToGenerator2","_regenerator","mark","_callee","arrayBuffer","options","wrap","_callee$","_context","prev","next","abrupt","parseCSV","TextDecoder","decode","stop","_x","_x2","parseText","text","parseInBatches","parseCSVInBatches","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","exports","_x3","_x4","_parseCSV","_callee2","csvText","csvOptions","firstRow","parseWithHeader","papaparseConfig","result","rows","headerRow","_callee2$","_context2","readFirstRow","isHeaderRow","Boolean","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","Papa","data","meta","fields","generateHeader","t0","map","row","Array","isArray","convertToObjectRow","convertToArrayRow","asyncIterator","_options","batchSize","asyncQueue","AsyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","TableBatchBuilder","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","AsyncIteratorStreamer","every","value","preview","observedColumns","Set","col","colName","counter","has","concat","add","count","headers","columnName","_typeof2","String","index","type","Float32Array"],"sources":["../../src/csv-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrayRowTable, ObjectRowTable, TableBatch} from '@loaders.gl/schema';\n\nimport {\n  AsyncQueue,\n  Table,\n  TableBatchBuilder,\n  convertToArrayRow,\n  convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\ntype ObjectField = {name: string; index: number; type: any};\ntype ObjectSchema = {[key: string]: ObjectField} | ObjectField[];\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nconst DEFAULT_CSV_SHAPE = 'object-row-table';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n  csv?: {\n    // loaders.gl options\n    shape?: 'array-row-table' | 'object-row-table';\n    /** optimizes memory usage but increases parsing time. */\n    optimizeMemoryUsage?: boolean;\n    columnPrefix?: string;\n    header?: 'auto';\n\n    // CSV options (papaparse)\n    // delimiter: auto\n    // newline: auto\n    quoteChar?: string;\n    escapeChar?: string;\n    // Convert numbers and boolean values in rows from strings\n    dynamicTyping?: boolean;\n    comments?: boolean;\n    skipEmptyLines?: boolean | 'greedy';\n    // transform: null?\n    delimitersToGuess?: string[];\n    // fastMode: auto\n  };\n};\n\nexport const CSVLoader: LoaderWithParser<Table, TableBatch, CSVLoaderOptions> = {\n  id: 'csv',\n  module: 'csv',\n  name: 'CSV',\n  version: VERSION,\n  extensions: ['csv', 'tsv', 'dsv'],\n  mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n  category: 'table',\n  parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n    parseCSV(new TextDecoder().decode(arrayBuffer), options),\n  parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n  parseInBatches: parseCSVInBatches,\n  // @ts-ignore\n  // testText: null,\n  options: {\n    csv: {\n      shape: DEFAULT_CSV_SHAPE, // 'object-row-table'\n      optimizeMemoryUsage: false,\n      // CSV options\n      header: 'auto',\n      columnPrefix: 'column',\n      // delimiter: auto\n      // newline: auto\n      quoteChar: '\"',\n      escapeChar: '\"',\n      dynamicTyping: true,\n      comments: false,\n      skipEmptyLines: true,\n      // transform: null?\n      delimitersToGuess: [',', '\\t', '|', ';']\n      // fastMode: auto\n    }\n  }\n};\n\nasync function parseCSV(\n  csvText: string,\n  options?: CSVLoaderOptions\n): Promise<ObjectRowTable | ArrayRowTable> {\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n  const firstRow = readFirstRow(csvText);\n  const header: boolean =\n    csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n  const parseWithHeader = header;\n\n  const papaparseConfig = {\n    // dynamicTyping: true,\n    ...csvOptions,\n    header: parseWithHeader,\n    download: false, // We handle loading, no need for papaparse to do it for us\n    transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n    error: (e) => {\n      throw new Error(e);\n    }\n  };\n\n  const result = Papa.parse(csvText, papaparseConfig);\n  const rows = result.data as any[];\n\n  const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix!, firstRow.length);\n\n  const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;\n  switch (shape) {\n    case 'object-row-table':\n      return {\n        shape: 'object-row-table',\n        data: rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row))\n      };\n    case 'array-row-table':\n      return {\n        shape: 'array-row-table',\n        data: rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)))\n      };\n    default:\n      throw new Error(shape);\n  }\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options?: CSVLoaderOptions\n): AsyncIterable<TableBatch> {\n  // Papaparse does not support standard batch size handling\n  // TODO - investigate papaparse chunks mode\n  options = {...options};\n  if (options.batchSize === 'auto') {\n    options.batchSize = 4000;\n  }\n\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n  const asyncQueue = new AsyncQueue<TableBatch>();\n\n  let isFirstRow: boolean = true;\n  let headerRow: string[] | null = null;\n  let tableBatchBuilder: TableBatchBuilder | null = null;\n  let schema: ObjectSchema | null = null;\n\n  const config = {\n    // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n    ...csvOptions,\n    header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n    download: false, // We handle loading, no need for papaparse to do it for us\n    // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n    // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n    // See https://github.com/mholt/PapaParse/issues/465\n    chunkSize: 1024 * 1024 * 5,\n    // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n    // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n    // both of the skipEmptyLines and step callback options are provided:\n    // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n    // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n    skipEmptyLines: false,\n\n    // step is called on every row\n    // eslint-disable-next-line complexity, max-statements\n    step(results) {\n      let row = results.data;\n\n      if (csvOptions.skipEmptyLines) {\n        // Manually reject lines that are empty\n        const collapsedRow = row.flat().join('').trim();\n        if (collapsedRow === '') {\n          return;\n        }\n      }\n      const bytesUsed = results.meta.cursor;\n\n      // Check if we need to save a header row\n      if (isFirstRow && !headerRow) {\n        // Auto detects or can be forced with csvOptions.header\n        const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n        if (header) {\n          headerRow = row.map(duplicateColumnTransformer());\n          return;\n        }\n      }\n\n      // If first data row, we can deduce the schema\n      if (isFirstRow) {\n        isFirstRow = false;\n        if (!headerRow) {\n          headerRow = generateHeader(csvOptions.columnPrefix!, row.length);\n        }\n        schema = deduceSchema(row, headerRow);\n      }\n\n      if (csvOptions.optimizeMemoryUsage) {\n        // A workaround to allocate new strings and don't retain pointers to original strings.\n        // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n        row = JSON.parse(JSON.stringify(row));\n      }\n\n      const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;\n\n      // Add the row\n      tableBatchBuilder =\n        tableBatchBuilder ||\n        new TableBatchBuilder(\n          // @ts-expect-error TODO this is not a proper schema\n          schema,\n          {\n            shape,\n            ...options\n          }\n        );\n\n      try {\n        tableBatchBuilder.addRow(row);\n        // If a batch has been completed, emit it\n        const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n    },\n\n    // complete is called when all rows have been read\n    complete(results) {\n      try {\n        const bytesUsed = results.meta.cursor;\n        // Ensure any final (partial) batch gets emitted\n        const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n\n      asyncQueue.close();\n    }\n  };\n\n  Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n  // TODO - Does it matter if we return asyncIterable or asyncIterator\n  // return asyncQueue[Symbol.asyncIterator]();\n  return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n  return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n  const result = Papa.parse(csvText, {\n    download: false,\n    dynamicTyping: true,\n    preview: 1\n  });\n  return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer(): (column: string) => string {\n  const observedColumns = new Set<string>();\n  return (col) => {\n    let colName = col;\n    let counter = 1;\n    while (observedColumns.has(colName)) {\n      colName = `${col}.${counter}`;\n      counter++;\n    }\n    observedColumns.add(colName);\n    return colName;\n  };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n  const headers: string[] = [];\n  for (let i = 0; i < count; i++) {\n    headers.push(`${columnPrefix}${i + 1}`);\n  }\n  return headers;\n}\n\nfunction deduceSchema(row, headerRow): ObjectSchema {\n  const schema: ObjectSchema = headerRow ? {} : [];\n  for (let i = 0; i < row.length; i++) {\n    const columnName = (headerRow && headerRow[i]) || i;\n    const value = row[i];\n    switch (typeof value) {\n      case 'number':\n      case 'boolean':\n        // TODO - booleans could be handled differently...\n        schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n        break;\n      case 'string':\n      default:\n        schema[columnName] = {name: String(columnName), index: i, type: Array};\n      // We currently only handle numeric rows\n      // TODO we could offer a function to map strings to numbers?\n    }\n  }\n  return schema;\n}\n"],"mappings":";;;;;;;;;;;AAKA,IAAAA,OAAA,GAAAC,OAAA;AAOA,IAAAC,UAAA,GAAAC,sBAAA,CAAAF,OAAA;AACA,IAAAG,sBAAA,GAAAD,sBAAA,CAAAF,OAAA;AAAwE,SAAAI,QAAAC,MAAA,EAAAC,cAAA,QAAAC,IAAA,GAAAC,MAAA,CAAAD,IAAA,CAAAF,MAAA,OAAAG,MAAA,CAAAC,qBAAA,QAAAC,OAAA,GAAAF,MAAA,CAAAC,qBAAA,CAAAJ,MAAA,GAAAC,cAAA,KAAAI,OAAA,GAAAA,OAAA,CAAAC,MAAA,WAAAC,GAAA,WAAAJ,MAAA,CAAAK,wBAAA,CAAAR,MAAA,EAAAO,GAAA,EAAAE,UAAA,OAAAP,IAAA,CAAAQ,IAAA,CAAAC,KAAA,CAAAT,IAAA,EAAAG,OAAA,YAAAH,IAAA;AAAA,SAAAU,cAAAC,MAAA,aAAAC,CAAA,MAAAA,CAAA,GAAAC,SAAA,CAAAC,MAAA,EAAAF,CAAA,UAAAG,MAAA,WAAAF,SAAA,CAAAD,CAAA,IAAAC,SAAA,CAAAD,CAAA,QAAAA,CAAA,OAAAf,OAAA,CAAAI,MAAA,CAAAc,MAAA,OAAAC,OAAA,WAAAC,GAAA,QAAAC,gBAAA,CAAAC,OAAA,EAAAR,MAAA,EAAAM,GAAA,EAAAF,MAAA,CAAAE,GAAA,SAAAhB,MAAA,CAAAmB,yBAAA,GAAAnB,MAAA,CAAAoB,gBAAA,CAAAV,MAAA,EAAAV,MAAA,CAAAmB,yBAAA,CAAAL,MAAA,KAAAlB,OAAA,CAAAI,MAAA,CAAAc,MAAA,GAAAC,OAAA,WAAAC,GAAA,IAAAhB,MAAA,CAAAqB,cAAA,CAAAX,MAAA,EAAAM,GAAA,EAAAhB,MAAA,CAAAK,wBAAA,CAAAS,MAAA,EAAAE,GAAA,iBAAAN,MAAA;AAOxE,IAAMY,OAAO,GAAG,uBAAkB,KAAK,WAAW,sBAAiB,QAAQ;AAE3E,IAAMC,iBAAiB,GAAG,kBAAkB;AA0BrC,IAAMC,SAAgE,GAAG;EAC9EC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,OAAO,EAAEN,OAAO;EAChBO,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;EACjCC,SAAS,EAAE,CAAC,UAAU,EAAE,2BAA2B,EAAE,UAAU,CAAC;EAChEC,QAAQ,EAAE,OAAO;EACjBC,KAAK;IAAA,IAAAC,MAAA,OAAAC,kBAAA,CAAAhB,OAAA,EAAAiB,YAAA,CAAAjB,OAAA,CAAAkB,IAAA,CAAE,SAAAC,QAAOC,WAAwB,EAAEC,OAA0B;MAAA,OAAAJ,YAAA,CAAAjB,OAAA,CAAAsB,IAAA,UAAAC,SAAAC,QAAA;QAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;UAAA;YAAA,OAAAF,QAAA,CAAAG,MAAA,WAChEC,QAAQ,CAAC,IAAIC,WAAW,CAAC,CAAC,CAACC,MAAM,CAACV,WAAW,CAAC,EAAEC,OAAO,CAAC;UAAA;UAAA;YAAA,OAAAG,QAAA,CAAAO,IAAA;QAAA;MAAA,GAAAZ,OAAA;IAAA;IAAA,SAAAL,MAAAkB,EAAA,EAAAC,GAAA;MAAA,OAAAlB,MAAA,CAAAzB,KAAA,OAAAI,SAAA;IAAA;IAAA,OAAAoB,KAAA;EAAA;EAC1DoB,SAAS,EAAE,SAAAA,UAACC,IAAY,EAAEd,OAA0B;IAAA,OAAKO,QAAQ,CAACO,IAAI,EAAEd,OAAO,CAAC;EAAA;EAChFe,cAAc,EAAEC,iBAAiB;EAGjChB,OAAO,EAAE;IACPiB,GAAG,EAAE;MACHC,KAAK,EAAElC,iBAAiB;MACxBmC,mBAAmB,EAAE,KAAK;MAE1BC,MAAM,EAAE,MAAM;MACdC,YAAY,EAAE,QAAQ;MAGtBC,SAAS,EAAE,GAAG;MACdC,UAAU,EAAE,GAAG;MACfC,aAAa,EAAE,IAAI;MACnBC,QAAQ,EAAE,KAAK;MACfC,cAAc,EAAE,IAAI;MAEpBC,iBAAiB,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG;IAEzC;EACF;AACF,CAAC;AAACC,OAAA,CAAA3C,SAAA,GAAAA,SAAA;AAAA,SAEasB,QAAQA,CAAAsB,GAAA,EAAAC,GAAA;EAAA,OAAAC,SAAA,CAAA9D,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA0D,UAAA;EAAAA,SAAA,OAAApC,kBAAA,CAAAhB,OAAA,EAAAiB,YAAA,CAAAjB,OAAA,CAAAkB,IAAA,CAAvB,SAAAmC,SACEC,OAAe,EACfjC,OAA0B;IAAA,IAAAkC,UAAA,EAAAC,QAAA,EAAAf,MAAA,EAAAgB,eAAA,EAAAC,eAAA,EAAAC,MAAA,EAAAC,IAAA,EAAAC,SAAA,EAAAtB,KAAA;IAAA,OAAAtB,YAAA,CAAAjB,OAAA,CAAAsB,IAAA,UAAAwC,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAAtC,IAAA,GAAAsC,SAAA,CAAArC,IAAA;QAAA;UAGpB6B,UAAU,GAAAhE,aAAA,CAAAA,aAAA,KAAOe,SAAS,CAACe,OAAO,CAACiB,GAAG,GAAKjB,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEiB,GAAG;UAEvDkB,QAAQ,GAAGQ,YAAY,CAACV,OAAO,CAAC;UAChCb,MAAe,GACnBc,UAAU,CAACd,MAAM,KAAK,MAAM,GAAGwB,WAAW,CAACT,QAAQ,CAAC,GAAGU,OAAO,CAACX,UAAU,CAACd,MAAM,CAAC;UAE7EgB,eAAe,GAAGhB,MAAM;UAExBiB,eAAe,GAAAnE,aAAA,CAAAA,aAAA,KAEhBgE,UAAU;YACbd,MAAM,EAAEgB,eAAe;YACvBU,QAAQ,EAAE,KAAK;YACfC,eAAe,EAAEX,eAAe,GAAGY,0BAA0B,CAAC,CAAC,GAAGC,SAAS;YAC3EC,KAAK,EAAE,SAAAA,MAACC,CAAC,EAAK;cACZ,MAAM,IAAIC,KAAK,CAACD,CAAC,CAAC;YACpB;UAAC;UAGGb,MAAM,GAAGe,kBAAI,CAAC5D,KAAK,CAACwC,OAAO,EAAEI,eAAe,CAAC;UAC7CE,IAAI,GAAGD,MAAM,CAACgB,IAAI;UAElBd,SAAS,GAAGF,MAAM,CAACiB,IAAI,CAACC,MAAM,IAAIC,cAAc,CAACvB,UAAU,CAACb,YAAY,EAAGc,QAAQ,CAAC7D,MAAM,CAAC;UAE3F4C,KAAK,GAAGgB,UAAU,CAAChB,KAAK,IAAIlC,iBAAiB;UAAA0D,SAAA,CAAAgB,EAAA,GAC3CxC,KAAK;UAAAwB,SAAA,CAAArC,IAAA,GAAAqC,SAAA,CAAAgB,EAAA,KACN,kBAAkB,QAAAhB,SAAA,CAAAgB,EAAA,KAKlB,iBAAiB;UAAA;QAAA;UAAA,OAAAhB,SAAA,CAAApC,MAAA,WAJb;YACLY,KAAK,EAAE,kBAAkB;YACzBoC,IAAI,EAAEf,IAAI,CAACoB,GAAG,CAAC,UAACC,GAAG;cAAA,OAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAG,IAAAG,0BAAkB,EAACH,GAAG,EAAEpB,SAAS,CAAC,GAAGoB,GAAG;YAAA,CAAC;UACzF,CAAC;QAAA;UAAA,OAAAlB,SAAA,CAAApC,MAAA,WAEM;YACLY,KAAK,EAAE,iBAAiB;YACxBoC,IAAI,EAAEf,IAAI,CAACoB,GAAG,CAAC,UAACC,GAAG;cAAA,OAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG,IAAAI,yBAAiB,EAACJ,GAAG,EAAEpB,SAAS,CAAC;YAAA,CAAC;UACxF,CAAC;QAAA;UAAA,MAEK,IAAIY,KAAK,CAAClC,KAAK,CAAC;QAAA;QAAA;UAAA,OAAAwB,SAAA,CAAAhC,IAAA;MAAA;IAAA,GAAAsB,QAAA;EAAA,CAE3B;EAAA,OAAAD,SAAA,CAAA9D,KAAA,OAAAI,SAAA;AAAA;AAGD,SAAS2C,iBAAiBA,CACxBiD,aAAiE,EACjEjE,OAA0B,EACC;EAAA,IAAAkE,QAAA;EAG3BlE,OAAO,GAAA9B,aAAA,KAAO8B,OAAO,CAAC;EACtB,IAAIA,OAAO,CAACmE,SAAS,KAAK,MAAM,EAAE;IAChCnE,OAAO,CAACmE,SAAS,GAAG,IAAI;EAC1B;EAGA,IAAMjC,UAAU,GAAAhE,aAAA,CAAAA,aAAA,KAAOe,SAAS,CAACe,OAAO,CAACiB,GAAG,IAAAiD,QAAA,GAAKlE,OAAO,cAAAkE,QAAA,uBAAPA,QAAA,CAASjD,GAAG,CAAC;EAE9D,IAAMmD,UAAU,GAAG,IAAIC,kBAAU,CAAa,CAAC;EAE/C,IAAIC,UAAmB,GAAG,IAAI;EAC9B,IAAI9B,SAA0B,GAAG,IAAI;EACrC,IAAI+B,iBAA2C,GAAG,IAAI;EACtD,IAAIC,MAA2B,GAAG,IAAI;EAEtC,IAAMC,MAAM,GAAAvG,aAAA,CAAAA,aAAA,KAEPgE,UAAU;IACbd,MAAM,EAAE,KAAK;IACb0B,QAAQ,EAAE,KAAK;IAIf4B,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;IAM1BhD,cAAc,EAAE,KAAK;IAIrBiD,IAAI,WAAAA,KAACC,OAAO,EAAE;MACZ,IAAIhB,GAAG,GAAGgB,OAAO,CAACtB,IAAI;MAEtB,IAAIpB,UAAU,CAACR,cAAc,EAAE;QAE7B,IAAMmD,YAAY,GAAGjB,GAAG,CAACkB,IAAI,CAAC,CAAC,CAACC,IAAI,CAAC,EAAE,CAAC,CAACC,IAAI,CAAC,CAAC;QAC/C,IAAIH,YAAY,KAAK,EAAE,EAAE;UACvB;QACF;MACF;MACA,IAAMI,SAAS,GAAGL,OAAO,CAACrB,IAAI,CAAC2B,MAAM;MAGrC,IAAIZ,UAAU,IAAI,CAAC9B,SAAS,EAAE;QAE5B,IAAMpB,MAAM,GAAGc,UAAU,CAACd,MAAM,KAAK,MAAM,GAAGwB,WAAW,CAACgB,GAAG,CAAC,GAAGf,OAAO,CAACX,UAAU,CAACd,MAAM,CAAC;QAC3F,IAAIA,MAAM,EAAE;UACVoB,SAAS,GAAGoB,GAAG,CAACD,GAAG,CAACX,0BAA0B,CAAC,CAAC,CAAC;UACjD;QACF;MACF;MAGA,IAAIsB,UAAU,EAAE;QACdA,UAAU,GAAG,KAAK;QAClB,IAAI,CAAC9B,SAAS,EAAE;UACdA,SAAS,GAAGiB,cAAc,CAACvB,UAAU,CAACb,YAAY,EAAGuC,GAAG,CAACtF,MAAM,CAAC;QAClE;QACAkG,MAAM,GAAGW,YAAY,CAACvB,GAAG,EAAEpB,SAAS,CAAC;MACvC;MAEA,IAAIN,UAAU,CAACf,mBAAmB,EAAE;QAGlCyC,GAAG,GAAGwB,IAAI,CAAC3F,KAAK,CAAC2F,IAAI,CAACC,SAAS,CAACzB,GAAG,CAAC,CAAC;MACvC;MAEA,IAAM1C,KAAK,GAAGgB,UAAU,CAAChB,KAAK,IAAIlC,iBAAiB;MAGnDuF,iBAAiB,GACfA,iBAAiB,IACjB,IAAIe,yBAAiB,CAEnBd,MAAM,EAAAtG,aAAA;QAEJgD,KAAK,EAALA;MAAK,GACFlB,OAAO,CAEd,CAAC;MAEH,IAAI;QACFuE,iBAAiB,CAACgB,MAAM,CAAC3B,GAAG,CAAC;QAE7B,IAAM4B,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACkB,YAAY,CAAC;UAACR,SAAS,EAATA;QAAS,CAAC,CAAC;QAC9E,IAAIO,KAAK,EAAE;UACTpB,UAAU,CAACsB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOtC,KAAK,EAAE;QACdkB,UAAU,CAACsB,OAAO,CAACxC,KAAc,CAAC;MACpC;IACF,CAAC;IAGDyC,QAAQ,WAAAA,SAACf,OAAO,EAAE;MAChB,IAAI;QACF,IAAMK,SAAS,GAAGL,OAAO,CAACrB,IAAI,CAAC2B,MAAM;QAErC,IAAMM,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACqB,aAAa,CAAC;UAACX,SAAS,EAATA;QAAS,CAAC,CAAC;QAC/E,IAAIO,KAAK,EAAE;UACTpB,UAAU,CAACsB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOtC,KAAK,EAAE;QACdkB,UAAU,CAACsB,OAAO,CAACxC,KAAc,CAAC;MACpC;MAEAkB,UAAU,CAACyB,KAAK,CAAC,CAAC;IACpB;EAAC,EACF;EAEDxC,kBAAI,CAAC5D,KAAK,CAACwE,aAAa,EAAEQ,MAAM,EAAEqB,8BAAqB,CAAC;EAIxD,OAAO1B,UAAU;AACnB;AAOA,SAASxB,WAAWA,CAACgB,GAAa,EAAW;EAC3C,OAAOA,GAAG,IAAIA,GAAG,CAACmC,KAAK,CAAC,UAACC,KAAK;IAAA,OAAK,OAAOA,KAAK,KAAK,QAAQ;EAAA,EAAC;AAC/D;AAOA,SAASrD,YAAYA,CAACV,OAAe,EAAS;EAC5C,IAAMK,MAAM,GAAGe,kBAAI,CAAC5D,KAAK,CAACwC,OAAO,EAAE;IACjCa,QAAQ,EAAE,KAAK;IACftB,aAAa,EAAE,IAAI;IACnByE,OAAO,EAAE;EACX,CAAC,CAAC;EACF,OAAO3D,MAAM,CAACgB,IAAI,CAAC,CAAC,CAAC;AACvB;AAQA,SAASN,0BAA0BA,CAAA,EAA+B;EAChE,IAAMkD,eAAe,GAAG,IAAIC,GAAG,CAAS,CAAC;EACzC,OAAO,UAACC,GAAG,EAAK;IACd,IAAIC,OAAO,GAAGD,GAAG;IACjB,IAAIE,OAAO,GAAG,CAAC;IACf,OAAOJ,eAAe,CAACK,GAAG,CAACF,OAAO,CAAC,EAAE;MACnCA,OAAO,MAAAG,MAAA,CAAMJ,GAAG,OAAAI,MAAA,CAAIF,OAAO,CAAE;MAC7BA,OAAO,EAAE;IACX;IACAJ,eAAe,CAACO,GAAG,CAACJ,OAAO,CAAC;IAC5B,OAAOA,OAAO;EAChB,CAAC;AACH;AAQA,SAAS5C,cAAcA,CAACpC,YAAoB,EAA+B;EAAA,IAA7BqF,KAAa,GAAArI,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAA4E,SAAA,GAAA5E,SAAA,MAAG,CAAC;EAC7D,IAAMsI,OAAiB,GAAG,EAAE;EAC5B,KAAK,IAAIvI,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGsI,KAAK,EAAEtI,CAAC,EAAE,EAAE;IAC9BuI,OAAO,CAAC3I,IAAI,IAAAwI,MAAA,CAAInF,YAAY,EAAAmF,MAAA,CAAGpI,CAAC,GAAG,CAAC,CAAE,CAAC;EACzC;EACA,OAAOuI,OAAO;AAChB;AAEA,SAASxB,YAAYA,CAACvB,GAAG,EAAEpB,SAAS,EAAgB;EAClD,IAAMgC,MAAoB,GAAGhC,SAAS,GAAG,CAAC,CAAC,GAAG,EAAE;EAChD,KAAK,IAAIpE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGwF,GAAG,CAACtF,MAAM,EAAEF,CAAC,EAAE,EAAE;IACnC,IAAMwI,UAAU,GAAIpE,SAAS,IAAIA,SAAS,CAACpE,CAAC,CAAC,IAAKA,CAAC;IACnD,IAAM4H,KAAK,GAAGpC,GAAG,CAACxF,CAAC,CAAC;IACpB,YAAAyI,QAAA,CAAAlI,OAAA,EAAeqH,KAAK;MAClB,KAAK,QAAQ;MACb,KAAK,SAAS;QAEZxB,MAAM,CAACoC,UAAU,CAAC,GAAG;UAACxH,IAAI,EAAE0H,MAAM,CAACF,UAAU,CAAC;UAAEG,KAAK,EAAE3I,CAAC;UAAE4I,IAAI,EAAEC;QAAY,CAAC;QAC7E;MACF,KAAK,QAAQ;MACb;QACEzC,MAAM,CAACoC,UAAU,CAAC,GAAG;UAACxH,IAAI,EAAE0H,MAAM,CAACF,UAAU,CAAC;UAAEG,KAAK,EAAE3I,CAAC;UAAE4I,IAAI,EAAEnD;QAAK,CAAC;IAG1E;EACF;EACA,OAAOW,MAAM;AACf"}

package/dist/es5/csv-writer.js

@@ -8,12 +8,6 @@ exports.CSVWriter = void 0;
 var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
 var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
 var _encodeCsv = require("./lib/encoders/encode-csv");
-var DEFAULT_WRITER_OPTIONS = {
-  csv: {
-    useDisplayNames: false
-  },
-  useDisplayNames: false
-};
 var CSVWriter = {
   id: 'csv',
   version: 'latest',
@@ -21,7 +15,12 @@ var CSVWriter = {
   name: 'CSV',
   extensions: ['csv'],
   mimeTypes: ['text/csv'],
-  options: DEFAULT_WRITER_OPTIONS,
+  options: {
+    csv: {
+      useDisplayNames: false
+    },
+    useDisplayNames: false
+  },
   text: true,
   encode: function () {
     var _encode = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(table, options) {
@@ -40,7 +39,7 @@ var CSVWriter = {
     }
     return encode;
   }(),
-  encodeText: function encodeText(table, options) {
+  encodeTextSync: function encodeTextSync(table, options) {
     return (0, _encodeCsv.encodeTableAsCSV)(table, options);
   }
 };

package/dist/es5/csv-writer.js.map

@@ -1 +1 @@
-{"version":3,"file":"csv-writer.js","names":["_encodeCsv","require","DEFAULT_WRITER_OPTIONS","csv","useDisplayNames","CSVWriter","id","version","module","name","extensions","mimeTypes","options","text","encode","_encode","_asyncToGenerator2","default","_regenerator","mark","_callee","table","wrap","_callee$","_context","prev","next","abrupt","TextEncoder","encodeTableAsCSV","buffer","stop","_x","_x2","apply","arguments","encodeText","exports"],"sources":["../../src/csv-writer.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n/* global TextEncoder */\nimport type {Writer} from '@loaders.gl/loader-utils';\nimport type {Table, TableBatch} from '@loaders.gl/schema';\nimport type {CSVWriterOptions} from './lib/encoders/encode-csv';\nimport {encodeTableAsCSV} from './lib/encoders/encode-csv';\n\nexport type {CSVWriterOptions};\n\nconst DEFAULT_WRITER_OPTIONS: Required<CSVWriterOptions> = {\n  csv: {\n    useDisplayNames: false\n  },\n  useDisplayNames: false\n};\n\nexport const CSVWriter: Writer<Table, TableBatch, CSVWriterOptions> = {\n  id: 'csv',\n  version: 'latest',\n  module: 'csv',\n  name: 'CSV',\n  extensions: ['csv'],\n  mimeTypes: ['text/csv'],\n  options: DEFAULT_WRITER_OPTIONS,\n  text: true,\n  encode: async (table, options) =>\n    new TextEncoder().encode(encodeTableAsCSV(table, options)).buffer,\n  encodeText: (table, options) => encodeTableAsCSV(table, options)\n};\n"],"mappings":";;;;;;;;;AAMA,IAAAA,UAAA,GAAAC,OAAA;AAIA,IAAMC,sBAAkD,GAAG;EACzDC,GAAG,EAAE;IACHC,eAAe,EAAE;EACnB,CAAC;EACDA,eAAe,EAAE;AACnB,CAAC;AAEM,IAAMC,SAAsD,GAAG;EACpEC,EAAE,EAAE,KAAK;EACTC,OAAO,EAAE,QAAQ;EACjBC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBC,SAAS,EAAE,CAAC,UAAU,CAAC;EACvBC,OAAO,EAAEV,sBAAsB;EAC/BW,IAAI,EAAE,IAAI;EACVC,MAAM;IAAA,IAAAC,OAAA,OAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAE,SAAAC,QAAOC,KAAK,EAAET,OAAO;MAAA,OAAAM,YAAA,CAAAD,OAAA,CAAAK,IAAA,UAAAC,SAAAC,QAAA;QAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;UAAA;YAAA,OAAAF,QAAA,CAAAG,MAAA,WAC3B,IAAIC,WAAW,CAAC,CAAC,CAACd,MAAM,CAAC,IAAAe,2BAAgB,EAACR,KAAK,EAAET,OAAO,CAAC,CAAC,CAACkB,MAAM;UAAA;UAAA;YAAA,OAAAN,QAAA,CAAAO,IAAA;QAAA;MAAA,GAAAX,OAAA;IAAA;IAAA,SAAAN,OAAAkB,EAAA,EAAAC,GAAA;MAAA,OAAAlB,OAAA,CAAAmB,KAAA,OAAAC,SAAA;IAAA;IAAA,OAAArB,MAAA;EAAA;EACnEsB,UAAU,EAAE,SAAAA,WAACf,KAAK,EAAET,OAAO;IAAA,OAAK,IAAAiB,2BAAgB,EAACR,KAAK,EAAET,OAAO,CAAC;EAAA;AAClE,CAAC;AAACyB,OAAA,CAAAhC,SAAA,GAAAA,SAAA"}
+{"version":3,"file":"csv-writer.js","names":["_encodeCsv","require","CSVWriter","id","version","module","name","extensions","mimeTypes","options","csv","useDisplayNames","text","encode","_encode","_asyncToGenerator2","default","_regenerator","mark","_callee","table","wrap","_callee$","_context","prev","next","abrupt","TextEncoder","encodeTableAsCSV","buffer","stop","_x","_x2","apply","arguments","encodeTextSync","exports"],"sources":["../../src/csv-writer.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n/* global TextEncoder */\nimport type {Writer, WriterOptions} from '@loaders.gl/loader-utils';\nimport type {Table, TableBatch} from '@loaders.gl/schema';\nimport {encodeTableAsCSV} from './lib/encoders/encode-csv';\n\nexport type CSVWriterOptions = WriterOptions & {\n  csv?: {\n    useDisplayNames?: boolean;\n  };\n  /** @deprecated */\n  useDisplayNames?: boolean;\n};\n\nexport const CSVWriter: Writer<Table, TableBatch, CSVWriterOptions> = {\n  id: 'csv',\n  version: 'latest',\n  module: 'csv',\n  name: 'CSV',\n  extensions: ['csv'],\n  mimeTypes: ['text/csv'],\n  options: {\n    csv: {\n      useDisplayNames: false\n    },\n    /** @deprecated use csv.displayNames */\n    useDisplayNames: false\n  },\n  text: true,\n  encode: async (table, options) =>\n    new TextEncoder().encode(encodeTableAsCSV(table, options)).buffer,\n  encodeTextSync: (table, options) => encodeTableAsCSV(table, options)\n};\n"],"mappings":";;;;;;;;;AAKA,IAAAA,UAAA,GAAAC,OAAA;AAUO,IAAMC,SAAsD,GAAG;EACpEC,EAAE,EAAE,KAAK;EACTC,OAAO,EAAE,QAAQ;EACjBC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBC,SAAS,EAAE,CAAC,UAAU,CAAC;EACvBC,OAAO,EAAE;IACPC,GAAG,EAAE;MACHC,eAAe,EAAE;IACnB,CAAC;IAEDA,eAAe,EAAE;EACnB,CAAC;EACDC,IAAI,EAAE,IAAI;EACVC,MAAM;IAAA,IAAAC,OAAA,OAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAE,SAAAC,QAAOC,KAAK,EAAEX,OAAO;MAAA,OAAAQ,YAAA,CAAAD,OAAA,CAAAK,IAAA,UAAAC,SAAAC,QAAA;QAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;UAAA;YAAA,OAAAF,QAAA,CAAAG,MAAA,WAC3B,IAAIC,WAAW,CAAC,CAAC,CAACd,MAAM,CAAC,IAAAe,2BAAgB,EAACR,KAAK,EAAEX,OAAO,CAAC,CAAC,CAACoB,MAAM;UAAA;UAAA;YAAA,OAAAN,QAAA,CAAAO,IAAA;QAAA;MAAA,GAAAX,OAAA;IAAA;IAAA,SAAAN,OAAAkB,EAAA,EAAAC,GAAA;MAAA,OAAAlB,OAAA,CAAAmB,KAAA,OAAAC,SAAA;IAAA;IAAA,OAAArB,MAAA;EAAA;EACnEsB,cAAc,EAAE,SAAAA,eAACf,KAAK,EAAEX,OAAO;IAAA,OAAK,IAAAmB,2BAAgB,EAACR,KAAK,EAAEX,OAAO,CAAC;EAAA;AACtE,CAAC;AAAC2B,OAAA,CAAAlC,SAAA,GAAAA,SAAA"}

package/dist/es5/lib/encoders/encode-csv.js.map

@@ -1 +1 @@
-{"version":3,"file":"encode-csv.js","names":["_schema","require","_d3Dsv","_createForOfIteratorHelper","o","allowArrayLike","it","Symbol","iterator","Array","isArray","_unsupportedIterableToArray","length","i","F","s","n","done","value","e","_e","f","TypeError","normalCompletion","didErr","err","call","step","next","_e2","return","minLen","_arrayLikeToArray","Object","prototype","toString","slice","constructor","name","from","test","arr","len","arr2","encodeTableAsCSV","table","_options$csv","_table$schema","options","arguments","undefined","csv","useDisplayNames","fields","schema","columnNames","map","_f$metadata","displayName","metadata","formattedData","_iterator","makeArrayRowIterator","_step","row","formattedRow","columnIndex","getTableNumCols","preformatFieldValue","push","csvFormatRows","Date","toISOString","_typeof2","default","JSON","stringify","String"],"sources":["../../../../src/lib/encoders/encode-csv.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright 2022 Foursquare Labs, Inc.\n\nimport {Table, makeArrayRowIterator, getTableNumCols} from '@loaders.gl/schema';\nimport {csvFormatRows} from 'd3-dsv';\n\ntype EncodableData = string | null;\n\nexport type CSVWriterOptions = {\n  csv?: {\n    useDisplayNames?: boolean;\n  };\n  /** @deprecated */\n  useDisplayNames?: boolean;\n};\n\n/**\n * Encode a Table object as CSV\n */\nexport function encodeTableAsCSV(\n  table: Table,\n  options: CSVWriterOptions = {csv: {useDisplayNames: true}}\n): string {\n  const useDisplayNames = options.useDisplayNames || options.csv?.useDisplayNames;\n\n  const fields = table.schema?.fields || [];\n\n  const columnNames = fields.map((f) => {\n    // This is a leaky abstraction, assuming Kepler metadata\n    const displayName = f.metadata?.displayName;\n    return useDisplayNames && typeof displayName === 'string' ? displayName : f.name;\n  });\n  const formattedData: EncodableData[][] = [columnNames];\n\n  for (const row of makeArrayRowIterator(table)) {\n    const formattedRow: EncodableData[] = [];\n    for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {\n      const value = row[columnIndex];\n      formattedRow[columnIndex] = preformatFieldValue(value);\n    }\n    formattedData.push(formattedRow);\n  }\n\n  return csvFormatRows(formattedData);\n}\n\n/**\n * Stringifies a value\n * @todo Why is it called parse?\n */\nconst preformatFieldValue = (value: unknown): EncodableData => {\n  if (value === null || value === undefined) {\n    // TODO: It would be nice to distinguish between missing values and the empty string\n    // https://github.com/d3/d3-dsv/issues/84\n    return null;\n  }\n  if (value instanceof Date) {\n    // d3-dsv formats dates without timezones if they don't have time info;\n    // this forces them to always use fully-qualified ISO time strings\n    return value.toISOString();\n  }\n  if (typeof value === 'object') {\n    return JSON.stringify(value);\n  }\n  return String(value);\n};\n"],"mappings":";;;;;;;;AAGA,IAAAA,OAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAAqC,SAAAE,2BAAAC,CAAA,EAAAC,cAAA,QAAAC,EAAA,UAAAC,MAAA,oBAAAH,CAAA,CAAAG,MAAA,CAAAC,QAAA,KAAAJ,CAAA,qBAAAE,EAAA,QAAAG,KAAA,CAAAC,OAAA,CAAAN,CAAA,MAAAE,EAAA,GAAAK,2BAAA,CAAAP,CAAA,MAAAC,cAAA,IAAAD,CAAA,WAAAA,CAAA,CAAAQ,MAAA,qBAAAN,EAAA,EAAAF,CAAA,GAAAE,EAAA,MAAAO,CAAA,UAAAC,CAAA,YAAAA,EAAA,eAAAC,CAAA,EAAAD,CAAA,EAAAE,CAAA,WAAAA,EAAA,QAAAH,CAAA,IAAAT,CAAA,CAAAQ,MAAA,WAAAK,IAAA,mBAAAA,IAAA,SAAAC,KAAA,EAAAd,CAAA,CAAAS,CAAA,UAAAM,CAAA,WAAAA,EAAAC,EAAA,UAAAA,EAAA,KAAAC,CAAA,EAAAP,CAAA,gBAAAQ,SAAA,iJAAAC,gBAAA,SAAAC,MAAA,UAAAC,GAAA,WAAAV,CAAA,WAAAA,EAAA,IAAAT,EAAA,GAAAA,EAAA,CAAAoB,IAAA,CAAAtB,CAAA,MAAAY,CAAA,WAAAA,EAAA,QAAAW,IAAA,GAAArB,EAAA,CAAAsB,IAAA,IAAAL,gBAAA,GAAAI,IAAA,CAAAV,IAAA,SAAAU,IAAA,KAAAR,CAAA,WAAAA,EAAAU,GAAA,IAAAL,MAAA,SAAAC,GAAA,GAAAI,GAAA,KAAAR,CAAA,WAAAA,EAAA,eAAAE,gBAAA,IAAAjB,EAAA,CAAAwB,MAAA,UAAAxB,EAAA,CAAAwB,MAAA,oBAAAN,MAAA,QAAAC,GAAA;AAAA,SAAAd,4BAAAP,CAAA,EAAA2B,MAAA,SAAA3B,CAAA,qBAAAA,CAAA,sBAAA4B,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA,OAAAf,CAAA,GAAAiB,MAAA,CAAAC,SAAA,CAAAC,QAAA,CAAAT,IAAA,CAAAtB,CAAA,EAAAgC,KAAA,aAAApB,CAAA,iBAAAZ,CAAA,CAAAiC,WAAA,EAAArB,CAAA,GAAAZ,CAAA,CAAAiC,WAAA,CAAAC,IAAA,MAAAtB,CAAA,cAAAA,CAAA,mBAAAP,KAAA,CAAA8B,IAAA,CAAAnC,CAAA,OAAAY,CAAA,+DAAAwB,IAAA,CAAAxB,CAAA,UAAAgB,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA;AAAA,SAAAC,kBAAAS,GAAA,EAAAC,GAAA,QAAAA,GAAA,YAAAA,GAAA,GAAAD,GAAA,CAAA7B,MAAA,EAAA8B,GAAA,GAAAD,GAAA,CAAA7B,MAAA,WAAAC,CAAA,MAAA8B,IAAA,OAAAlC,KAAA,CAAAiC,GAAA,GAAA7B,CAAA,GAAA6B,GAAA,EAAA7B,CAAA,IAAA8B,IAAA,CAAA9B,CAAA,IAAA4B,GAAA,CAAA5B,CAAA,UAAA8B,IAAA;AAe9B,SAASC,gBAAgBA,CAC9BC,KAAY,EAEJ;EAAA,IAAAC,YAAA,EAAAC,aAAA;EAAA,IADRC,OAAyB,GAAAC,SAAA,CAAArC,MAAA,QAAAqC,SAAA,QAAAC,SAAA,GAAAD,SAAA,MAAG;IAACE,GAAG,EAAE;MAACC,eAAe,EAAE;IAAI;EAAC,CAAC;EAE1D,IAAMA,eAAe,GAAGJ,OAAO,CAACI,eAAe,MAAAN,YAAA,GAAIE,OAAO,CAACG,GAAG,cAAAL,YAAA,uBAAXA,YAAA,CAAaM,eAAe;EAE/E,IAAMC,MAAM,GAAG,EAAAN,aAAA,GAAAF,KAAK,CAACS,MAAM,cAAAP,aAAA,uBAAZA,aAAA,CAAcM,MAAM,KAAI,EAAE;EAEzC,IAAME,WAAW,GAAGF,MAAM,CAACG,GAAG,CAAC,UAACnC,CAAC,EAAK;IAAA,IAAAoC,WAAA;IAEpC,IAAMC,WAAW,IAAAD,WAAA,GAAGpC,CAAC,CAACsC,QAAQ,cAAAF,WAAA,uBAAVA,WAAA,CAAYC,WAAW;IAC3C,OAAON,eAAe,IAAI,OAAOM,WAAW,KAAK,QAAQ,GAAGA,WAAW,GAAGrC,CAAC,CAACiB,IAAI;EAClF,CAAC,CAAC;EACF,IAAMsB,aAAgC,GAAG,CAACL,WAAW,CAAC;EAAC,IAAAM,SAAA,GAAA1D,0BAAA,CAErC,IAAA2D,4BAAoB,EAACjB,KAAK,CAAC;IAAAkB,KAAA;EAAA;IAA7C,KAAAF,SAAA,CAAA9C,CAAA,MAAAgD,KAAA,GAAAF,SAAA,CAAA7C,CAAA,IAAAC,IAAA,GAA+C;MAAA,IAApC+C,GAAG,GAAAD,KAAA,CAAA7C,KAAA;MACZ,IAAM+C,YAA6B,GAAG,EAAE;MACxC,KAAK,IAAIC,WAAW,GAAG,CAAC,EAAEA,WAAW,GAAG,IAAAC,uBAAe,EAACtB,KAAK,CAAC,EAAE,EAAEqB,WAAW,EAAE;QAC7E,IAAMhD,KAAK,GAAG8C,GAAG,CAACE,WAAW,CAAC;QAC9BD,YAAY,CAACC,WAAW,CAAC,GAAGE,mBAAmB,CAAClD,KAAK,CAAC;MACxD;MACA0C,aAAa,CAACS,IAAI,CAACJ,YAAY,CAAC;IAClC;EAAC,SAAAxC,GAAA;IAAAoC,SAAA,CAAA1C,CAAA,CAAAM,GAAA;EAAA;IAAAoC,SAAA,CAAAxC,CAAA;EAAA;EAED,OAAO,IAAAiD,oBAAa,EAACV,aAAa,CAAC;AACrC;AAMA,IAAMQ,mBAAmB,GAAG,SAAtBA,mBAAmBA,CAAIlD,KAAc,EAAoB;EAC7D,IAAIA,KAAK,KAAK,IAAI,IAAIA,KAAK,KAAKgC,SAAS,EAAE;IAGzC,OAAO,IAAI;EACb;EACA,IAAIhC,KAAK,YAAYqD,IAAI,EAAE;IAGzB,OAAOrD,KAAK,CAACsD,WAAW,CAAC,CAAC;EAC5B;EACA,IAAI,IAAAC,QAAA,CAAAC,OAAA,EAAOxD,KAAK,MAAK,QAAQ,EAAE;IAC7B,OAAOyD,IAAI,CAACC,SAAS,CAAC1D,KAAK,CAAC;EAC9B;EACA,OAAO2D,MAAM,CAAC3D,KAAK,CAAC;AACtB,CAAC"}
+{"version":3,"file":"encode-csv.js","names":["_schema","require","_d3Dsv","_createForOfIteratorHelper","o","allowArrayLike","it","Symbol","iterator","Array","isArray","_unsupportedIterableToArray","length","i","F","s","n","done","value","e","_e","f","TypeError","normalCompletion","didErr","err","call","step","next","_e2","return","minLen","_arrayLikeToArray","Object","prototype","toString","slice","constructor","name","from","test","arr","len","arr2","encodeTableAsCSV","table","_options$csv","_table$schema","options","arguments","undefined","csv","useDisplayNames","fields","schema","columnNames","map","_f$metadata","displayName","metadata","formattedData","_iterator","makeArrayRowIterator","_step","row","formattedRow","columnIndex","getTableNumCols","preformatFieldValue","push","csvFormatRows","Date","toISOString","_typeof2","default","JSON","stringify","String"],"sources":["../../../../src/lib/encoders/encode-csv.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright 2022 Foursquare Labs, Inc.\n\nimport {Table, makeArrayRowIterator, getTableNumCols} from '@loaders.gl/schema';\nimport {csvFormatRows} from 'd3-dsv';\nimport type {CSVWriterOptions} from '../../csv-writer';\n\ntype EncodableData = string | null;\n\n/**\n * Encode a Table object as CSV\n */\nexport function encodeTableAsCSV(\n  table: Table,\n  options: CSVWriterOptions = {csv: {useDisplayNames: true}}\n): string {\n  const useDisplayNames = options.useDisplayNames || options.csv?.useDisplayNames;\n\n  const fields = table.schema?.fields || [];\n\n  const columnNames = fields.map((f) => {\n    // This is a leaky abstraction, assuming Kepler metadata\n    const displayName = f.metadata?.displayName;\n    return useDisplayNames && typeof displayName === 'string' ? displayName : f.name;\n  });\n  const formattedData: EncodableData[][] = [columnNames];\n\n  for (const row of makeArrayRowIterator(table)) {\n    const formattedRow: EncodableData[] = [];\n    for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {\n      const value = row[columnIndex];\n      formattedRow[columnIndex] = preformatFieldValue(value);\n    }\n    formattedData.push(formattedRow);\n  }\n\n  return csvFormatRows(formattedData);\n}\n\n/**\n * Stringifies a value\n * @todo Why is it called parse?\n */\nconst preformatFieldValue = (value: unknown): EncodableData => {\n  if (value === null || value === undefined) {\n    // TODO: It would be nice to distinguish between missing values and the empty string\n    // https://github.com/d3/d3-dsv/issues/84\n    return null;\n  }\n  if (value instanceof Date) {\n    // d3-dsv formats dates without timezones if they don't have time info;\n    // this forces them to always use fully-qualified ISO time strings\n    return value.toISOString();\n  }\n  if (typeof value === 'object') {\n    return JSON.stringify(value);\n  }\n  return String(value);\n};\n"],"mappings":";;;;;;;;AAGA,IAAAA,OAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAAqC,SAAAE,2BAAAC,CAAA,EAAAC,cAAA,QAAAC,EAAA,UAAAC,MAAA,oBAAAH,CAAA,CAAAG,MAAA,CAAAC,QAAA,KAAAJ,CAAA,qBAAAE,EAAA,QAAAG,KAAA,CAAAC,OAAA,CAAAN,CAAA,MAAAE,EAAA,GAAAK,2BAAA,CAAAP,CAAA,MAAAC,cAAA,IAAAD,CAAA,WAAAA,CAAA,CAAAQ,MAAA,qBAAAN,EAAA,EAAAF,CAAA,GAAAE,EAAA,MAAAO,CAAA,UAAAC,CAAA,YAAAA,EAAA,eAAAC,CAAA,EAAAD,CAAA,EAAAE,CAAA,WAAAA,EAAA,QAAAH,CAAA,IAAAT,CAAA,CAAAQ,MAAA,WAAAK,IAAA,mBAAAA,IAAA,SAAAC,KAAA,EAAAd,CAAA,CAAAS,CAAA,UAAAM,CAAA,WAAAA,EAAAC,EAAA,UAAAA,EAAA,KAAAC,CAAA,EAAAP,CAAA,gBAAAQ,SAAA,iJAAAC,gBAAA,SAAAC,MAAA,UAAAC,GAAA,WAAAV,CAAA,WAAAA,EAAA,IAAAT,EAAA,GAAAA,EAAA,CAAAoB,IAAA,CAAAtB,CAAA,MAAAY,CAAA,WAAAA,EAAA,QAAAW,IAAA,GAAArB,EAAA,CAAAsB,IAAA,IAAAL,gBAAA,GAAAI,IAAA,CAAAV,IAAA,SAAAU,IAAA,KAAAR,CAAA,WAAAA,EAAAU,GAAA,IAAAL,MAAA,SAAAC,GAAA,GAAAI,GAAA,KAAAR,CAAA,WAAAA,EAAA,eAAAE,gBAAA,IAAAjB,EAAA,CAAAwB,MAAA,UAAAxB,EAAA,CAAAwB,MAAA,oBAAAN,MAAA,QAAAC,GAAA;AAAA,SAAAd,4BAAAP,CAAA,EAAA2B,MAAA,SAAA3B,CAAA,qBAAAA,CAAA,sBAAA4B,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA,OAAAf,CAAA,GAAAiB,MAAA,CAAAC,SAAA,CAAAC,QAAA,CAAAT,IAAA,CAAAtB,CAAA,EAAAgC,KAAA,aAAApB,CAAA,iBAAAZ,CAAA,CAAAiC,WAAA,EAAArB,CAAA,GAAAZ,CAAA,CAAAiC,WAAA,CAAAC,IAAA,MAAAtB,CAAA,cAAAA,CAAA,mBAAAP,KAAA,CAAA8B,IAAA,CAAAnC,CAAA,OAAAY,CAAA,+DAAAwB,IAAA,CAAAxB,CAAA,UAAAgB,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA;AAAA,SAAAC,kBAAAS,GAAA,EAAAC,GAAA,QAAAA,GAAA,YAAAA,GAAA,GAAAD,GAAA,CAAA7B,MAAA,EAAA8B,GAAA,GAAAD,GAAA,CAAA7B,MAAA,WAAAC,CAAA,MAAA8B,IAAA,OAAAlC,KAAA,CAAAiC,GAAA,GAAA7B,CAAA,GAAA6B,GAAA,EAAA7B,CAAA,IAAA8B,IAAA,CAAA9B,CAAA,IAAA4B,GAAA,CAAA5B,CAAA,UAAA8B,IAAA;AAQ9B,SAASC,gBAAgBA,CAC9BC,KAAY,EAEJ;EAAA,IAAAC,YAAA,EAAAC,aAAA;EAAA,IADRC,OAAyB,GAAAC,SAAA,CAAArC,MAAA,QAAAqC,SAAA,QAAAC,SAAA,GAAAD,SAAA,MAAG;IAACE,GAAG,EAAE;MAACC,eAAe,EAAE;IAAI;EAAC,CAAC;EAE1D,IAAMA,eAAe,GAAGJ,OAAO,CAACI,eAAe,MAAAN,YAAA,GAAIE,OAAO,CAACG,GAAG,cAAAL,YAAA,uBAAXA,YAAA,CAAaM,eAAe;EAE/E,IAAMC,MAAM,GAAG,EAAAN,aAAA,GAAAF,KAAK,CAACS,MAAM,cAAAP,aAAA,uBAAZA,aAAA,CAAcM,MAAM,KAAI,EAAE;EAEzC,IAAME,WAAW,GAAGF,MAAM,CAACG,GAAG,CAAC,UAACnC,CAAC,EAAK;IAAA,IAAAoC,WAAA;IAEpC,IAAMC,WAAW,IAAAD,WAAA,GAAGpC,CAAC,CAACsC,QAAQ,cAAAF,WAAA,uBAAVA,WAAA,CAAYC,WAAW;IAC3C,OAAON,eAAe,IAAI,OAAOM,WAAW,KAAK,QAAQ,GAAGA,WAAW,GAAGrC,CAAC,CAACiB,IAAI;EAClF,CAAC,CAAC;EACF,IAAMsB,aAAgC,GAAG,CAACL,WAAW,CAAC;EAAC,IAAAM,SAAA,GAAA1D,0BAAA,CAErC,IAAA2D,4BAAoB,EAACjB,KAAK,CAAC;IAAAkB,KAAA;EAAA;IAA7C,KAAAF,SAAA,CAAA9C,CAAA,MAAAgD,KAAA,GAAAF,SAAA,CAAA7C,CAAA,IAAAC,IAAA,GAA+C;MAAA,IAApC+C,GAAG,GAAAD,KAAA,CAAA7C,KAAA;MACZ,IAAM+C,YAA6B,GAAG,EAAE;MACxC,KAAK,IAAIC,WAAW,GAAG,CAAC,EAAEA,WAAW,GAAG,IAAAC,uBAAe,EAACtB,KAAK,CAAC,EAAE,EAAEqB,WAAW,EAAE;QAC7E,IAAMhD,KAAK,GAAG8C,GAAG,CAACE,WAAW,CAAC;QAC9BD,YAAY,CAACC,WAAW,CAAC,GAAGE,mBAAmB,CAAClD,KAAK,CAAC;MACxD;MACA0C,aAAa,CAACS,IAAI,CAACJ,YAAY,CAAC;IAClC;EAAC,SAAAxC,GAAA;IAAAoC,SAAA,CAAA1C,CAAA,CAAAM,GAAA;EAAA;IAAAoC,SAAA,CAAAxC,CAAA;EAAA;EAED,OAAO,IAAAiD,oBAAa,EAACV,aAAa,CAAC;AACrC;AAMA,IAAMQ,mBAAmB,GAAG,SAAtBA,mBAAmBA,CAAIlD,KAAc,EAAoB;EAC7D,IAAIA,KAAK,KAAK,IAAI,IAAIA,KAAK,KAAKgC,SAAS,EAAE;IAGzC,OAAO,IAAI;EACb;EACA,IAAIhC,KAAK,YAAYqD,IAAI,EAAE;IAGzB,OAAOrD,KAAK,CAACsD,WAAW,CAAC,CAAC;EAC5B;EACA,IAAI,IAAAC,QAAA,CAAAC,OAAA,EAAOxD,KAAK,MAAK,QAAQ,EAAE;IAC7B,OAAOyD,IAAI,CAACC,SAAS,CAAC1D,KAAK,CAAC;EAC9B;EACA,OAAO2D,MAAM,CAAC3D,KAAK,CAAC;AACtB,CAAC"}

package/dist/esm/csv-loader.js

@@ -1,7 +1,8 @@
 import { AsyncQueue, TableBatchBuilder, convertToArrayRow, convertToObjectRow } from '@loaders.gl/schema';
 import Papa from './papaparse/papaparse';
 import AsyncIteratorStreamer from './papaparse/async-iterator-streamer';
-const VERSION = typeof "4.0.0-alpha.23" !== 'undefined' ? "4.0.0-alpha.23" : 'latest';
+const VERSION = typeof "4.0.0-alpha.25" !== 'undefined' ? "4.0.0-alpha.25" : 'latest';
+const DEFAULT_CSV_SHAPE = 'object-row-table';
 export const CSVLoader = {
   id: 'csv',
   module: 'csv',
@@ -15,7 +16,7 @@ export const CSVLoader = {
   parseInBatches: parseCSVInBatches,
   options: {
     csv: {
-      shape: 'object-row-table',
+      shape: DEFAULT_CSV_SHAPE,
       optimizeMemoryUsage: false,
       header: 'auto',
       columnPrefix: 'column',
@@ -48,7 +49,8 @@ async function parseCSV(csvText, options) {
   const result = Papa.parse(csvText, papaparseConfig);
   const rows = result.data;
   const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);
-  switch (csvOptions.shape || 'object-row-table') {
+  const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;
+  switch (shape) {
     case 'object-row-table':
       return {
         shape: 'object-row-table',
@@ -59,8 +61,9 @@ async function parseCSV(csvText, options) {
         shape: 'array-row-table',
         data: rows.map(row => Array.isArray(row) ? row : convertToArrayRow(row, headerRow))
       };
+    default:
+      throw new Error(shape);
   }
-  throw new Error(csvOptions.shape);
 }
 function parseCSVInBatches(asyncIterator, options) {
   var _options;
@@ -111,8 +114,9 @@ function parseCSVInBatches(asyncIterator, options) {
       if (csvOptions.optimizeMemoryUsage) {
         row = JSON.parse(JSON.stringify(row));
       }
+      const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;
       tableBatchBuilder = tableBatchBuilder || new TableBatchBuilder(schema, {
-        shape: csvOptions.shape || 'array-row-table',
+        shape,
         ...options
       });
       try {

package/dist/esm/csv-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"csv-loader.js","names":["AsyncQueue","TableBatchBuilder","convertToArrayRow","convertToObjectRow","Papa","AsyncIteratorStreamer","VERSION","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","arrayBuffer","options","parseCSV","TextDecoder","decode","parseText","text","parseInBatches","parseCSVInBatches","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","csvText","csvOptions","firstRow","readFirstRow","isHeaderRow","Boolean","parseWithHeader","papaparseConfig","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","result","rows","data","headerRow","meta","fields","generateHeader","length","map","row","Array","isArray","asyncIterator","_options","batchSize","asyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","every","value","preview","observedColumns","Set","col","colName","counter","has","concat","add","count","arguments","headers","i","push","columnName","String","index","type","Float32Array"],"sources":["../../src/csv-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrayRowTable, ObjectRowTable, TableBatch} from '@loaders.gl/schema';\n\nimport {\n  AsyncQueue,\n  Table,\n  TableBatchBuilder,\n  convertToArrayRow,\n  convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\ntype ObjectField = {name: string; index: number; type: any};\ntype ObjectSchema = {[key: string]: ObjectField} | ObjectField[];\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n  csv?: {\n    // loaders.gl options\n    shape?: 'array-row-table' | 'object-row-table';\n    /** optimizes memory usage but increases parsing time. */\n    optimizeMemoryUsage?: boolean;\n    columnPrefix?: string;\n    header?: 'auto';\n\n    // CSV options (papaparse)\n    // delimiter: auto\n    // newline: auto\n    quoteChar?: string;\n    escapeChar?: string;\n    // Convert numbers and boolean values in rows from strings\n    dynamicTyping?: boolean;\n    comments?: boolean;\n    skipEmptyLines?: boolean | 'greedy';\n    // transform: null?\n    delimitersToGuess?: string[];\n    // fastMode: auto\n  };\n};\n\nexport const CSVLoader: LoaderWithParser<Table, TableBatch, CSVLoaderOptions> = {\n  id: 'csv',\n  module: 'csv',\n  name: 'CSV',\n  version: VERSION,\n  extensions: ['csv', 'tsv', 'dsv'],\n  mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n  category: 'table',\n  parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n    parseCSV(new TextDecoder().decode(arrayBuffer), options),\n  parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n  parseInBatches: parseCSVInBatches,\n  // @ts-ignore\n  // testText: null,\n  options: {\n    csv: {\n      shape: 'object-row-table',\n      optimizeMemoryUsage: false,\n      // CSV options\n      header: 'auto',\n      columnPrefix: 'column',\n      // delimiter: auto\n      // newline: auto\n      quoteChar: '\"',\n      escapeChar: '\"',\n      dynamicTyping: true,\n      comments: false,\n      skipEmptyLines: true,\n      // transform: null?\n      delimitersToGuess: [',', '\\t', '|', ';']\n      // fastMode: auto\n    }\n  }\n};\n\nasync function parseCSV(\n  csvText: string,\n  options?: CSVLoaderOptions\n): Promise<ObjectRowTable | ArrayRowTable> {\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n  const firstRow = readFirstRow(csvText);\n  const header: boolean =\n    csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n  const parseWithHeader = header;\n\n  const papaparseConfig = {\n    // dynamicTyping: true,\n    ...csvOptions,\n    header: parseWithHeader,\n    download: false, // We handle loading, no need for papaparse to do it for us\n    transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n    error: (e) => {\n      throw new Error(e);\n    }\n  };\n\n  const result = Papa.parse(csvText, papaparseConfig);\n  const rows = result.data as any[];\n\n  const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix!, firstRow.length);\n\n  switch (csvOptions.shape || 'object-row-table') {\n    case 'object-row-table':\n      return {\n        shape: 'object-row-table',\n        data: rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row))\n      };\n    case 'array-row-table':\n      return {\n        shape: 'array-row-table',\n        data: rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)))\n      };\n  }\n  throw new Error(csvOptions.shape);\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options?: CSVLoaderOptions\n): AsyncIterable<TableBatch> {\n  // Papaparse does not support standard batch size handling\n  // TODO - investigate papaparse chunks mode\n  options = {...options};\n  if (options.batchSize === 'auto') {\n    options.batchSize = 4000;\n  }\n\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n  const asyncQueue = new AsyncQueue<TableBatch>();\n\n  let isFirstRow: boolean = true;\n  let headerRow: string[] | null = null;\n  let tableBatchBuilder: TableBatchBuilder | null = null;\n  let schema: ObjectSchema | null = null;\n\n  const config = {\n    // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n    ...csvOptions,\n    header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n    download: false, // We handle loading, no need for papaparse to do it for us\n    // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n    // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n    // See https://github.com/mholt/PapaParse/issues/465\n    chunkSize: 1024 * 1024 * 5,\n    // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n    // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n    // both of the skipEmptyLines and step callback options are provided:\n    // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n    // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n    skipEmptyLines: false,\n\n    // step is called on every row\n    // eslint-disable-next-line complexity\n    step(results) {\n      let row = results.data;\n\n      if (csvOptions.skipEmptyLines) {\n        // Manually reject lines that are empty\n        const collapsedRow = row.flat().join('').trim();\n        if (collapsedRow === '') {\n          return;\n        }\n      }\n      const bytesUsed = results.meta.cursor;\n\n      // Check if we need to save a header row\n      if (isFirstRow && !headerRow) {\n        // Auto detects or can be forced with csvOptions.header\n        const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n        if (header) {\n          headerRow = row.map(duplicateColumnTransformer());\n          return;\n        }\n      }\n\n      // If first data row, we can deduce the schema\n      if (isFirstRow) {\n        isFirstRow = false;\n        if (!headerRow) {\n          headerRow = generateHeader(csvOptions.columnPrefix!, row.length);\n        }\n        schema = deduceSchema(row, headerRow);\n      }\n\n      if (csvOptions.optimizeMemoryUsage) {\n        // A workaround to allocate new strings and don't retain pointers to original strings.\n        // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n        row = JSON.parse(JSON.stringify(row));\n      }\n\n      // Add the row\n      tableBatchBuilder =\n        tableBatchBuilder ||\n        new TableBatchBuilder(\n          // @ts-expect-error TODO this is not a proper schema\n          schema,\n          {\n            shape: csvOptions.shape || 'array-row-table',\n            ...options\n          }\n        );\n\n      try {\n        tableBatchBuilder.addRow(row);\n        // If a batch has been completed, emit it\n        const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n    },\n\n    // complete is called when all rows have been read\n    complete(results) {\n      try {\n        const bytesUsed = results.meta.cursor;\n        // Ensure any final (partial) batch gets emitted\n        const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n\n      asyncQueue.close();\n    }\n  };\n\n  Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n  // TODO - Does it matter if we return asyncIterable or asyncIterator\n  // return asyncQueue[Symbol.asyncIterator]();\n  return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n  return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n  const result = Papa.parse(csvText, {\n    download: false,\n    dynamicTyping: true,\n    preview: 1\n  });\n  return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer(): (column: string) => string {\n  const observedColumns = new Set<string>();\n  return (col) => {\n    let colName = col;\n    let counter = 1;\n    while (observedColumns.has(colName)) {\n      colName = `${col}.${counter}`;\n      counter++;\n    }\n    observedColumns.add(colName);\n    return colName;\n  };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n  const headers: string[] = [];\n  for (let i = 0; i < count; i++) {\n    headers.push(`${columnPrefix}${i + 1}`);\n  }\n  return headers;\n}\n\nfunction deduceSchema(row, headerRow): ObjectSchema {\n  const schema: ObjectSchema = headerRow ? {} : [];\n  for (let i = 0; i < row.length; i++) {\n    const columnName = (headerRow && headerRow[i]) || i;\n    const value = row[i];\n    switch (typeof value) {\n      case 'number':\n      case 'boolean':\n        // TODO - booleans could be handled differently...\n        schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n        break;\n      case 'string':\n      default:\n        schema[columnName] = {name: String(columnName), index: i, type: Array};\n      // We currently only handle numeric rows\n      // TODO we could offer a function to map strings to numbers?\n    }\n  }\n  return schema;\n}\n"],"mappings":"AAKA,SACEA,UAAU,EAEVC,iBAAiB,EACjBC,iBAAiB,EACjBC,kBAAkB,QACb,oBAAoB;AAC3B,OAAOC,IAAI,MAAM,uBAAuB;AACxC,OAAOC,qBAAqB,MAAM,qCAAqC;AAOvE,MAAMC,OAAO,GAAG,uBAAkB,KAAK,WAAW,sBAAiB,QAAQ;AA0B3E,OAAO,MAAMC,SAAgE,GAAG;EAC9EC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,OAAO,EAAEL,OAAO;EAChBM,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;EACjCC,SAAS,EAAE,CAAC,UAAU,EAAE,2BAA2B,EAAE,UAAU,CAAC;EAChEC,QAAQ,EAAE,OAAO;EACjBC,KAAK,EAAE,MAAAA,CAAOC,WAAwB,EAAEC,OAA0B,KAChEC,QAAQ,CAAC,IAAIC,WAAW,CAAC,CAAC,CAACC,MAAM,CAACJ,WAAW,CAAC,EAAEC,OAAO,CAAC;EAC1DI,SAAS,EAAEA,CAACC,IAAY,EAAEL,OAA0B,KAAKC,QAAQ,CAACI,IAAI,EAAEL,OAAO,CAAC;EAChFM,cAAc,EAAEC,iBAAiB;EAGjCP,OAAO,EAAE;IACPQ,GAAG,EAAE;MACHC,KAAK,EAAE,kBAAkB;MACzBC,mBAAmB,EAAE,KAAK;MAE1BC,MAAM,EAAE,MAAM;MACdC,YAAY,EAAE,QAAQ;MAGtBC,SAAS,EAAE,GAAG;MACdC,UAAU,EAAE,GAAG;MACfC,aAAa,EAAE,IAAI;MACnBC,QAAQ,EAAE,KAAK;MACfC,cAAc,EAAE,IAAI;MAEpBC,iBAAiB,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG;IAEzC;EACF;AACF,CAAC;AAED,eAAejB,QAAQA,CACrBkB,OAAe,EACfnB,OAA0B,EACe;EAEzC,MAAMoB,UAAU,GAAG;IAAC,GAAG9B,SAAS,CAACU,OAAO,CAACQ,GAAG;IAAE,IAAGR,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEQ,GAAG;EAAA,CAAC;EAE9D,MAAMa,QAAQ,GAAGC,YAAY,CAACH,OAAO,CAAC;EACtC,MAAMR,MAAe,GACnBS,UAAU,CAACT,MAAM,KAAK,MAAM,GAAGY,WAAW,CAACF,QAAQ,CAAC,GAAGG,OAAO,CAACJ,UAAU,CAACT,MAAM,CAAC;EAEnF,MAAMc,eAAe,GAAGd,MAAM;EAE9B,MAAMe,eAAe,GAAG;IAEtB,GAAGN,UAAU;IACbT,MAAM,EAAEc,eAAe;IACvBE,QAAQ,EAAE,KAAK;IACfC,eAAe,EAAEH,eAAe,GAAGI,0BAA0B,CAAC,CAAC,GAAGC,SAAS;IAC3EC,KAAK,EAAGC,CAAC,IAAK;MACZ,MAAM,IAAIC,KAAK,CAACD,CAAC,CAAC;IACpB;EACF,CAAC;EAED,MAAME,MAAM,GAAG/C,IAAI,CAACW,KAAK,CAACqB,OAAO,EAAEO,eAAe,CAAC;EACnD,MAAMS,IAAI,GAAGD,MAAM,CAACE,IAAa;EAEjC,MAAMC,SAAS,GAAGH,MAAM,CAACI,IAAI,CAACC,MAAM,IAAIC,cAAc,CAACpB,UAAU,CAACR,YAAY,EAAGS,QAAQ,CAACoB,MAAM,CAAC;EAEjG,QAAQrB,UAAU,CAACX,KAAK,IAAI,kBAAkB;IAC5C,KAAK,kBAAkB;MACrB,OAAO;QACLA,KAAK,EAAE,kBAAkB;QACzB2B,IAAI,EAAED,IAAI,CAACO,GAAG,CAAEC,GAAG,IAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAGzD,kBAAkB,CAACyD,GAAG,EAAEN,SAAS,CAAC,GAAGM,GAAI;MACzF,CAAC;IACH,KAAK,iBAAiB;MACpB,OAAO;QACLlC,KAAK,EAAE,iBAAiB;QACxB2B,IAAI,EAAED,IAAI,CAACO,GAAG,CAAEC,GAAG,IAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG1D,iBAAiB,CAAC0D,GAAG,EAAEN,SAAS,CAAE;MACxF,CAAC;EACL;EACA,MAAM,IAAIJ,KAAK,CAACb,UAAU,CAACX,KAAK,CAAC;AACnC;AAGA,SAASF,iBAAiBA,CACxBuC,aAAiE,EACjE9C,OAA0B,EACC;EAAA,IAAA+C,QAAA;EAG3B/C,OAAO,GAAG;IAAC,GAAGA;EAAO,CAAC;EACtB,IAAIA,OAAO,CAACgD,SAAS,KAAK,MAAM,EAAE;IAChChD,OAAO,CAACgD,SAAS,GAAG,IAAI;EAC1B;EAGA,MAAM5B,UAAU,GAAG;IAAC,GAAG9B,SAAS,CAACU,OAAO,CAACQ,GAAG;IAAE,KAAAuC,QAAA,GAAG/C,OAAO,cAAA+C,QAAA,uBAAPA,QAAA,CAASvC,GAAG;EAAA,CAAC;EAE9D,MAAMyC,UAAU,GAAG,IAAIlE,UAAU,CAAa,CAAC;EAE/C,IAAImE,UAAmB,GAAG,IAAI;EAC9B,IAAIb,SAA0B,GAAG,IAAI;EACrC,IAAIc,iBAA2C,GAAG,IAAI;EACtD,IAAIC,MAA2B,GAAG,IAAI;EAEtC,MAAMC,MAAM,GAAG;IAEb,GAAGjC,UAAU;IACbT,MAAM,EAAE,KAAK;IACbgB,QAAQ,EAAE,KAAK;IAIf2B,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;IAM1BrC,cAAc,EAAE,KAAK;IAIrBsC,IAAIA,CAACC,OAAO,EAAE;MACZ,IAAIb,GAAG,GAAGa,OAAO,CAACpB,IAAI;MAEtB,IAAIhB,UAAU,CAACH,cAAc,EAAE;QAE7B,MAAMwC,YAAY,GAAGd,GAAG,CAACe,IAAI,CAAC,CAAC,CAACC,IAAI,CAAC,EAAE,CAAC,CAACC,IAAI,CAAC,CAAC;QAC/C,IAAIH,YAAY,KAAK,EAAE,EAAE;UACvB;QACF;MACF;MACA,MAAMI,SAAS,GAAGL,OAAO,CAAClB,IAAI,CAACwB,MAAM;MAGrC,IAAIZ,UAAU,IAAI,CAACb,SAAS,EAAE;QAE5B,MAAM1B,MAAM,GAAGS,UAAU,CAACT,MAAM,KAAK,MAAM,GAAGY,WAAW,CAACoB,GAAG,CAAC,GAAGnB,OAAO,CAACJ,UAAU,CAACT,MAAM,CAAC;QAC3F,IAAIA,MAAM,EAAE;UACV0B,SAAS,GAAGM,GAAG,CAACD,GAAG,CAACb,0BAA0B,CAAC,CAAC,CAAC;UACjD;QACF;MACF;MAGA,IAAIqB,UAAU,EAAE;QACdA,UAAU,GAAG,KAAK;QAClB,IAAI,CAACb,SAAS,EAAE;UACdA,SAAS,GAAGG,cAAc,CAACpB,UAAU,CAACR,YAAY,EAAG+B,GAAG,CAACF,MAAM,CAAC;QAClE;QACAW,MAAM,GAAGW,YAAY,CAACpB,GAAG,EAAEN,SAAS,CAAC;MACvC;MAEA,IAAIjB,UAAU,CAACV,mBAAmB,EAAE;QAGlCiC,GAAG,GAAGqB,IAAI,CAAClE,KAAK,CAACkE,IAAI,CAACC,SAAS,CAACtB,GAAG,CAAC,CAAC;MACvC;MAGAQ,iBAAiB,GACfA,iBAAiB,IACjB,IAAInE,iBAAiB,CAEnBoE,MAAM,EACN;QACE3C,KAAK,EAAEW,UAAU,CAACX,KAAK,IAAI,iBAAiB;QAC5C,GAAGT;MACL,CACF,CAAC;MAEH,IAAI;QACFmD,iBAAiB,CAACe,MAAM,CAACvB,GAAG,CAAC;QAE7B,MAAMwB,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACiB,YAAY,CAAC;UAACP;QAAS,CAAC,CAAC;QAC9E,IAAIM,KAAK,EAAE;UACTlB,UAAU,CAACoB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOpC,KAAK,EAAE;QACdkB,UAAU,CAACoB,OAAO,CAACtC,KAAc,CAAC;MACpC;IACF,CAAC;IAGDuC,QAAQA,CAACd,OAAO,EAAE;MAChB,IAAI;QACF,MAAMK,SAAS,GAAGL,OAAO,CAAClB,IAAI,CAACwB,MAAM;QAErC,MAAMK,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACoB,aAAa,CAAC;UAACV;QAAS,CAAC,CAAC;QAC/E,IAAIM,KAAK,EAAE;UACTlB,UAAU,CAACoB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOpC,KAAK,EAAE;QACdkB,UAAU,CAACoB,OAAO,CAACtC,KAAc,CAAC;MACpC;MAEAkB,UAAU,CAACuB,KAAK,CAAC,CAAC;IACpB;EACF,CAAC;EAEDrF,IAAI,CAACW,KAAK,CAACgD,aAAa,EAAEO,MAAM,EAAEjE,qBAAqB,CAAC;EAIxD,OAAO6D,UAAU;AACnB;AAOA,SAAS1B,WAAWA,CAACoB,GAAa,EAAW;EAC3C,OAAOA,GAAG,IAAIA,GAAG,CAAC8B,KAAK,CAAEC,KAAK,IAAK,OAAOA,KAAK,KAAK,QAAQ,CAAC;AAC/D;AAOA,SAASpD,YAAYA,CAACH,OAAe,EAAS;EAC5C,MAAMe,MAAM,GAAG/C,IAAI,CAACW,KAAK,CAACqB,OAAO,EAAE;IACjCQ,QAAQ,EAAE,KAAK;IACfZ,aAAa,EAAE,IAAI;IACnB4D,OAAO,EAAE;EACX,CAAC,CAAC;EACF,OAAOzC,MAAM,CAACE,IAAI,CAAC,CAAC,CAAC;AACvB;AAQA,SAASP,0BAA0BA,CAAA,EAA+B;EAChE,MAAM+C,eAAe,GAAG,IAAIC,GAAG,CAAS,CAAC;EACzC,OAAQC,GAAG,IAAK;IACd,IAAIC,OAAO,GAAGD,GAAG;IACjB,IAAIE,OAAO,GAAG,CAAC;IACf,OAAOJ,eAAe,CAACK,GAAG,CAACF,OAAO,CAAC,EAAE;MACnCA,OAAO,MAAAG,MAAA,CAAMJ,GAAG,OAAAI,MAAA,CAAIF,OAAO,CAAE;MAC7BA,OAAO,EAAE;IACX;IACAJ,eAAe,CAACO,GAAG,CAACJ,OAAO,CAAC;IAC5B,OAAOA,OAAO;EAChB,CAAC;AACH;AAQA,SAASvC,cAAcA,CAAC5B,YAAoB,EAA+B;EAAA,IAA7BwE,KAAa,GAAAC,SAAA,CAAA5C,MAAA,QAAA4C,SAAA,QAAAvD,SAAA,GAAAuD,SAAA,MAAG,CAAC;EAC7D,MAAMC,OAAiB,GAAG,EAAE;EAC5B,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,KAAK,EAAEG,CAAC,EAAE,EAAE;IAC9BD,OAAO,CAACE,IAAI,IAAAN,MAAA,CAAItE,YAAY,EAAAsE,MAAA,CAAGK,CAAC,GAAG,CAAC,CAAE,CAAC;EACzC;EACA,OAAOD,OAAO;AAChB;AAEA,SAASvB,YAAYA,CAACpB,GAAG,EAAEN,SAAS,EAAgB;EAClD,MAAMe,MAAoB,GAAGf,SAAS,GAAG,CAAC,CAAC,GAAG,EAAE;EAChD,KAAK,IAAIkD,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG5C,GAAG,CAACF,MAAM,EAAE8C,CAAC,EAAE,EAAE;IACnC,MAAME,UAAU,GAAIpD,SAAS,IAAIA,SAAS,CAACkD,CAAC,CAAC,IAAKA,CAAC;IACnD,MAAMb,KAAK,GAAG/B,GAAG,CAAC4C,CAAC,CAAC;IACpB,QAAQ,OAAOb,KAAK;MAClB,KAAK,QAAQ;MACb,KAAK,SAAS;QAEZtB,MAAM,CAACqC,UAAU,CAAC,GAAG;UAAChG,IAAI,EAAEiG,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAEC;QAAY,CAAC;QAC7E;MACF,KAAK,QAAQ;MACb;QACEzC,MAAM,CAACqC,UAAU,CAAC,GAAG;UAAChG,IAAI,EAAEiG,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAEhD;QAAK,CAAC;IAG1E;EACF;EACA,OAAOQ,MAAM;AACf"}
+{"version":3,"file":"csv-loader.js","names":["AsyncQueue","TableBatchBuilder","convertToArrayRow","convertToObjectRow","Papa","AsyncIteratorStreamer","VERSION","DEFAULT_CSV_SHAPE","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","arrayBuffer","options","parseCSV","TextDecoder","decode","parseText","text","parseInBatches","parseCSVInBatches","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","csvText","csvOptions","firstRow","readFirstRow","isHeaderRow","Boolean","parseWithHeader","papaparseConfig","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","result","rows","data","headerRow","meta","fields","generateHeader","length","map","row","Array","isArray","asyncIterator","_options","batchSize","asyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","every","value","preview","observedColumns","Set","col","colName","counter","has","concat","add","count","arguments","headers","i","push","columnName","String","index","type","Float32Array"],"sources":["../../src/csv-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrayRowTable, ObjectRowTable, TableBatch} from '@loaders.gl/schema';\n\nimport {\n  AsyncQueue,\n  Table,\n  TableBatchBuilder,\n  convertToArrayRow,\n  convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\ntype ObjectField = {name: string; index: number; type: any};\ntype ObjectSchema = {[key: string]: ObjectField} | ObjectField[];\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nconst DEFAULT_CSV_SHAPE = 'object-row-table';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n  csv?: {\n    // loaders.gl options\n    shape?: 'array-row-table' | 'object-row-table';\n    /** optimizes memory usage but increases parsing time. */\n    optimizeMemoryUsage?: boolean;\n    columnPrefix?: string;\n    header?: 'auto';\n\n    // CSV options (papaparse)\n    // delimiter: auto\n    // newline: auto\n    quoteChar?: string;\n    escapeChar?: string;\n    // Convert numbers and boolean values in rows from strings\n    dynamicTyping?: boolean;\n    comments?: boolean;\n    skipEmptyLines?: boolean | 'greedy';\n    // transform: null?\n    delimitersToGuess?: string[];\n    // fastMode: auto\n  };\n};\n\nexport const CSVLoader: LoaderWithParser<Table, TableBatch, CSVLoaderOptions> = {\n  id: 'csv',\n  module: 'csv',\n  name: 'CSV',\n  version: VERSION,\n  extensions: ['csv', 'tsv', 'dsv'],\n  mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n  category: 'table',\n  parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n    parseCSV(new TextDecoder().decode(arrayBuffer), options),\n  parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n  parseInBatches: parseCSVInBatches,\n  // @ts-ignore\n  // testText: null,\n  options: {\n    csv: {\n      shape: DEFAULT_CSV_SHAPE, // 'object-row-table'\n      optimizeMemoryUsage: false,\n      // CSV options\n      header: 'auto',\n      columnPrefix: 'column',\n      // delimiter: auto\n      // newline: auto\n      quoteChar: '\"',\n      escapeChar: '\"',\n      dynamicTyping: true,\n      comments: false,\n      skipEmptyLines: true,\n      // transform: null?\n      delimitersToGuess: [',', '\\t', '|', ';']\n      // fastMode: auto\n    }\n  }\n};\n\nasync function parseCSV(\n  csvText: string,\n  options?: CSVLoaderOptions\n): Promise<ObjectRowTable | ArrayRowTable> {\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n  const firstRow = readFirstRow(csvText);\n  const header: boolean =\n    csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n  const parseWithHeader = header;\n\n  const papaparseConfig = {\n    // dynamicTyping: true,\n    ...csvOptions,\n    header: parseWithHeader,\n    download: false, // We handle loading, no need for papaparse to do it for us\n    transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n    error: (e) => {\n      throw new Error(e);\n    }\n  };\n\n  const result = Papa.parse(csvText, papaparseConfig);\n  const rows = result.data as any[];\n\n  const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix!, firstRow.length);\n\n  const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;\n  switch (shape) {\n    case 'object-row-table':\n      return {\n        shape: 'object-row-table',\n        data: rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row))\n      };\n    case 'array-row-table':\n      return {\n        shape: 'array-row-table',\n        data: rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)))\n      };\n    default:\n      throw new Error(shape);\n  }\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options?: CSVLoaderOptions\n): AsyncIterable<TableBatch> {\n  // Papaparse does not support standard batch size handling\n  // TODO - investigate papaparse chunks mode\n  options = {...options};\n  if (options.batchSize === 'auto') {\n    options.batchSize = 4000;\n  }\n\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n  const asyncQueue = new AsyncQueue<TableBatch>();\n\n  let isFirstRow: boolean = true;\n  let headerRow: string[] | null = null;\n  let tableBatchBuilder: TableBatchBuilder | null = null;\n  let schema: ObjectSchema | null = null;\n\n  const config = {\n    // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n    ...csvOptions,\n    header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n    download: false, // We handle loading, no need for papaparse to do it for us\n    // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n    // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n    // See https://github.com/mholt/PapaParse/issues/465\n    chunkSize: 1024 * 1024 * 5,\n    // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n    // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n    // both of the skipEmptyLines and step callback options are provided:\n    // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n    // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n    skipEmptyLines: false,\n\n    // step is called on every row\n    // eslint-disable-next-line complexity, max-statements\n    step(results) {\n      let row = results.data;\n\n      if (csvOptions.skipEmptyLines) {\n        // Manually reject lines that are empty\n        const collapsedRow = row.flat().join('').trim();\n        if (collapsedRow === '') {\n          return;\n        }\n      }\n      const bytesUsed = results.meta.cursor;\n\n      // Check if we need to save a header row\n      if (isFirstRow && !headerRow) {\n        // Auto detects or can be forced with csvOptions.header\n        const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n        if (header) {\n          headerRow = row.map(duplicateColumnTransformer());\n          return;\n        }\n      }\n\n      // If first data row, we can deduce the schema\n      if (isFirstRow) {\n        isFirstRow = false;\n        if (!headerRow) {\n          headerRow = generateHeader(csvOptions.columnPrefix!, row.length);\n        }\n        schema = deduceSchema(row, headerRow);\n      }\n\n      if (csvOptions.optimizeMemoryUsage) {\n        // A workaround to allocate new strings and don't retain pointers to original strings.\n        // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n        row = JSON.parse(JSON.stringify(row));\n      }\n\n      const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;\n\n      // Add the row\n      tableBatchBuilder =\n        tableBatchBuilder ||\n        new TableBatchBuilder(\n          // @ts-expect-error TODO this is not a proper schema\n          schema,\n          {\n            shape,\n            ...options\n          }\n        );\n\n      try {\n        tableBatchBuilder.addRow(row);\n        // If a batch has been completed, emit it\n        const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n    },\n\n    // complete is called when all rows have been read\n    complete(results) {\n      try {\n        const bytesUsed = results.meta.cursor;\n        // Ensure any final (partial) batch gets emitted\n        const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n\n      asyncQueue.close();\n    }\n  };\n\n  Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n  // TODO - Does it matter if we return asyncIterable or asyncIterator\n  // return asyncQueue[Symbol.asyncIterator]();\n  return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n  return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n  const result = Papa.parse(csvText, {\n    download: false,\n    dynamicTyping: true,\n    preview: 1\n  });\n  return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer(): (column: string) => string {\n  const observedColumns = new Set<string>();\n  return (col) => {\n    let colName = col;\n    let counter = 1;\n    while (observedColumns.has(colName)) {\n      colName = `${col}.${counter}`;\n      counter++;\n    }\n    observedColumns.add(colName);\n    return colName;\n  };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n  const headers: string[] = [];\n  for (let i = 0; i < count; i++) {\n    headers.push(`${columnPrefix}${i + 1}`);\n  }\n  return headers;\n}\n\nfunction deduceSchema(row, headerRow): ObjectSchema {\n  const schema: ObjectSchema = headerRow ? {} : [];\n  for (let i = 0; i < row.length; i++) {\n    const columnName = (headerRow && headerRow[i]) || i;\n    const value = row[i];\n    switch (typeof value) {\n      case 'number':\n      case 'boolean':\n        // TODO - booleans could be handled differently...\n        schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n        break;\n      case 'string':\n      default:\n        schema[columnName] = {name: String(columnName), index: i, type: Array};\n      // We currently only handle numeric rows\n      // TODO we could offer a function to map strings to numbers?\n    }\n  }\n  return schema;\n}\n"],"mappings":"AAKA,SACEA,UAAU,EAEVC,iBAAiB,EACjBC,iBAAiB,EACjBC,kBAAkB,QACb,oBAAoB;AAC3B,OAAOC,IAAI,MAAM,uBAAuB;AACxC,OAAOC,qBAAqB,MAAM,qCAAqC;AAOvE,MAAMC,OAAO,GAAG,uBAAkB,KAAK,WAAW,sBAAiB,QAAQ;AAE3E,MAAMC,iBAAiB,GAAG,kBAAkB;AA0B5C,OAAO,MAAMC,SAAgE,GAAG;EAC9EC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,OAAO,EAAEN,OAAO;EAChBO,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;EACjCC,SAAS,EAAE,CAAC,UAAU,EAAE,2BAA2B,EAAE,UAAU,CAAC;EAChEC,QAAQ,EAAE,OAAO;EACjBC,KAAK,EAAE,MAAAA,CAAOC,WAAwB,EAAEC,OAA0B,KAChEC,QAAQ,CAAC,IAAIC,WAAW,CAAC,CAAC,CAACC,MAAM,CAACJ,WAAW,CAAC,EAAEC,OAAO,CAAC;EAC1DI,SAAS,EAAEA,CAACC,IAAY,EAAEL,OAA0B,KAAKC,QAAQ,CAACI,IAAI,EAAEL,OAAO,CAAC;EAChFM,cAAc,EAAEC,iBAAiB;EAGjCP,OAAO,EAAE;IACPQ,GAAG,EAAE;MACHC,KAAK,EAAEpB,iBAAiB;MACxBqB,mBAAmB,EAAE,KAAK;MAE1BC,MAAM,EAAE,MAAM;MACdC,YAAY,EAAE,QAAQ;MAGtBC,SAAS,EAAE,GAAG;MACdC,UAAU,EAAE,GAAG;MACfC,aAAa,EAAE,IAAI;MACnBC,QAAQ,EAAE,KAAK;MACfC,cAAc,EAAE,IAAI;MAEpBC,iBAAiB,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG;IAEzC;EACF;AACF,CAAC;AAED,eAAejB,QAAQA,CACrBkB,OAAe,EACfnB,OAA0B,EACe;EAEzC,MAAMoB,UAAU,GAAG;IAAC,GAAG9B,SAAS,CAACU,OAAO,CAACQ,GAAG;IAAE,IAAGR,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEQ,GAAG;EAAA,CAAC;EAE9D,MAAMa,QAAQ,GAAGC,YAAY,CAACH,OAAO,CAAC;EACtC,MAAMR,MAAe,GACnBS,UAAU,CAACT,MAAM,KAAK,MAAM,GAAGY,WAAW,CAACF,QAAQ,CAAC,GAAGG,OAAO,CAACJ,UAAU,CAACT,MAAM,CAAC;EAEnF,MAAMc,eAAe,GAAGd,MAAM;EAE9B,MAAMe,eAAe,GAAG;IAEtB,GAAGN,UAAU;IACbT,MAAM,EAAEc,eAAe;IACvBE,QAAQ,EAAE,KAAK;IACfC,eAAe,EAAEH,eAAe,GAAGI,0BAA0B,CAAC,CAAC,GAAGC,SAAS;IAC3EC,KAAK,EAAGC,CAAC,IAAK;MACZ,MAAM,IAAIC,KAAK,CAACD,CAAC,CAAC;IACpB;EACF,CAAC;EAED,MAAME,MAAM,GAAGhD,IAAI,CAACY,KAAK,CAACqB,OAAO,EAAEO,eAAe,CAAC;EACnD,MAAMS,IAAI,GAAGD,MAAM,CAACE,IAAa;EAEjC,MAAMC,SAAS,GAAGH,MAAM,CAACI,IAAI,CAACC,MAAM,IAAIC,cAAc,CAACpB,UAAU,CAACR,YAAY,EAAGS,QAAQ,CAACoB,MAAM,CAAC;EAEjG,MAAMhC,KAAK,GAAGW,UAAU,CAACX,KAAK,IAAIpB,iBAAiB;EACnD,QAAQoB,KAAK;IACX,KAAK,kBAAkB;MACrB,OAAO;QACLA,KAAK,EAAE,kBAAkB;QACzB2B,IAAI,EAAED,IAAI,CAACO,GAAG,CAAEC,GAAG,IAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAG1D,kBAAkB,CAAC0D,GAAG,EAAEN,SAAS,CAAC,GAAGM,GAAI;MACzF,CAAC;IACH,KAAK,iBAAiB;MACpB,OAAO;QACLlC,KAAK,EAAE,iBAAiB;QACxB2B,IAAI,EAAED,IAAI,CAACO,GAAG,CAAEC,GAAG,IAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG3D,iBAAiB,CAAC2D,GAAG,EAAEN,SAAS,CAAE;MACxF,CAAC;IACH;MACE,MAAM,IAAIJ,KAAK,CAACxB,KAAK,CAAC;EAC1B;AACF;AAGA,SAASF,iBAAiBA,CACxBuC,aAAiE,EACjE9C,OAA0B,EACC;EAAA,IAAA+C,QAAA;EAG3B/C,OAAO,GAAG;IAAC,GAAGA;EAAO,CAAC;EACtB,IAAIA,OAAO,CAACgD,SAAS,KAAK,MAAM,EAAE;IAChChD,OAAO,CAACgD,SAAS,GAAG,IAAI;EAC1B;EAGA,MAAM5B,UAAU,GAAG;IAAC,GAAG9B,SAAS,CAACU,OAAO,CAACQ,GAAG;IAAE,KAAAuC,QAAA,GAAG/C,OAAO,cAAA+C,QAAA,uBAAPA,QAAA,CAASvC,GAAG;EAAA,CAAC;EAE9D,MAAMyC,UAAU,GAAG,IAAInE,UAAU,CAAa,CAAC;EAE/C,IAAIoE,UAAmB,GAAG,IAAI;EAC9B,IAAIb,SAA0B,GAAG,IAAI;EACrC,IAAIc,iBAA2C,GAAG,IAAI;EACtD,IAAIC,MAA2B,GAAG,IAAI;EAEtC,MAAMC,MAAM,GAAG;IAEb,GAAGjC,UAAU;IACbT,MAAM,EAAE,KAAK;IACbgB,QAAQ,EAAE,KAAK;IAIf2B,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;IAM1BrC,cAAc,EAAE,KAAK;IAIrBsC,IAAIA,CAACC,OAAO,EAAE;MACZ,IAAIb,GAAG,GAAGa,OAAO,CAACpB,IAAI;MAEtB,IAAIhB,UAAU,CAACH,cAAc,EAAE;QAE7B,MAAMwC,YAAY,GAAGd,GAAG,CAACe,IAAI,CAAC,CAAC,CAACC,IAAI,CAAC,EAAE,CAAC,CAACC,IAAI,CAAC,CAAC;QAC/C,IAAIH,YAAY,KAAK,EAAE,EAAE;UACvB;QACF;MACF;MACA,MAAMI,SAAS,GAAGL,OAAO,CAAClB,IAAI,CAACwB,MAAM;MAGrC,IAAIZ,UAAU,IAAI,CAACb,SAAS,EAAE;QAE5B,MAAM1B,MAAM,GAAGS,UAAU,CAACT,MAAM,KAAK,MAAM,GAAGY,WAAW,CAACoB,GAAG,CAAC,GAAGnB,OAAO,CAACJ,UAAU,CAACT,MAAM,CAAC;QAC3F,IAAIA,MAAM,EAAE;UACV0B,SAAS,GAAGM,GAAG,CAACD,GAAG,CAACb,0BAA0B,CAAC,CAAC,CAAC;UACjD;QACF;MACF;MAGA,IAAIqB,UAAU,EAAE;QACdA,UAAU,GAAG,KAAK;QAClB,IAAI,CAACb,SAAS,EAAE;UACdA,SAAS,GAAGG,cAAc,CAACpB,UAAU,CAACR,YAAY,EAAG+B,GAAG,CAACF,MAAM,CAAC;QAClE;QACAW,MAAM,GAAGW,YAAY,CAACpB,GAAG,EAAEN,SAAS,CAAC;MACvC;MAEA,IAAIjB,UAAU,CAACV,mBAAmB,EAAE;QAGlCiC,GAAG,GAAGqB,IAAI,CAAClE,KAAK,CAACkE,IAAI,CAACC,SAAS,CAACtB,GAAG,CAAC,CAAC;MACvC;MAEA,MAAMlC,KAAK,GAAGW,UAAU,CAACX,KAAK,IAAIpB,iBAAiB;MAGnD8D,iBAAiB,GACfA,iBAAiB,IACjB,IAAIpE,iBAAiB,CAEnBqE,MAAM,EACN;QACE3C,KAAK;QACL,GAAGT;MACL,CACF,CAAC;MAEH,IAAI;QACFmD,iBAAiB,CAACe,MAAM,CAACvB,GAAG,CAAC;QAE7B,MAAMwB,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACiB,YAAY,CAAC;UAACP;QAAS,CAAC,CAAC;QAC9E,IAAIM,KAAK,EAAE;UACTlB,UAAU,CAACoB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOpC,KAAK,EAAE;QACdkB,UAAU,CAACoB,OAAO,CAACtC,KAAc,CAAC;MACpC;IACF,CAAC;IAGDuC,QAAQA,CAACd,OAAO,EAAE;MAChB,IAAI;QACF,MAAMK,SAAS,GAAGL,OAAO,CAAClB,IAAI,CAACwB,MAAM;QAErC,MAAMK,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACoB,aAAa,CAAC;UAACV;QAAS,CAAC,CAAC;QAC/E,IAAIM,KAAK,EAAE;UACTlB,UAAU,CAACoB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOpC,KAAK,EAAE;QACdkB,UAAU,CAACoB,OAAO,CAACtC,KAAc,CAAC;MACpC;MAEAkB,UAAU,CAACuB,KAAK,CAAC,CAAC;IACpB;EACF,CAAC;EAEDtF,IAAI,CAACY,KAAK,CAACgD,aAAa,EAAEO,MAAM,EAAElE,qBAAqB,CAAC;EAIxD,OAAO8D,UAAU;AACnB;AAOA,SAAS1B,WAAWA,CAACoB,GAAa,EAAW;EAC3C,OAAOA,GAAG,IAAIA,GAAG,CAAC8B,KAAK,CAAEC,KAAK,IAAK,OAAOA,KAAK,KAAK,QAAQ,CAAC;AAC/D;AAOA,SAASpD,YAAYA,CAACH,OAAe,EAAS;EAC5C,MAAMe,MAAM,GAAGhD,IAAI,CAACY,KAAK,CAACqB,OAAO,EAAE;IACjCQ,QAAQ,EAAE,KAAK;IACfZ,aAAa,EAAE,IAAI;IACnB4D,OAAO,EAAE;EACX,CAAC,CAAC;EACF,OAAOzC,MAAM,CAACE,IAAI,CAAC,CAAC,CAAC;AACvB;AAQA,SAASP,0BAA0BA,CAAA,EAA+B;EAChE,MAAM+C,eAAe,GAAG,IAAIC,GAAG,CAAS,CAAC;EACzC,OAAQC,GAAG,IAAK;IACd,IAAIC,OAAO,GAAGD,GAAG;IACjB,IAAIE,OAAO,GAAG,CAAC;IACf,OAAOJ,eAAe,CAACK,GAAG,CAACF,OAAO,CAAC,EAAE;MACnCA,OAAO,MAAAG,MAAA,CAAMJ,GAAG,OAAAI,MAAA,CAAIF,OAAO,CAAE;MAC7BA,OAAO,EAAE;IACX;IACAJ,eAAe,CAACO,GAAG,CAACJ,OAAO,CAAC;IAC5B,OAAOA,OAAO;EAChB,CAAC;AACH;AAQA,SAASvC,cAAcA,CAAC5B,YAAoB,EAA+B;EAAA,IAA7BwE,KAAa,GAAAC,SAAA,CAAA5C,MAAA,QAAA4C,SAAA,QAAAvD,SAAA,GAAAuD,SAAA,MAAG,CAAC;EAC7D,MAAMC,OAAiB,GAAG,EAAE;EAC5B,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,KAAK,EAAEG,CAAC,EAAE,EAAE;IAC9BD,OAAO,CAACE,IAAI,IAAAN,MAAA,CAAItE,YAAY,EAAAsE,MAAA,CAAGK,CAAC,GAAG,CAAC,CAAE,CAAC;EACzC;EACA,OAAOD,OAAO;AAChB;AAEA,SAASvB,YAAYA,CAACpB,GAAG,EAAEN,SAAS,EAAgB;EAClD,MAAMe,MAAoB,GAAGf,SAAS,GAAG,CAAC,CAAC,GAAG,EAAE;EAChD,KAAK,IAAIkD,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG5C,GAAG,CAACF,MAAM,EAAE8C,CAAC,EAAE,EAAE;IACnC,MAAME,UAAU,GAAIpD,SAAS,IAAIA,SAAS,CAACkD,CAAC,CAAC,IAAKA,CAAC;IACnD,MAAMb,KAAK,GAAG/B,GAAG,CAAC4C,CAAC,CAAC;IACpB,QAAQ,OAAOb,KAAK;MAClB,KAAK,QAAQ;MACb,KAAK,SAAS;QAEZtB,MAAM,CAACqC,UAAU,CAAC,GAAG;UAAChG,IAAI,EAAEiG,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAEC;QAAY,CAAC;QAC7E;MACF,KAAK,QAAQ;MACb;QACEzC,MAAM,CAACqC,UAAU,CAAC,GAAG;UAAChG,IAAI,EAAEiG,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAEhD;QAAK,CAAC;IAG1E;EACF;EACA,OAAOQ,MAAM;AACf"}

package/dist/esm/csv-writer.js

@@ -1,10 +1,4 @@
 import { encodeTableAsCSV } from './lib/encoders/encode-csv';
-const DEFAULT_WRITER_OPTIONS = {
-  csv: {
-    useDisplayNames: false
-  },
-  useDisplayNames: false
-};
 export const CSVWriter = {
   id: 'csv',
   version: 'latest',
@@ -12,9 +6,14 @@ export const CSVWriter = {
   name: 'CSV',
   extensions: ['csv'],
   mimeTypes: ['text/csv'],
-  options: DEFAULT_WRITER_OPTIONS,
+  options: {
+    csv: {
+      useDisplayNames: false
+    },
+    useDisplayNames: false
+  },
   text: true,
   encode: async (table, options) => new TextEncoder().encode(encodeTableAsCSV(table, options)).buffer,
-  encodeText: (table, options) => encodeTableAsCSV(table, options)
+  encodeTextSync: (table, options) => encodeTableAsCSV(table, options)
 };
 //# sourceMappingURL=csv-writer.js.map

package/dist/esm/csv-writer.js.map

@@ -1 +1 @@
-{"version":3,"file":"csv-writer.js","names":["encodeTableAsCSV","DEFAULT_WRITER_OPTIONS","csv","useDisplayNames","CSVWriter","id","version","module","name","extensions","mimeTypes","options","text","encode","table","TextEncoder","buffer","encodeText"],"sources":["../../src/csv-writer.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n/* global TextEncoder */\nimport type {Writer} from '@loaders.gl/loader-utils';\nimport type {Table, TableBatch} from '@loaders.gl/schema';\nimport type {CSVWriterOptions} from './lib/encoders/encode-csv';\nimport {encodeTableAsCSV} from './lib/encoders/encode-csv';\n\nexport type {CSVWriterOptions};\n\nconst DEFAULT_WRITER_OPTIONS: Required<CSVWriterOptions> = {\n  csv: {\n    useDisplayNames: false\n  },\n  useDisplayNames: false\n};\n\nexport const CSVWriter: Writer<Table, TableBatch, CSVWriterOptions> = {\n  id: 'csv',\n  version: 'latest',\n  module: 'csv',\n  name: 'CSV',\n  extensions: ['csv'],\n  mimeTypes: ['text/csv'],\n  options: DEFAULT_WRITER_OPTIONS,\n  text: true,\n  encode: async (table, options) =>\n    new TextEncoder().encode(encodeTableAsCSV(table, options)).buffer,\n  encodeText: (table, options) => encodeTableAsCSV(table, options)\n};\n"],"mappings":"AAMA,SAAQA,gBAAgB,QAAO,2BAA2B;AAI1D,MAAMC,sBAAkD,GAAG;EACzDC,GAAG,EAAE;IACHC,eAAe,EAAE;EACnB,CAAC;EACDA,eAAe,EAAE;AACnB,CAAC;AAED,OAAO,MAAMC,SAAsD,GAAG;EACpEC,EAAE,EAAE,KAAK;EACTC,OAAO,EAAE,QAAQ;EACjBC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBC,SAAS,EAAE,CAAC,UAAU,CAAC;EACvBC,OAAO,EAAEV,sBAAsB;EAC/BW,IAAI,EAAE,IAAI;EACVC,MAAM,EAAE,MAAAA,CAAOC,KAAK,EAAEH,OAAO,KAC3B,IAAII,WAAW,CAAC,CAAC,CAACF,MAAM,CAACb,gBAAgB,CAACc,KAAK,EAAEH,OAAO,CAAC,CAAC,CAACK,MAAM;EACnEC,UAAU,EAAEA,CAACH,KAAK,EAAEH,OAAO,KAAKX,gBAAgB,CAACc,KAAK,EAAEH,OAAO;AACjE,CAAC"}
+{"version":3,"file":"csv-writer.js","names":["encodeTableAsCSV","CSVWriter","id","version","module","name","extensions","mimeTypes","options","csv","useDisplayNames","text","encode","table","TextEncoder","buffer","encodeTextSync"],"sources":["../../src/csv-writer.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n/* global TextEncoder */\nimport type {Writer, WriterOptions} from '@loaders.gl/loader-utils';\nimport type {Table, TableBatch} from '@loaders.gl/schema';\nimport {encodeTableAsCSV} from './lib/encoders/encode-csv';\n\nexport type CSVWriterOptions = WriterOptions & {\n  csv?: {\n    useDisplayNames?: boolean;\n  };\n  /** @deprecated */\n  useDisplayNames?: boolean;\n};\n\nexport const CSVWriter: Writer<Table, TableBatch, CSVWriterOptions> = {\n  id: 'csv',\n  version: 'latest',\n  module: 'csv',\n  name: 'CSV',\n  extensions: ['csv'],\n  mimeTypes: ['text/csv'],\n  options: {\n    csv: {\n      useDisplayNames: false\n    },\n    /** @deprecated use csv.displayNames */\n    useDisplayNames: false\n  },\n  text: true,\n  encode: async (table, options) =>\n    new TextEncoder().encode(encodeTableAsCSV(table, options)).buffer,\n  encodeTextSync: (table, options) => encodeTableAsCSV(table, options)\n};\n"],"mappings":"AAKA,SAAQA,gBAAgB,QAAO,2BAA2B;AAU1D,OAAO,MAAMC,SAAsD,GAAG;EACpEC,EAAE,EAAE,KAAK;EACTC,OAAO,EAAE,QAAQ;EACjBC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBC,SAAS,EAAE,CAAC,UAAU,CAAC;EACvBC,OAAO,EAAE;IACPC,GAAG,EAAE;MACHC,eAAe,EAAE;IACnB,CAAC;IAEDA,eAAe,EAAE;EACnB,CAAC;EACDC,IAAI,EAAE,IAAI;EACVC,MAAM,EAAE,MAAAA,CAAOC,KAAK,EAAEL,OAAO,KAC3B,IAAIM,WAAW,CAAC,CAAC,CAACF,MAAM,CAACZ,gBAAgB,CAACa,KAAK,EAAEL,OAAO,CAAC,CAAC,CAACO,MAAM;EACnEC,cAAc,EAAEA,CAACH,KAAK,EAAEL,OAAO,KAAKR,gBAAgB,CAACa,KAAK,EAAEL,OAAO;AACrE,CAAC"}