@loaders.gl/csv 4.1.0-alpha.1 → 4.1.0-alpha.3

package/dist/csv-loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"csv-loader.d.ts","sourceRoot":"","sources":["../src/csv-loader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,gBAAgB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAC9E,OAAO,KAAK,EAAgC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAElF,OAAO,EAEL,KAAK,EAIN,MAAM,oBAAoB,CAAC;AAa5B,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QAEJ,KAAK,CAAC,EAAE,iBAAiB,GAAG,kBAAkB,CAAC;QAC/C,yDAAyD;QACzD,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,MAAM,CAAC,EAAE,MAAM,CAAC;QAKhB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QAEpB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,cAAc,CAAC,EAAE,OAAO,GAAG,QAAQ,CAAC;QAEpC,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAE9B,CAAC;CACH,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,gBAAgB,CAAC,KAAK,EAAE,UAAU,EAAE,gBAAgB,CAiC3E,CAAC"}
+{"version":3,"file":"csv-loader.d.ts","sourceRoot":"","sources":["../src/csv-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,gBAAgB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAC9E,OAAO,KAAK,EAAgC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAElF,OAAO,EAEL,KAAK,EAIN,MAAM,oBAAoB,CAAC;AAa5B,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QAEJ,KAAK,CAAC,EAAE,iBAAiB,GAAG,kBAAkB,CAAC;QAC/C,yDAAyD;QACzD,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,MAAM,CAAC,EAAE,MAAM,CAAC;QAKhB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QAEpB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,cAAc,CAAC,EAAE,OAAO,GAAG,QAAQ,CAAC;QAEpC,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAE9B,CAAC;CACH,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,gBAAgB,CAAC,KAAK,EAAE,UAAU,EAAE,gBAAgB,CAiC3E,CAAC"}

package/dist/csv-loader.js

@@ -1,7 +1,7 @@
 import { AsyncQueue, TableBatchBuilder, convertToArrayRow, convertToObjectRow } from '@loaders.gl/schema';
 import Papa from "./papaparse/papaparse.js";
 import AsyncIteratorStreamer from "./papaparse/async-iterator-streamer.js";
-const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
+const VERSION = typeof "4.1.0-alpha.3" !== 'undefined' ? "4.1.0-alpha.3" : 'latest';
 const DEFAULT_CSV_SHAPE = 'object-row-table';
 export const CSVLoader = {
   id: 'csv',

package/dist/csv-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"csv-loader.js","names":["AsyncQueue","TableBatchBuilder","convertToArrayRow","convertToObjectRow","Papa","AsyncIteratorStreamer","VERSION","__VERSION__","DEFAULT_CSV_SHAPE","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","arrayBuffer","options","parseCSV","TextDecoder","decode","parseText","text","parseInBatches","parseCSVInBatches","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","csvText","csvOptions","firstRow","readFirstRow","isHeaderRow","Boolean","parseWithHeader","papaparseConfig","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","result","rows","data","headerRow","meta","fields","generateHeader","length","map","row","Array","isArray","asyncIterator","_options","batchSize","asyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","every","value","preview","observedColumns","Set","col","colName","counter","has","add","count","arguments","headers","i","push","columnName","String","index","type","Float32Array"],"sources":["../src/csv-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrayRowTable, ObjectRowTable, TableBatch} from '@loaders.gl/schema';\n\nimport {\n  AsyncQueue,\n  Table,\n  TableBatchBuilder,\n  convertToArrayRow,\n  convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\ntype ObjectField = {name: string; index: number; type: any};\ntype ObjectSchema = {[key: string]: ObjectField} | ObjectField[];\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nconst DEFAULT_CSV_SHAPE = 'object-row-table';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n  csv?: {\n    // loaders.gl options\n    shape?: 'array-row-table' | 'object-row-table';\n    /** optimizes memory usage but increases parsing time. */\n    optimizeMemoryUsage?: boolean;\n    columnPrefix?: string;\n    header?: 'auto';\n\n    // CSV options (papaparse)\n    // delimiter: auto\n    // newline: auto\n    quoteChar?: string;\n    escapeChar?: string;\n    // Convert numbers and boolean values in rows from strings\n    dynamicTyping?: boolean;\n    comments?: boolean;\n    skipEmptyLines?: boolean | 'greedy';\n    // transform: null?\n    delimitersToGuess?: string[];\n    // fastMode: auto\n  };\n};\n\nexport const CSVLoader: LoaderWithParser<Table, TableBatch, CSVLoaderOptions> = {\n  id: 'csv',\n  module: 'csv',\n  name: 'CSV',\n  version: VERSION,\n  extensions: ['csv', 'tsv', 'dsv'],\n  mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n  category: 'table',\n  parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n    parseCSV(new TextDecoder().decode(arrayBuffer), options),\n  parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n  parseInBatches: parseCSVInBatches,\n  // @ts-ignore\n  // testText: null,\n  options: {\n    csv: {\n      shape: DEFAULT_CSV_SHAPE, // 'object-row-table'\n      optimizeMemoryUsage: false,\n      // CSV options\n      header: 'auto',\n      columnPrefix: 'column',\n      // delimiter: auto\n      // newline: auto\n      quoteChar: '\"',\n      escapeChar: '\"',\n      dynamicTyping: true,\n      comments: false,\n      skipEmptyLines: true,\n      // transform: null?\n      delimitersToGuess: [',', '\\t', '|', ';']\n      // fastMode: auto\n    }\n  }\n};\n\nasync function parseCSV(\n  csvText: string,\n  options?: CSVLoaderOptions\n): Promise<ObjectRowTable | ArrayRowTable> {\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n  const firstRow = readFirstRow(csvText);\n  const header: boolean =\n    csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n  const parseWithHeader = header;\n\n  const papaparseConfig = {\n    // dynamicTyping: true,\n    ...csvOptions,\n    header: parseWithHeader,\n    download: false, // We handle loading, no need for papaparse to do it for us\n    transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n    error: (e) => {\n      throw new Error(e);\n    }\n  };\n\n  const result = Papa.parse(csvText, papaparseConfig);\n  const rows = result.data as any[];\n\n  const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix!, firstRow.length);\n\n  const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;\n  switch (shape) {\n    case 'object-row-table':\n      return {\n        shape: 'object-row-table',\n        data: rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row))\n      };\n    case 'array-row-table':\n      return {\n        shape: 'array-row-table',\n        data: rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)))\n      };\n    default:\n      throw new Error(shape);\n  }\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options?: CSVLoaderOptions\n): AsyncIterable<TableBatch> {\n  // Papaparse does not support standard batch size handling\n  // TODO - investigate papaparse chunks mode\n  options = {...options};\n  if (options.batchSize === 'auto') {\n    options.batchSize = 4000;\n  }\n\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n  const asyncQueue = new AsyncQueue<TableBatch>();\n\n  let isFirstRow: boolean = true;\n  let headerRow: string[] | null = null;\n  let tableBatchBuilder: TableBatchBuilder | null = null;\n  let schema: ObjectSchema | null = null;\n\n  const config = {\n    // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n    ...csvOptions,\n    header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n    download: false, // We handle loading, no need for papaparse to do it for us\n    // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n    // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n    // See https://github.com/mholt/PapaParse/issues/465\n    chunkSize: 1024 * 1024 * 5,\n    // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n    // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n    // both of the skipEmptyLines and step callback options are provided:\n    // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n    // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n    skipEmptyLines: false,\n\n    // step is called on every row\n    // eslint-disable-next-line complexity, max-statements\n    step(results) {\n      let row = results.data;\n\n      if (csvOptions.skipEmptyLines) {\n        // Manually reject lines that are empty\n        const collapsedRow = row.flat().join('').trim();\n        if (collapsedRow === '') {\n          return;\n        }\n      }\n      const bytesUsed = results.meta.cursor;\n\n      // Check if we need to save a header row\n      if (isFirstRow && !headerRow) {\n        // Auto detects or can be forced with csvOptions.header\n        const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n        if (header) {\n          headerRow = row.map(duplicateColumnTransformer());\n          return;\n        }\n      }\n\n      // If first data row, we can deduce the schema\n      if (isFirstRow) {\n        isFirstRow = false;\n        if (!headerRow) {\n          headerRow = generateHeader(csvOptions.columnPrefix!, row.length);\n        }\n        schema = deduceSchema(row, headerRow);\n      }\n\n      if (csvOptions.optimizeMemoryUsage) {\n        // A workaround to allocate new strings and don't retain pointers to original strings.\n        // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n        row = JSON.parse(JSON.stringify(row));\n      }\n\n      const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;\n\n      // Add the row\n      tableBatchBuilder =\n        tableBatchBuilder ||\n        new TableBatchBuilder(\n          // @ts-expect-error TODO this is not a proper schema\n          schema,\n          {\n            shape,\n            ...options\n          }\n        );\n\n      try {\n        tableBatchBuilder.addRow(row);\n        // If a batch has been completed, emit it\n        const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n    },\n\n    // complete is called when all rows have been read\n    complete(results) {\n      try {\n        const bytesUsed = results.meta.cursor;\n        // Ensure any final (partial) batch gets emitted\n        const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n\n      asyncQueue.close();\n    }\n  };\n\n  Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n  // TODO - Does it matter if we return asyncIterable or asyncIterator\n  // return asyncQueue[Symbol.asyncIterator]();\n  return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n  return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n  const result = Papa.parse(csvText, {\n    download: false,\n    dynamicTyping: true,\n    preview: 1\n  });\n  return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer(): (column: string) => string {\n  const observedColumns = new Set<string>();\n  return (col) => {\n    let colName = col;\n    let counter = 1;\n    while (observedColumns.has(colName)) {\n      colName = `${col}.${counter}`;\n      counter++;\n    }\n    observedColumns.add(colName);\n    return colName;\n  };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n  const headers: string[] = [];\n  for (let i = 0; i < count; i++) {\n    headers.push(`${columnPrefix}${i + 1}`);\n  }\n  return headers;\n}\n\nfunction deduceSchema(row, headerRow): ObjectSchema {\n  const schema: ObjectSchema = headerRow ? {} : [];\n  for (let i = 0; i < row.length; i++) {\n    const columnName = (headerRow && headerRow[i]) || i;\n    const value = row[i];\n    switch (typeof value) {\n      case 'number':\n      case 'boolean':\n        // TODO - booleans could be handled differently...\n        schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n        break;\n      case 'string':\n      default:\n        schema[columnName] = {name: String(columnName), index: i, type: Array};\n      // We currently only handle numeric rows\n      // TODO we could offer a function to map strings to numbers?\n    }\n  }\n  return schema;\n}\n"],"mappings":"AAMA,SACEA,UAAU,EAEVC,iBAAiB,EACjBC,iBAAiB,EACjBC,kBAAkB,QACb,oBAAoB;AAAC,OACrBC,IAAI;AAAA,OACJC,qBAAqB;AAO5B,MAAMC,OAAO,GAAG,OAAOC,WAAW,KAAK,WAAW,GAAGA,WAAW,GAAG,QAAQ;AAE3E,MAAMC,iBAAiB,GAAG,kBAAkB;AA0B5C,OAAO,MAAMC,SAAgE,GAAG;EAC9EC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,OAAO,EAAEP,OAAO;EAChBQ,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;EACjCC,SAAS,EAAE,CAAC,UAAU,EAAE,2BAA2B,EAAE,UAAU,CAAC;EAChEC,QAAQ,EAAE,OAAO;EACjBC,KAAK,EAAE,MAAAA,CAAOC,WAAwB,EAAEC,OAA0B,KAChEC,QAAQ,CAAC,IAAIC,WAAW,CAAC,CAAC,CAACC,MAAM,CAACJ,WAAW,CAAC,EAAEC,OAAO,CAAC;EAC1DI,SAAS,EAAEA,CAACC,IAAY,EAAEL,OAA0B,KAAKC,QAAQ,CAACI,IAAI,EAAEL,OAAO,CAAC;EAChFM,cAAc,EAAEC,iBAAiB;EAGjCP,OAAO,EAAE;IACPQ,GAAG,EAAE;MACHC,KAAK,EAAEpB,iBAAiB;MACxBqB,mBAAmB,EAAE,KAAK;MAE1BC,MAAM,EAAE,MAAM;MACdC,YAAY,EAAE,QAAQ;MAGtBC,SAAS,EAAE,GAAG;MACdC,UAAU,EAAE,GAAG;MACfC,aAAa,EAAE,IAAI;MACnBC,QAAQ,EAAE,KAAK;MACfC,cAAc,EAAE,IAAI;MAEpBC,iBAAiB,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG;IAEzC;EACF;AACF,CAAC;AAED,eAAejB,QAAQA,CACrBkB,OAAe,EACfnB,OAA0B,EACe;EAEzC,MAAMoB,UAAU,GAAG;IAAC,GAAG9B,SAAS,CAACU,OAAO,CAACQ,GAAG;IAAE,IAAGR,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEQ,GAAG;EAAA,CAAC;EAE9D,MAAMa,QAAQ,GAAGC,YAAY,CAACH,OAAO,CAAC;EACtC,MAAMR,MAAe,GACnBS,UAAU,CAACT,MAAM,KAAK,MAAM,GAAGY,WAAW,CAACF,QAAQ,CAAC,GAAGG,OAAO,CAACJ,UAAU,CAACT,MAAM,CAAC;EAEnF,MAAMc,eAAe,GAAGd,MAAM;EAE9B,MAAMe,eAAe,GAAG;IAEtB,GAAGN,UAAU;IACbT,MAAM,EAAEc,eAAe;IACvBE,QAAQ,EAAE,KAAK;IACfC,eAAe,EAAEH,eAAe,GAAGI,0BAA0B,CAAC,CAAC,GAAGC,SAAS;IAC3EC,KAAK,EAAGC,CAAC,IAAK;MACZ,MAAM,IAAIC,KAAK,CAACD,CAAC,CAAC;IACpB;EACF,CAAC;EAED,MAAME,MAAM,GAAGjD,IAAI,CAACa,KAAK,CAACqB,OAAO,EAAEO,eAAe,CAAC;EACnD,MAAMS,IAAI,GAAGD,MAAM,CAACE,IAAa;EAEjC,MAAMC,SAAS,GAAGH,MAAM,CAACI,IAAI,CAACC,MAAM,IAAIC,cAAc,CAACpB,UAAU,CAACR,YAAY,EAAGS,QAAQ,CAACoB,MAAM,CAAC;EAEjG,MAAMhC,KAAK,GAAGW,UAAU,CAACX,KAAK,IAAIpB,iBAAiB;EACnD,QAAQoB,KAAK;IACX,KAAK,kBAAkB;MACrB,OAAO;QACLA,KAAK,EAAE,kBAAkB;QACzB2B,IAAI,EAAED,IAAI,CAACO,GAAG,CAAEC,GAAG,IAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAG3D,kBAAkB,CAAC2D,GAAG,EAAEN,SAAS,CAAC,GAAGM,GAAI;MACzF,CAAC;IACH,KAAK,iBAAiB;MACpB,OAAO;QACLlC,KAAK,EAAE,iBAAiB;QACxB2B,IAAI,EAAED,IAAI,CAACO,GAAG,CAAEC,GAAG,IAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG5D,iBAAiB,CAAC4D,GAAG,EAAEN,SAAS,CAAE;MACxF,CAAC;IACH;MACE,MAAM,IAAIJ,KAAK,CAACxB,KAAK,CAAC;EAC1B;AACF;AAGA,SAASF,iBAAiBA,CACxBuC,aAAiE,EACjE9C,OAA0B,EACC;EAAA,IAAA+C,QAAA;EAG3B/C,OAAO,GAAG;IAAC,GAAGA;EAAO,CAAC;EACtB,IAAIA,OAAO,CAACgD,SAAS,KAAK,MAAM,EAAE;IAChChD,OAAO,CAACgD,SAAS,GAAG,IAAI;EAC1B;EAGA,MAAM5B,UAAU,GAAG;IAAC,GAAG9B,SAAS,CAACU,OAAO,CAACQ,GAAG;IAAE,KAAAuC,QAAA,GAAG/C,OAAO,cAAA+C,QAAA,uBAAPA,QAAA,CAASvC,GAAG;EAAA,CAAC;EAE9D,MAAMyC,UAAU,GAAG,IAAIpE,UAAU,CAAa,CAAC;EAE/C,IAAIqE,UAAmB,GAAG,IAAI;EAC9B,IAAIb,SAA0B,GAAG,IAAI;EACrC,IAAIc,iBAA2C,GAAG,IAAI;EACtD,IAAIC,MAA2B,GAAG,IAAI;EAEtC,MAAMC,MAAM,GAAG;IAEb,GAAGjC,UAAU;IACbT,MAAM,EAAE,KAAK;IACbgB,QAAQ,EAAE,KAAK;IAIf2B,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;IAM1BrC,cAAc,EAAE,KAAK;IAIrBsC,IAAIA,CAACC,OAAO,EAAE;MACZ,IAAIb,GAAG,GAAGa,OAAO,CAACpB,IAAI;MAEtB,IAAIhB,UAAU,CAACH,cAAc,EAAE;QAE7B,MAAMwC,YAAY,GAAGd,GAAG,CAACe,IAAI,CAAC,CAAC,CAACC,IAAI,CAAC,EAAE,CAAC,CAACC,IAAI,CAAC,CAAC;QAC/C,IAAIH,YAAY,KAAK,EAAE,EAAE;UACvB;QACF;MACF;MACA,MAAMI,SAAS,GAAGL,OAAO,CAAClB,IAAI,CAACwB,MAAM;MAGrC,IAAIZ,UAAU,IAAI,CAACb,SAAS,EAAE;QAE5B,MAAM1B,MAAM,GAAGS,UAAU,CAACT,MAAM,KAAK,MAAM,GAAGY,WAAW,CAACoB,GAAG,CAAC,GAAGnB,OAAO,CAACJ,UAAU,CAACT,MAAM,CAAC;QAC3F,IAAIA,MAAM,EAAE;UACV0B,SAAS,GAAGM,GAAG,CAACD,GAAG,CAACb,0BAA0B,CAAC,CAAC,CAAC;UACjD;QACF;MACF;MAGA,IAAIqB,UAAU,EAAE;QACdA,UAAU,GAAG,KAAK;QAClB,IAAI,CAACb,SAAS,EAAE;UACdA,SAAS,GAAGG,cAAc,CAACpB,UAAU,CAACR,YAAY,EAAG+B,GAAG,CAACF,MAAM,CAAC;QAClE;QACAW,MAAM,GAAGW,YAAY,CAACpB,GAAG,EAAEN,SAAS,CAAC;MACvC;MAEA,IAAIjB,UAAU,CAACV,mBAAmB,EAAE;QAGlCiC,GAAG,GAAGqB,IAAI,CAAClE,KAAK,CAACkE,IAAI,CAACC,SAAS,CAACtB,GAAG,CAAC,CAAC;MACvC;MAEA,MAAMlC,KAAK,GAAGW,UAAU,CAACX,KAAK,IAAIpB,iBAAiB;MAGnD8D,iBAAiB,GACfA,iBAAiB,IACjB,IAAIrE,iBAAiB,CAEnBsE,MAAM,EACN;QACE3C,KAAK;QACL,GAAGT;MACL,CACF,CAAC;MAEH,IAAI;QACFmD,iBAAiB,CAACe,MAAM,CAACvB,GAAG,CAAC;QAE7B,MAAMwB,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACiB,YAAY,CAAC;UAACP;QAAS,CAAC,CAAC;QAC9E,IAAIM,KAAK,EAAE;UACTlB,UAAU,CAACoB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOpC,KAAK,EAAE;QACdkB,UAAU,CAACoB,OAAO,CAACtC,KAAc,CAAC;MACpC;IACF,CAAC;IAGDuC,QAAQA,CAACd,OAAO,EAAE;MAChB,IAAI;QACF,MAAMK,SAAS,GAAGL,OAAO,CAAClB,IAAI,CAACwB,MAAM;QAErC,MAAMK,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACoB,aAAa,CAAC;UAACV;QAAS,CAAC,CAAC;QAC/E,IAAIM,KAAK,EAAE;UACTlB,UAAU,CAACoB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOpC,KAAK,EAAE;QACdkB,UAAU,CAACoB,OAAO,CAACtC,KAAc,CAAC;MACpC;MAEAkB,UAAU,CAACuB,KAAK,CAAC,CAAC;IACpB;EACF,CAAC;EAEDvF,IAAI,CAACa,KAAK,CAACgD,aAAa,EAAEO,MAAM,EAAEnE,qBAAqB,CAAC;EAIxD,OAAO+D,UAAU;AACnB;AAOA,SAAS1B,WAAWA,CAACoB,GAAa,EAAW;EAC3C,OAAOA,GAAG,IAAIA,GAAG,CAAC8B,KAAK,CAAEC,KAAK,IAAK,OAAOA,KAAK,KAAK,QAAQ,CAAC;AAC/D;AAOA,SAASpD,YAAYA,CAACH,OAAe,EAAS;EAC5C,MAAMe,MAAM,GAAGjD,IAAI,CAACa,KAAK,CAACqB,OAAO,EAAE;IACjCQ,QAAQ,EAAE,KAAK;IACfZ,aAAa,EAAE,IAAI;IACnB4D,OAAO,EAAE;EACX,CAAC,CAAC;EACF,OAAOzC,MAAM,CAACE,IAAI,CAAC,CAAC,CAAC;AACvB;AAQA,SAASP,0BAA0BA,CAAA,EAA+B;EAChE,MAAM+C,eAAe,GAAG,IAAIC,GAAG,CAAS,CAAC;EACzC,OAAQC,GAAG,IAAK;IACd,IAAIC,OAAO,GAAGD,GAAG;IACjB,IAAIE,OAAO,GAAG,CAAC;IACf,OAAOJ,eAAe,CAACK,GAAG,CAACF,OAAO,CAAC,EAAE;MACnCA,OAAO,GAAI,GAAED,GAAI,IAAGE,OAAQ,EAAC;MAC7BA,OAAO,EAAE;IACX;IACAJ,eAAe,CAACM,GAAG,CAACH,OAAO,CAAC;IAC5B,OAAOA,OAAO;EAChB,CAAC;AACH;AAQA,SAASvC,cAAcA,CAAC5B,YAAoB,EAA+B;EAAA,IAA7BuE,KAAa,GAAAC,SAAA,CAAA3C,MAAA,QAAA2C,SAAA,QAAAtD,SAAA,GAAAsD,SAAA,MAAG,CAAC;EAC7D,MAAMC,OAAiB,GAAG,EAAE;EAC5B,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,KAAK,EAAEG,CAAC,EAAE,EAAE;IAC9BD,OAAO,CAACE,IAAI,CAAE,GAAE3E,YAAa,GAAE0E,CAAC,GAAG,CAAE,EAAC,CAAC;EACzC;EACA,OAAOD,OAAO;AAChB;AAEA,SAAStB,YAAYA,CAACpB,GAAG,EAAEN,SAAS,EAAgB;EAClD,MAAMe,MAAoB,GAAGf,SAAS,GAAG,CAAC,CAAC,GAAG,EAAE;EAChD,KAAK,IAAIiD,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG3C,GAAG,CAACF,MAAM,EAAE6C,CAAC,EAAE,EAAE;IACnC,MAAME,UAAU,GAAInD,SAAS,IAAIA,SAAS,CAACiD,CAAC,CAAC,IAAKA,CAAC;IACnD,MAAMZ,KAAK,GAAG/B,GAAG,CAAC2C,CAAC,CAAC;IACpB,QAAQ,OAAOZ,KAAK;MAClB,KAAK,QAAQ;MACb,KAAK,SAAS;QAEZtB,MAAM,CAACoC,UAAU,CAAC,GAAG;UAAC/F,IAAI,EAAEgG,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAEC;QAAY,CAAC;QAC7E;MACF,KAAK,QAAQ;MACb;QACExC,MAAM,CAACoC,UAAU,CAAC,GAAG;UAAC/F,IAAI,EAAEgG,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAE/C;QAAK,CAAC;IAG1E;EACF;EACA,OAAOQ,MAAM;AACf"}
+{"version":3,"file":"csv-loader.js","names":["AsyncQueue","TableBatchBuilder","convertToArrayRow","convertToObjectRow","Papa","AsyncIteratorStreamer","VERSION","DEFAULT_CSV_SHAPE","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","arrayBuffer","options","parseCSV","TextDecoder","decode","parseText","text","parseInBatches","parseCSVInBatches","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","csvText","csvOptions","firstRow","readFirstRow","isHeaderRow","Boolean","parseWithHeader","papaparseConfig","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","result","rows","data","headerRow","meta","fields","generateHeader","length","map","row","Array","isArray","asyncIterator","_options","batchSize","asyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","every","value","preview","observedColumns","Set","col","colName","counter","has","add","count","arguments","headers","i","push","columnName","String","index","type","Float32Array"],"sources":["../src/csv-loader.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrayRowTable, ObjectRowTable, TableBatch} from '@loaders.gl/schema';\n\nimport {\n  AsyncQueue,\n  Table,\n  TableBatchBuilder,\n  convertToArrayRow,\n  convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\ntype ObjectField = {name: string; index: number; type: any};\ntype ObjectSchema = {[key: string]: ObjectField} | ObjectField[];\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nconst DEFAULT_CSV_SHAPE = 'object-row-table';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n  csv?: {\n    // loaders.gl options\n    shape?: 'array-row-table' | 'object-row-table';\n    /** optimizes memory usage but increases parsing time. */\n    optimizeMemoryUsage?: boolean;\n    columnPrefix?: string;\n    header?: 'auto';\n\n    // CSV options (papaparse)\n    // delimiter: auto\n    // newline: auto\n    quoteChar?: string;\n    escapeChar?: string;\n    // Convert numbers and boolean values in rows from strings\n    dynamicTyping?: boolean;\n    comments?: boolean;\n    skipEmptyLines?: boolean | 'greedy';\n    // transform: null?\n    delimitersToGuess?: string[];\n    // fastMode: auto\n  };\n};\n\nexport const CSVLoader: LoaderWithParser<Table, TableBatch, CSVLoaderOptions> = {\n  id: 'csv',\n  module: 'csv',\n  name: 'CSV',\n  version: VERSION,\n  extensions: ['csv', 'tsv', 'dsv'],\n  mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n  category: 'table',\n  parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n    parseCSV(new TextDecoder().decode(arrayBuffer), options),\n  parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n  parseInBatches: parseCSVInBatches,\n  // @ts-ignore\n  // testText: null,\n  options: {\n    csv: {\n      shape: DEFAULT_CSV_SHAPE, // 'object-row-table'\n      optimizeMemoryUsage: false,\n      // CSV options\n      header: 'auto',\n      columnPrefix: 'column',\n      // delimiter: auto\n      // newline: auto\n      quoteChar: '\"',\n      escapeChar: '\"',\n      dynamicTyping: true,\n      comments: false,\n      skipEmptyLines: true,\n      // transform: null?\n      delimitersToGuess: [',', '\\t', '|', ';']\n      // fastMode: auto\n    }\n  }\n};\n\nasync function parseCSV(\n  csvText: string,\n  options?: CSVLoaderOptions\n): Promise<ObjectRowTable | ArrayRowTable> {\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n  const firstRow = readFirstRow(csvText);\n  const header: boolean =\n    csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n  const parseWithHeader = header;\n\n  const papaparseConfig = {\n    // dynamicTyping: true,\n    ...csvOptions,\n    header: parseWithHeader,\n    download: false, // We handle loading, no need for papaparse to do it for us\n    transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n    error: (e) => {\n      throw new Error(e);\n    }\n  };\n\n  const result = Papa.parse(csvText, papaparseConfig);\n  const rows = result.data as any[];\n\n  const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix!, firstRow.length);\n\n  const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;\n  switch (shape) {\n    case 'object-row-table':\n      return {\n        shape: 'object-row-table',\n        data: rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row))\n      };\n    case 'array-row-table':\n      return {\n        shape: 'array-row-table',\n        data: rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)))\n      };\n    default:\n      throw new Error(shape);\n  }\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n  options?: CSVLoaderOptions\n): AsyncIterable<TableBatch> {\n  // Papaparse does not support standard batch size handling\n  // TODO - investigate papaparse chunks mode\n  options = {...options};\n  if (options.batchSize === 'auto') {\n    options.batchSize = 4000;\n  }\n\n  // Apps can call the parse method directly, we so apply default options here\n  const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n  const asyncQueue = new AsyncQueue<TableBatch>();\n\n  let isFirstRow: boolean = true;\n  let headerRow: string[] | null = null;\n  let tableBatchBuilder: TableBatchBuilder | null = null;\n  let schema: ObjectSchema | null = null;\n\n  const config = {\n    // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n    ...csvOptions,\n    header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n    download: false, // We handle loading, no need for papaparse to do it for us\n    // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n    // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n    // See https://github.com/mholt/PapaParse/issues/465\n    chunkSize: 1024 * 1024 * 5,\n    // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n    // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n    // both of the skipEmptyLines and step callback options are provided:\n    // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n    // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n    skipEmptyLines: false,\n\n    // step is called on every row\n    // eslint-disable-next-line complexity, max-statements\n    step(results) {\n      let row = results.data;\n\n      if (csvOptions.skipEmptyLines) {\n        // Manually reject lines that are empty\n        const collapsedRow = row.flat().join('').trim();\n        if (collapsedRow === '') {\n          return;\n        }\n      }\n      const bytesUsed = results.meta.cursor;\n\n      // Check if we need to save a header row\n      if (isFirstRow && !headerRow) {\n        // Auto detects or can be forced with csvOptions.header\n        const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n        if (header) {\n          headerRow = row.map(duplicateColumnTransformer());\n          return;\n        }\n      }\n\n      // If first data row, we can deduce the schema\n      if (isFirstRow) {\n        isFirstRow = false;\n        if (!headerRow) {\n          headerRow = generateHeader(csvOptions.columnPrefix!, row.length);\n        }\n        schema = deduceSchema(row, headerRow);\n      }\n\n      if (csvOptions.optimizeMemoryUsage) {\n        // A workaround to allocate new strings and don't retain pointers to original strings.\n        // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n        row = JSON.parse(JSON.stringify(row));\n      }\n\n      const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;\n\n      // Add the row\n      tableBatchBuilder =\n        tableBatchBuilder ||\n        new TableBatchBuilder(\n          // @ts-expect-error TODO this is not a proper schema\n          schema,\n          {\n            shape,\n            ...options\n          }\n        );\n\n      try {\n        tableBatchBuilder.addRow(row);\n        // If a batch has been completed, emit it\n        const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n    },\n\n    // complete is called when all rows have been read\n    complete(results) {\n      try {\n        const bytesUsed = results.meta.cursor;\n        // Ensure any final (partial) batch gets emitted\n        const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n        if (batch) {\n          asyncQueue.enqueue(batch);\n        }\n      } catch (error) {\n        asyncQueue.enqueue(error as Error);\n      }\n\n      asyncQueue.close();\n    }\n  };\n\n  Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n  // TODO - Does it matter if we return asyncIterable or asyncIterator\n  // return asyncQueue[Symbol.asyncIterator]();\n  return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n  return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n  const result = Papa.parse(csvText, {\n    download: false,\n    dynamicTyping: true,\n    preview: 1\n  });\n  return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer(): (column: string) => string {\n  const observedColumns = new Set<string>();\n  return (col) => {\n    let colName = col;\n    let counter = 1;\n    while (observedColumns.has(colName)) {\n      colName = `${col}.${counter}`;\n      counter++;\n    }\n    observedColumns.add(colName);\n    return colName;\n  };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n  const headers: string[] = [];\n  for (let i = 0; i < count; i++) {\n    headers.push(`${columnPrefix}${i + 1}`);\n  }\n  return headers;\n}\n\nfunction deduceSchema(row, headerRow): ObjectSchema {\n  const schema: ObjectSchema = headerRow ? {} : [];\n  for (let i = 0; i < row.length; i++) {\n    const columnName = (headerRow && headerRow[i]) || i;\n    const value = row[i];\n    switch (typeof value) {\n      case 'number':\n      case 'boolean':\n        // TODO - booleans could be handled differently...\n        schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n        break;\n      case 'string':\n      default:\n        schema[columnName] = {name: String(columnName), index: i, type: Array};\n      // We currently only handle numeric rows\n      // TODO we could offer a function to map strings to numbers?\n    }\n  }\n  return schema;\n}\n"],"mappings":"AAOA,SACEA,UAAU,EAEVC,iBAAiB,EACjBC,iBAAiB,EACjBC,kBAAkB,QACb,oBAAoB;AAAC,OACrBC,IAAI;AAAA,OACJC,qBAAqB;AAO5B,MAAMC,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAE3E,MAAMC,iBAAiB,GAAG,kBAAkB;AA0B5C,OAAO,MAAMC,SAAgE,GAAG;EAC9EC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,OAAO,EAAEN,OAAO;EAChBO,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;EACjCC,SAAS,EAAE,CAAC,UAAU,EAAE,2BAA2B,EAAE,UAAU,CAAC;EAChEC,QAAQ,EAAE,OAAO;EACjBC,KAAK,EAAE,MAAAA,CAAOC,WAAwB,EAAEC,OAA0B,KAChEC,QAAQ,CAAC,IAAIC,WAAW,CAAC,CAAC,CAACC,MAAM,CAACJ,WAAW,CAAC,EAAEC,OAAO,CAAC;EAC1DI,SAAS,EAAEA,CAACC,IAAY,EAAEL,OAA0B,KAAKC,QAAQ,CAACI,IAAI,EAAEL,OAAO,CAAC;EAChFM,cAAc,EAAEC,iBAAiB;EAGjCP,OAAO,EAAE;IACPQ,GAAG,EAAE;MACHC,KAAK,EAAEpB,iBAAiB;MACxBqB,mBAAmB,EAAE,KAAK;MAE1BC,MAAM,EAAE,MAAM;MACdC,YAAY,EAAE,QAAQ;MAGtBC,SAAS,EAAE,GAAG;MACdC,UAAU,EAAE,GAAG;MACfC,aAAa,EAAE,IAAI;MACnBC,QAAQ,EAAE,KAAK;MACfC,cAAc,EAAE,IAAI;MAEpBC,iBAAiB,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG;IAEzC;EACF;AACF,CAAC;AAED,eAAejB,QAAQA,CACrBkB,OAAe,EACfnB,OAA0B,EACe;EAEzC,MAAMoB,UAAU,GAAG;IAAC,GAAG9B,SAAS,CAACU,OAAO,CAACQ,GAAG;IAAE,IAAGR,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEQ,GAAG;EAAA,CAAC;EAE9D,MAAMa,QAAQ,GAAGC,YAAY,CAACH,OAAO,CAAC;EACtC,MAAMR,MAAe,GACnBS,UAAU,CAACT,MAAM,KAAK,MAAM,GAAGY,WAAW,CAACF,QAAQ,CAAC,GAAGG,OAAO,CAACJ,UAAU,CAACT,MAAM,CAAC;EAEnF,MAAMc,eAAe,GAAGd,MAAM;EAE9B,MAAMe,eAAe,GAAG;IAEtB,GAAGN,UAAU;IACbT,MAAM,EAAEc,eAAe;IACvBE,QAAQ,EAAE,KAAK;IACfC,eAAe,EAAEH,eAAe,GAAGI,0BAA0B,CAAC,CAAC,GAAGC,SAAS;IAC3EC,KAAK,EAAGC,CAAC,IAAK;MACZ,MAAM,IAAIC,KAAK,CAACD,CAAC,CAAC;IACpB;EACF,CAAC;EAED,MAAME,MAAM,GAAGhD,IAAI,CAACY,KAAK,CAACqB,OAAO,EAAEO,eAAe,CAAC;EACnD,MAAMS,IAAI,GAAGD,MAAM,CAACE,IAAa;EAEjC,MAAMC,SAAS,GAAGH,MAAM,CAACI,IAAI,CAACC,MAAM,IAAIC,cAAc,CAACpB,UAAU,CAACR,YAAY,EAAGS,QAAQ,CAACoB,MAAM,CAAC;EAEjG,MAAMhC,KAAK,GAAGW,UAAU,CAACX,KAAK,IAAIpB,iBAAiB;EACnD,QAAQoB,KAAK;IACX,KAAK,kBAAkB;MACrB,OAAO;QACLA,KAAK,EAAE,kBAAkB;QACzB2B,IAAI,EAAED,IAAI,CAACO,GAAG,CAAEC,GAAG,IAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAG1D,kBAAkB,CAAC0D,GAAG,EAAEN,SAAS,CAAC,GAAGM,GAAI;MACzF,CAAC;IACH,KAAK,iBAAiB;MACpB,OAAO;QACLlC,KAAK,EAAE,iBAAiB;QACxB2B,IAAI,EAAED,IAAI,CAACO,GAAG,CAAEC,GAAG,IAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG3D,iBAAiB,CAAC2D,GAAG,EAAEN,SAAS,CAAE;MACxF,CAAC;IACH;MACE,MAAM,IAAIJ,KAAK,CAACxB,KAAK,CAAC;EAC1B;AACF;AAGA,SAASF,iBAAiBA,CACxBuC,aAAiE,EACjE9C,OAA0B,EACC;EAAA,IAAA+C,QAAA;EAG3B/C,OAAO,GAAG;IAAC,GAAGA;EAAO,CAAC;EACtB,IAAIA,OAAO,CAACgD,SAAS,KAAK,MAAM,EAAE;IAChChD,OAAO,CAACgD,SAAS,GAAG,IAAI;EAC1B;EAGA,MAAM5B,UAAU,GAAG;IAAC,GAAG9B,SAAS,CAACU,OAAO,CAACQ,GAAG;IAAE,KAAAuC,QAAA,GAAG/C,OAAO,cAAA+C,QAAA,uBAAPA,QAAA,CAASvC,GAAG;EAAA,CAAC;EAE9D,MAAMyC,UAAU,GAAG,IAAInE,UAAU,CAAa,CAAC;EAE/C,IAAIoE,UAAmB,GAAG,IAAI;EAC9B,IAAIb,SAA0B,GAAG,IAAI;EACrC,IAAIc,iBAA2C,GAAG,IAAI;EACtD,IAAIC,MAA2B,GAAG,IAAI;EAEtC,MAAMC,MAAM,GAAG;IAEb,GAAGjC,UAAU;IACbT,MAAM,EAAE,KAAK;IACbgB,QAAQ,EAAE,KAAK;IAIf2B,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;IAM1BrC,cAAc,EAAE,KAAK;IAIrBsC,IAAIA,CAACC,OAAO,EAAE;MACZ,IAAIb,GAAG,GAAGa,OAAO,CAACpB,IAAI;MAEtB,IAAIhB,UAAU,CAACH,cAAc,EAAE;QAE7B,MAAMwC,YAAY,GAAGd,GAAG,CAACe,IAAI,CAAC,CAAC,CAACC,IAAI,CAAC,EAAE,CAAC,CAACC,IAAI,CAAC,CAAC;QAC/C,IAAIH,YAAY,KAAK,EAAE,EAAE;UACvB;QACF;MACF;MACA,MAAMI,SAAS,GAAGL,OAAO,CAAClB,IAAI,CAACwB,MAAM;MAGrC,IAAIZ,UAAU,IAAI,CAACb,SAAS,EAAE;QAE5B,MAAM1B,MAAM,GAAGS,UAAU,CAACT,MAAM,KAAK,MAAM,GAAGY,WAAW,CAACoB,GAAG,CAAC,GAAGnB,OAAO,CAACJ,UAAU,CAACT,MAAM,CAAC;QAC3F,IAAIA,MAAM,EAAE;UACV0B,SAAS,GAAGM,GAAG,CAACD,GAAG,CAACb,0BAA0B,CAAC,CAAC,CAAC;UACjD;QACF;MACF;MAGA,IAAIqB,UAAU,EAAE;QACdA,UAAU,GAAG,KAAK;QAClB,IAAI,CAACb,SAAS,EAAE;UACdA,SAAS,GAAGG,cAAc,CAACpB,UAAU,CAACR,YAAY,EAAG+B,GAAG,CAACF,MAAM,CAAC;QAClE;QACAW,MAAM,GAAGW,YAAY,CAACpB,GAAG,EAAEN,SAAS,CAAC;MACvC;MAEA,IAAIjB,UAAU,CAACV,mBAAmB,EAAE;QAGlCiC,GAAG,GAAGqB,IAAI,CAAClE,KAAK,CAACkE,IAAI,CAACC,SAAS,CAACtB,GAAG,CAAC,CAAC;MACvC;MAEA,MAAMlC,KAAK,GAAGW,UAAU,CAACX,KAAK,IAAIpB,iBAAiB;MAGnD8D,iBAAiB,GACfA,iBAAiB,IACjB,IAAIpE,iBAAiB,CAEnBqE,MAAM,EACN;QACE3C,KAAK;QACL,GAAGT;MACL,CACF,CAAC;MAEH,IAAI;QACFmD,iBAAiB,CAACe,MAAM,CAACvB,GAAG,CAAC;QAE7B,MAAMwB,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACiB,YAAY,CAAC;UAACP;QAAS,CAAC,CAAC;QAC9E,IAAIM,KAAK,EAAE;UACTlB,UAAU,CAACoB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOpC,KAAK,EAAE;QACdkB,UAAU,CAACoB,OAAO,CAACtC,KAAc,CAAC;MACpC;IACF,CAAC;IAGDuC,QAAQA,CAACd,OAAO,EAAE;MAChB,IAAI;QACF,MAAMK,SAAS,GAAGL,OAAO,CAAClB,IAAI,CAACwB,MAAM;QAErC,MAAMK,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACoB,aAAa,CAAC;UAACV;QAAS,CAAC,CAAC;QAC/E,IAAIM,KAAK,EAAE;UACTlB,UAAU,CAACoB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOpC,KAAK,EAAE;QACdkB,UAAU,CAACoB,OAAO,CAACtC,KAAc,CAAC;MACpC;MAEAkB,UAAU,CAACuB,KAAK,CAAC,CAAC;IACpB;EACF,CAAC;EAEDtF,IAAI,CAACY,KAAK,CAACgD,aAAa,EAAEO,MAAM,EAAElE,qBAAqB,CAAC;EAIxD,OAAO8D,UAAU;AACnB;AAOA,SAAS1B,WAAWA,CAACoB,GAAa,EAAW;EAC3C,OAAOA,GAAG,IAAIA,GAAG,CAAC8B,KAAK,CAAEC,KAAK,IAAK,OAAOA,KAAK,KAAK,QAAQ,CAAC;AAC/D;AAOA,SAASpD,YAAYA,CAACH,OAAe,EAAS;EAC5C,MAAMe,MAAM,GAAGhD,IAAI,CAACY,KAAK,CAACqB,OAAO,EAAE;IACjCQ,QAAQ,EAAE,KAAK;IACfZ,aAAa,EAAE,IAAI;IACnB4D,OAAO,EAAE;EACX,CAAC,CAAC;EACF,OAAOzC,MAAM,CAACE,IAAI,CAAC,CAAC,CAAC;AACvB;AAQA,SAASP,0BAA0BA,CAAA,EAA+B;EAChE,MAAM+C,eAAe,GAAG,IAAIC,GAAG,CAAS,CAAC;EACzC,OAAQC,GAAG,IAAK;IACd,IAAIC,OAAO,GAAGD,GAAG;IACjB,IAAIE,OAAO,GAAG,CAAC;IACf,OAAOJ,eAAe,CAACK,GAAG,CAACF,OAAO,CAAC,EAAE;MACnCA,OAAO,GAAI,GAAED,GAAI,IAAGE,OAAQ,EAAC;MAC7BA,OAAO,EAAE;IACX;IACAJ,eAAe,CAACM,GAAG,CAACH,OAAO,CAAC;IAC5B,OAAOA,OAAO;EAChB,CAAC;AACH;AAQA,SAASvC,cAAcA,CAAC5B,YAAoB,EAA+B;EAAA,IAA7BuE,KAAa,GAAAC,SAAA,CAAA3C,MAAA,QAAA2C,SAAA,QAAAtD,SAAA,GAAAsD,SAAA,MAAG,CAAC;EAC7D,MAAMC,OAAiB,GAAG,EAAE;EAC5B,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,KAAK,EAAEG,CAAC,EAAE,EAAE;IAC9BD,OAAO,CAACE,IAAI,CAAE,GAAE3E,YAAa,GAAE0E,CAAC,GAAG,CAAE,EAAC,CAAC;EACzC;EACA,OAAOD,OAAO;AAChB;AAEA,SAAStB,YAAYA,CAACpB,GAAG,EAAEN,SAAS,EAAgB;EAClD,MAAMe,MAAoB,GAAGf,SAAS,GAAG,CAAC,CAAC,GAAG,EAAE;EAChD,KAAK,IAAIiD,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG3C,GAAG,CAACF,MAAM,EAAE6C,CAAC,EAAE,EAAE;IACnC,MAAME,UAAU,GAAInD,SAAS,IAAIA,SAAS,CAACiD,CAAC,CAAC,IAAKA,CAAC;IACnD,MAAMZ,KAAK,GAAG/B,GAAG,CAAC2C,CAAC,CAAC;IACpB,QAAQ,OAAOZ,KAAK;MAClB,KAAK,QAAQ;MACb,KAAK,SAAS;QAEZtB,MAAM,CAACoC,UAAU,CAAC,GAAG;UAAC/F,IAAI,EAAEgG,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAEC;QAAY,CAAC;QAC7E;MACF,KAAK,QAAQ;MACb;QACExC,MAAM,CAACoC,UAAU,CAAC,GAAG;UAAC/F,IAAI,EAAEgG,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAE/C;QAAK,CAAC;IAG1E;EACF;EACA,OAAOQ,MAAM;AACf"}

package/dist/csv-writer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"csv-writer.d.ts","sourceRoot":"","sources":["../src/csv-writer.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,iBAAiB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAC/E,OAAO,KAAK,EAAC,KAAK,EAAE,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAG1D,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QACJ,eAAe,CAAC,EAAE,OAAO,CAAC;KAC3B,CAAC;IACF,kBAAkB;IAClB,eAAe,CAAC,EAAE,KAAK,CAAC;CACzB,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,iBAAiB,CAAC,KAAK,EAAE,UAAU,EAAE,gBAAgB,CAgB5E,CAAC"}
+{"version":3,"file":"csv-writer.d.ts","sourceRoot":"","sources":["../src/csv-writer.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,iBAAiB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAC/E,OAAO,KAAK,EAAC,KAAK,EAAE,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAG1D,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QACJ,eAAe,CAAC,EAAE,OAAO,CAAC;KAC3B,CAAC;IACF,kBAAkB;IAClB,eAAe,CAAC,EAAE,KAAK,CAAC;CACzB,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,iBAAiB,CAAC,KAAK,EAAE,UAAU,EAAE,gBAAgB,CAgB5E,CAAC"}

package/dist/csv-writer.js.map

@@ -1 +1 @@
-{"version":3,"file":"csv-writer.js","names":["encodeTableAsCSV","CSVWriter","id","version","module","name","extensions","mimeTypes","options","csv","useDisplayNames","text","encode","table","TextEncoder","buffer","encodeTextSync"],"sources":["../src/csv-writer.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\n/* global TextEncoder */\nimport type {WriterWithEncoder, WriterOptions} from '@loaders.gl/loader-utils';\nimport type {Table, TableBatch} from '@loaders.gl/schema';\nimport {encodeTableAsCSV} from './lib/encoders/encode-csv';\n\nexport type CSVWriterOptions = WriterOptions & {\n  csv?: {\n    useDisplayNames?: boolean;\n  };\n  /** @deprecated */\n  useDisplayNames?: never;\n};\n\nexport const CSVWriter: WriterWithEncoder<Table, TableBatch, CSVWriterOptions> = {\n  id: 'csv',\n  version: 'latest',\n  module: 'csv',\n  name: 'CSV',\n  extensions: ['csv'],\n  mimeTypes: ['text/csv'],\n  options: {\n    csv: {\n      useDisplayNames: false\n    }\n  },\n  text: true,\n  encode: async (table, options) =>\n    new TextEncoder().encode(encodeTableAsCSV(table, options)).buffer,\n  encodeTextSync: (table, options) => encodeTableAsCSV(table, options)\n};\n"],"mappings":"SAMQA,gBAAgB;AAUxB,OAAO,MAAMC,SAAiE,GAAG;EAC/EC,EAAE,EAAE,KAAK;EACTC,OAAO,EAAE,QAAQ;EACjBC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBC,SAAS,EAAE,CAAC,UAAU,CAAC;EACvBC,OAAO,EAAE;IACPC,GAAG,EAAE;MACHC,eAAe,EAAE;IACnB;EACF,CAAC;EACDC,IAAI,EAAE,IAAI;EACVC,MAAM,EAAE,MAAAA,CAAOC,KAAK,EAAEL,OAAO,KAC3B,IAAIM,WAAW,CAAC,CAAC,CAACF,MAAM,CAACZ,gBAAgB,CAACa,KAAK,EAAEL,OAAO,CAAC,CAAC,CAACO,MAAM;EACnEC,cAAc,EAAEA,CAACH,KAAK,EAAEL,OAAO,KAAKR,gBAAgB,CAACa,KAAK,EAAEL,OAAO;AACrE,CAAC"}
+{"version":3,"file":"csv-writer.js","names":["encodeTableAsCSV","CSVWriter","id","version","module","name","extensions","mimeTypes","options","csv","useDisplayNames","text","encode","table","TextEncoder","buffer","encodeTextSync"],"sources":["../src/csv-writer.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\n/* global TextEncoder */\nimport type {WriterWithEncoder, WriterOptions} from '@loaders.gl/loader-utils';\nimport type {Table, TableBatch} from '@loaders.gl/schema';\nimport {encodeTableAsCSV} from './lib/encoders/encode-csv';\n\nexport type CSVWriterOptions = WriterOptions & {\n  csv?: {\n    useDisplayNames?: boolean;\n  };\n  /** @deprecated */\n  useDisplayNames?: never;\n};\n\nexport const CSVWriter: WriterWithEncoder<Table, TableBatch, CSVWriterOptions> = {\n  id: 'csv',\n  version: 'latest',\n  module: 'csv',\n  name: 'CSV',\n  extensions: ['csv'],\n  mimeTypes: ['text/csv'],\n  options: {\n    csv: {\n      useDisplayNames: false\n    }\n  },\n  text: true,\n  encode: async (table, options) =>\n    new TextEncoder().encode(encodeTableAsCSV(table, options)).buffer,\n  encodeTextSync: (table, options) => encodeTableAsCSV(table, options)\n};\n"],"mappings":"SAOQA,gBAAgB;AAUxB,OAAO,MAAMC,SAAiE,GAAG;EAC/EC,EAAE,EAAE,KAAK;EACTC,OAAO,EAAE,QAAQ;EACjBC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBC,SAAS,EAAE,CAAC,UAAU,CAAC;EACvBC,OAAO,EAAE;IACPC,GAAG,EAAE;MACHC,eAAe,EAAE;IACnB;EACF,CAAC;EACDC,IAAI,EAAE,IAAI;EACVC,MAAM,EAAE,MAAAA,CAAOC,KAAK,EAAEL,OAAO,KAC3B,IAAIM,WAAW,CAAC,CAAC,CAACF,MAAM,CAACZ,gBAAgB,CAACa,KAAK,EAAEL,OAAO,CAAC,CAAC,CAACO,MAAM;EACnEC,cAAc,EAAEA,CAACH,KAAK,EAAEL,OAAO,KAAKR,gBAAgB,CAACa,KAAK,EAAEL,OAAO;AACrE,CAAC"}

package/dist/dist.dev.js

@@ -55,6 +55,7 @@ var __exports__ = (() => {
       if (Number.isFinite(cursor)) {
         this.cursor = cursor;
       }
+      this.shape = "array-row-table";
       this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);
       this.rows[this.length] = row;
       this.length++;
@@ -63,6 +64,7 @@ var __exports__ = (() => {
       if (Number.isFinite(cursor)) {
         this.cursor = cursor;
       }
+      this.shape = "object-row-table";
       this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);
       this.rows[this.length] = row;
       this.length++;
@@ -75,7 +77,7 @@ var __exports__ = (() => {
       rows = rows.slice(0, this.length);
       this.rows = null;
       const batch = {
-        shape: this.options.shape,
+        shape: this.shape || "array-row-table",
         batchType: "data",
         data: rows,
         length: this.length,
@@ -91,12 +93,16 @@ var __exports__ = (() => {
     if (!arrayRow) {
       throw new Error("null row");
     }
-    if (!headers) {
-      throw new Error("no headers");
-    }
     const objectRow = {};
-    for (let i = 0; i < headers.length; i++) {
-      objectRow[headers[i]] = arrayRow[i];
+    if (headers) {
+      for (let i = 0; i < headers.length; i++) {
+        objectRow[headers[i]] = arrayRow[i];
+      }
+    } else {
+      for (let i = 0; i < arrayRow.length; i++) {
+        const columnName = `column-${i}`;
+        objectRow[columnName] = arrayRow[i];
+      }
     }
     return objectRow;
   }
@@ -104,14 +110,25 @@ var __exports__ = (() => {
     if (!objectRow) {
       throw new Error("null row");
     }
-    if (!headers) {
-      throw new Error("no headers");
+    if (headers) {
+      const arrayRow = new Array(headers.length);
+      for (let i = 0; i < headers.length; i++) {
+        arrayRow[i] = objectRow[headers[i]];
+      }
+      return arrayRow;
     }
-    const arrayRow = new Array(headers.length);
-    for (let i = 0; i < headers.length; i++) {
-      arrayRow[i] = objectRow[headers[i]];
+    return Object.values(objectRow);
+  }
+  function inferHeadersFromArrayRow(arrayRow) {
+    const headers = [];
+    for (let i = 0; i < arrayRow.length; i++) {
+      const columnName = `column-${i}`;
+      headers.push(columnName);
     }
-    return arrayRow;
+    return headers;
+  }
+  function inferHeadersFromObjectRow(row) {
+    return Object.keys(row);
   }
 
   // ../schema/src/lib/table/batches/row-table-batch-aggregator.ts
@@ -121,11 +138,11 @@ var __exports__ = (() => {
     objectRows = null;
     arrayRows = null;
     cursor = 0;
-    _headers = [];
+    _headers = null;
     constructor(schema, options) {
       this.options = options;
       this.schema = schema;
-      if (!Array.isArray(schema)) {
+      if (schema) {
         this._headers = [];
         for (const key in schema) {
           this._headers[schema[key].index] = schema[key].name;
@@ -139,6 +156,7 @@ var __exports__ = (() => {
       if (Number.isFinite(cursor)) {
         this.cursor = cursor;
       }
+      this._headers ||= inferHeadersFromArrayRow(row);
       switch (this.options.shape) {
         case "object-row-table":
           const rowObject = convertToObjectRow(row, this._headers);
@@ -155,6 +173,7 @@ var __exports__ = (() => {
       if (Number.isFinite(cursor)) {
         this.cursor = cursor;
       }
+      this._headers ||= inferHeadersFromObjectRow(row);
       switch (this.options.shape) {
         case "array-row-table":
           const rowArray = convertToArrayRow(row, this._headers);
@@ -264,7 +283,7 @@ var __exports__ = (() => {
 
   // ../schema/src/lib/table/batches/table-batch-builder.ts
   var DEFAULT_OPTIONS = {
-    shape: "array-row-table",
+    shape: void 0,
     batchSize: "auto",
     batchDebounceMs: 0,
     limit: 0,
@@ -376,8 +395,6 @@ var __exports__ = (() => {
     }
     _getTableBatchType() {
       switch (this.options.shape) {
-        case "row-table":
-          return BaseTableBatchAggregator;
         case "array-row-table":
         case "object-row-table":
           return RowTableBatchAggregator;
@@ -389,7 +406,7 @@ var __exports__ = (() => {
           }
           return TableBatchBuilder.ArrowBatch;
         default:
-          throw new Error(ERR_MESSAGE);
+          return BaseTableBatchAggregator;
       }
     }
   };
@@ -1380,7 +1397,7 @@ var __exports__ = (() => {
   AsyncIteratorStreamer.prototype.constructor = AsyncIteratorStreamer;
 
   // src/csv-loader.ts
-  var VERSION = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
+  var VERSION = true ? "4.1.0-alpha.3" : "latest";
   var DEFAULT_CSV_SHAPE = "object-row-table";
   var CSVLoader = {
     id: "csv",

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,YAAY,EAAC,gBAAgB,EAAC,MAAM,cAAc,CAAC;AACnD,OAAO,EAAC,SAAS,EAAC,MAAM,cAAc,CAAC;AAEvC,YAAY,EAAC,gBAAgB,EAAC,MAAM,cAAc,CAAC;AACnD,OAAO,EAAC,SAAS,EAAC,MAAM,cAAc,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,gBAAgB,EAAC,MAAM,cAAc,CAAC;AACnD,OAAO,EAAC,SAAS,EAAC,MAAM,cAAc,CAAC;AAEvC,YAAY,EAAC,gBAAgB,EAAC,MAAM,cAAc,CAAC;AACnD,OAAO,EAAC,SAAS,EAAC,MAAM,cAAc,CAAC"}

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","names":["CSVLoader","CSVWriter"],"sources":["../src/index.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nexport type {CSVLoaderOptions} from './csv-loader';\nexport {CSVLoader} from './csv-loader';\n\nexport type {CSVWriterOptions} from './csv-writer';\nexport {CSVWriter} from './csv-writer';\n"],"mappings":"SAIQA,SAAS;AAAA,SAGTC,SAAS"}
+{"version":3,"file":"index.js","names":["CSVLoader","CSVWriter"],"sources":["../src/index.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nexport type {CSVLoaderOptions} from './csv-loader';\nexport {CSVLoader} from './csv-loader';\n\nexport type {CSVWriterOptions} from './csv-writer';\nexport {CSVWriter} from './csv-writer';\n"],"mappings":"SAKQA,SAAS;AAAA,SAGTC,SAAS"}

package/dist/lib/encoders/encode-csv.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"encode-csv.d.ts","sourceRoot":"","sources":["../../../src/lib/encoders/encode-csv.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,KAAK,EAAwC,MAAM,oBAAoB,CAAC;AAEhF,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,kBAAkB,CAAC;AAIvD;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,KAAK,EACZ,OAAO,GAAE,gBAAiD,GACzD,MAAM,CAsBR"}
+{"version":3,"file":"encode-csv.d.ts","sourceRoot":"","sources":["../../../src/lib/encoders/encode-csv.ts"],"names":[],"mappings":"AAKA,OAAO,EAAC,KAAK,EAAwC,MAAM,oBAAoB,CAAC;AAEhF,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,kBAAkB,CAAC;AAIvD;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,KAAK,EACZ,OAAO,GAAE,gBAAiD,GACzD,MAAM,CAsBR"}

package/dist/lib/encoders/encode-csv.js.map

@@ -1 +1 @@
-{"version":3,"file":"encode-csv.js","names":["makeArrayRowIterator","getTableNumCols","csvFormatRows","encodeTableAsCSV","table","_options$csv","_table$schema","options","arguments","length","undefined","csv","useDisplayNames","fields","schema","columnNames","map","f","_f$metadata","displayName","metadata","name","formattedData","row","formattedRow","columnIndex","value","preformatFieldValue","push","Date","toISOString","JSON","stringify","String"],"sources":["../../../src/lib/encoders/encode-csv.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n// Copyright 2022 Foursquare Labs, Inc.\n\nimport {Table, makeArrayRowIterator, getTableNumCols} from '@loaders.gl/schema';\nimport {csvFormatRows} from 'd3-dsv';\nimport type {CSVWriterOptions} from '../../csv-writer';\n\ntype EncodableData = string | null;\n\n/**\n * Encode a Table object as CSV\n */\nexport function encodeTableAsCSV(\n  table: Table,\n  options: CSVWriterOptions = {csv: {useDisplayNames: true}}\n): string {\n  const useDisplayNames = options.useDisplayNames || options.csv?.useDisplayNames;\n\n  const fields = table.schema?.fields || [];\n\n  const columnNames = fields.map((f) => {\n    // This is a leaky abstraction, assuming Kepler metadata\n    const displayName = f.metadata?.displayName;\n    return useDisplayNames && typeof displayName === 'string' ? displayName : f.name;\n  });\n  const formattedData: EncodableData[][] = [columnNames];\n\n  for (const row of makeArrayRowIterator(table)) {\n    const formattedRow: EncodableData[] = [];\n    for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {\n      const value = row[columnIndex];\n      formattedRow[columnIndex] = preformatFieldValue(value);\n    }\n    formattedData.push(formattedRow);\n  }\n\n  return csvFormatRows(formattedData);\n}\n\n/**\n * Stringifies a value\n * @todo Why is it called parse?\n */\nconst preformatFieldValue = (value: unknown): EncodableData => {\n  if (value === null || value === undefined) {\n    // TODO: It would be nice to distinguish between missing values and the empty string\n    // https://github.com/d3/d3-dsv/issues/84\n    return null;\n  }\n  if (value instanceof Date) {\n    // d3-dsv formats dates without timezones if they don't have time info;\n    // this forces them to always use fully-qualified ISO time strings\n    return value.toISOString();\n  }\n  if (typeof value === 'object') {\n    return JSON.stringify(value);\n  }\n  return String(value);\n};\n"],"mappings":"AAIA,SAAeA,oBAAoB,EAAEC,eAAe,QAAO,oBAAoB;AAC/E,SAAQC,aAAa,QAAO,QAAQ;AAQpC,OAAO,SAASC,gBAAgBA,CAC9BC,KAAY,EAEJ;EAAA,IAAAC,YAAA,EAAAC,aAAA;EAAA,IADRC,OAAyB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG;IAACG,GAAG,EAAE;MAACC,eAAe,EAAE;IAAI;EAAC,CAAC;EAE1D,MAAMA,eAAe,GAAGL,OAAO,CAACK,eAAe,MAAAP,YAAA,GAAIE,OAAO,CAACI,GAAG,cAAAN,YAAA,uBAAXA,YAAA,CAAaO,eAAe;EAE/E,MAAMC,MAAM,GAAG,EAAAP,aAAA,GAAAF,KAAK,CAACU,MAAM,cAAAR,aAAA,uBAAZA,aAAA,CAAcO,MAAM,KAAI,EAAE;EAEzC,MAAME,WAAW,GAAGF,MAAM,CAACG,GAAG,CAAEC,CAAC,IAAK;IAAA,IAAAC,WAAA;IAEpC,MAAMC,WAAW,IAAAD,WAAA,GAAGD,CAAC,CAACG,QAAQ,cAAAF,WAAA,uBAAVA,WAAA,CAAYC,WAAW;IAC3C,OAAOP,eAAe,IAAI,OAAOO,WAAW,KAAK,QAAQ,GAAGA,WAAW,GAAGF,CAAC,CAACI,IAAI;EAClF,CAAC,CAAC;EACF,MAAMC,aAAgC,GAAG,CAACP,WAAW,CAAC;EAEtD,KAAK,MAAMQ,GAAG,IAAIvB,oBAAoB,CAACI,KAAK,CAAC,EAAE;IAC7C,MAAMoB,YAA6B,GAAG,EAAE;IACxC,KAAK,IAAIC,WAAW,GAAG,CAAC,EAAEA,WAAW,GAAGxB,eAAe,CAACG,KAAK,CAAC,EAAE,EAAEqB,WAAW,EAAE;MAC7E,MAAMC,KAAK,GAAGH,GAAG,CAACE,WAAW,CAAC;MAC9BD,YAAY,CAACC,WAAW,CAAC,GAAGE,mBAAmB,CAACD,KAAK,CAAC;IACxD;IACAJ,aAAa,CAACM,IAAI,CAACJ,YAAY,CAAC;EAClC;EAEA,OAAOtB,aAAa,CAACoB,aAAa,CAAC;AACrC;AAMA,MAAMK,mBAAmB,GAAID,KAAc,IAAoB;EAC7D,IAAIA,KAAK,KAAK,IAAI,IAAIA,KAAK,KAAKhB,SAAS,EAAE;IAGzC,OAAO,IAAI;EACb;EACA,IAAIgB,KAAK,YAAYG,IAAI,EAAE;IAGzB,OAAOH,KAAK,CAACI,WAAW,CAAC,CAAC;EAC5B;EACA,IAAI,OAAOJ,KAAK,KAAK,QAAQ,EAAE;IAC7B,OAAOK,IAAI,CAACC,SAAS,CAACN,KAAK,CAAC;EAC9B;EACA,OAAOO,MAAM,CAACP,KAAK,CAAC;AACtB,CAAC"}
+{"version":3,"file":"encode-csv.js","names":["makeArrayRowIterator","getTableNumCols","csvFormatRows","encodeTableAsCSV","table","_options$csv","_table$schema","options","arguments","length","undefined","csv","useDisplayNames","fields","schema","columnNames","map","f","_f$metadata","displayName","metadata","name","formattedData","row","formattedRow","columnIndex","value","preformatFieldValue","push","Date","toISOString","JSON","stringify","String"],"sources":["../../../src/lib/encoders/encode-csv.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n// Copyright 2022 Foursquare Labs, Inc.\n\nimport {Table, makeArrayRowIterator, getTableNumCols} from '@loaders.gl/schema';\nimport {csvFormatRows} from 'd3-dsv';\nimport type {CSVWriterOptions} from '../../csv-writer';\n\ntype EncodableData = string | null;\n\n/**\n * Encode a Table object as CSV\n */\nexport function encodeTableAsCSV(\n  table: Table,\n  options: CSVWriterOptions = {csv: {useDisplayNames: true}}\n): string {\n  const useDisplayNames = options.useDisplayNames || options.csv?.useDisplayNames;\n\n  const fields = table.schema?.fields || [];\n\n  const columnNames = fields.map((f) => {\n    // This is a leaky abstraction, assuming Kepler metadata\n    const displayName = f.metadata?.displayName;\n    return useDisplayNames && typeof displayName === 'string' ? displayName : f.name;\n  });\n  const formattedData: EncodableData[][] = [columnNames];\n\n  for (const row of makeArrayRowIterator(table)) {\n    const formattedRow: EncodableData[] = [];\n    for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {\n      const value = row[columnIndex];\n      formattedRow[columnIndex] = preformatFieldValue(value);\n    }\n    formattedData.push(formattedRow);\n  }\n\n  return csvFormatRows(formattedData);\n}\n\n/**\n * Stringifies a value\n * @todo Why is it called parse?\n */\nconst preformatFieldValue = (value: unknown): EncodableData => {\n  if (value === null || value === undefined) {\n    // TODO: It would be nice to distinguish between missing values and the empty string\n    // https://github.com/d3/d3-dsv/issues/84\n    return null;\n  }\n  if (value instanceof Date) {\n    // d3-dsv formats dates without timezones if they don't have time info;\n    // this forces them to always use fully-qualified ISO time strings\n    return value.toISOString();\n  }\n  if (typeof value === 'object') {\n    return JSON.stringify(value);\n  }\n  return String(value);\n};\n"],"mappings":"AAKA,SAAeA,oBAAoB,EAAEC,eAAe,QAAO,oBAAoB;AAC/E,SAAQC,aAAa,QAAO,QAAQ;AAQpC,OAAO,SAASC,gBAAgBA,CAC9BC,KAAY,EAEJ;EAAA,IAAAC,YAAA,EAAAC,aAAA;EAAA,IADRC,OAAyB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG;IAACG,GAAG,EAAE;MAACC,eAAe,EAAE;IAAI;EAAC,CAAC;EAE1D,MAAMA,eAAe,GAAGL,OAAO,CAACK,eAAe,MAAAP,YAAA,GAAIE,OAAO,CAACI,GAAG,cAAAN,YAAA,uBAAXA,YAAA,CAAaO,eAAe;EAE/E,MAAMC,MAAM,GAAG,EAAAP,aAAA,GAAAF,KAAK,CAACU,MAAM,cAAAR,aAAA,uBAAZA,aAAA,CAAcO,MAAM,KAAI,EAAE;EAEzC,MAAME,WAAW,GAAGF,MAAM,CAACG,GAAG,CAAEC,CAAC,IAAK;IAAA,IAAAC,WAAA;IAEpC,MAAMC,WAAW,IAAAD,WAAA,GAAGD,CAAC,CAACG,QAAQ,cAAAF,WAAA,uBAAVA,WAAA,CAAYC,WAAW;IAC3C,OAAOP,eAAe,IAAI,OAAOO,WAAW,KAAK,QAAQ,GAAGA,WAAW,GAAGF,CAAC,CAACI,IAAI;EAClF,CAAC,CAAC;EACF,MAAMC,aAAgC,GAAG,CAACP,WAAW,CAAC;EAEtD,KAAK,MAAMQ,GAAG,IAAIvB,oBAAoB,CAACI,KAAK,CAAC,EAAE;IAC7C,MAAMoB,YAA6B,GAAG,EAAE;IACxC,KAAK,IAAIC,WAAW,GAAG,CAAC,EAAEA,WAAW,GAAGxB,eAAe,CAACG,KAAK,CAAC,EAAE,EAAEqB,WAAW,EAAE;MAC7E,MAAMC,KAAK,GAAGH,GAAG,CAACE,WAAW,CAAC;MAC9BD,YAAY,CAACC,WAAW,CAAC,GAAGE,mBAAmB,CAACD,KAAK,CAAC;IACxD;IACAJ,aAAa,CAACM,IAAI,CAACJ,YAAY,CAAC;EAClC;EAEA,OAAOtB,aAAa,CAACoB,aAAa,CAAC;AACrC;AAMA,MAAMK,mBAAmB,GAAID,KAAc,IAAoB;EAC7D,IAAIA,KAAK,KAAK,IAAI,IAAIA,KAAK,KAAKhB,SAAS,EAAE;IAGzC,OAAO,IAAI;EACb;EACA,IAAIgB,KAAK,YAAYG,IAAI,EAAE;IAGzB,OAAOH,KAAK,CAACI,WAAW,CAAC,CAAC;EAC5B;EACA,IAAI,OAAOJ,KAAK,KAAK,QAAQ,EAAE;IAC7B,OAAOK,IAAI,CAACC,SAAS,CAACN,KAAK,CAAC;EAC9B;EACA,OAAOO,MAAM,CAACP,KAAK,CAAC;AACtB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@loaders.gl/csv",
-  "version": "4.1.0-alpha.1",
+  "version": "4.1.0-alpha.3",
   "description": "Framework-independent loader for CSV and DSV table formats",
   "license": "MIT",
   "type": "module",
@@ -43,11 +43,11 @@
     "build-bundle": "ocular-bundle ./src/index.ts"
   },
   "dependencies": {
-    "@loaders.gl/loader-utils": "4.1.0-alpha.1",
-    "@loaders.gl/schema": "4.1.0-alpha.1"
+    "@loaders.gl/loader-utils": "4.1.0-alpha.3",
+    "@loaders.gl/schema": "4.1.0-alpha.3"
   },
   "devDependencies": {
     "d3-dsv": "^1.2.0"
   },
-  "gitHead": "6a4d3da93d45115ad99861474a43c3f4a0b280a7"
+  "gitHead": "b78075a7cb8d4ecd4aac84805ce74b8ceb400cf7"
 }

package/src/csv-loader.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';

package/src/csv-writer.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 /* global TextEncoder */

package/src/index.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 export type {CSVLoaderOptions} from './csv-loader';

package/src/lib/encoders/encode-csv.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 // Copyright 2022 Foursquare Labs, Inc.