npm - @loaders.gl/csv - Versions diffs - 4.0.4 → 4.0.6 - Mend

@loaders.gl/csv 4.0.4 → 4.0.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (4) hide show

package/dist/csv-loader.js CHANGED Viewed

@@ -1,7 +1,7 @@
 import { AsyncQueue, TableBatchBuilder, convertToArrayRow, convertToObjectRow } from '@loaders.gl/schema';
 import Papa from "./papaparse/papaparse.js";
 import AsyncIteratorStreamer from "./papaparse/async-iterator-streamer.js";
-const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
+const VERSION = typeof "4.0.6" !== 'undefined' ? "4.0.6" : 'latest';
 const DEFAULT_CSV_SHAPE = 'object-row-table';
 export const CSVLoader = {
   id: 'csv',

package/dist/csv-loader.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"csv-loader.js","names":["AsyncQueue","TableBatchBuilder","convertToArrayRow","convertToObjectRow","Papa","AsyncIteratorStreamer","VERSION","__VERSION__","DEFAULT_CSV_SHAPE","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","arrayBuffer","options","parseCSV","TextDecoder","decode","parseText","text","parseInBatches","parseCSVInBatches","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","csvText","csvOptions","firstRow","readFirstRow","isHeaderRow","Boolean","parseWithHeader","papaparseConfig","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","result","rows","data","headerRow","meta","fields","generateHeader","length","map","row","Array","isArray","asyncIterator","_options","batchSize","asyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","every","value","preview","observedColumns","Set","col","colName","counter","has","add","count","arguments","headers","i","push","columnName","String","index","type","Float32Array"],"sources":["../src/csv-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrayRowTable, ObjectRowTable, TableBatch} from '@loaders.gl/schema';\n\nimport {\n AsyncQueue,\n Table,\n TableBatchBuilder,\n convertToArrayRow,\n convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\ntype ObjectField = {name: string; index: number; type: any};\ntype ObjectSchema = {[key: string]: ObjectField} \| ObjectField[];\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nconst DEFAULT_CSV_SHAPE = 'object-row-table';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n csv?: {\n // loaders.gl options\n shape?: 'array-row-table' \| 'object-row-table';\n /** optimizes memory usage but increases parsing time. /\n optimizeMemoryUsage?: boolean;\n columnPrefix?: string;\n header?: 'auto';\n\n // CSV options (papaparse)\n // delimiter: auto\n // newline: auto\n quoteChar?: string;\n escapeChar?: string;\n // Convert numbers and boolean values in rows from strings\n dynamicTyping?: boolean;\n comments?: boolean;\n skipEmptyLines?: boolean \| 'greedy';\n // transform: null?\n delimitersToGuess?: string[];\n // fastMode: auto\n };\n};\n\nexport const CSVLoader: LoaderWithParser<Table, TableBatch, CSVLoaderOptions> = {\n id: 'csv',\n module: 'csv',\n name: 'CSV',\n version: VERSION,\n extensions: ['csv', 'tsv', 'dsv'],\n mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n category: 'table',\n parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n parseCSV(new TextDecoder().decode(arrayBuffer), options),\n parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n parseInBatches: parseCSVInBatches,\n // @ts-ignore\n // testText: null,\n options: {\n csv: {\n shape: DEFAULT_CSV_SHAPE, // 'object-row-table'\n optimizeMemoryUsage: false,\n // CSV options\n header: 'auto',\n columnPrefix: 'column',\n // delimiter: auto\n // newline: auto\n quoteChar: '\"',\n escapeChar: '\"',\n dynamicTyping: true,\n comments: false,\n skipEmptyLines: true,\n // transform: null?\n delimitersToGuess: [',', '\\t', '\|', ';']\n // fastMode: auto\n }\n }\n};\n\nasync function parseCSV(\n csvText: string,\n options?: CSVLoaderOptions\n): Promise<ObjectRowTable \| ArrayRowTable> {\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n const firstRow = readFirstRow(csvText);\n const header: boolean =\n csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n const parseWithHeader = header;\n\n const papaparseConfig = {\n // dynamicTyping: true,\n ...csvOptions,\n header: parseWithHeader,\n download: false, // We handle loading, no need for papaparse to do it for us\n transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n error: (e) => {\n throw new Error(e);\n }\n };\n\n const result = Papa.parse(csvText, papaparseConfig);\n const rows = result.data as any[];\n\n const headerRow = result.meta.fields \|\| generateHeader(csvOptions.columnPrefix!, firstRow.length);\n\n const shape = csvOptions.shape \|\| DEFAULT_CSV_SHAPE;\n switch (shape) {\n case 'object-row-table':\n return {\n shape: 'object-row-table',\n data: rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row))\n };\n case 'array-row-table':\n return {\n shape: 'array-row-table',\n data: rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)))\n };\n default:\n throw new Error(shape);\n }\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> \| Iterable<ArrayBuffer>,\n options?: CSVLoaderOptions\n): AsyncIterable<TableBatch> {\n // Papaparse does not support standard batch size handling\n // TODO - investigate papaparse chunks mode\n options = {...options};\n if (options.batchSize === 'auto') {\n options.batchSize = 4000;\n }\n\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n const asyncQueue = new AsyncQueue<TableBatch>();\n\n let isFirstRow: boolean = true;\n let headerRow: string[] \| null = null;\n let tableBatchBuilder: TableBatchBuilder \| null = null;\n let schema: ObjectSchema \| null = null;\n\n const config = {\n // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n ...csvOptions,\n header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n download: false, // We handle loading, no need for papaparse to do it for us\n // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n // See https://github.com/mholt/PapaParse/issues/465\n chunkSize: 1024 1024 * 5,\n // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n // both of the skipEmptyLines and step callback options are provided:\n // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n skipEmptyLines: false,\n\n // step is called on every row\n // eslint-disable-next-line complexity, max-statements\n step(results) {\n let row = results.data;\n\n if (csvOptions.skipEmptyLines) {\n // Manually reject lines that are empty\n const collapsedRow = row.flat().join('').trim();\n if (collapsedRow === '') {\n return;\n }\n }\n const bytesUsed = results.meta.cursor;\n\n // Check if we need to save a header row\n if (isFirstRow && !headerRow) {\n // Auto detects or can be forced with csvOptions.header\n const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n if (header) {\n headerRow = row.map(duplicateColumnTransformer());\n return;\n }\n }\n\n // If first data row, we can deduce the schema\n if (isFirstRow) {\n isFirstRow = false;\n if (!headerRow) {\n headerRow = generateHeader(csvOptions.columnPrefix!, row.length);\n }\n schema = deduceSchema(row, headerRow);\n }\n\n if (csvOptions.optimizeMemoryUsage) {\n // A workaround to allocate new strings and don't retain pointers to original strings.\n // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n row = JSON.parse(JSON.stringify(row));\n }\n\n const shape = csvOptions.shape \|\| DEFAULT_CSV_SHAPE;\n\n // Add the row\n tableBatchBuilder =\n tableBatchBuilder \|\|\n new TableBatchBuilder(\n // @ts-expect-error TODO this is not a proper schema\n schema,\n {\n shape,\n ...options\n }\n );\n\n try {\n tableBatchBuilder.addRow(row);\n // If a batch has been completed, emit it\n const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n },\n\n // complete is called when all rows have been read\n complete(results) {\n try {\n const bytesUsed = results.meta.cursor;\n // Ensure any final (partial) batch gets emitted\n const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n\n asyncQueue.close();\n }\n };\n\n Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n // TODO - Does it matter if we return asyncIterable or asyncIterator\n // return asyncQueue[Symbol.asyncIterator]();\n return asyncQueue;\n}\n\n/*\n Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n /\nfunction isHeaderRow(row: string[]): boolean {\n return row && row.every((value) => typeof value === 'string');\n}\n\n/\n Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n /\nfunction readFirstRow(csvText: string): any[] {\n const result = Papa.parse(csvText, {\n download: false,\n dynamicTyping: true,\n preview: 1\n });\n return result.data[0];\n}\n\n/\n Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n /\nfunction duplicateColumnTransformer(): (column: string) => string {\n const observedColumns = new Set<string>();\n return (col) => {\n let colName = col;\n let counter = 1;\n while (observedColumns.has(colName)) {\n colName = `${col}.${counter}`;\n counter++;\n }\n observedColumns.add(colName);\n return colName;\n };\n}\n\n/\n Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n const headers: string[] = [];\n for (let i = 0; i < count; i++) {\n headers.push(`${columnPrefix}${i + 1}`);\n }\n return headers;\n}\n\nfunction deduceSchema(row, headerRow): ObjectSchema {\n const schema: ObjectSchema = headerRow ? {} : [];\n for (let i = 0; i < row.length; i++) {\n const columnName = (headerRow && headerRow[i]) \|\| i;\n const value = row[i];\n switch (typeof value) {\n case 'number':\n case 'boolean':\n // TODO - booleans could be handled differently...\n schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n break;\n case 'string':\n default:\n schema[columnName] = {name: String(columnName), index: i, type: Array};\n // We currently only handle numeric rows\n // TODO we could offer a function to map strings to numbers?\n }\n }\n return schema;\n}\n"],"mappings":"AAMA,SACEA,UAAU,EAEVC,iBAAiB,EACjBC,iBAAiB,EACjBC,kBAAkB,QACb,oBAAoB;AAAC,OACrBC,IAAI;AAAA,OACJC,qBAAqB;AAO5B,MAAMC,OAAO,GAAG,OAAOC,WAAW,KAAK,WAAW,GAAGA,WAAW,GAAG,QAAQ;AAE3E,MAAMC,iBAAiB,GAAG,kBAAkB;AA0B5C,OAAO,MAAMC,SAAgE,GAAG;EAC9EC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,OAAO,EAAEP,OAAO;EAChBQ,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;EACjCC,SAAS,EAAE,CAAC,UAAU,EAAE,2BAA2B,EAAE,UAAU,CAAC;EAChEC,QAAQ,EAAE,OAAO;EACjBC,KAAK,EAAE,MAAAA,CAAOC,WAAwB,EAAEC,OAA0B,KAChEC,QAAQ,CAAC,IAAIC,WAAW,CAAC,CAAC,CAACC,MAAM,CAACJ,WAAW,CAAC,EAAEC,OAAO,CAAC;EAC1DI,SAAS,EAAEA,CAACC,IAAY,EAAEL,OAA0B,KAAKC,QAAQ,CAACI,IAAI,EAAEL,OAAO,CAAC;EAChFM,cAAc,EAAEC,iBAAiB;EAGjCP,OAAO,EAAE;IACPQ,GAAG,EAAE;MACHC,KAAK,EAAEpB,iBAAiB;MACxBqB,mBAAmB,EAAE,KAAK;MAE1BC,MAAM,EAAE,MAAM;MACdC,YAAY,EAAE,QAAQ;MAGtBC,SAAS,EAAE,GAAG;MACdC,UAAU,EAAE,GAAG;MACfC,aAAa,EAAE,IAAI;MACnBC,QAAQ,EAAE,KAAK;MACfC,cAAc,EAAE,IAAI;MAEpBC,iBAAiB,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG;IAEzC;EACF;AACF,CAAC;AAED,eAAejB,QAAQA,CACrBkB,OAAe,EACfnB,OAA0B,EACe;EAEzC,MAAMoB,UAAU,GAAG;IAAC,GAAG9B,SAAS,CAACU,OAAO,CAACQ,GAAG;IAAE,IAAGR,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEQ,GAAG;EAAA,CAAC;EAE9D,MAAMa,QAAQ,GAAGC,YAAY,CAACH,OAAO,CAAC;EACtC,MAAMR,MAAe,GACnBS,UAAU,CAACT,MAAM,KAAK,MAAM,GAAGY,WAAW,CAACF,QAAQ,CAAC,GAAGG,OAAO,CAACJ,UAAU,CAACT,MAAM,CAAC;EAEnF,MAAMc,eAAe,GAAGd,MAAM;EAE9B,MAAMe,eAAe,GAAG;IAEtB,GAAGN,UAAU;IACbT,MAAM,EAAEc,eAAe;IACvBE,QAAQ,EAAE,KAAK;IACfC,eAAe,EAAEH,eAAe,GAAGI,0BAA0B,CAAC,CAAC,GAAGC,SAAS;IAC3EC,KAAK,EAAGC,CAAC,IAAK;MACZ,MAAM,IAAIC,KAAK,CAACD,CAAC,CAAC;IACpB;EACF,CAAC;EAED,MAAME,MAAM,GAAGjD,IAAI,CAACa,KAAK,CAACqB,OAAO,EAAEO,eAAe,CAAC;EACnD,MAAMS,IAAI,GAAGD,MAAM,CAACE,IAAa;EAEjC,MAAMC,SAAS,GAAGH,MAAM,CAACI,IAAI,CAACC,MAAM,IAAIC,cAAc,CAACpB,UAAU,CAACR,YAAY,EAAGS,QAAQ,CAACoB,MAAM,CAAC;EAEjG,MAAMhC,KAAK,GAAGW,UAAU,CAACX,KAAK,IAAIpB,iBAAiB;EACnD,QAAQoB,KAAK;IACX,KAAK,kBAAkB;MACrB,OAAO;QACLA,KAAK,EAAE,kBAAkB;QACzB2B,IAAI,EAAED,IAAI,CAACO,GAAG,CAAEC,GAAG,IAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAG3D,kBAAkB,CAAC2D,GAAG,EAAEN,SAAS,CAAC,GAAGM,GAAI;MACzF,CAAC;IACH,KAAK,iBAAiB;MACpB,OAAO;QACLlC,KAAK,EAAE,iBAAiB;QACxB2B,IAAI,EAAED,IAAI,CAACO,GAAG,CAAEC,GAAG,IAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG5D,iBAAiB,CAAC4D,GAAG,EAAEN,SAAS,CAAE;MACxF,CAAC;IACH;MACE,MAAM,IAAIJ,KAAK,CAACxB,KAAK,CAAC;EAC1B;AACF;AAGA,SAASF,iBAAiBA,CACxBuC,aAAiE,EACjE9C,OAA0B,EACC;EAAA,IAAA+C,QAAA;EAG3B/C,OAAO,GAAG;IAAC,GAAGA;EAAO,CAAC;EACtB,IAAIA,OAAO,CAACgD,SAAS,KAAK,MAAM,EAAE;IAChChD,OAAO,CAACgD,SAAS,GAAG,IAAI;EAC1B;EAGA,MAAM5B,UAAU,GAAG;IAAC,GAAG9B,SAAS,CAACU,OAAO,CAACQ,GAAG;IAAE,KAAAuC,QAAA,GAAG/C,OAAO,cAAA+C,QAAA,uBAAPA,QAAA,CAASvC,GAAG;EAAA,CAAC;EAE9D,MAAMyC,UAAU,GAAG,IAAIpE,UAAU,CAAa,CAAC;EAE/C,IAAIqE,UAAmB,GAAG,IAAI;EAC9B,IAAIb,SAA0B,GAAG,IAAI;EACrC,IAAIc,iBAA2C,GAAG,IAAI;EACtD,IAAIC,MAA2B,GAAG,IAAI;EAEtC,MAAMC,MAAM,GAAG;IAEb,GAAGjC,UAAU;IACbT,MAAM,EAAE,KAAK;IACbgB,QAAQ,EAAE,KAAK;IAIf2B,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;IAM1BrC,cAAc,EAAE,KAAK;IAIrBsC,IAAIA,CAACC,OAAO,EAAE;MACZ,IAAIb,GAAG,GAAGa,OAAO,CAACpB,IAAI;MAEtB,IAAIhB,UAAU,CAACH,cAAc,EAAE;QAE7B,MAAMwC,YAAY,GAAGd,GAAG,CAACe,IAAI,CAAC,CAAC,CAACC,IAAI,CAAC,EAAE,CAAC,CAACC,IAAI,CAAC,CAAC;QAC/C,IAAIH,YAAY,KAAK,EAAE,EAAE;UACvB;QACF;MACF;MACA,MAAMI,SAAS,GAAGL,OAAO,CAAClB,IAAI,CAACwB,MAAM;MAGrC,IAAIZ,UAAU,IAAI,CAACb,SAAS,EAAE;QAE5B,MAAM1B,MAAM,GAAGS,UAAU,CAACT,MAAM,KAAK,MAAM,GAAGY,WAAW,CAACoB,GAAG,CAAC,GAAGnB,OAAO,CAACJ,UAAU,CAACT,MAAM,CAAC;QAC3F,IAAIA,MAAM,EAAE;UACV0B,SAAS,GAAGM,GAAG,CAACD,GAAG,CAACb,0BAA0B,CAAC,CAAC,CAAC;UACjD;QACF;MACF;MAGA,IAAIqB,UAAU,EAAE;QACdA,UAAU,GAAG,KAAK;QAClB,IAAI,CAACb,SAAS,EAAE;UACdA,SAAS,GAAGG,cAAc,CAACpB,UAAU,CAACR,YAAY,EAAG+B,GAAG,CAACF,MAAM,CAAC;QAClE;QACAW,MAAM,GAAGW,YAAY,CAACpB,GAAG,EAAEN,SAAS,CAAC;MACvC;MAEA,IAAIjB,UAAU,CAACV,mBAAmB,EAAE;QAGlCiC,GAAG,GAAGqB,IAAI,CAAClE,KAAK,CAACkE,IAAI,CAACC,SAAS,CAACtB,GAAG,CAAC,CAAC;MACvC;MAEA,MAAMlC,KAAK,GAAGW,UAAU,CAACX,KAAK,IAAIpB,iBAAiB;MAGnD8D,iBAAiB,GACfA,iBAAiB,IACjB,IAAIrE,iBAAiB,CAEnBsE,MAAM,EACN;QACE3C,KAAK;QACL,GAAGT;MACL,CACF,CAAC;MAEH,IAAI;QACFmD,iBAAiB,CAACe,MAAM,CAACvB,GAAG,CAAC;QAE7B,MAAMwB,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACiB,YAAY,CAAC;UAACP;QAAS,CAAC,CAAC;QAC9E,IAAIM,KAAK,EAAE;UACTlB,UAAU,CAACoB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOpC,KAAK,EAAE;QACdkB,UAAU,CAACoB,OAAO,CAACtC,KAAc,CAAC;MACpC;IACF,CAAC;IAGDuC,QAAQA,CAACd,OAAO,EAAE;MAChB,IAAI;QACF,MAAMK,SAAS,GAAGL,OAAO,CAAClB,IAAI,CAACwB,MAAM;QAErC,MAAMK,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACoB,aAAa,CAAC;UAACV;QAAS,CAAC,CAAC;QAC/E,IAAIM,KAAK,EAAE;UACTlB,UAAU,CAACoB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOpC,KAAK,EAAE;QACdkB,UAAU,CAACoB,OAAO,CAACtC,KAAc,CAAC;MACpC;MAEAkB,UAAU,CAACuB,KAAK,CAAC,CAAC;IACpB;EACF,CAAC;EAEDvF,IAAI,CAACa,KAAK,CAACgD,aAAa,EAAEO,MAAM,EAAEnE,qBAAqB,CAAC;EAIxD,OAAO+D,UAAU;AACnB;AAOA,SAAS1B,WAAWA,CAACoB,GAAa,EAAW;EAC3C,OAAOA,GAAG,IAAIA,GAAG,CAAC8B,KAAK,CAAEC,KAAK,IAAK,OAAOA,KAAK,KAAK,QAAQ,CAAC;AAC/D;AAOA,SAASpD,YAAYA,CAACH,OAAe,EAAS;EAC5C,MAAMe,MAAM,GAAGjD,IAAI,CAACa,KAAK,CAACqB,OAAO,EAAE;IACjCQ,QAAQ,EAAE,KAAK;IACfZ,aAAa,EAAE,IAAI;IACnB4D,OAAO,EAAE;EACX,CAAC,CAAC;EACF,OAAOzC,MAAM,CAACE,IAAI,CAAC,CAAC,CAAC;AACvB;AAQA,SAASP,0BAA0BA,CAAA,EAA+B;EAChE,MAAM+C,eAAe,GAAG,IAAIC,GAAG,CAAS,CAAC;EACzC,OAAQC,GAAG,IAAK;IACd,IAAIC,OAAO,GAAGD,GAAG;IACjB,IAAIE,OAAO,GAAG,CAAC;IACf,OAAOJ,eAAe,CAACK,GAAG,CAACF,OAAO,CAAC,EAAE;MACnCA,OAAO,GAAI,GAAED,GAAI,IAAGE,OAAQ,EAAC;MAC7BA,OAAO,EAAE;IACX;IACAJ,eAAe,CAACM,GAAG,CAACH,OAAO,CAAC;IAC5B,OAAOA,OAAO;EAChB,CAAC;AACH;AAQA,SAASvC,cAAcA,CAAC5B,YAAoB,EAA+B;EAAA,IAA7BuE,KAAa,GAAAC,SAAA,CAAA3C,MAAA,QAAA2C,SAAA,QAAAtD,SAAA,GAAAsD,SAAA,MAAG,CAAC;EAC7D,MAAMC,OAAiB,GAAG,EAAE;EAC5B,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,KAAK,EAAEG,CAAC,EAAE,EAAE;IAC9BD,OAAO,CAACE,IAAI,CAAE,GAAE3E,YAAa,GAAE0E,CAAC,GAAG,CAAE,EAAC,CAAC;EACzC;EACA,OAAOD,OAAO;AAChB;AAEA,SAAStB,YAAYA,CAACpB,GAAG,EAAEN,SAAS,EAAgB;EAClD,MAAMe,MAAoB,GAAGf,SAAS,GAAG,CAAC,CAAC,GAAG,EAAE;EAChD,KAAK,IAAIiD,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG3C,GAAG,CAACF,MAAM,EAAE6C,CAAC,EAAE,EAAE;IACnC,MAAME,UAAU,GAAInD,SAAS,IAAIA,SAAS,CAACiD,CAAC,CAAC,IAAKA,CAAC;IACnD,MAAMZ,KAAK,GAAG/B,GAAG,CAAC2C,CAAC,CAAC;IACpB,QAAQ,OAAOZ,KAAK;MAClB,KAAK,QAAQ;MACb,KAAK,SAAS;QAEZtB,MAAM,CAACoC,UAAU,CAAC,GAAG;UAAC/F,IAAI,EAAEgG,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAEC;QAAY,CAAC;QAC7E;MACF,KAAK,QAAQ;MACb;QACExC,MAAM,CAACoC,UAAU,CAAC,GAAG;UAAC/F,IAAI,EAAEgG,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAE/C;QAAK,CAAC;IAG1E;EACF;EACA,OAAOQ,MAAM;AACf"}
1	+ {"version":3,"file":"csv-loader.js","names":["AsyncQueue","TableBatchBuilder","convertToArrayRow","convertToObjectRow","Papa","AsyncIteratorStreamer","VERSION","DEFAULT_CSV_SHAPE","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","arrayBuffer","options","parseCSV","TextDecoder","decode","parseText","text","parseInBatches","parseCSVInBatches","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","csvText","csvOptions","firstRow","readFirstRow","isHeaderRow","Boolean","parseWithHeader","papaparseConfig","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","result","rows","data","headerRow","meta","fields","generateHeader","length","map","row","Array","isArray","asyncIterator","_options","batchSize","asyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","every","value","preview","observedColumns","Set","col","colName","counter","has","add","count","arguments","headers","i","push","columnName","String","index","type","Float32Array"],"sources":["../src/csv-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrayRowTable, ObjectRowTable, TableBatch} from '@loaders.gl/schema';\n\nimport {\n AsyncQueue,\n Table,\n TableBatchBuilder,\n convertToArrayRow,\n convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\ntype ObjectField = {name: string; index: number; type: any};\ntype ObjectSchema = {[key: string]: ObjectField} \| ObjectField[];\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nconst DEFAULT_CSV_SHAPE = 'object-row-table';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n csv?: {\n // loaders.gl options\n shape?: 'array-row-table' \| 'object-row-table';\n /** optimizes memory usage but increases parsing time. /\n optimizeMemoryUsage?: boolean;\n columnPrefix?: string;\n header?: 'auto';\n\n // CSV options (papaparse)\n // delimiter: auto\n // newline: auto\n quoteChar?: string;\n escapeChar?: string;\n // Convert numbers and boolean values in rows from strings\n dynamicTyping?: boolean;\n comments?: boolean;\n skipEmptyLines?: boolean \| 'greedy';\n // transform: null?\n delimitersToGuess?: string[];\n // fastMode: auto\n };\n};\n\nexport const CSVLoader: LoaderWithParser<Table, TableBatch, CSVLoaderOptions> = {\n id: 'csv',\n module: 'csv',\n name: 'CSV',\n version: VERSION,\n extensions: ['csv', 'tsv', 'dsv'],\n mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n category: 'table',\n parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n parseCSV(new TextDecoder().decode(arrayBuffer), options),\n parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n parseInBatches: parseCSVInBatches,\n // @ts-ignore\n // testText: null,\n options: {\n csv: {\n shape: DEFAULT_CSV_SHAPE, // 'object-row-table'\n optimizeMemoryUsage: false,\n // CSV options\n header: 'auto',\n columnPrefix: 'column',\n // delimiter: auto\n // newline: auto\n quoteChar: '\"',\n escapeChar: '\"',\n dynamicTyping: true,\n comments: false,\n skipEmptyLines: true,\n // transform: null?\n delimitersToGuess: [',', '\\t', '\|', ';']\n // fastMode: auto\n }\n }\n};\n\nasync function parseCSV(\n csvText: string,\n options?: CSVLoaderOptions\n): Promise<ObjectRowTable \| ArrayRowTable> {\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n const firstRow = readFirstRow(csvText);\n const header: boolean =\n csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n const parseWithHeader = header;\n\n const papaparseConfig = {\n // dynamicTyping: true,\n ...csvOptions,\n header: parseWithHeader,\n download: false, // We handle loading, no need for papaparse to do it for us\n transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n error: (e) => {\n throw new Error(e);\n }\n };\n\n const result = Papa.parse(csvText, papaparseConfig);\n const rows = result.data as any[];\n\n const headerRow = result.meta.fields \|\| generateHeader(csvOptions.columnPrefix!, firstRow.length);\n\n const shape = csvOptions.shape \|\| DEFAULT_CSV_SHAPE;\n switch (shape) {\n case 'object-row-table':\n return {\n shape: 'object-row-table',\n data: rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row))\n };\n case 'array-row-table':\n return {\n shape: 'array-row-table',\n data: rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)))\n };\n default:\n throw new Error(shape);\n }\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> \| Iterable<ArrayBuffer>,\n options?: CSVLoaderOptions\n): AsyncIterable<TableBatch> {\n // Papaparse does not support standard batch size handling\n // TODO - investigate papaparse chunks mode\n options = {...options};\n if (options.batchSize === 'auto') {\n options.batchSize = 4000;\n }\n\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n const asyncQueue = new AsyncQueue<TableBatch>();\n\n let isFirstRow: boolean = true;\n let headerRow: string[] \| null = null;\n let tableBatchBuilder: TableBatchBuilder \| null = null;\n let schema: ObjectSchema \| null = null;\n\n const config = {\n // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n ...csvOptions,\n header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n download: false, // We handle loading, no need for papaparse to do it for us\n // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n // See https://github.com/mholt/PapaParse/issues/465\n chunkSize: 1024 1024 * 5,\n // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n // both of the skipEmptyLines and step callback options are provided:\n // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n skipEmptyLines: false,\n\n // step is called on every row\n // eslint-disable-next-line complexity, max-statements\n step(results) {\n let row = results.data;\n\n if (csvOptions.skipEmptyLines) {\n // Manually reject lines that are empty\n const collapsedRow = row.flat().join('').trim();\n if (collapsedRow === '') {\n return;\n }\n }\n const bytesUsed = results.meta.cursor;\n\n // Check if we need to save a header row\n if (isFirstRow && !headerRow) {\n // Auto detects or can be forced with csvOptions.header\n const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n if (header) {\n headerRow = row.map(duplicateColumnTransformer());\n return;\n }\n }\n\n // If first data row, we can deduce the schema\n if (isFirstRow) {\n isFirstRow = false;\n if (!headerRow) {\n headerRow = generateHeader(csvOptions.columnPrefix!, row.length);\n }\n schema = deduceSchema(row, headerRow);\n }\n\n if (csvOptions.optimizeMemoryUsage) {\n // A workaround to allocate new strings and don't retain pointers to original strings.\n // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n row = JSON.parse(JSON.stringify(row));\n }\n\n const shape = csvOptions.shape \|\| DEFAULT_CSV_SHAPE;\n\n // Add the row\n tableBatchBuilder =\n tableBatchBuilder \|\|\n new TableBatchBuilder(\n // @ts-expect-error TODO this is not a proper schema\n schema,\n {\n shape,\n ...options\n }\n );\n\n try {\n tableBatchBuilder.addRow(row);\n // If a batch has been completed, emit it\n const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n },\n\n // complete is called when all rows have been read\n complete(results) {\n try {\n const bytesUsed = results.meta.cursor;\n // Ensure any final (partial) batch gets emitted\n const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n\n asyncQueue.close();\n }\n };\n\n Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n // TODO - Does it matter if we return asyncIterable or asyncIterator\n // return asyncQueue[Symbol.asyncIterator]();\n return asyncQueue;\n}\n\n/*\n Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n /\nfunction isHeaderRow(row: string[]): boolean {\n return row && row.every((value) => typeof value === 'string');\n}\n\n/\n Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n /\nfunction readFirstRow(csvText: string): any[] {\n const result = Papa.parse(csvText, {\n download: false,\n dynamicTyping: true,\n preview: 1\n });\n return result.data[0];\n}\n\n/\n Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n /\nfunction duplicateColumnTransformer(): (column: string) => string {\n const observedColumns = new Set<string>();\n return (col) => {\n let colName = col;\n let counter = 1;\n while (observedColumns.has(colName)) {\n colName = `${col}.${counter}`;\n counter++;\n }\n observedColumns.add(colName);\n return colName;\n };\n}\n\n/\n Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n const headers: string[] = [];\n for (let i = 0; i < count; i++) {\n headers.push(`${columnPrefix}${i + 1}`);\n }\n return headers;\n}\n\nfunction deduceSchema(row, headerRow): ObjectSchema {\n const schema: ObjectSchema = headerRow ? {} : [];\n for (let i = 0; i < row.length; i++) {\n const columnName = (headerRow && headerRow[i]) \|\| i;\n const value = row[i];\n switch (typeof value) {\n case 'number':\n case 'boolean':\n // TODO - booleans could be handled differently...\n schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n break;\n case 'string':\n default:\n schema[columnName] = {name: String(columnName), index: i, type: Array};\n // We currently only handle numeric rows\n // TODO we could offer a function to map strings to numbers?\n }\n }\n return schema;\n}\n"],"mappings":"AAMA,SACEA,UAAU,EAEVC,iBAAiB,EACjBC,iBAAiB,EACjBC,kBAAkB,QACb,oBAAoB;AAAC,OACrBC,IAAI;AAAA,OACJC,qBAAqB;AAO5B,MAAMC,OAAO,GAAG,cAAkB,KAAK,WAAW,aAAiB,QAAQ;AAE3E,MAAMC,iBAAiB,GAAG,kBAAkB;AA0B5C,OAAO,MAAMC,SAAgE,GAAG;EAC9EC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,OAAO,EAAEN,OAAO;EAChBO,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;EACjCC,SAAS,EAAE,CAAC,UAAU,EAAE,2BAA2B,EAAE,UAAU,CAAC;EAChEC,QAAQ,EAAE,OAAO;EACjBC,KAAK,EAAE,MAAAA,CAAOC,WAAwB,EAAEC,OAA0B,KAChEC,QAAQ,CAAC,IAAIC,WAAW,CAAC,CAAC,CAACC,MAAM,CAACJ,WAAW,CAAC,EAAEC,OAAO,CAAC;EAC1DI,SAAS,EAAEA,CAACC,IAAY,EAAEL,OAA0B,KAAKC,QAAQ,CAACI,IAAI,EAAEL,OAAO,CAAC;EAChFM,cAAc,EAAEC,iBAAiB;EAGjCP,OAAO,EAAE;IACPQ,GAAG,EAAE;MACHC,KAAK,EAAEpB,iBAAiB;MACxBqB,mBAAmB,EAAE,KAAK;MAE1BC,MAAM,EAAE,MAAM;MACdC,YAAY,EAAE,QAAQ;MAGtBC,SAAS,EAAE,GAAG;MACdC,UAAU,EAAE,GAAG;MACfC,aAAa,EAAE,IAAI;MACnBC,QAAQ,EAAE,KAAK;MACfC,cAAc,EAAE,IAAI;MAEpBC,iBAAiB,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG;IAEzC;EACF;AACF,CAAC;AAED,eAAejB,QAAQA,CACrBkB,OAAe,EACfnB,OAA0B,EACe;EAEzC,MAAMoB,UAAU,GAAG;IAAC,GAAG9B,SAAS,CAACU,OAAO,CAACQ,GAAG;IAAE,IAAGR,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEQ,GAAG;EAAA,CAAC;EAE9D,MAAMa,QAAQ,GAAGC,YAAY,CAACH,OAAO,CAAC;EACtC,MAAMR,MAAe,GACnBS,UAAU,CAACT,MAAM,KAAK,MAAM,GAAGY,WAAW,CAACF,QAAQ,CAAC,GAAGG,OAAO,CAACJ,UAAU,CAACT,MAAM,CAAC;EAEnF,MAAMc,eAAe,GAAGd,MAAM;EAE9B,MAAMe,eAAe,GAAG;IAEtB,GAAGN,UAAU;IACbT,MAAM,EAAEc,eAAe;IACvBE,QAAQ,EAAE,KAAK;IACfC,eAAe,EAAEH,eAAe,GAAGI,0BAA0B,CAAC,CAAC,GAAGC,SAAS;IAC3EC,KAAK,EAAGC,CAAC,IAAK;MACZ,MAAM,IAAIC,KAAK,CAACD,CAAC,CAAC;IACpB;EACF,CAAC;EAED,MAAME,MAAM,GAAGhD,IAAI,CAACY,KAAK,CAACqB,OAAO,EAAEO,eAAe,CAAC;EACnD,MAAMS,IAAI,GAAGD,MAAM,CAACE,IAAa;EAEjC,MAAMC,SAAS,GAAGH,MAAM,CAACI,IAAI,CAACC,MAAM,IAAIC,cAAc,CAACpB,UAAU,CAACR,YAAY,EAAGS,QAAQ,CAACoB,MAAM,CAAC;EAEjG,MAAMhC,KAAK,GAAGW,UAAU,CAACX,KAAK,IAAIpB,iBAAiB;EACnD,QAAQoB,KAAK;IACX,KAAK,kBAAkB;MACrB,OAAO;QACLA,KAAK,EAAE,kBAAkB;QACzB2B,IAAI,EAAED,IAAI,CAACO,GAAG,CAAEC,GAAG,IAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAG1D,kBAAkB,CAAC0D,GAAG,EAAEN,SAAS,CAAC,GAAGM,GAAI;MACzF,CAAC;IACH,KAAK,iBAAiB;MACpB,OAAO;QACLlC,KAAK,EAAE,iBAAiB;QACxB2B,IAAI,EAAED,IAAI,CAACO,GAAG,CAAEC,GAAG,IAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG3D,iBAAiB,CAAC2D,GAAG,EAAEN,SAAS,CAAE;MACxF,CAAC;IACH;MACE,MAAM,IAAIJ,KAAK,CAACxB,KAAK,CAAC;EAC1B;AACF;AAGA,SAASF,iBAAiBA,CACxBuC,aAAiE,EACjE9C,OAA0B,EACC;EAAA,IAAA+C,QAAA;EAG3B/C,OAAO,GAAG;IAAC,GAAGA;EAAO,CAAC;EACtB,IAAIA,OAAO,CAACgD,SAAS,KAAK,MAAM,EAAE;IAChChD,OAAO,CAACgD,SAAS,GAAG,IAAI;EAC1B;EAGA,MAAM5B,UAAU,GAAG;IAAC,GAAG9B,SAAS,CAACU,OAAO,CAACQ,GAAG;IAAE,KAAAuC,QAAA,GAAG/C,OAAO,cAAA+C,QAAA,uBAAPA,QAAA,CAASvC,GAAG;EAAA,CAAC;EAE9D,MAAMyC,UAAU,GAAG,IAAInE,UAAU,CAAa,CAAC;EAE/C,IAAIoE,UAAmB,GAAG,IAAI;EAC9B,IAAIb,SAA0B,GAAG,IAAI;EACrC,IAAIc,iBAA2C,GAAG,IAAI;EACtD,IAAIC,MAA2B,GAAG,IAAI;EAEtC,MAAMC,MAAM,GAAG;IAEb,GAAGjC,UAAU;IACbT,MAAM,EAAE,KAAK;IACbgB,QAAQ,EAAE,KAAK;IAIf2B,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;IAM1BrC,cAAc,EAAE,KAAK;IAIrBsC,IAAIA,CAACC,OAAO,EAAE;MACZ,IAAIb,GAAG,GAAGa,OAAO,CAACpB,IAAI;MAEtB,IAAIhB,UAAU,CAACH,cAAc,EAAE;QAE7B,MAAMwC,YAAY,GAAGd,GAAG,CAACe,IAAI,CAAC,CAAC,CAACC,IAAI,CAAC,EAAE,CAAC,CAACC,IAAI,CAAC,CAAC;QAC/C,IAAIH,YAAY,KAAK,EAAE,EAAE;UACvB;QACF;MACF;MACA,MAAMI,SAAS,GAAGL,OAAO,CAAClB,IAAI,CAACwB,MAAM;MAGrC,IAAIZ,UAAU,IAAI,CAACb,SAAS,EAAE;QAE5B,MAAM1B,MAAM,GAAGS,UAAU,CAACT,MAAM,KAAK,MAAM,GAAGY,WAAW,CAACoB,GAAG,CAAC,GAAGnB,OAAO,CAACJ,UAAU,CAACT,MAAM,CAAC;QAC3F,IAAIA,MAAM,EAAE;UACV0B,SAAS,GAAGM,GAAG,CAACD,GAAG,CAACb,0BAA0B,CAAC,CAAC,CAAC;UACjD;QACF;MACF;MAGA,IAAIqB,UAAU,EAAE;QACdA,UAAU,GAAG,KAAK;QAClB,IAAI,CAACb,SAAS,EAAE;UACdA,SAAS,GAAGG,cAAc,CAACpB,UAAU,CAACR,YAAY,EAAG+B,GAAG,CAACF,MAAM,CAAC;QAClE;QACAW,MAAM,GAAGW,YAAY,CAACpB,GAAG,EAAEN,SAAS,CAAC;MACvC;MAEA,IAAIjB,UAAU,CAACV,mBAAmB,EAAE;QAGlCiC,GAAG,GAAGqB,IAAI,CAAClE,KAAK,CAACkE,IAAI,CAACC,SAAS,CAACtB,GAAG,CAAC,CAAC;MACvC;MAEA,MAAMlC,KAAK,GAAGW,UAAU,CAACX,KAAK,IAAIpB,iBAAiB;MAGnD8D,iBAAiB,GACfA,iBAAiB,IACjB,IAAIpE,iBAAiB,CAEnBqE,MAAM,EACN;QACE3C,KAAK;QACL,GAAGT;MACL,CACF,CAAC;MAEH,IAAI;QACFmD,iBAAiB,CAACe,MAAM,CAACvB,GAAG,CAAC;QAE7B,MAAMwB,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACiB,YAAY,CAAC;UAACP;QAAS,CAAC,CAAC;QAC9E,IAAIM,KAAK,EAAE;UACTlB,UAAU,CAACoB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOpC,KAAK,EAAE;QACdkB,UAAU,CAACoB,OAAO,CAACtC,KAAc,CAAC;MACpC;IACF,CAAC;IAGDuC,QAAQA,CAACd,OAAO,EAAE;MAChB,IAAI;QACF,MAAMK,SAAS,GAAGL,OAAO,CAAClB,IAAI,CAACwB,MAAM;QAErC,MAAMK,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACoB,aAAa,CAAC;UAACV;QAAS,CAAC,CAAC;QAC/E,IAAIM,KAAK,EAAE;UACTlB,UAAU,CAACoB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOpC,KAAK,EAAE;QACdkB,UAAU,CAACoB,OAAO,CAACtC,KAAc,CAAC;MACpC;MAEAkB,UAAU,CAACuB,KAAK,CAAC,CAAC;IACpB;EACF,CAAC;EAEDtF,IAAI,CAACY,KAAK,CAACgD,aAAa,EAAEO,MAAM,EAAElE,qBAAqB,CAAC;EAIxD,OAAO8D,UAAU;AACnB;AAOA,SAAS1B,WAAWA,CAACoB,GAAa,EAAW;EAC3C,OAAOA,GAAG,IAAIA,GAAG,CAAC8B,KAAK,CAAEC,KAAK,IAAK,OAAOA,KAAK,KAAK,QAAQ,CAAC;AAC/D;AAOA,SAASpD,YAAYA,CAACH,OAAe,EAAS;EAC5C,MAAMe,MAAM,GAAGhD,IAAI,CAACY,KAAK,CAACqB,OAAO,EAAE;IACjCQ,QAAQ,EAAE,KAAK;IACfZ,aAAa,EAAE,IAAI;IACnB4D,OAAO,EAAE;EACX,CAAC,CAAC;EACF,OAAOzC,MAAM,CAACE,IAAI,CAAC,CAAC,CAAC;AACvB;AAQA,SAASP,0BAA0BA,CAAA,EAA+B;EAChE,MAAM+C,eAAe,GAAG,IAAIC,GAAG,CAAS,CAAC;EACzC,OAAQC,GAAG,IAAK;IACd,IAAIC,OAAO,GAAGD,GAAG;IACjB,IAAIE,OAAO,GAAG,CAAC;IACf,OAAOJ,eAAe,CAACK,GAAG,CAACF,OAAO,CAAC,EAAE;MACnCA,OAAO,GAAI,GAAED,GAAI,IAAGE,OAAQ,EAAC;MAC7BA,OAAO,EAAE;IACX;IACAJ,eAAe,CAACM,GAAG,CAACH,OAAO,CAAC;IAC5B,OAAOA,OAAO;EAChB,CAAC;AACH;AAQA,SAASvC,cAAcA,CAAC5B,YAAoB,EAA+B;EAAA,IAA7BuE,KAAa,GAAAC,SAAA,CAAA3C,MAAA,QAAA2C,SAAA,QAAAtD,SAAA,GAAAsD,SAAA,MAAG,CAAC;EAC7D,MAAMC,OAAiB,GAAG,EAAE;EAC5B,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,KAAK,EAAEG,CAAC,EAAE,EAAE;IAC9BD,OAAO,CAACE,IAAI,CAAE,GAAE3E,YAAa,GAAE0E,CAAC,GAAG,CAAE,EAAC,CAAC;EACzC;EACA,OAAOD,OAAO;AAChB;AAEA,SAAStB,YAAYA,CAACpB,GAAG,EAAEN,SAAS,EAAgB;EAClD,MAAMe,MAAoB,GAAGf,SAAS,GAAG,CAAC,CAAC,GAAG,EAAE;EAChD,KAAK,IAAIiD,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG3C,GAAG,CAACF,MAAM,EAAE6C,CAAC,EAAE,EAAE;IACnC,MAAME,UAAU,GAAInD,SAAS,IAAIA,SAAS,CAACiD,CAAC,CAAC,IAAKA,CAAC;IACnD,MAAMZ,KAAK,GAAG/B,GAAG,CAAC2C,CAAC,CAAC;IACpB,QAAQ,OAAOZ,KAAK;MAClB,KAAK,QAAQ;MACb,KAAK,SAAS;QAEZtB,MAAM,CAACoC,UAAU,CAAC,GAAG;UAAC/F,IAAI,EAAEgG,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAEC;QAAY,CAAC;QAC7E;MACF,KAAK,QAAQ;MACb;QACExC,MAAM,CAACoC,UAAU,CAAC,GAAG;UAAC/F,IAAI,EAAEgG,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAE/C;QAAK,CAAC;IAG1E;EACF;EACA,OAAOQ,MAAM;AACf"}

package/dist/dist.dev.js CHANGED Viewed

@@ -1380,7 +1380,7 @@ var __exports__ = (() => {
   AsyncIteratorStreamer.prototype.constructor = AsyncIteratorStreamer;
   // src/csv-loader.ts
-  var VERSION = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
+  var VERSION = true ? "4.0.6" : "latest";
   var DEFAULT_CSV_SHAPE = "object-row-table";
   var CSVLoader = {
     id: "csv",

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@loaders.gl/csv",
-  "version": "4.0.4",
+  "version": "4.0.6",
   "description": "Framework-independent loader for CSV and DSV table formats",
   "license": "MIT",
   "type": "module",
@@ -38,11 +38,11 @@
     "build-bundle": "ocular-bundle ./src/index.ts"
   },
   "dependencies": {
-    "@loaders.gl/loader-utils": "4.0.4",
-    "@loaders.gl/schema": "4.0.4"
+    "@loaders.gl/loader-utils": "4.0.6",
+    "@loaders.gl/schema": "4.0.6"
   },
   "devDependencies": {
     "d3-dsv": "^1.2.0"
   },
-  "gitHead": "4dc810fa04bb400f4aedfef98a83c7ef882ed3d7"
+  "gitHead": "1582e06e4ac81b61091148f3d872f67478fe7511"
 }