@loaders.gl/csv 4.0.0-beta.7 → 4.0.0-beta.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +7 -7
- package/dist/csv-loader.d.ts.map +1 -1
- package/dist/csv-loader.js.map +1 -1
- package/dist/csv-writer.d.ts.map +1 -1
- package/dist/csv-writer.js.map +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js.map +1 -1
- package/dist/lib/encoders/encode-csv.d.ts.map +1 -1
- package/dist/lib/encoders/encode-csv.js.map +1 -1
- package/package.json +4 -4
- package/src/csv-loader.ts +1 -0
- package/src/csv-writer.ts +1 -0
- package/src/index.ts +1 -0
- package/src/lib/encoders/encode-csv.ts +1 -0
package/LICENSE
CHANGED
|
@@ -1,9 +1,6 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
This software includes parts of PhiloGL (https://github.com/philogb/philogl)
|
|
4
|
-
under MIT license. PhiloGL parts Copyright © 2013 Sencha Labs.
|
|
1
|
+
loaders.gl is licensed under the MIT license
|
|
5
2
|
|
|
6
|
-
|
|
3
|
+
Copyright (c) vis.gl contributors
|
|
7
4
|
|
|
8
5
|
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
9
6
|
of this software and associated documentation files (the "Software"), to deal
|
|
@@ -23,8 +20,12 @@ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
|
23
20
|
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
24
21
|
THE SOFTWARE.
|
|
25
22
|
|
|
23
|
+
---
|
|
24
|
+
|
|
25
|
+
Copyright (c) 2015 Uber Technologies, Inc.
|
|
26
26
|
|
|
27
|
-
loaders.gl includes certain files from Cesium (https://github.com/AnalyticalGraphicsInc/cesium)
|
|
27
|
+
loaders.gl includes certain files from Cesium (https://github.com/AnalyticalGraphicsInc/cesium)
|
|
28
|
+
under the Apache 2 License (found in the submodule: modules/3d-tiles):)
|
|
28
29
|
|
|
29
30
|
Copyright 2011-2018 CesiumJS Contributors
|
|
30
31
|
|
|
@@ -38,4 +39,3 @@ distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
38
39
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
39
40
|
See the License for the specific language governing permissions and limitations under the License.
|
|
40
41
|
|
|
41
|
-
Cesium-derived code can be found in the submodule: modules/3d-tiles
|
package/dist/csv-loader.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"csv-loader.d.ts","sourceRoot":"","sources":["../src/csv-loader.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"csv-loader.d.ts","sourceRoot":"","sources":["../src/csv-loader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,gBAAgB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAC9E,OAAO,KAAK,EAAgC,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAElF,OAAO,EAEL,KAAK,EAIN,MAAM,oBAAoB,CAAC;AAa5B,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QAEJ,KAAK,CAAC,EAAE,iBAAiB,GAAG,kBAAkB,CAAC;QAC/C,yDAAyD;QACzD,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,MAAM,CAAC,EAAE,MAAM,CAAC;QAKhB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QAEpB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,cAAc,CAAC,EAAE,OAAO,GAAG,QAAQ,CAAC;QAEpC,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAE9B,CAAC;CACH,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,gBAAgB,CAAC,KAAK,EAAE,UAAU,EAAE,gBAAgB,CAiC3E,CAAC"}
|
package/dist/csv-loader.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"csv-loader.js","names":["AsyncQueue","TableBatchBuilder","convertToArrayRow","convertToObjectRow","Papa","AsyncIteratorStreamer","VERSION","__VERSION__","DEFAULT_CSV_SHAPE","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","arrayBuffer","options","parseCSV","TextDecoder","decode","parseText","text","parseInBatches","parseCSVInBatches","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","csvText","csvOptions","firstRow","readFirstRow","isHeaderRow","Boolean","parseWithHeader","papaparseConfig","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","result","rows","data","headerRow","meta","fields","generateHeader","length","map","row","Array","isArray","asyncIterator","_options","batchSize","asyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","every","value","preview","observedColumns","Set","col","colName","counter","has","add","count","arguments","headers","i","push","columnName","String","index","type","Float32Array"],"sources":["../src/csv-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrayRowTable, ObjectRowTable, TableBatch} from '@loaders.gl/schema';\n\nimport {\n AsyncQueue,\n Table,\n TableBatchBuilder,\n convertToArrayRow,\n convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\ntype ObjectField = {name: string; index: number; type: any};\ntype ObjectSchema = {[key: string]: ObjectField} | ObjectField[];\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nconst DEFAULT_CSV_SHAPE = 'object-row-table';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n csv?: {\n // loaders.gl options\n shape?: 'array-row-table' | 'object-row-table';\n /** optimizes memory usage but increases parsing time. */\n optimizeMemoryUsage?: boolean;\n columnPrefix?: string;\n header?: 'auto';\n\n // CSV options (papaparse)\n // delimiter: auto\n // newline: auto\n quoteChar?: string;\n escapeChar?: string;\n // Convert numbers and boolean values in rows from strings\n dynamicTyping?: boolean;\n comments?: boolean;\n skipEmptyLines?: boolean | 'greedy';\n // transform: null?\n delimitersToGuess?: string[];\n // fastMode: auto\n };\n};\n\nexport const CSVLoader: LoaderWithParser<Table, TableBatch, CSVLoaderOptions> = {\n id: 'csv',\n module: 'csv',\n name: 'CSV',\n version: VERSION,\n extensions: ['csv', 'tsv', 'dsv'],\n mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n category: 'table',\n parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n parseCSV(new TextDecoder().decode(arrayBuffer), options),\n parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n parseInBatches: parseCSVInBatches,\n // @ts-ignore\n // testText: null,\n options: {\n csv: {\n shape: DEFAULT_CSV_SHAPE, // 'object-row-table'\n optimizeMemoryUsage: false,\n // CSV options\n header: 'auto',\n columnPrefix: 'column',\n // delimiter: auto\n // newline: auto\n quoteChar: '\"',\n escapeChar: '\"',\n dynamicTyping: true,\n comments: false,\n skipEmptyLines: true,\n // transform: null?\n delimitersToGuess: [',', '\\t', '|', ';']\n // fastMode: auto\n }\n }\n};\n\nasync function parseCSV(\n csvText: string,\n options?: CSVLoaderOptions\n): Promise<ObjectRowTable | ArrayRowTable> {\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n const firstRow = readFirstRow(csvText);\n const header: boolean =\n csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n const parseWithHeader = header;\n\n const papaparseConfig = {\n // dynamicTyping: true,\n ...csvOptions,\n header: parseWithHeader,\n download: false, // We handle loading, no need for papaparse to do it for us\n transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n error: (e) => {\n throw new Error(e);\n }\n };\n\n const result = Papa.parse(csvText, papaparseConfig);\n const rows = result.data as any[];\n\n const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix!, firstRow.length);\n\n const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;\n switch (shape) {\n case 'object-row-table':\n return {\n shape: 'object-row-table',\n data: rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row))\n };\n case 'array-row-table':\n return {\n shape: 'array-row-table',\n data: rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)))\n };\n default:\n throw new Error(shape);\n }\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: CSVLoaderOptions\n): AsyncIterable<TableBatch> {\n // Papaparse does not support standard batch size handling\n // TODO - investigate papaparse chunks mode\n options = {...options};\n if (options.batchSize === 'auto') {\n options.batchSize = 4000;\n }\n\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n const asyncQueue = new AsyncQueue<TableBatch>();\n\n let isFirstRow: boolean = true;\n let headerRow: string[] | null = null;\n let tableBatchBuilder: TableBatchBuilder | null = null;\n let schema: ObjectSchema | null = null;\n\n const config = {\n // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n ...csvOptions,\n header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n download: false, // We handle loading, no need for papaparse to do it for us\n // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n // See https://github.com/mholt/PapaParse/issues/465\n chunkSize: 1024 * 1024 * 5,\n // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n // both of the skipEmptyLines and step callback options are provided:\n // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n skipEmptyLines: false,\n\n // step is called on every row\n // eslint-disable-next-line complexity, max-statements\n step(results) {\n let row = results.data;\n\n if (csvOptions.skipEmptyLines) {\n // Manually reject lines that are empty\n const collapsedRow = row.flat().join('').trim();\n if (collapsedRow === '') {\n return;\n }\n }\n const bytesUsed = results.meta.cursor;\n\n // Check if we need to save a header row\n if (isFirstRow && !headerRow) {\n // Auto detects or can be forced with csvOptions.header\n const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n if (header) {\n headerRow = row.map(duplicateColumnTransformer());\n return;\n }\n }\n\n // If first data row, we can deduce the schema\n if (isFirstRow) {\n isFirstRow = false;\n if (!headerRow) {\n headerRow = generateHeader(csvOptions.columnPrefix!, row.length);\n }\n schema = deduceSchema(row, headerRow);\n }\n\n if (csvOptions.optimizeMemoryUsage) {\n // A workaround to allocate new strings and don't retain pointers to original strings.\n // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n row = JSON.parse(JSON.stringify(row));\n }\n\n const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;\n\n // Add the row\n tableBatchBuilder =\n tableBatchBuilder ||\n new TableBatchBuilder(\n // @ts-expect-error TODO this is not a proper schema\n schema,\n {\n shape,\n ...options\n }\n );\n\n try {\n tableBatchBuilder.addRow(row);\n // If a batch has been completed, emit it\n const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n },\n\n // complete is called when all rows have been read\n complete(results) {\n try {\n const bytesUsed = results.meta.cursor;\n // Ensure any final (partial) batch gets emitted\n const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n\n asyncQueue.close();\n }\n };\n\n Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n // TODO - Does it matter if we return asyncIterable or asyncIterator\n // return asyncQueue[Symbol.asyncIterator]();\n return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n const result = Papa.parse(csvText, {\n download: false,\n dynamicTyping: true,\n preview: 1\n });\n return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer(): (column: string) => string {\n const observedColumns = new Set<string>();\n return (col) => {\n let colName = col;\n let counter = 1;\n while (observedColumns.has(colName)) {\n colName = `${col}.${counter}`;\n counter++;\n }\n observedColumns.add(colName);\n return colName;\n };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n const headers: string[] = [];\n for (let i = 0; i < count; i++) {\n headers.push(`${columnPrefix}${i + 1}`);\n }\n return headers;\n}\n\nfunction deduceSchema(row, headerRow): ObjectSchema {\n const schema: ObjectSchema = headerRow ? {} : [];\n for (let i = 0; i < row.length; i++) {\n const columnName = (headerRow && headerRow[i]) || i;\n const value = row[i];\n switch (typeof value) {\n case 'number':\n case 'boolean':\n // TODO - booleans could be handled differently...\n schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n break;\n case 'string':\n default:\n schema[columnName] = {name: String(columnName), index: i, type: Array};\n // We currently only handle numeric rows\n // TODO we could offer a function to map strings to numbers?\n }\n }\n return schema;\n}\n"],"mappings":"AAKA,SACEA,UAAU,EAEVC,iBAAiB,EACjBC,iBAAiB,EACjBC,kBAAkB,QACb,oBAAoB;AAAC,OACrBC,IAAI;AAAA,OACJC,qBAAqB;AAO5B,MAAMC,OAAO,GAAG,OAAOC,WAAW,KAAK,WAAW,GAAGA,WAAW,GAAG,QAAQ;AAE3E,MAAMC,iBAAiB,GAAG,kBAAkB;AA0B5C,OAAO,MAAMC,SAAgE,GAAG;EAC9EC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,OAAO,EAAEP,OAAO;EAChBQ,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;EACjCC,SAAS,EAAE,CAAC,UAAU,EAAE,2BAA2B,EAAE,UAAU,CAAC;EAChEC,QAAQ,EAAE,OAAO;EACjBC,KAAK,EAAE,MAAAA,CAAOC,WAAwB,EAAEC,OAA0B,KAChEC,QAAQ,CAAC,IAAIC,WAAW,CAAC,CAAC,CAACC,MAAM,CAACJ,WAAW,CAAC,EAAEC,OAAO,CAAC;EAC1DI,SAAS,EAAEA,CAACC,IAAY,EAAEL,OAA0B,KAAKC,QAAQ,CAACI,IAAI,EAAEL,OAAO,CAAC;EAChFM,cAAc,EAAEC,iBAAiB;EAGjCP,OAAO,EAAE;IACPQ,GAAG,EAAE;MACHC,KAAK,EAAEpB,iBAAiB;MACxBqB,mBAAmB,EAAE,KAAK;MAE1BC,MAAM,EAAE,MAAM;MACdC,YAAY,EAAE,QAAQ;MAGtBC,SAAS,EAAE,GAAG;MACdC,UAAU,EAAE,GAAG;MACfC,aAAa,EAAE,IAAI;MACnBC,QAAQ,EAAE,KAAK;MACfC,cAAc,EAAE,IAAI;MAEpBC,iBAAiB,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG;IAEzC;EACF;AACF,CAAC;AAED,eAAejB,QAAQA,CACrBkB,OAAe,EACfnB,OAA0B,EACe;EAEzC,MAAMoB,UAAU,GAAG;IAAC,GAAG9B,SAAS,CAACU,OAAO,CAACQ,GAAG;IAAE,IAAGR,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEQ,GAAG;EAAA,CAAC;EAE9D,MAAMa,QAAQ,GAAGC,YAAY,CAACH,OAAO,CAAC;EACtC,MAAMR,MAAe,GACnBS,UAAU,CAACT,MAAM,KAAK,MAAM,GAAGY,WAAW,CAACF,QAAQ,CAAC,GAAGG,OAAO,CAACJ,UAAU,CAACT,MAAM,CAAC;EAEnF,MAAMc,eAAe,GAAGd,MAAM;EAE9B,MAAMe,eAAe,GAAG;IAEtB,GAAGN,UAAU;IACbT,MAAM,EAAEc,eAAe;IACvBE,QAAQ,EAAE,KAAK;IACfC,eAAe,EAAEH,eAAe,GAAGI,0BAA0B,CAAC,CAAC,GAAGC,SAAS;IAC3EC,KAAK,EAAGC,CAAC,IAAK;MACZ,MAAM,IAAIC,KAAK,CAACD,CAAC,CAAC;IACpB;EACF,CAAC;EAED,MAAME,MAAM,GAAGjD,IAAI,CAACa,KAAK,CAACqB,OAAO,EAAEO,eAAe,CAAC;EACnD,MAAMS,IAAI,GAAGD,MAAM,CAACE,IAAa;EAEjC,MAAMC,SAAS,GAAGH,MAAM,CAACI,IAAI,CAACC,MAAM,IAAIC,cAAc,CAACpB,UAAU,CAACR,YAAY,EAAGS,QAAQ,CAACoB,MAAM,CAAC;EAEjG,MAAMhC,KAAK,GAAGW,UAAU,CAACX,KAAK,IAAIpB,iBAAiB;EACnD,QAAQoB,KAAK;IACX,KAAK,kBAAkB;MACrB,OAAO;QACLA,KAAK,EAAE,kBAAkB;QACzB2B,IAAI,EAAED,IAAI,CAACO,GAAG,CAAEC,GAAG,IAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAG3D,kBAAkB,CAAC2D,GAAG,EAAEN,SAAS,CAAC,GAAGM,GAAI;MACzF,CAAC;IACH,KAAK,iBAAiB;MACpB,OAAO;QACLlC,KAAK,EAAE,iBAAiB;QACxB2B,IAAI,EAAED,IAAI,CAACO,GAAG,CAAEC,GAAG,IAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG5D,iBAAiB,CAAC4D,GAAG,EAAEN,SAAS,CAAE;MACxF,CAAC;IACH;MACE,MAAM,IAAIJ,KAAK,CAACxB,KAAK,CAAC;EAC1B;AACF;AAGA,SAASF,iBAAiBA,CACxBuC,aAAiE,EACjE9C,OAA0B,EACC;EAAA,IAAA+C,QAAA;EAG3B/C,OAAO,GAAG;IAAC,GAAGA;EAAO,CAAC;EACtB,IAAIA,OAAO,CAACgD,SAAS,KAAK,MAAM,EAAE;IAChChD,OAAO,CAACgD,SAAS,GAAG,IAAI;EAC1B;EAGA,MAAM5B,UAAU,GAAG;IAAC,GAAG9B,SAAS,CAACU,OAAO,CAACQ,GAAG;IAAE,KAAAuC,QAAA,GAAG/C,OAAO,cAAA+C,QAAA,uBAAPA,QAAA,CAASvC,GAAG;EAAA,CAAC;EAE9D,MAAMyC,UAAU,GAAG,IAAIpE,UAAU,CAAa,CAAC;EAE/C,IAAIqE,UAAmB,GAAG,IAAI;EAC9B,IAAIb,SAA0B,GAAG,IAAI;EACrC,IAAIc,iBAA2C,GAAG,IAAI;EACtD,IAAIC,MAA2B,GAAG,IAAI;EAEtC,MAAMC,MAAM,GAAG;IAEb,GAAGjC,UAAU;IACbT,MAAM,EAAE,KAAK;IACbgB,QAAQ,EAAE,KAAK;IAIf2B,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;IAM1BrC,cAAc,EAAE,KAAK;IAIrBsC,IAAIA,CAACC,OAAO,EAAE;MACZ,IAAIb,GAAG,GAAGa,OAAO,CAACpB,IAAI;MAEtB,IAAIhB,UAAU,CAACH,cAAc,EAAE;QAE7B,MAAMwC,YAAY,GAAGd,GAAG,CAACe,IAAI,CAAC,CAAC,CAACC,IAAI,CAAC,EAAE,CAAC,CAACC,IAAI,CAAC,CAAC;QAC/C,IAAIH,YAAY,KAAK,EAAE,EAAE;UACvB;QACF;MACF;MACA,MAAMI,SAAS,GAAGL,OAAO,CAAClB,IAAI,CAACwB,MAAM;MAGrC,IAAIZ,UAAU,IAAI,CAACb,SAAS,EAAE;QAE5B,MAAM1B,MAAM,GAAGS,UAAU,CAACT,MAAM,KAAK,MAAM,GAAGY,WAAW,CAACoB,GAAG,CAAC,GAAGnB,OAAO,CAACJ,UAAU,CAACT,MAAM,CAAC;QAC3F,IAAIA,MAAM,EAAE;UACV0B,SAAS,GAAGM,GAAG,CAACD,GAAG,CAACb,0BAA0B,CAAC,CAAC,CAAC;UACjD;QACF;MACF;MAGA,IAAIqB,UAAU,EAAE;QACdA,UAAU,GAAG,KAAK;QAClB,IAAI,CAACb,SAAS,EAAE;UACdA,SAAS,GAAGG,cAAc,CAACpB,UAAU,CAACR,YAAY,EAAG+B,GAAG,CAACF,MAAM,CAAC;QAClE;QACAW,MAAM,GAAGW,YAAY,CAACpB,GAAG,EAAEN,SAAS,CAAC;MACvC;MAEA,IAAIjB,UAAU,CAACV,mBAAmB,EAAE;QAGlCiC,GAAG,GAAGqB,IAAI,CAAClE,KAAK,CAACkE,IAAI,CAACC,SAAS,CAACtB,GAAG,CAAC,CAAC;MACvC;MAEA,MAAMlC,KAAK,GAAGW,UAAU,CAACX,KAAK,IAAIpB,iBAAiB;MAGnD8D,iBAAiB,GACfA,iBAAiB,IACjB,IAAIrE,iBAAiB,CAEnBsE,MAAM,EACN;QACE3C,KAAK;QACL,GAAGT;MACL,CACF,CAAC;MAEH,IAAI;QACFmD,iBAAiB,CAACe,MAAM,CAACvB,GAAG,CAAC;QAE7B,MAAMwB,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACiB,YAAY,CAAC;UAACP;QAAS,CAAC,CAAC;QAC9E,IAAIM,KAAK,EAAE;UACTlB,UAAU,CAACoB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOpC,KAAK,EAAE;QACdkB,UAAU,CAACoB,OAAO,CAACtC,KAAc,CAAC;MACpC;IACF,CAAC;IAGDuC,QAAQA,CAACd,OAAO,EAAE;MAChB,IAAI;QACF,MAAMK,SAAS,GAAGL,OAAO,CAAClB,IAAI,CAACwB,MAAM;QAErC,MAAMK,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACoB,aAAa,CAAC;UAACV;QAAS,CAAC,CAAC;QAC/E,IAAIM,KAAK,EAAE;UACTlB,UAAU,CAACoB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOpC,KAAK,EAAE;QACdkB,UAAU,CAACoB,OAAO,CAACtC,KAAc,CAAC;MACpC;MAEAkB,UAAU,CAACuB,KAAK,CAAC,CAAC;IACpB;EACF,CAAC;EAEDvF,IAAI,CAACa,KAAK,CAACgD,aAAa,EAAEO,MAAM,EAAEnE,qBAAqB,CAAC;EAIxD,OAAO+D,UAAU;AACnB;AAOA,SAAS1B,WAAWA,CAACoB,GAAa,EAAW;EAC3C,OAAOA,GAAG,IAAIA,GAAG,CAAC8B,KAAK,CAAEC,KAAK,IAAK,OAAOA,KAAK,KAAK,QAAQ,CAAC;AAC/D;AAOA,SAASpD,YAAYA,CAACH,OAAe,EAAS;EAC5C,MAAMe,MAAM,GAAGjD,IAAI,CAACa,KAAK,CAACqB,OAAO,EAAE;IACjCQ,QAAQ,EAAE,KAAK;IACfZ,aAAa,EAAE,IAAI;IACnB4D,OAAO,EAAE;EACX,CAAC,CAAC;EACF,OAAOzC,MAAM,CAACE,IAAI,CAAC,CAAC,CAAC;AACvB;AAQA,SAASP,0BAA0BA,CAAA,EAA+B;EAChE,MAAM+C,eAAe,GAAG,IAAIC,GAAG,CAAS,CAAC;EACzC,OAAQC,GAAG,IAAK;IACd,IAAIC,OAAO,GAAGD,GAAG;IACjB,IAAIE,OAAO,GAAG,CAAC;IACf,OAAOJ,eAAe,CAACK,GAAG,CAACF,OAAO,CAAC,EAAE;MACnCA,OAAO,GAAI,GAAED,GAAI,IAAGE,OAAQ,EAAC;MAC7BA,OAAO,EAAE;IACX;IACAJ,eAAe,CAACM,GAAG,CAACH,OAAO,CAAC;IAC5B,OAAOA,OAAO;EAChB,CAAC;AACH;AAQA,SAASvC,cAAcA,CAAC5B,YAAoB,EAA+B;EAAA,IAA7BuE,KAAa,GAAAC,SAAA,CAAA3C,MAAA,QAAA2C,SAAA,QAAAtD,SAAA,GAAAsD,SAAA,MAAG,CAAC;EAC7D,MAAMC,OAAiB,GAAG,EAAE;EAC5B,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,KAAK,EAAEG,CAAC,EAAE,EAAE;IAC9BD,OAAO,CAACE,IAAI,CAAE,GAAE3E,YAAa,GAAE0E,CAAC,GAAG,CAAE,EAAC,CAAC;EACzC;EACA,OAAOD,OAAO;AAChB;AAEA,SAAStB,YAAYA,CAACpB,GAAG,EAAEN,SAAS,EAAgB;EAClD,MAAMe,MAAoB,GAAGf,SAAS,GAAG,CAAC,CAAC,GAAG,EAAE;EAChD,KAAK,IAAIiD,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG3C,GAAG,CAACF,MAAM,EAAE6C,CAAC,EAAE,EAAE;IACnC,MAAME,UAAU,GAAInD,SAAS,IAAIA,SAAS,CAACiD,CAAC,CAAC,IAAKA,CAAC;IACnD,MAAMZ,KAAK,GAAG/B,GAAG,CAAC2C,CAAC,CAAC;IACpB,QAAQ,OAAOZ,KAAK;MAClB,KAAK,QAAQ;MACb,KAAK,SAAS;QAEZtB,MAAM,CAACoC,UAAU,CAAC,GAAG;UAAC/F,IAAI,EAAEgG,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAEC;QAAY,CAAC;QAC7E;MACF,KAAK,QAAQ;MACb;QACExC,MAAM,CAACoC,UAAU,CAAC,GAAG;UAAC/F,IAAI,EAAEgG,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAE/C;QAAK,CAAC;IAG1E;EACF;EACA,OAAOQ,MAAM;AACf"}
|
|
1
|
+
{"version":3,"file":"csv-loader.js","names":["AsyncQueue","TableBatchBuilder","convertToArrayRow","convertToObjectRow","Papa","AsyncIteratorStreamer","VERSION","__VERSION__","DEFAULT_CSV_SHAPE","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","arrayBuffer","options","parseCSV","TextDecoder","decode","parseText","text","parseInBatches","parseCSVInBatches","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","csvText","csvOptions","firstRow","readFirstRow","isHeaderRow","Boolean","parseWithHeader","papaparseConfig","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","result","rows","data","headerRow","meta","fields","generateHeader","length","map","row","Array","isArray","asyncIterator","_options","batchSize","asyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","every","value","preview","observedColumns","Set","col","colName","counter","has","add","count","arguments","headers","i","push","columnName","String","index","type","Float32Array"],"sources":["../src/csv-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {ArrayRowTable, ObjectRowTable, TableBatch} from '@loaders.gl/schema';\n\nimport {\n AsyncQueue,\n Table,\n TableBatchBuilder,\n convertToArrayRow,\n convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\ntype ObjectField = {name: string; index: number; type: any};\ntype ObjectSchema = {[key: string]: ObjectField} | ObjectField[];\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nconst DEFAULT_CSV_SHAPE = 'object-row-table';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n csv?: {\n // loaders.gl options\n shape?: 'array-row-table' | 'object-row-table';\n /** optimizes memory usage but increases parsing time. */\n optimizeMemoryUsage?: boolean;\n columnPrefix?: string;\n header?: 'auto';\n\n // CSV options (papaparse)\n // delimiter: auto\n // newline: auto\n quoteChar?: string;\n escapeChar?: string;\n // Convert numbers and boolean values in rows from strings\n dynamicTyping?: boolean;\n comments?: boolean;\n skipEmptyLines?: boolean | 'greedy';\n // transform: null?\n delimitersToGuess?: string[];\n // fastMode: auto\n };\n};\n\nexport const CSVLoader: LoaderWithParser<Table, TableBatch, CSVLoaderOptions> = {\n id: 'csv',\n module: 'csv',\n name: 'CSV',\n version: VERSION,\n extensions: ['csv', 'tsv', 'dsv'],\n mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n category: 'table',\n parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n parseCSV(new TextDecoder().decode(arrayBuffer), options),\n parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n parseInBatches: parseCSVInBatches,\n // @ts-ignore\n // testText: null,\n options: {\n csv: {\n shape: DEFAULT_CSV_SHAPE, // 'object-row-table'\n optimizeMemoryUsage: false,\n // CSV options\n header: 'auto',\n columnPrefix: 'column',\n // delimiter: auto\n // newline: auto\n quoteChar: '\"',\n escapeChar: '\"',\n dynamicTyping: true,\n comments: false,\n skipEmptyLines: true,\n // transform: null?\n delimitersToGuess: [',', '\\t', '|', ';']\n // fastMode: auto\n }\n }\n};\n\nasync function parseCSV(\n csvText: string,\n options?: CSVLoaderOptions\n): Promise<ObjectRowTable | ArrayRowTable> {\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n const firstRow = readFirstRow(csvText);\n const header: boolean =\n csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n const parseWithHeader = header;\n\n const papaparseConfig = {\n // dynamicTyping: true,\n ...csvOptions,\n header: parseWithHeader,\n download: false, // We handle loading, no need for papaparse to do it for us\n transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n error: (e) => {\n throw new Error(e);\n }\n };\n\n const result = Papa.parse(csvText, papaparseConfig);\n const rows = result.data as any[];\n\n const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix!, firstRow.length);\n\n const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;\n switch (shape) {\n case 'object-row-table':\n return {\n shape: 'object-row-table',\n data: rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row))\n };\n case 'array-row-table':\n return {\n shape: 'array-row-table',\n data: rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)))\n };\n default:\n throw new Error(shape);\n }\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: CSVLoaderOptions\n): AsyncIterable<TableBatch> {\n // Papaparse does not support standard batch size handling\n // TODO - investigate papaparse chunks mode\n options = {...options};\n if (options.batchSize === 'auto') {\n options.batchSize = 4000;\n }\n\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...CSVLoader.options.csv, ...options?.csv};\n\n const asyncQueue = new AsyncQueue<TableBatch>();\n\n let isFirstRow: boolean = true;\n let headerRow: string[] | null = null;\n let tableBatchBuilder: TableBatchBuilder | null = null;\n let schema: ObjectSchema | null = null;\n\n const config = {\n // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n ...csvOptions,\n header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n download: false, // We handle loading, no need for papaparse to do it for us\n // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n // See https://github.com/mholt/PapaParse/issues/465\n chunkSize: 1024 * 1024 * 5,\n // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n // both of the skipEmptyLines and step callback options are provided:\n // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n skipEmptyLines: false,\n\n // step is called on every row\n // eslint-disable-next-line complexity, max-statements\n step(results) {\n let row = results.data;\n\n if (csvOptions.skipEmptyLines) {\n // Manually reject lines that are empty\n const collapsedRow = row.flat().join('').trim();\n if (collapsedRow === '') {\n return;\n }\n }\n const bytesUsed = results.meta.cursor;\n\n // Check if we need to save a header row\n if (isFirstRow && !headerRow) {\n // Auto detects or can be forced with csvOptions.header\n const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n if (header) {\n headerRow = row.map(duplicateColumnTransformer());\n return;\n }\n }\n\n // If first data row, we can deduce the schema\n if (isFirstRow) {\n isFirstRow = false;\n if (!headerRow) {\n headerRow = generateHeader(csvOptions.columnPrefix!, row.length);\n }\n schema = deduceSchema(row, headerRow);\n }\n\n if (csvOptions.optimizeMemoryUsage) {\n // A workaround to allocate new strings and don't retain pointers to original strings.\n // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n row = JSON.parse(JSON.stringify(row));\n }\n\n const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;\n\n // Add the row\n tableBatchBuilder =\n tableBatchBuilder ||\n new TableBatchBuilder(\n // @ts-expect-error TODO this is not a proper schema\n schema,\n {\n shape,\n ...options\n }\n );\n\n try {\n tableBatchBuilder.addRow(row);\n // If a batch has been completed, emit it\n const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n },\n\n // complete is called when all rows have been read\n complete(results) {\n try {\n const bytesUsed = results.meta.cursor;\n // Ensure any final (partial) batch gets emitted\n const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n\n asyncQueue.close();\n }\n };\n\n Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n // TODO - Does it matter if we return asyncIterable or asyncIterator\n // return asyncQueue[Symbol.asyncIterator]();\n return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n const result = Papa.parse(csvText, {\n download: false,\n dynamicTyping: true,\n preview: 1\n });\n return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer(): (column: string) => string {\n const observedColumns = new Set<string>();\n return (col) => {\n let colName = col;\n let counter = 1;\n while (observedColumns.has(colName)) {\n colName = `${col}.${counter}`;\n counter++;\n }\n observedColumns.add(colName);\n return colName;\n };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n const headers: string[] = [];\n for (let i = 0; i < count; i++) {\n headers.push(`${columnPrefix}${i + 1}`);\n }\n return headers;\n}\n\nfunction deduceSchema(row, headerRow): ObjectSchema {\n const schema: ObjectSchema = headerRow ? {} : [];\n for (let i = 0; i < row.length; i++) {\n const columnName = (headerRow && headerRow[i]) || i;\n const value = row[i];\n switch (typeof value) {\n case 'number':\n case 'boolean':\n // TODO - booleans could be handled differently...\n schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n break;\n case 'string':\n default:\n schema[columnName] = {name: String(columnName), index: i, type: Array};\n // We currently only handle numeric rows\n // TODO we could offer a function to map strings to numbers?\n }\n }\n return schema;\n}\n"],"mappings":"AAMA,SACEA,UAAU,EAEVC,iBAAiB,EACjBC,iBAAiB,EACjBC,kBAAkB,QACb,oBAAoB;AAAC,OACrBC,IAAI;AAAA,OACJC,qBAAqB;AAO5B,MAAMC,OAAO,GAAG,OAAOC,WAAW,KAAK,WAAW,GAAGA,WAAW,GAAG,QAAQ;AAE3E,MAAMC,iBAAiB,GAAG,kBAAkB;AA0B5C,OAAO,MAAMC,SAAgE,GAAG;EAC9EC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,OAAO,EAAEP,OAAO;EAChBQ,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;EACjCC,SAAS,EAAE,CAAC,UAAU,EAAE,2BAA2B,EAAE,UAAU,CAAC;EAChEC,QAAQ,EAAE,OAAO;EACjBC,KAAK,EAAE,MAAAA,CAAOC,WAAwB,EAAEC,OAA0B,KAChEC,QAAQ,CAAC,IAAIC,WAAW,CAAC,CAAC,CAACC,MAAM,CAACJ,WAAW,CAAC,EAAEC,OAAO,CAAC;EAC1DI,SAAS,EAAEA,CAACC,IAAY,EAAEL,OAA0B,KAAKC,QAAQ,CAACI,IAAI,EAAEL,OAAO,CAAC;EAChFM,cAAc,EAAEC,iBAAiB;EAGjCP,OAAO,EAAE;IACPQ,GAAG,EAAE;MACHC,KAAK,EAAEpB,iBAAiB;MACxBqB,mBAAmB,EAAE,KAAK;MAE1BC,MAAM,EAAE,MAAM;MACdC,YAAY,EAAE,QAAQ;MAGtBC,SAAS,EAAE,GAAG;MACdC,UAAU,EAAE,GAAG;MACfC,aAAa,EAAE,IAAI;MACnBC,QAAQ,EAAE,KAAK;MACfC,cAAc,EAAE,IAAI;MAEpBC,iBAAiB,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG;IAEzC;EACF;AACF,CAAC;AAED,eAAejB,QAAQA,CACrBkB,OAAe,EACfnB,OAA0B,EACe;EAEzC,MAAMoB,UAAU,GAAG;IAAC,GAAG9B,SAAS,CAACU,OAAO,CAACQ,GAAG;IAAE,IAAGR,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEQ,GAAG;EAAA,CAAC;EAE9D,MAAMa,QAAQ,GAAGC,YAAY,CAACH,OAAO,CAAC;EACtC,MAAMR,MAAe,GACnBS,UAAU,CAACT,MAAM,KAAK,MAAM,GAAGY,WAAW,CAACF,QAAQ,CAAC,GAAGG,OAAO,CAACJ,UAAU,CAACT,MAAM,CAAC;EAEnF,MAAMc,eAAe,GAAGd,MAAM;EAE9B,MAAMe,eAAe,GAAG;IAEtB,GAAGN,UAAU;IACbT,MAAM,EAAEc,eAAe;IACvBE,QAAQ,EAAE,KAAK;IACfC,eAAe,EAAEH,eAAe,GAAGI,0BAA0B,CAAC,CAAC,GAAGC,SAAS;IAC3EC,KAAK,EAAGC,CAAC,IAAK;MACZ,MAAM,IAAIC,KAAK,CAACD,CAAC,CAAC;IACpB;EACF,CAAC;EAED,MAAME,MAAM,GAAGjD,IAAI,CAACa,KAAK,CAACqB,OAAO,EAAEO,eAAe,CAAC;EACnD,MAAMS,IAAI,GAAGD,MAAM,CAACE,IAAa;EAEjC,MAAMC,SAAS,GAAGH,MAAM,CAACI,IAAI,CAACC,MAAM,IAAIC,cAAc,CAACpB,UAAU,CAACR,YAAY,EAAGS,QAAQ,CAACoB,MAAM,CAAC;EAEjG,MAAMhC,KAAK,GAAGW,UAAU,CAACX,KAAK,IAAIpB,iBAAiB;EACnD,QAAQoB,KAAK;IACX,KAAK,kBAAkB;MACrB,OAAO;QACLA,KAAK,EAAE,kBAAkB;QACzB2B,IAAI,EAAED,IAAI,CAACO,GAAG,CAAEC,GAAG,IAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAG3D,kBAAkB,CAAC2D,GAAG,EAAEN,SAAS,CAAC,GAAGM,GAAI;MACzF,CAAC;IACH,KAAK,iBAAiB;MACpB,OAAO;QACLlC,KAAK,EAAE,iBAAiB;QACxB2B,IAAI,EAAED,IAAI,CAACO,GAAG,CAAEC,GAAG,IAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG5D,iBAAiB,CAAC4D,GAAG,EAAEN,SAAS,CAAE;MACxF,CAAC;IACH;MACE,MAAM,IAAIJ,KAAK,CAACxB,KAAK,CAAC;EAC1B;AACF;AAGA,SAASF,iBAAiBA,CACxBuC,aAAiE,EACjE9C,OAA0B,EACC;EAAA,IAAA+C,QAAA;EAG3B/C,OAAO,GAAG;IAAC,GAAGA;EAAO,CAAC;EACtB,IAAIA,OAAO,CAACgD,SAAS,KAAK,MAAM,EAAE;IAChChD,OAAO,CAACgD,SAAS,GAAG,IAAI;EAC1B;EAGA,MAAM5B,UAAU,GAAG;IAAC,GAAG9B,SAAS,CAACU,OAAO,CAACQ,GAAG;IAAE,KAAAuC,QAAA,GAAG/C,OAAO,cAAA+C,QAAA,uBAAPA,QAAA,CAASvC,GAAG;EAAA,CAAC;EAE9D,MAAMyC,UAAU,GAAG,IAAIpE,UAAU,CAAa,CAAC;EAE/C,IAAIqE,UAAmB,GAAG,IAAI;EAC9B,IAAIb,SAA0B,GAAG,IAAI;EACrC,IAAIc,iBAA2C,GAAG,IAAI;EACtD,IAAIC,MAA2B,GAAG,IAAI;EAEtC,MAAMC,MAAM,GAAG;IAEb,GAAGjC,UAAU;IACbT,MAAM,EAAE,KAAK;IACbgB,QAAQ,EAAE,KAAK;IAIf2B,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;IAM1BrC,cAAc,EAAE,KAAK;IAIrBsC,IAAIA,CAACC,OAAO,EAAE;MACZ,IAAIb,GAAG,GAAGa,OAAO,CAACpB,IAAI;MAEtB,IAAIhB,UAAU,CAACH,cAAc,EAAE;QAE7B,MAAMwC,YAAY,GAAGd,GAAG,CAACe,IAAI,CAAC,CAAC,CAACC,IAAI,CAAC,EAAE,CAAC,CAACC,IAAI,CAAC,CAAC;QAC/C,IAAIH,YAAY,KAAK,EAAE,EAAE;UACvB;QACF;MACF;MACA,MAAMI,SAAS,GAAGL,OAAO,CAAClB,IAAI,CAACwB,MAAM;MAGrC,IAAIZ,UAAU,IAAI,CAACb,SAAS,EAAE;QAE5B,MAAM1B,MAAM,GAAGS,UAAU,CAACT,MAAM,KAAK,MAAM,GAAGY,WAAW,CAACoB,GAAG,CAAC,GAAGnB,OAAO,CAACJ,UAAU,CAACT,MAAM,CAAC;QAC3F,IAAIA,MAAM,EAAE;UACV0B,SAAS,GAAGM,GAAG,CAACD,GAAG,CAACb,0BAA0B,CAAC,CAAC,CAAC;UACjD;QACF;MACF;MAGA,IAAIqB,UAAU,EAAE;QACdA,UAAU,GAAG,KAAK;QAClB,IAAI,CAACb,SAAS,EAAE;UACdA,SAAS,GAAGG,cAAc,CAACpB,UAAU,CAACR,YAAY,EAAG+B,GAAG,CAACF,MAAM,CAAC;QAClE;QACAW,MAAM,GAAGW,YAAY,CAACpB,GAAG,EAAEN,SAAS,CAAC;MACvC;MAEA,IAAIjB,UAAU,CAACV,mBAAmB,EAAE;QAGlCiC,GAAG,GAAGqB,IAAI,CAAClE,KAAK,CAACkE,IAAI,CAACC,SAAS,CAACtB,GAAG,CAAC,CAAC;MACvC;MAEA,MAAMlC,KAAK,GAAGW,UAAU,CAACX,KAAK,IAAIpB,iBAAiB;MAGnD8D,iBAAiB,GACfA,iBAAiB,IACjB,IAAIrE,iBAAiB,CAEnBsE,MAAM,EACN;QACE3C,KAAK;QACL,GAAGT;MACL,CACF,CAAC;MAEH,IAAI;QACFmD,iBAAiB,CAACe,MAAM,CAACvB,GAAG,CAAC;QAE7B,MAAMwB,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACiB,YAAY,CAAC;UAACP;QAAS,CAAC,CAAC;QAC9E,IAAIM,KAAK,EAAE;UACTlB,UAAU,CAACoB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOpC,KAAK,EAAE;QACdkB,UAAU,CAACoB,OAAO,CAACtC,KAAc,CAAC;MACpC;IACF,CAAC;IAGDuC,QAAQA,CAACd,OAAO,EAAE;MAChB,IAAI;QACF,MAAMK,SAAS,GAAGL,OAAO,CAAClB,IAAI,CAACwB,MAAM;QAErC,MAAMK,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACoB,aAAa,CAAC;UAACV;QAAS,CAAC,CAAC;QAC/E,IAAIM,KAAK,EAAE;UACTlB,UAAU,CAACoB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOpC,KAAK,EAAE;QACdkB,UAAU,CAACoB,OAAO,CAACtC,KAAc,CAAC;MACpC;MAEAkB,UAAU,CAACuB,KAAK,CAAC,CAAC;IACpB;EACF,CAAC;EAEDvF,IAAI,CAACa,KAAK,CAACgD,aAAa,EAAEO,MAAM,EAAEnE,qBAAqB,CAAC;EAIxD,OAAO+D,UAAU;AACnB;AAOA,SAAS1B,WAAWA,CAACoB,GAAa,EAAW;EAC3C,OAAOA,GAAG,IAAIA,GAAG,CAAC8B,KAAK,CAAEC,KAAK,IAAK,OAAOA,KAAK,KAAK,QAAQ,CAAC;AAC/D;AAOA,SAASpD,YAAYA,CAACH,OAAe,EAAS;EAC5C,MAAMe,MAAM,GAAGjD,IAAI,CAACa,KAAK,CAACqB,OAAO,EAAE;IACjCQ,QAAQ,EAAE,KAAK;IACfZ,aAAa,EAAE,IAAI;IACnB4D,OAAO,EAAE;EACX,CAAC,CAAC;EACF,OAAOzC,MAAM,CAACE,IAAI,CAAC,CAAC,CAAC;AACvB;AAQA,SAASP,0BAA0BA,CAAA,EAA+B;EAChE,MAAM+C,eAAe,GAAG,IAAIC,GAAG,CAAS,CAAC;EACzC,OAAQC,GAAG,IAAK;IACd,IAAIC,OAAO,GAAGD,GAAG;IACjB,IAAIE,OAAO,GAAG,CAAC;IACf,OAAOJ,eAAe,CAACK,GAAG,CAACF,OAAO,CAAC,EAAE;MACnCA,OAAO,GAAI,GAAED,GAAI,IAAGE,OAAQ,EAAC;MAC7BA,OAAO,EAAE;IACX;IACAJ,eAAe,CAACM,GAAG,CAACH,OAAO,CAAC;IAC5B,OAAOA,OAAO;EAChB,CAAC;AACH;AAQA,SAASvC,cAAcA,CAAC5B,YAAoB,EAA+B;EAAA,IAA7BuE,KAAa,GAAAC,SAAA,CAAA3C,MAAA,QAAA2C,SAAA,QAAAtD,SAAA,GAAAsD,SAAA,MAAG,CAAC;EAC7D,MAAMC,OAAiB,GAAG,EAAE;EAC5B,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,KAAK,EAAEG,CAAC,EAAE,EAAE;IAC9BD,OAAO,CAACE,IAAI,CAAE,GAAE3E,YAAa,GAAE0E,CAAC,GAAG,CAAE,EAAC,CAAC;EACzC;EACA,OAAOD,OAAO;AAChB;AAEA,SAAStB,YAAYA,CAACpB,GAAG,EAAEN,SAAS,EAAgB;EAClD,MAAMe,MAAoB,GAAGf,SAAS,GAAG,CAAC,CAAC,GAAG,EAAE;EAChD,KAAK,IAAIiD,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG3C,GAAG,CAACF,MAAM,EAAE6C,CAAC,EAAE,EAAE;IACnC,MAAME,UAAU,GAAInD,SAAS,IAAIA,SAAS,CAACiD,CAAC,CAAC,IAAKA,CAAC;IACnD,MAAMZ,KAAK,GAAG/B,GAAG,CAAC2C,CAAC,CAAC;IACpB,QAAQ,OAAOZ,KAAK;MAClB,KAAK,QAAQ;MACb,KAAK,SAAS;QAEZtB,MAAM,CAACoC,UAAU,CAAC,GAAG;UAAC/F,IAAI,EAAEgG,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAEC;QAAY,CAAC;QAC7E;MACF,KAAK,QAAQ;MACb;QACExC,MAAM,CAACoC,UAAU,CAAC,GAAG;UAAC/F,IAAI,EAAEgG,MAAM,CAACD,UAAU,CAAC;UAAEE,KAAK,EAAEJ,CAAC;UAAEK,IAAI,EAAE/C;QAAK,CAAC;IAG1E;EACF;EACA,OAAOQ,MAAM;AACf"}
|
package/dist/csv-writer.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"csv-writer.d.ts","sourceRoot":"","sources":["../src/csv-writer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"csv-writer.d.ts","sourceRoot":"","sources":["../src/csv-writer.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACpE,OAAO,KAAK,EAAC,KAAK,EAAE,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAG1D,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QACJ,eAAe,CAAC,EAAE,OAAO,CAAC;KAC3B,CAAC;IACF,kBAAkB;IAClB,eAAe,CAAC,EAAE,KAAK,CAAC;CACzB,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,gBAAgB,CAgBjE,CAAC"}
|
package/dist/csv-writer.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"csv-writer.js","names":["encodeTableAsCSV","CSVWriter","id","version","module","name","extensions","mimeTypes","options","csv","useDisplayNames","text","encode","table","TextEncoder","buffer","encodeTextSync"],"sources":["../src/csv-writer.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n/* global TextEncoder */\nimport type {Writer, WriterOptions} from '@loaders.gl/loader-utils';\nimport type {Table, TableBatch} from '@loaders.gl/schema';\nimport {encodeTableAsCSV} from './lib/encoders/encode-csv';\n\nexport type CSVWriterOptions = WriterOptions & {\n csv?: {\n useDisplayNames?: boolean;\n };\n /** @deprecated */\n useDisplayNames?: never;\n};\n\nexport const CSVWriter: Writer<Table, TableBatch, CSVWriterOptions> = {\n id: 'csv',\n version: 'latest',\n module: 'csv',\n name: 'CSV',\n extensions: ['csv'],\n mimeTypes: ['text/csv'],\n options: {\n csv: {\n useDisplayNames: false\n }\n },\n text: true,\n encode: async (table, options) =>\n new TextEncoder().encode(encodeTableAsCSV(table, options)).buffer,\n encodeTextSync: (table, options) => encodeTableAsCSV(table, options)\n};\n"],"mappings":"
|
|
1
|
+
{"version":3,"file":"csv-writer.js","names":["encodeTableAsCSV","CSVWriter","id","version","module","name","extensions","mimeTypes","options","csv","useDisplayNames","text","encode","table","TextEncoder","buffer","encodeTextSync"],"sources":["../src/csv-writer.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\n/* global TextEncoder */\nimport type {Writer, WriterOptions} from '@loaders.gl/loader-utils';\nimport type {Table, TableBatch} from '@loaders.gl/schema';\nimport {encodeTableAsCSV} from './lib/encoders/encode-csv';\n\nexport type CSVWriterOptions = WriterOptions & {\n csv?: {\n useDisplayNames?: boolean;\n };\n /** @deprecated */\n useDisplayNames?: never;\n};\n\nexport const CSVWriter: Writer<Table, TableBatch, CSVWriterOptions> = {\n id: 'csv',\n version: 'latest',\n module: 'csv',\n name: 'CSV',\n extensions: ['csv'],\n mimeTypes: ['text/csv'],\n options: {\n csv: {\n useDisplayNames: false\n }\n },\n text: true,\n encode: async (table, options) =>\n new TextEncoder().encode(encodeTableAsCSV(table, options)).buffer,\n encodeTextSync: (table, options) => encodeTableAsCSV(table, options)\n};\n"],"mappings":"SAMQA,gBAAgB;AAUxB,OAAO,MAAMC,SAAsD,GAAG;EACpEC,EAAE,EAAE,KAAK;EACTC,OAAO,EAAE,QAAQ;EACjBC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBC,SAAS,EAAE,CAAC,UAAU,CAAC;EACvBC,OAAO,EAAE;IACPC,GAAG,EAAE;MACHC,eAAe,EAAE;IACnB;EACF,CAAC;EACDC,IAAI,EAAE,IAAI;EACVC,MAAM,EAAE,MAAAA,CAAOC,KAAK,EAAEL,OAAO,KAC3B,IAAIM,WAAW,CAAC,CAAC,CAACF,MAAM,CAACZ,gBAAgB,CAACa,KAAK,EAAEL,OAAO,CAAC,CAAC,CAACO,MAAM;EACnEC,cAAc,EAAEA,CAACH,KAAK,EAAEL,OAAO,KAAKR,gBAAgB,CAACa,KAAK,EAAEL,OAAO;AACrE,CAAC"}
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,YAAY,EAAC,gBAAgB,EAAC,MAAM,cAAc,CAAC;AACnD,OAAO,EAAC,SAAS,EAAC,MAAM,cAAc,CAAC;AAEvC,YAAY,EAAC,gBAAgB,EAAC,MAAM,cAAc,CAAC;AACnD,OAAO,EAAC,SAAS,EAAC,MAAM,cAAc,CAAC"}
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","names":["CSVLoader","CSVWriter"],"sources":["../src/index.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nexport type {CSVLoaderOptions} from './csv-loader';\nexport {CSVLoader} from './csv-loader';\n\nexport type {CSVWriterOptions} from './csv-writer';\nexport {CSVWriter} from './csv-writer';\n"],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","names":["CSVLoader","CSVWriter"],"sources":["../src/index.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nexport type {CSVLoaderOptions} from './csv-loader';\nexport {CSVLoader} from './csv-loader';\n\nexport type {CSVWriterOptions} from './csv-writer';\nexport {CSVWriter} from './csv-writer';\n"],"mappings":"SAIQA,SAAS;AAAA,SAGTC,SAAS"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"encode-csv.d.ts","sourceRoot":"","sources":["../../../src/lib/encoders/encode-csv.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"encode-csv.d.ts","sourceRoot":"","sources":["../../../src/lib/encoders/encode-csv.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,KAAK,EAAwC,MAAM,oBAAoB,CAAC;AAEhF,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,kBAAkB,CAAC;AAIvD;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,KAAK,EACZ,OAAO,GAAE,gBAAiD,GACzD,MAAM,CAsBR"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"encode-csv.js","names":["makeArrayRowIterator","getTableNumCols","csvFormatRows","encodeTableAsCSV","table","_options$csv","_table$schema","options","arguments","length","undefined","csv","useDisplayNames","fields","schema","columnNames","map","f","_f$metadata","displayName","metadata","name","formattedData","row","formattedRow","columnIndex","value","preformatFieldValue","push","Date","toISOString","JSON","stringify","String"],"sources":["../../../src/lib/encoders/encode-csv.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright 2022 Foursquare Labs, Inc.\n\nimport {Table, makeArrayRowIterator, getTableNumCols} from '@loaders.gl/schema';\nimport {csvFormatRows} from 'd3-dsv';\nimport type {CSVWriterOptions} from '../../csv-writer';\n\ntype EncodableData = string | null;\n\n/**\n * Encode a Table object as CSV\n */\nexport function encodeTableAsCSV(\n table: Table,\n options: CSVWriterOptions = {csv: {useDisplayNames: true}}\n): string {\n const useDisplayNames = options.useDisplayNames || options.csv?.useDisplayNames;\n\n const fields = table.schema?.fields || [];\n\n const columnNames = fields.map((f) => {\n // This is a leaky abstraction, assuming Kepler metadata\n const displayName = f.metadata?.displayName;\n return useDisplayNames && typeof displayName === 'string' ? displayName : f.name;\n });\n const formattedData: EncodableData[][] = [columnNames];\n\n for (const row of makeArrayRowIterator(table)) {\n const formattedRow: EncodableData[] = [];\n for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {\n const value = row[columnIndex];\n formattedRow[columnIndex] = preformatFieldValue(value);\n }\n formattedData.push(formattedRow);\n }\n\n return csvFormatRows(formattedData);\n}\n\n/**\n * Stringifies a value\n * @todo Why is it called parse?\n */\nconst preformatFieldValue = (value: unknown): EncodableData => {\n if (value === null || value === undefined) {\n // TODO: It would be nice to distinguish between missing values and the empty string\n // https://github.com/d3/d3-dsv/issues/84\n return null;\n }\n if (value instanceof Date) {\n // d3-dsv formats dates without timezones if they don't have time info;\n // this forces them to always use fully-qualified ISO time strings\n return value.toISOString();\n }\n if (typeof value === 'object') {\n return JSON.stringify(value);\n }\n return String(value);\n};\n"],"mappings":"
|
|
1
|
+
{"version":3,"file":"encode-csv.js","names":["makeArrayRowIterator","getTableNumCols","csvFormatRows","encodeTableAsCSV","table","_options$csv","_table$schema","options","arguments","length","undefined","csv","useDisplayNames","fields","schema","columnNames","map","f","_f$metadata","displayName","metadata","name","formattedData","row","formattedRow","columnIndex","value","preformatFieldValue","push","Date","toISOString","JSON","stringify","String"],"sources":["../../../src/lib/encoders/encode-csv.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n// Copyright 2022 Foursquare Labs, Inc.\n\nimport {Table, makeArrayRowIterator, getTableNumCols} from '@loaders.gl/schema';\nimport {csvFormatRows} from 'd3-dsv';\nimport type {CSVWriterOptions} from '../../csv-writer';\n\ntype EncodableData = string | null;\n\n/**\n * Encode a Table object as CSV\n */\nexport function encodeTableAsCSV(\n table: Table,\n options: CSVWriterOptions = {csv: {useDisplayNames: true}}\n): string {\n const useDisplayNames = options.useDisplayNames || options.csv?.useDisplayNames;\n\n const fields = table.schema?.fields || [];\n\n const columnNames = fields.map((f) => {\n // This is a leaky abstraction, assuming Kepler metadata\n const displayName = f.metadata?.displayName;\n return useDisplayNames && typeof displayName === 'string' ? displayName : f.name;\n });\n const formattedData: EncodableData[][] = [columnNames];\n\n for (const row of makeArrayRowIterator(table)) {\n const formattedRow: EncodableData[] = [];\n for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {\n const value = row[columnIndex];\n formattedRow[columnIndex] = preformatFieldValue(value);\n }\n formattedData.push(formattedRow);\n }\n\n return csvFormatRows(formattedData);\n}\n\n/**\n * Stringifies a value\n * @todo Why is it called parse?\n */\nconst preformatFieldValue = (value: unknown): EncodableData => {\n if (value === null || value === undefined) {\n // TODO: It would be nice to distinguish between missing values and the empty string\n // https://github.com/d3/d3-dsv/issues/84\n return null;\n }\n if (value instanceof Date) {\n // d3-dsv formats dates without timezones if they don't have time info;\n // this forces them to always use fully-qualified ISO time strings\n return value.toISOString();\n }\n if (typeof value === 'object') {\n return JSON.stringify(value);\n }\n return String(value);\n};\n"],"mappings":"AAIA,SAAeA,oBAAoB,EAAEC,eAAe,QAAO,oBAAoB;AAC/E,SAAQC,aAAa,QAAO,QAAQ;AAQpC,OAAO,SAASC,gBAAgBA,CAC9BC,KAAY,EAEJ;EAAA,IAAAC,YAAA,EAAAC,aAAA;EAAA,IADRC,OAAyB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG;IAACG,GAAG,EAAE;MAACC,eAAe,EAAE;IAAI;EAAC,CAAC;EAE1D,MAAMA,eAAe,GAAGL,OAAO,CAACK,eAAe,MAAAP,YAAA,GAAIE,OAAO,CAACI,GAAG,cAAAN,YAAA,uBAAXA,YAAA,CAAaO,eAAe;EAE/E,MAAMC,MAAM,GAAG,EAAAP,aAAA,GAAAF,KAAK,CAACU,MAAM,cAAAR,aAAA,uBAAZA,aAAA,CAAcO,MAAM,KAAI,EAAE;EAEzC,MAAME,WAAW,GAAGF,MAAM,CAACG,GAAG,CAAEC,CAAC,IAAK;IAAA,IAAAC,WAAA;IAEpC,MAAMC,WAAW,IAAAD,WAAA,GAAGD,CAAC,CAACG,QAAQ,cAAAF,WAAA,uBAAVA,WAAA,CAAYC,WAAW;IAC3C,OAAOP,eAAe,IAAI,OAAOO,WAAW,KAAK,QAAQ,GAAGA,WAAW,GAAGF,CAAC,CAACI,IAAI;EAClF,CAAC,CAAC;EACF,MAAMC,aAAgC,GAAG,CAACP,WAAW,CAAC;EAEtD,KAAK,MAAMQ,GAAG,IAAIvB,oBAAoB,CAACI,KAAK,CAAC,EAAE;IAC7C,MAAMoB,YAA6B,GAAG,EAAE;IACxC,KAAK,IAAIC,WAAW,GAAG,CAAC,EAAEA,WAAW,GAAGxB,eAAe,CAACG,KAAK,CAAC,EAAE,EAAEqB,WAAW,EAAE;MAC7E,MAAMC,KAAK,GAAGH,GAAG,CAACE,WAAW,CAAC;MAC9BD,YAAY,CAACC,WAAW,CAAC,GAAGE,mBAAmB,CAACD,KAAK,CAAC;IACxD;IACAJ,aAAa,CAACM,IAAI,CAACJ,YAAY,CAAC;EAClC;EAEA,OAAOtB,aAAa,CAACoB,aAAa,CAAC;AACrC;AAMA,MAAMK,mBAAmB,GAAID,KAAc,IAAoB;EAC7D,IAAIA,KAAK,KAAK,IAAI,IAAIA,KAAK,KAAKhB,SAAS,EAAE;IAGzC,OAAO,IAAI;EACb;EACA,IAAIgB,KAAK,YAAYG,IAAI,EAAE;IAGzB,OAAOH,KAAK,CAACI,WAAW,CAAC,CAAC;EAC5B;EACA,IAAI,OAAOJ,KAAK,KAAK,QAAQ,EAAE;IAC7B,OAAOK,IAAI,CAACC,SAAS,CAACN,KAAK,CAAC;EAC9B;EACA,OAAOO,MAAM,CAACP,KAAK,CAAC;AACtB,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@loaders.gl/csv",
|
|
3
|
-
"version": "4.0.0-beta.
|
|
3
|
+
"version": "4.0.0-beta.8",
|
|
4
4
|
"description": "Framework-independent loader for CSV and DSV table formats",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
@@ -38,11 +38,11 @@
|
|
|
38
38
|
"build-bundle": "ocular-bundle ./src/index.ts"
|
|
39
39
|
},
|
|
40
40
|
"dependencies": {
|
|
41
|
-
"@loaders.gl/loader-utils": "4.0.0-beta.
|
|
42
|
-
"@loaders.gl/schema": "4.0.0-beta.
|
|
41
|
+
"@loaders.gl/loader-utils": "4.0.0-beta.8",
|
|
42
|
+
"@loaders.gl/schema": "4.0.0-beta.8"
|
|
43
43
|
},
|
|
44
44
|
"devDependencies": {
|
|
45
45
|
"d3-dsv": "^1.2.0"
|
|
46
46
|
},
|
|
47
|
-
"gitHead": "
|
|
47
|
+
"gitHead": "ec3d1747b4c01c52a235455d6462680e711b4e19"
|
|
48
48
|
}
|
package/src/csv-loader.ts
CHANGED
package/src/csv-writer.ts
CHANGED
package/src/index.ts
CHANGED