@loaders.gl/csv 4.0.0-alpha.1 → 4.0.0-alpha.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. package/dist/bundle.d.ts +2 -0
  2. package/dist/bundle.d.ts.map +1 -0
  3. package/dist/bundle.js +2 -2
  4. package/dist/csv-loader.d.ts +20 -0
  5. package/dist/csv-loader.d.ts.map +1 -0
  6. package/dist/csv-loader.js +248 -220
  7. package/dist/csv-writer.d.ts +6 -0
  8. package/dist/csv-writer.d.ts.map +1 -0
  9. package/dist/csv-writer.js +23 -2
  10. package/dist/dist.min.js +1827 -0
  11. package/dist/es5/bundle.js +6 -0
  12. package/dist/es5/bundle.js.map +1 -0
  13. package/dist/es5/csv-loader.js +246 -0
  14. package/dist/es5/csv-loader.js.map +1 -0
  15. package/dist/es5/csv-writer.js +48 -0
  16. package/dist/es5/csv-writer.js.map +1 -0
  17. package/dist/es5/index.js +20 -0
  18. package/dist/es5/index.js.map +1 -0
  19. package/dist/es5/lib/encoders/encode-csv.js +60 -0
  20. package/dist/es5/lib/encoders/encode-csv.js.map +1 -0
  21. package/dist/es5/papaparse/async-iterator-streamer.js +100 -0
  22. package/dist/es5/papaparse/async-iterator-streamer.js.map +1 -0
  23. package/dist/es5/papaparse/papaparse.js +703 -0
  24. package/dist/es5/papaparse/papaparse.js.map +1 -0
  25. package/dist/esm/bundle.js +4 -0
  26. package/dist/esm/bundle.js.map +1 -0
  27. package/dist/esm/csv-loader.js +205 -0
  28. package/dist/esm/csv-loader.js.map +1 -0
  29. package/dist/esm/csv-writer.js +20 -0
  30. package/dist/esm/csv-writer.js.map +1 -0
  31. package/dist/esm/index.js +3 -0
  32. package/dist/esm/index.js.map +1 -0
  33. package/dist/esm/lib/encoders/encode-csv.js +40 -0
  34. package/dist/esm/lib/encoders/encode-csv.js.map +1 -0
  35. package/dist/{lib → esm/papaparse}/async-iterator-streamer.js +1 -6
  36. package/dist/esm/papaparse/async-iterator-streamer.js.map +1 -0
  37. package/{src/libs → dist/esm/papaparse}/papaparse.js +96 -504
  38. package/dist/esm/papaparse/papaparse.js.map +1 -0
  39. package/dist/index.d.ts +5 -0
  40. package/dist/index.d.ts.map +1 -0
  41. package/dist/index.js +8 -2
  42. package/dist/lib/encoders/encode-csv.d.ts +13 -0
  43. package/dist/lib/encoders/encode-csv.d.ts.map +1 -0
  44. package/dist/lib/encoders/encode-csv.js +50 -0
  45. package/dist/papaparse/async-iterator-streamer.d.ts +6 -0
  46. package/dist/papaparse/async-iterator-streamer.d.ts.map +1 -0
  47. package/dist/papaparse/async-iterator-streamer.js +60 -32
  48. package/dist/papaparse/papaparse.d.ts +30 -0
  49. package/dist/papaparse/papaparse.d.ts.map +1 -0
  50. package/dist/papaparse/papaparse.js +935 -0
  51. package/package.json +8 -8
  52. package/src/csv-loader.ts +21 -15
  53. package/src/csv-writer.ts +29 -5
  54. package/src/index.ts +5 -0
  55. package/src/lib/encoders/encode-csv.ts +66 -0
  56. package/src/{lib → papaparse}/async-iterator-streamer.ts +2 -2
  57. package/{dist/libs/papaparse.js → src/papaparse/papaparse.ts} +48 -73
  58. package/dist/bundle.js.map +0 -1
  59. package/dist/csv-loader.js.map +0 -1
  60. package/dist/csv-writer.js.map +0 -1
  61. package/dist/index.js.map +0 -1
  62. package/dist/lib/async-iterator-streamer.js.map +0 -1
  63. package/dist/papaparse/async-iterator-streamer.js.map +0 -1
  64. package/src/papaparse/async-iterator-streamer.js +0 -71
@@ -0,0 +1,6 @@
1
+ "use strict";
2
+
3
+ var moduleExports = require('./index');
4
+ globalThis.loaders = globalThis.loaders || {};
5
+ module.exports = Object.assign(globalThis.loaders, moduleExports);
6
+ //# sourceMappingURL=bundle.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"bundle.js","names":["moduleExports","require","globalThis","loaders","module","exports","Object","assign"],"sources":["../../src/bundle.ts"],"sourcesContent":["// @ts-nocheck\nconst moduleExports = require('./index');\nglobalThis.loaders = globalThis.loaders || {};\nmodule.exports = Object.assign(globalThis.loaders, moduleExports);\n"],"mappings":";;AACA,IAAMA,aAAa,GAAGC,OAAO,CAAC,SAAS,CAAC;AACxCC,UAAU,CAACC,OAAO,GAAGD,UAAU,CAACC,OAAO,IAAI,CAAC,CAAC;AAC7CC,MAAM,CAACC,OAAO,GAAGC,MAAM,CAACC,MAAM,CAACL,UAAU,CAACC,OAAO,EAAEH,aAAa,CAAC"}
@@ -0,0 +1,246 @@
1
+ "use strict";
2
+
3
+ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
+ Object.defineProperty(exports, "__esModule", {
5
+ value: true
6
+ });
7
+ exports.CSVLoader = void 0;
8
+ var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
9
+ var _typeof2 = _interopRequireDefault(require("@babel/runtime/helpers/typeof"));
10
+ var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
11
+ var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
12
+ var _schema = require("@loaders.gl/schema");
13
+ var _papaparse = _interopRequireDefault(require("./papaparse/papaparse"));
14
+ var _asyncIteratorStreamer = _interopRequireDefault(require("./papaparse/async-iterator-streamer"));
15
+ function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
16
+ function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
17
+ var VERSION = typeof "4.0.0-alpha.11" !== 'undefined' ? "4.0.0-alpha.11" : 'latest';
18
+ var DEFAULT_CSV_LOADER_OPTIONS = {
19
+ csv: {
20
+ shape: 'object-row-table',
21
+ optimizeMemoryUsage: false,
22
+ header: 'auto',
23
+ columnPrefix: 'column',
24
+ quoteChar: '"',
25
+ escapeChar: '"',
26
+ dynamicTyping: true,
27
+ comments: false,
28
+ skipEmptyLines: true,
29
+ delimitersToGuess: [',', '\t', '|', ';']
30
+ }
31
+ };
32
+ var CSVLoader = {
33
+ id: 'csv',
34
+ module: 'csv',
35
+ name: 'CSV',
36
+ version: VERSION,
37
+ extensions: ['csv', 'tsv', 'dsv'],
38
+ mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],
39
+ category: 'table',
40
+ parse: function () {
41
+ var _parse = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(arrayBuffer, options) {
42
+ return _regenerator.default.wrap(function _callee$(_context) {
43
+ while (1) switch (_context.prev = _context.next) {
44
+ case 0:
45
+ return _context.abrupt("return", parseCSV(new TextDecoder().decode(arrayBuffer), options));
46
+ case 1:
47
+ case "end":
48
+ return _context.stop();
49
+ }
50
+ }, _callee);
51
+ }));
52
+ function parse(_x, _x2) {
53
+ return _parse.apply(this, arguments);
54
+ }
55
+ return parse;
56
+ }(),
57
+ parseText: function parseText(text, options) {
58
+ return parseCSV(text, options);
59
+ },
60
+ parseInBatches: parseCSVInBatches,
61
+ options: DEFAULT_CSV_LOADER_OPTIONS
62
+ };
63
+ exports.CSVLoader = CSVLoader;
64
+ function parseCSV(_x3, _x4) {
65
+ return _parseCSV.apply(this, arguments);
66
+ }
67
+ function _parseCSV() {
68
+ _parseCSV = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2(csvText, options) {
69
+ var csvOptions, firstRow, header, parseWithHeader, papaparseConfig, result, rows, headerRow;
70
+ return _regenerator.default.wrap(function _callee2$(_context2) {
71
+ while (1) switch (_context2.prev = _context2.next) {
72
+ case 0:
73
+ csvOptions = _objectSpread(_objectSpread({}, DEFAULT_CSV_LOADER_OPTIONS.csv), options === null || options === void 0 ? void 0 : options.csv);
74
+ firstRow = readFirstRow(csvText);
75
+ header = csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);
76
+ parseWithHeader = header;
77
+ papaparseConfig = _objectSpread(_objectSpread({}, csvOptions), {}, {
78
+ header: parseWithHeader,
79
+ download: false,
80
+ transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,
81
+ error: function error(e) {
82
+ throw new Error(e);
83
+ }
84
+ });
85
+ result = _papaparse.default.parse(csvText, papaparseConfig);
86
+ rows = result.data;
87
+ headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);
88
+ _context2.t0 = csvOptions.shape;
89
+ _context2.next = _context2.t0 === 'object-row-table' ? 11 : _context2.t0 === 'array-row-table' ? 13 : 15;
90
+ break;
91
+ case 11:
92
+ rows = rows.map(function (row) {
93
+ return Array.isArray(row) ? (0, _schema.convertToObjectRow)(row, headerRow) : row;
94
+ });
95
+ return _context2.abrupt("break", 15);
96
+ case 13:
97
+ rows = rows.map(function (row) {
98
+ return Array.isArray(row) ? row : (0, _schema.convertToArrayRow)(row, headerRow);
99
+ });
100
+ return _context2.abrupt("break", 15);
101
+ case 15:
102
+ return _context2.abrupt("return", rows);
103
+ case 16:
104
+ case "end":
105
+ return _context2.stop();
106
+ }
107
+ }, _callee2);
108
+ }));
109
+ return _parseCSV.apply(this, arguments);
110
+ }
111
+ function parseCSVInBatches(asyncIterator, options) {
112
+ var _options;
113
+ options = _objectSpread({}, options);
114
+ if (options.batchSize === 'auto') {
115
+ options.batchSize = 4000;
116
+ }
117
+ var csvOptions = _objectSpread(_objectSpread({}, DEFAULT_CSV_LOADER_OPTIONS.csv), (_options = options) === null || _options === void 0 ? void 0 : _options.csv);
118
+ var asyncQueue = new _schema.AsyncQueue();
119
+ var isFirstRow = true;
120
+ var headerRow = null;
121
+ var tableBatchBuilder = null;
122
+ var schema = null;
123
+ var config = _objectSpread(_objectSpread({}, csvOptions), {}, {
124
+ header: false,
125
+ download: false,
126
+ chunkSize: 1024 * 1024 * 5,
127
+ skipEmptyLines: false,
128
+ step: function step(results) {
129
+ var row = results.data;
130
+ if (csvOptions.skipEmptyLines) {
131
+ var collapsedRow = row.flat().join('').trim();
132
+ if (collapsedRow === '') {
133
+ return;
134
+ }
135
+ }
136
+ var bytesUsed = results.meta.cursor;
137
+ if (isFirstRow && !headerRow) {
138
+ var header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);
139
+ if (header) {
140
+ headerRow = row.map(duplicateColumnTransformer());
141
+ return;
142
+ }
143
+ }
144
+ if (isFirstRow) {
145
+ isFirstRow = false;
146
+ if (!headerRow) {
147
+ headerRow = generateHeader(csvOptions.columnPrefix, row.length);
148
+ }
149
+ schema = deduceSchema(row, headerRow);
150
+ }
151
+ if (csvOptions.optimizeMemoryUsage) {
152
+ row = JSON.parse(JSON.stringify(row));
153
+ }
154
+ tableBatchBuilder = tableBatchBuilder || new _schema.TableBatchBuilder(schema, _objectSpread({
155
+ shape: csvOptions.shape || 'array-row-table'
156
+ }, options));
157
+ try {
158
+ tableBatchBuilder.addRow(row);
159
+ var batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({
160
+ bytesUsed: bytesUsed
161
+ });
162
+ if (batch) {
163
+ asyncQueue.enqueue(batch);
164
+ }
165
+ } catch (error) {
166
+ asyncQueue.enqueue(error);
167
+ }
168
+ },
169
+ complete: function complete(results) {
170
+ try {
171
+ var bytesUsed = results.meta.cursor;
172
+ var batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({
173
+ bytesUsed: bytesUsed
174
+ });
175
+ if (batch) {
176
+ asyncQueue.enqueue(batch);
177
+ }
178
+ } catch (error) {
179
+ asyncQueue.enqueue(error);
180
+ }
181
+ asyncQueue.close();
182
+ }
183
+ });
184
+ _papaparse.default.parse(asyncIterator, config, _asyncIteratorStreamer.default);
185
+ return asyncQueue;
186
+ }
187
+ function isHeaderRow(row) {
188
+ return row && row.every(function (value) {
189
+ return typeof value === 'string';
190
+ });
191
+ }
192
+ function readFirstRow(csvText) {
193
+ var result = _papaparse.default.parse(csvText, {
194
+ download: false,
195
+ dynamicTyping: true,
196
+ preview: 1
197
+ });
198
+ return result.data[0];
199
+ }
200
+ function duplicateColumnTransformer() {
201
+ var observedColumns = new Set();
202
+ return function (col) {
203
+ var colName = col;
204
+ var counter = 1;
205
+ while (observedColumns.has(colName)) {
206
+ colName = "".concat(col, ".").concat(counter);
207
+ counter++;
208
+ }
209
+ observedColumns.add(colName);
210
+ return colName;
211
+ };
212
+ }
213
+ function generateHeader(columnPrefix) {
214
+ var count = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : 0;
215
+ var headers = [];
216
+ for (var i = 0; i < count; i++) {
217
+ headers.push("".concat(columnPrefix).concat(i + 1));
218
+ }
219
+ return headers;
220
+ }
221
+ function deduceSchema(row, headerRow) {
222
+ var schema = headerRow ? {} : [];
223
+ for (var i = 0; i < row.length; i++) {
224
+ var columnName = headerRow && headerRow[i] || i;
225
+ var value = row[i];
226
+ switch ((0, _typeof2.default)(value)) {
227
+ case 'number':
228
+ case 'boolean':
229
+ schema[columnName] = {
230
+ name: String(columnName),
231
+ index: i,
232
+ type: Float32Array
233
+ };
234
+ break;
235
+ case 'string':
236
+ default:
237
+ schema[columnName] = {
238
+ name: String(columnName),
239
+ index: i,
240
+ type: Array
241
+ };
242
+ }
243
+ }
244
+ return schema;
245
+ }
246
+ //# sourceMappingURL=csv-loader.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"csv-loader.js","names":["_schema","require","_papaparse","_interopRequireDefault","_asyncIteratorStreamer","ownKeys","object","enumerableOnly","keys","Object","getOwnPropertySymbols","symbols","filter","sym","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","target","i","arguments","length","source","forEach","key","_defineProperty2","default","getOwnPropertyDescriptors","defineProperties","defineProperty","VERSION","DEFAULT_CSV_LOADER_OPTIONS","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","_parse","_asyncToGenerator2","_regenerator","mark","_callee","arrayBuffer","options","wrap","_callee$","_context","prev","next","abrupt","parseCSV","TextDecoder","decode","stop","_x","_x2","parseText","text","parseInBatches","parseCSVInBatches","exports","_x3","_x4","_parseCSV","_callee2","csvText","csvOptions","firstRow","parseWithHeader","papaparseConfig","result","rows","headerRow","_callee2$","_context2","readFirstRow","isHeaderRow","Boolean","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","Papa","data","meta","fields","generateHeader","t0","map","row","Array","isArray","convertToObjectRow","convertToArrayRow","asyncIterator","_options","batchSize","asyncQueue","AsyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","TableBatchBuilder","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","AsyncIteratorStreamer","every","value","preview","observedColumns","Set","col","colName","counter","has","concat","add","count","headers","columnName","_typeof2","String","index","type","Float32Array"],"sources":["../../src/csv-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {Batch, TableBatch} from '@loaders.gl/schema';\n\nimport {\n AsyncQueue,\n Table,\n TableBatchBuilder,\n convertToArrayRow,\n convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './papaparse/papaparse';\nimport AsyncIteratorStreamer from './papaparse/async-iterator-streamer';\n\ntype ObjectField = {name: string; index: number; type: any};\ntype ObjectSchema = {[key: string]: ObjectField} | ObjectField[];\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n csv?: {\n // loaders.gl options\n shape?: 'array-row-table' | 'object-row-table' | 'columnar-table';\n /** optimizes memory usage but increases parsing time. */\n optimizeMemoryUsage?: boolean;\n columnPrefix?: string;\n header?: 'auto';\n\n // CSV options (papaparse)\n // delimiter: auto\n // newline: auto\n quoteChar?: string;\n escapeChar?: string;\n // Convert numbers and boolean values in rows from strings\n dynamicTyping?: boolean;\n comments?: boolean;\n skipEmptyLines?: boolean | 'greedy';\n // transform: null?\n delimitersToGuess?: string[];\n // fastMode: auto\n };\n};\n\nconst DEFAULT_CSV_LOADER_OPTIONS = {\n csv: {\n shape: 'object-row-table',\n optimizeMemoryUsage: false,\n // CSV options\n header: 'auto',\n columnPrefix: 'column',\n // delimiter: auto\n // newline: auto\n quoteChar: '\"',\n escapeChar: '\"',\n dynamicTyping: true,\n comments: false,\n skipEmptyLines: true,\n // transform: null?\n delimitersToGuess: [',', '\\t', '|', ';']\n // fastMode: auto\n }\n};\n\nexport const CSVLoader: LoaderWithParser<Table, TableBatch, CSVLoaderOptions> = {\n id: 'csv',\n module: 'csv',\n name: 'CSV',\n version: VERSION,\n extensions: ['csv', 'tsv', 'dsv'],\n mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n category: 'table',\n parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n parseCSV(new TextDecoder().decode(arrayBuffer), options),\n parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n parseInBatches: parseCSVInBatches,\n // @ts-ignore\n // testText: null,\n options: DEFAULT_CSV_LOADER_OPTIONS as CSVLoaderOptions\n};\n\nasync function parseCSV(csvText: string, options?: CSVLoaderOptions) {\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n const firstRow = readFirstRow(csvText);\n const header: boolean =\n csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n const parseWithHeader = header;\n\n const papaparseConfig = {\n // dynamicTyping: true,\n ...csvOptions,\n header: parseWithHeader,\n download: false, // We handle loading, no need for papaparse to do it for us\n transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n error: (e) => {\n throw new Error(e);\n }\n };\n\n const result = Papa.parse(csvText, papaparseConfig);\n let {data: rows} = result;\n\n const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);\n\n switch (csvOptions.shape) {\n case 'object-row-table':\n rows = rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row));\n break;\n case 'array-row-table':\n rows = rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)));\n break;\n default:\n }\n\n /*\n if (!header && shape === 'object-row-table') {\n // If the dataset has no header, transform the array result into an object shape with an\n // autogenerated header\n return result.data.map((row) =>\n row.reduce((acc, value, i) => {\n acc[headerRow[i]] = value;\n return acc;\n }, {})\n );\n }\n */\n return rows;\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: CSVLoaderOptions\n): AsyncIterable<Batch> {\n // Papaparse does not support standard batch size handling\n // TODO - investigate papaparse chunks mode\n options = {...options};\n if (options.batchSize === 'auto') {\n options.batchSize = 4000;\n }\n\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n const asyncQueue = new AsyncQueue<Batch>();\n\n let isFirstRow: boolean = true;\n let headerRow: string[] | null = null;\n let tableBatchBuilder: TableBatchBuilder | null = null;\n let schema: ObjectSchema | null = null;\n\n const config = {\n // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n ...csvOptions,\n header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n download: false, // We handle loading, no need for papaparse to do it for us\n // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n // See https://github.com/mholt/PapaParse/issues/465\n chunkSize: 1024 * 1024 * 5,\n // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n // both of the skipEmptyLines and step callback options are provided:\n // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n skipEmptyLines: false,\n\n // step is called on every row\n // eslint-disable-next-line complexity\n step(results) {\n let row = results.data;\n\n if (csvOptions.skipEmptyLines) {\n // Manually reject lines that are empty\n const collapsedRow = row.flat().join('').trim();\n if (collapsedRow === '') {\n return;\n }\n }\n const bytesUsed = results.meta.cursor;\n\n // Check if we need to save a header row\n if (isFirstRow && !headerRow) {\n // Auto detects or can be forced with csvOptions.header\n const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n if (header) {\n headerRow = row.map(duplicateColumnTransformer());\n return;\n }\n }\n\n // If first data row, we can deduce the schema\n if (isFirstRow) {\n isFirstRow = false;\n if (!headerRow) {\n headerRow = generateHeader(csvOptions.columnPrefix, row.length);\n }\n schema = deduceSchema(row, headerRow);\n }\n\n if (csvOptions.optimizeMemoryUsage) {\n // A workaround to allocate new strings and don't retain pointers to original strings.\n // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n row = JSON.parse(JSON.stringify(row));\n }\n\n // Add the row\n tableBatchBuilder =\n tableBatchBuilder ||\n new TableBatchBuilder(\n // @ts-expect-error TODO this is not a proper schema\n schema,\n {\n shape: csvOptions.shape || 'array-row-table',\n ...options\n }\n );\n\n try {\n tableBatchBuilder.addRow(row);\n // If a batch has been completed, emit it\n const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n },\n\n // complete is called when all rows have been read\n complete(results) {\n try {\n const bytesUsed = results.meta.cursor;\n // Ensure any final (partial) batch gets emitted\n const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n\n asyncQueue.close();\n }\n };\n\n Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n // TODO - Does it matter if we return asyncIterable or asyncIterator\n // return asyncQueue[Symbol.asyncIterator]();\n return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n const result = Papa.parse(csvText, {\n download: false,\n dynamicTyping: true,\n preview: 1\n });\n return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer() {\n const observedColumns = new Set();\n return (col) => {\n let colName = col;\n let counter = 1;\n while (observedColumns.has(colName)) {\n colName = `${col}.${counter}`;\n counter++;\n }\n observedColumns.add(colName);\n return colName;\n };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n const headers: string[] = [];\n for (let i = 0; i < count; i++) {\n headers.push(`${columnPrefix}${i + 1}`);\n }\n return headers;\n}\n\nfunction deduceSchema(row, headerRow): ObjectSchema {\n const schema: ObjectSchema = headerRow ? {} : [];\n for (let i = 0; i < row.length; i++) {\n const columnName = (headerRow && headerRow[i]) || i;\n const value = row[i];\n switch (typeof value) {\n case 'number':\n case 'boolean':\n // TODO - booleans could be handled differently...\n schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n break;\n case 'string':\n default:\n schema[columnName] = {name: String(columnName), index: i, type: Array};\n // We currently only handle numeric rows\n // TODO we could offer a function to map strings to numbers?\n }\n }\n return schema;\n}\n"],"mappings":";;;;;;;;;;;AAKA,IAAAA,OAAA,GAAAC,OAAA;AAOA,IAAAC,UAAA,GAAAC,sBAAA,CAAAF,OAAA;AACA,IAAAG,sBAAA,GAAAD,sBAAA,CAAAF,OAAA;AAAwE,SAAAI,QAAAC,MAAA,EAAAC,cAAA,QAAAC,IAAA,GAAAC,MAAA,CAAAD,IAAA,CAAAF,MAAA,OAAAG,MAAA,CAAAC,qBAAA,QAAAC,OAAA,GAAAF,MAAA,CAAAC,qBAAA,CAAAJ,MAAA,GAAAC,cAAA,KAAAI,OAAA,GAAAA,OAAA,CAAAC,MAAA,WAAAC,GAAA,WAAAJ,MAAA,CAAAK,wBAAA,CAAAR,MAAA,EAAAO,GAAA,EAAAE,UAAA,OAAAP,IAAA,CAAAQ,IAAA,CAAAC,KAAA,CAAAT,IAAA,EAAAG,OAAA,YAAAH,IAAA;AAAA,SAAAU,cAAAC,MAAA,aAAAC,CAAA,MAAAA,CAAA,GAAAC,SAAA,CAAAC,MAAA,EAAAF,CAAA,UAAAG,MAAA,WAAAF,SAAA,CAAAD,CAAA,IAAAC,SAAA,CAAAD,CAAA,QAAAA,CAAA,OAAAf,OAAA,CAAAI,MAAA,CAAAc,MAAA,OAAAC,OAAA,WAAAC,GAAA,QAAAC,gBAAA,CAAAC,OAAA,EAAAR,MAAA,EAAAM,GAAA,EAAAF,MAAA,CAAAE,GAAA,SAAAhB,MAAA,CAAAmB,yBAAA,GAAAnB,MAAA,CAAAoB,gBAAA,CAAAV,MAAA,EAAAV,MAAA,CAAAmB,yBAAA,CAAAL,MAAA,KAAAlB,OAAA,CAAAI,MAAA,CAAAc,MAAA,GAAAC,OAAA,WAAAC,GAAA,IAAAhB,MAAA,CAAAqB,cAAA,CAAAX,MAAA,EAAAM,GAAA,EAAAhB,MAAA,CAAAK,wBAAA,CAAAS,MAAA,EAAAE,GAAA,iBAAAN,MAAA;AAOxE,IAAMY,OAAO,GAAG,uBAAkB,KAAK,WAAW,sBAAiB,QAAQ;AA0B3E,IAAMC,0BAA0B,GAAG;EACjCC,GAAG,EAAE;IACHC,KAAK,EAAE,kBAAkB;IACzBC,mBAAmB,EAAE,KAAK;IAE1BC,MAAM,EAAE,MAAM;IACdC,YAAY,EAAE,QAAQ;IAGtBC,SAAS,EAAE,GAAG;IACdC,UAAU,EAAE,GAAG;IACfC,aAAa,EAAE,IAAI;IACnBC,QAAQ,EAAE,KAAK;IACfC,cAAc,EAAE,IAAI;IAEpBC,iBAAiB,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG;EAEzC;AACF,CAAC;AAEM,IAAMC,SAAgE,GAAG;EAC9EC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,OAAO,EAAEjB,OAAO;EAChBkB,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;EACjCC,SAAS,EAAE,CAAC,UAAU,EAAE,2BAA2B,EAAE,UAAU,CAAC;EAChEC,QAAQ,EAAE,OAAO;EACjBC,KAAK;IAAA,IAAAC,MAAA,OAAAC,kBAAA,CAAA3B,OAAA,EAAA4B,YAAA,CAAA5B,OAAA,CAAA6B,IAAA,CAAE,SAAAC,QAAOC,WAAwB,EAAEC,OAA0B;MAAA,OAAAJ,YAAA,CAAA5B,OAAA,CAAAiC,IAAA,UAAAC,SAAAC,QAAA;QAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;UAAA;YAAA,OAAAF,QAAA,CAAAG,MAAA,WAChEC,QAAQ,CAAC,IAAIC,WAAW,CAAC,CAAC,CAACC,MAAM,CAACV,WAAW,CAAC,EAAEC,OAAO,CAAC;UAAA;UAAA;YAAA,OAAAG,QAAA,CAAAO,IAAA;QAAA;MAAA,GAAAZ,OAAA;IAAA;IAAA,SAAAL,MAAAkB,EAAA,EAAAC,GAAA;MAAA,OAAAlB,MAAA,CAAApC,KAAA,OAAAI,SAAA;IAAA;IAAA,OAAA+B,KAAA;EAAA;EAC1DoB,SAAS,EAAE,SAAAA,UAACC,IAAY,EAAEd,OAA0B;IAAA,OAAKO,QAAQ,CAACO,IAAI,EAAEd,OAAO,CAAC;EAAA;EAChFe,cAAc,EAAEC,iBAAiB;EAGjChB,OAAO,EAAE3B;AACX,CAAC;AAAC4C,OAAA,CAAAhC,SAAA,GAAAA,SAAA;AAAA,SAEasB,QAAQA,CAAAW,GAAA,EAAAC,GAAA;EAAA,OAAAC,SAAA,CAAA9D,KAAA,OAAAI,SAAA;AAAA;AAAA,SAAA0D,UAAA;EAAAA,SAAA,OAAAzB,kBAAA,CAAA3B,OAAA,EAAA4B,YAAA,CAAA5B,OAAA,CAAA6B,IAAA,CAAvB,SAAAwB,SAAwBC,OAAe,EAAEtB,OAA0B;IAAA,IAAAuB,UAAA,EAAAC,QAAA,EAAA/C,MAAA,EAAAgD,eAAA,EAAAC,eAAA,EAAAC,MAAA,EAAAC,IAAA,EAAAC,SAAA;IAAA,OAAAjC,YAAA,CAAA5B,OAAA,CAAAiC,IAAA,UAAA6B,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAA3B,IAAA,GAAA2B,SAAA,CAAA1B,IAAA;QAAA;UAE3DkB,UAAU,GAAAhE,aAAA,CAAAA,aAAA,KAAOc,0BAA0B,CAACC,GAAG,GAAK0B,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAE1B,GAAG;UAEhEkD,QAAQ,GAAGQ,YAAY,CAACV,OAAO,CAAC;UAChC7C,MAAe,GACnB8C,UAAU,CAAC9C,MAAM,KAAK,MAAM,GAAGwD,WAAW,CAACT,QAAQ,CAAC,GAAGU,OAAO,CAACX,UAAU,CAAC9C,MAAM,CAAC;UAE7EgD,eAAe,GAAGhD,MAAM;UAExBiD,eAAe,GAAAnE,aAAA,CAAAA,aAAA,KAEhBgE,UAAU;YACb9C,MAAM,EAAEgD,eAAe;YACvBU,QAAQ,EAAE,KAAK;YACfC,eAAe,EAAEX,eAAe,GAAGY,0BAA0B,CAAC,CAAC,GAAGC,SAAS;YAC3EC,KAAK,EAAE,SAAAA,MAACC,CAAC,EAAK;cACZ,MAAM,IAAIC,KAAK,CAACD,CAAC,CAAC;YACpB;UAAC;UAGGb,MAAM,GAAGe,kBAAI,CAACjD,KAAK,CAAC6B,OAAO,EAAEI,eAAe,CAAC;UACxCE,IAAI,GAAID,MAAM,CAApBgB,IAAI;UAEHd,SAAS,GAAGF,MAAM,CAACiB,IAAI,CAACC,MAAM,IAAIC,cAAc,CAACvB,UAAU,CAAC7C,YAAY,EAAE8C,QAAQ,CAAC7D,MAAM,CAAC;UAAAoE,SAAA,CAAAgB,EAAA,GAExFxB,UAAU,CAAChD,KAAK;UAAAwD,SAAA,CAAA1B,IAAA,GAAA0B,SAAA,CAAAgB,EAAA,KACjB,kBAAkB,QAAAhB,SAAA,CAAAgB,EAAA,KAGlB,iBAAiB;UAAA;QAAA;UAFpBnB,IAAI,GAAGA,IAAI,CAACoB,GAAG,CAAC,UAACC,GAAG;YAAA,OAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAG,IAAAG,0BAAkB,EAACH,GAAG,EAAEpB,SAAS,CAAC,GAAGoB,GAAG;UAAA,CAAC,CAAC;UAAC,OAAAlB,SAAA,CAAAzB,MAAA;QAAA;UAG1FsB,IAAI,GAAGA,IAAI,CAACoB,GAAG,CAAC,UAACC,GAAG;YAAA,OAAMC,KAAK,CAACC,OAAO,CAACF,GAAG,CAAC,GAAGA,GAAG,GAAG,IAAAI,yBAAiB,EAACJ,GAAG,EAAEpB,SAAS,CAAC;UAAA,CAAC,CAAC;UAAC,OAAAE,SAAA,CAAAzB,MAAA;QAAA;UAAA,OAAAyB,SAAA,CAAAzB,MAAA,WAiBtFsB,IAAI;QAAA;QAAA;UAAA,OAAAG,SAAA,CAAArB,IAAA;MAAA;IAAA,GAAAW,QAAA;EAAA,CACZ;EAAA,OAAAD,SAAA,CAAA9D,KAAA,OAAAI,SAAA;AAAA;AAGD,SAASsD,iBAAiBA,CACxBsC,aAAiE,EACjEtD,OAA0B,EACJ;EAAA,IAAAuD,QAAA;EAGtBvD,OAAO,GAAAzC,aAAA,KAAOyC,OAAO,CAAC;EACtB,IAAIA,OAAO,CAACwD,SAAS,KAAK,MAAM,EAAE;IAChCxD,OAAO,CAACwD,SAAS,GAAG,IAAI;EAC1B;EAGA,IAAMjC,UAAU,GAAAhE,aAAA,CAAAA,aAAA,KAAOc,0BAA0B,CAACC,GAAG,IAAAiF,QAAA,GAAKvD,OAAO,cAAAuD,QAAA,uBAAPA,QAAA,CAASjF,GAAG,CAAC;EAEvE,IAAMmF,UAAU,GAAG,IAAIC,kBAAU,CAAQ,CAAC;EAE1C,IAAIC,UAAmB,GAAG,IAAI;EAC9B,IAAI9B,SAA0B,GAAG,IAAI;EACrC,IAAI+B,iBAA2C,GAAG,IAAI;EACtD,IAAIC,MAA2B,GAAG,IAAI;EAEtC,IAAMC,MAAM,GAAAvG,aAAA,CAAAA,aAAA,KAEPgE,UAAU;IACb9C,MAAM,EAAE,KAAK;IACb0D,QAAQ,EAAE,KAAK;IAIf4B,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,CAAC;IAM1BhF,cAAc,EAAE,KAAK;IAIrBiF,IAAI,WAAAA,KAACC,OAAO,EAAE;MACZ,IAAIhB,GAAG,GAAGgB,OAAO,CAACtB,IAAI;MAEtB,IAAIpB,UAAU,CAACxC,cAAc,EAAE;QAE7B,IAAMmF,YAAY,GAAGjB,GAAG,CAACkB,IAAI,CAAC,CAAC,CAACC,IAAI,CAAC,EAAE,CAAC,CAACC,IAAI,CAAC,CAAC;QAC/C,IAAIH,YAAY,KAAK,EAAE,EAAE;UACvB;QACF;MACF;MACA,IAAMI,SAAS,GAAGL,OAAO,CAACrB,IAAI,CAAC2B,MAAM;MAGrC,IAAIZ,UAAU,IAAI,CAAC9B,SAAS,EAAE;QAE5B,IAAMpD,MAAM,GAAG8C,UAAU,CAAC9C,MAAM,KAAK,MAAM,GAAGwD,WAAW,CAACgB,GAAG,CAAC,GAAGf,OAAO,CAACX,UAAU,CAAC9C,MAAM,CAAC;QAC3F,IAAIA,MAAM,EAAE;UACVoD,SAAS,GAAGoB,GAAG,CAACD,GAAG,CAACX,0BAA0B,CAAC,CAAC,CAAC;UACjD;QACF;MACF;MAGA,IAAIsB,UAAU,EAAE;QACdA,UAAU,GAAG,KAAK;QAClB,IAAI,CAAC9B,SAAS,EAAE;UACdA,SAAS,GAAGiB,cAAc,CAACvB,UAAU,CAAC7C,YAAY,EAAEuE,GAAG,CAACtF,MAAM,CAAC;QACjE;QACAkG,MAAM,GAAGW,YAAY,CAACvB,GAAG,EAAEpB,SAAS,CAAC;MACvC;MAEA,IAAIN,UAAU,CAAC/C,mBAAmB,EAAE;QAGlCyE,GAAG,GAAGwB,IAAI,CAAChF,KAAK,CAACgF,IAAI,CAACC,SAAS,CAACzB,GAAG,CAAC,CAAC;MACvC;MAGAW,iBAAiB,GACfA,iBAAiB,IACjB,IAAIe,yBAAiB,CAEnBd,MAAM,EAAAtG,aAAA;QAEJgB,KAAK,EAAEgD,UAAU,CAAChD,KAAK,IAAI;MAAiB,GACzCyB,OAAO,CAEd,CAAC;MAEH,IAAI;QACF4D,iBAAiB,CAACgB,MAAM,CAAC3B,GAAG,CAAC;QAE7B,IAAM4B,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACkB,YAAY,CAAC;UAACR,SAAS,EAATA;QAAS,CAAC,CAAC;QAC9E,IAAIO,KAAK,EAAE;UACTpB,UAAU,CAACsB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOtC,KAAK,EAAE;QACdkB,UAAU,CAACsB,OAAO,CAACxC,KAAc,CAAC;MACpC;IACF,CAAC;IAGDyC,QAAQ,WAAAA,SAACf,OAAO,EAAE;MAChB,IAAI;QACF,IAAMK,SAAS,GAAGL,OAAO,CAACrB,IAAI,CAAC2B,MAAM;QAErC,IAAMM,KAAK,GAAGjB,iBAAiB,IAAIA,iBAAiB,CAACqB,aAAa,CAAC;UAACX,SAAS,EAATA;QAAS,CAAC,CAAC;QAC/E,IAAIO,KAAK,EAAE;UACTpB,UAAU,CAACsB,OAAO,CAACF,KAAK,CAAC;QAC3B;MACF,CAAC,CAAC,OAAOtC,KAAK,EAAE;QACdkB,UAAU,CAACsB,OAAO,CAACxC,KAAc,CAAC;MACpC;MAEAkB,UAAU,CAACyB,KAAK,CAAC,CAAC;IACpB;EAAC,EACF;EAEDxC,kBAAI,CAACjD,KAAK,CAAC6D,aAAa,EAAEQ,MAAM,EAAEqB,8BAAqB,CAAC;EAIxD,OAAO1B,UAAU;AACnB;AAOA,SAASxB,WAAWA,CAACgB,GAAa,EAAW;EAC3C,OAAOA,GAAG,IAAIA,GAAG,CAACmC,KAAK,CAAC,UAACC,KAAK;IAAA,OAAK,OAAOA,KAAK,KAAK,QAAQ;EAAA,EAAC;AAC/D;AAOA,SAASrD,YAAYA,CAACV,OAAe,EAAS;EAC5C,IAAMK,MAAM,GAAGe,kBAAI,CAACjD,KAAK,CAAC6B,OAAO,EAAE;IACjCa,QAAQ,EAAE,KAAK;IACftD,aAAa,EAAE,IAAI;IACnByG,OAAO,EAAE;EACX,CAAC,CAAC;EACF,OAAO3D,MAAM,CAACgB,IAAI,CAAC,CAAC,CAAC;AACvB;AAQA,SAASN,0BAA0BA,CAAA,EAAG;EACpC,IAAMkD,eAAe,GAAG,IAAIC,GAAG,CAAC,CAAC;EACjC,OAAO,UAACC,GAAG,EAAK;IACd,IAAIC,OAAO,GAAGD,GAAG;IACjB,IAAIE,OAAO,GAAG,CAAC;IACf,OAAOJ,eAAe,CAACK,GAAG,CAACF,OAAO,CAAC,EAAE;MACnCA,OAAO,MAAAG,MAAA,CAAMJ,GAAG,OAAAI,MAAA,CAAIF,OAAO,CAAE;MAC7BA,OAAO,EAAE;IACX;IACAJ,eAAe,CAACO,GAAG,CAACJ,OAAO,CAAC;IAC5B,OAAOA,OAAO;EAChB,CAAC;AACH;AAQA,SAAS5C,cAAcA,CAACpE,YAAoB,EAA+B;EAAA,IAA7BqH,KAAa,GAAArI,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAA4E,SAAA,GAAA5E,SAAA,MAAG,CAAC;EAC7D,IAAMsI,OAAiB,GAAG,EAAE;EAC5B,KAAK,IAAIvI,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGsI,KAAK,EAAEtI,CAAC,EAAE,EAAE;IAC9BuI,OAAO,CAAC3I,IAAI,IAAAwI,MAAA,CAAInH,YAAY,EAAAmH,MAAA,CAAGpI,CAAC,GAAG,CAAC,CAAE,CAAC;EACzC;EACA,OAAOuI,OAAO;AAChB;AAEA,SAASxB,YAAYA,CAACvB,GAAG,EAAEpB,SAAS,EAAgB;EAClD,IAAMgC,MAAoB,GAAGhC,SAAS,GAAG,CAAC,CAAC,GAAG,EAAE;EAChD,KAAK,IAAIpE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGwF,GAAG,CAACtF,MAAM,EAAEF,CAAC,EAAE,EAAE;IACnC,IAAMwI,UAAU,GAAIpE,SAAS,IAAIA,SAAS,CAACpE,CAAC,CAAC,IAAKA,CAAC;IACnD,IAAM4H,KAAK,GAAGpC,GAAG,CAACxF,CAAC,CAAC;IACpB,YAAAyI,QAAA,CAAAlI,OAAA,EAAeqH,KAAK;MAClB,KAAK,QAAQ;MACb,KAAK,SAAS;QAEZxB,MAAM,CAACoC,UAAU,CAAC,GAAG;UAAC7G,IAAI,EAAE+G,MAAM,CAACF,UAAU,CAAC;UAAEG,KAAK,EAAE3I,CAAC;UAAE4I,IAAI,EAAEC;QAAY,CAAC;QAC7E;MACF,KAAK,QAAQ;MACb;QACEzC,MAAM,CAACoC,UAAU,CAAC,GAAG;UAAC7G,IAAI,EAAE+G,MAAM,CAACF,UAAU,CAAC;UAAEG,KAAK,EAAE3I,CAAC;UAAE4I,IAAI,EAAEnD;QAAK,CAAC;IAG1E;EACF;EACA,OAAOW,MAAM;AACf"}
@@ -0,0 +1,48 @@
1
+ "use strict";
2
+
3
+ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
+ Object.defineProperty(exports, "__esModule", {
5
+ value: true
6
+ });
7
+ exports.CSVWriter = void 0;
8
+ var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
9
+ var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
10
+ var _encodeCsv = require("./lib/encoders/encode-csv");
11
+ var DEFAULT_WRITER_OPTIONS = {
12
+ csv: {
13
+ useDisplayNames: false
14
+ },
15
+ useDisplayNames: false
16
+ };
17
+ var CSVWriter = {
18
+ id: 'csv',
19
+ version: 'latest',
20
+ module: 'csv',
21
+ name: 'CSV',
22
+ extensions: ['csv'],
23
+ mimeTypes: ['text/csv'],
24
+ options: DEFAULT_WRITER_OPTIONS,
25
+ text: true,
26
+ encode: function () {
27
+ var _encode = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(table, options) {
28
+ return _regenerator.default.wrap(function _callee$(_context) {
29
+ while (1) switch (_context.prev = _context.next) {
30
+ case 0:
31
+ return _context.abrupt("return", new TextEncoder().encode((0, _encodeCsv.encodeTableAsCSV)(table, options)).buffer);
32
+ case 1:
33
+ case "end":
34
+ return _context.stop();
35
+ }
36
+ }, _callee);
37
+ }));
38
+ function encode(_x, _x2) {
39
+ return _encode.apply(this, arguments);
40
+ }
41
+ return encode;
42
+ }(),
43
+ encodeText: function encodeText(table, options) {
44
+ return (0, _encodeCsv.encodeTableAsCSV)(table, options);
45
+ }
46
+ };
47
+ exports.CSVWriter = CSVWriter;
48
+ //# sourceMappingURL=csv-writer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"csv-writer.js","names":["_encodeCsv","require","DEFAULT_WRITER_OPTIONS","csv","useDisplayNames","CSVWriter","id","version","module","name","extensions","mimeTypes","options","text","encode","_encode","_asyncToGenerator2","default","_regenerator","mark","_callee","table","wrap","_callee$","_context","prev","next","abrupt","TextEncoder","encodeTableAsCSV","buffer","stop","_x","_x2","apply","arguments","encodeText","exports"],"sources":["../../src/csv-writer.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n/* global TextEncoder */\nimport type {Writer} from '@loaders.gl/loader-utils';\nimport type {Table, TableBatch} from '@loaders.gl/schema';\nimport type {CSVWriterOptions} from './lib/encoders/encode-csv';\nimport {encodeTableAsCSV} from './lib/encoders/encode-csv';\n\nexport type {CSVWriterOptions};\n\nconst DEFAULT_WRITER_OPTIONS: Required<CSVWriterOptions> = {\n csv: {\n useDisplayNames: false\n },\n useDisplayNames: false\n};\n\nexport const CSVWriter: Writer<Table, TableBatch, CSVWriterOptions> = {\n id: 'csv',\n version: 'latest',\n module: 'csv',\n name: 'CSV',\n extensions: ['csv'],\n mimeTypes: ['text/csv'],\n options: DEFAULT_WRITER_OPTIONS,\n text: true,\n encode: async (table, options) =>\n new TextEncoder().encode(encodeTableAsCSV(table, options)).buffer,\n encodeText: (table, options) => encodeTableAsCSV(table, options)\n};\n"],"mappings":";;;;;;;;;AAMA,IAAAA,UAAA,GAAAC,OAAA;AAIA,IAAMC,sBAAkD,GAAG;EACzDC,GAAG,EAAE;IACHC,eAAe,EAAE;EACnB,CAAC;EACDA,eAAe,EAAE;AACnB,CAAC;AAEM,IAAMC,SAAsD,GAAG;EACpEC,EAAE,EAAE,KAAK;EACTC,OAAO,EAAE,QAAQ;EACjBC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBC,SAAS,EAAE,CAAC,UAAU,CAAC;EACvBC,OAAO,EAAEV,sBAAsB;EAC/BW,IAAI,EAAE,IAAI;EACVC,MAAM;IAAA,IAAAC,OAAA,OAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAE,SAAAC,QAAOC,KAAK,EAAET,OAAO;MAAA,OAAAM,YAAA,CAAAD,OAAA,CAAAK,IAAA,UAAAC,SAAAC,QAAA;QAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;UAAA;YAAA,OAAAF,QAAA,CAAAG,MAAA,WAC3B,IAAIC,WAAW,CAAC,CAAC,CAACd,MAAM,CAAC,IAAAe,2BAAgB,EAACR,KAAK,EAAET,OAAO,CAAC,CAAC,CAACkB,MAAM;UAAA;UAAA;YAAA,OAAAN,QAAA,CAAAO,IAAA;QAAA;MAAA,GAAAX,OAAA;IAAA;IAAA,SAAAN,OAAAkB,EAAA,EAAAC,GAAA;MAAA,OAAAlB,OAAA,CAAAmB,KAAA,OAAAC,SAAA;IAAA;IAAA,OAAArB,MAAA;EAAA;EACnEsB,UAAU,EAAE,SAAAA,WAACf,KAAK,EAAET,OAAO;IAAA,OAAK,IAAAiB,2BAAgB,EAACR,KAAK,EAAET,OAAO,CAAC;EAAA;AAClE,CAAC;AAACyB,OAAA,CAAAhC,SAAA,GAAAA,SAAA"}
@@ -0,0 +1,20 @@
1
+ "use strict";
2
+
3
+ Object.defineProperty(exports, "__esModule", {
4
+ value: true
5
+ });
6
+ Object.defineProperty(exports, "CSVLoader", {
7
+ enumerable: true,
8
+ get: function get() {
9
+ return _csvLoader.CSVLoader;
10
+ }
11
+ });
12
+ Object.defineProperty(exports, "CSVWriter", {
13
+ enumerable: true,
14
+ get: function get() {
15
+ return _csvWriter.CSVWriter;
16
+ }
17
+ });
18
+ var _csvLoader = require("./csv-loader");
19
+ var _csvWriter = require("./csv-writer");
20
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","names":["_csvLoader","require","_csvWriter"],"sources":["../../src/index.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nexport type {CSVLoaderOptions} from './csv-loader';\nexport {CSVLoader} from './csv-loader';\n\nexport type {CSVWriterOptions} from './csv-writer';\nexport {CSVWriter} from './csv-writer';\n"],"mappings":";;;;;;;;;;;;;;;;;AAGA,IAAAA,UAAA,GAAAC,OAAA;AAGA,IAAAC,UAAA,GAAAD,OAAA"}
@@ -0,0 +1,60 @@
1
+ "use strict";
2
+
3
+ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
+ Object.defineProperty(exports, "__esModule", {
5
+ value: true
6
+ });
7
+ exports.encodeTableAsCSV = encodeTableAsCSV;
8
+ var _typeof2 = _interopRequireDefault(require("@babel/runtime/helpers/typeof"));
9
+ var _schema = require("@loaders.gl/schema");
10
+ var _d3Dsv = require("d3-dsv");
11
+ function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
12
+ function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
13
+ function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
14
+ function encodeTableAsCSV(table) {
15
+ var _options$csv, _table$schema;
16
+ var options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {
17
+ csv: {
18
+ useDisplayNames: true
19
+ }
20
+ };
21
+ var useDisplayNames = options.useDisplayNames || ((_options$csv = options.csv) === null || _options$csv === void 0 ? void 0 : _options$csv.useDisplayNames);
22
+ var fields = ((_table$schema = table.schema) === null || _table$schema === void 0 ? void 0 : _table$schema.fields) || [];
23
+ var columnNames = fields.map(function (f) {
24
+ var _f$metadata;
25
+ var displayName = (_f$metadata = f.metadata) === null || _f$metadata === void 0 ? void 0 : _f$metadata.displayName;
26
+ return useDisplayNames && typeof displayName === 'string' ? displayName : f.name;
27
+ });
28
+ var formattedData = [columnNames];
29
+ var _iterator = _createForOfIteratorHelper((0, _schema.makeArrayRowIterator)(table)),
30
+ _step;
31
+ try {
32
+ for (_iterator.s(); !(_step = _iterator.n()).done;) {
33
+ var row = _step.value;
34
+ var formattedRow = [];
35
+ for (var columnIndex = 0; columnIndex < (0, _schema.getTableNumCols)(table); ++columnIndex) {
36
+ var value = row[columnIndex];
37
+ formattedRow[columnIndex] = preformatFieldValue(value);
38
+ }
39
+ formattedData.push(formattedRow);
40
+ }
41
+ } catch (err) {
42
+ _iterator.e(err);
43
+ } finally {
44
+ _iterator.f();
45
+ }
46
+ return (0, _d3Dsv.csvFormatRows)(formattedData);
47
+ }
48
+ var preformatFieldValue = function preformatFieldValue(value) {
49
+ if (value === null || value === undefined) {
50
+ return null;
51
+ }
52
+ if (value instanceof Date) {
53
+ return value.toISOString();
54
+ }
55
+ if ((0, _typeof2.default)(value) === 'object') {
56
+ return JSON.stringify(value);
57
+ }
58
+ return String(value);
59
+ };
60
+ //# sourceMappingURL=encode-csv.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"encode-csv.js","names":["_schema","require","_d3Dsv","_createForOfIteratorHelper","o","allowArrayLike","it","Symbol","iterator","Array","isArray","_unsupportedIterableToArray","length","i","F","s","n","done","value","e","_e","f","TypeError","normalCompletion","didErr","err","call","step","next","_e2","return","minLen","_arrayLikeToArray","Object","prototype","toString","slice","constructor","name","from","test","arr","len","arr2","encodeTableAsCSV","table","_options$csv","_table$schema","options","arguments","undefined","csv","useDisplayNames","fields","schema","columnNames","map","_f$metadata","displayName","metadata","formattedData","_iterator","makeArrayRowIterator","_step","row","formattedRow","columnIndex","getTableNumCols","preformatFieldValue","push","csvFormatRows","Date","toISOString","_typeof2","default","JSON","stringify","String"],"sources":["../../../../src/lib/encoders/encode-csv.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright 2022 Foursquare Labs, Inc.\n\nimport {Table, makeArrayRowIterator, getTableNumCols} from '@loaders.gl/schema';\nimport {csvFormatRows} from 'd3-dsv';\n\ntype EncodableData = string | null;\n\nexport type CSVWriterOptions = {\n csv?: {\n useDisplayNames?: boolean;\n };\n /** @deprecated */\n useDisplayNames?: boolean;\n};\n\n/**\n * Encode a Table object as CSV\n */\nexport function encodeTableAsCSV(\n table: Table,\n options: CSVWriterOptions = {csv: {useDisplayNames: true}}\n): string {\n const useDisplayNames = options.useDisplayNames || options.csv?.useDisplayNames;\n\n const fields = table.schema?.fields || [];\n\n const columnNames = fields.map((f) => {\n // This is a leaky abstraction, assuming Kepler metadata\n const displayName = f.metadata?.displayName;\n return useDisplayNames && typeof displayName === 'string' ? displayName : f.name;\n });\n const formattedData: EncodableData[][] = [columnNames];\n\n for (const row of makeArrayRowIterator(table)) {\n const formattedRow: EncodableData[] = [];\n for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {\n const value = row[columnIndex];\n formattedRow[columnIndex] = preformatFieldValue(value);\n }\n formattedData.push(formattedRow);\n }\n\n return csvFormatRows(formattedData);\n}\n\n/**\n * Stringifies a value\n * @todo Why is it called parse?\n */\nconst preformatFieldValue = (value: unknown): EncodableData => {\n if (value === null || value === undefined) {\n // TODO: It would be nice to distinguish between missing values and the empty string\n // https://github.com/d3/d3-dsv/issues/84\n return null;\n }\n if (value instanceof Date) {\n // d3-dsv formats dates without timezones if they don't have time info;\n // this forces them to always use fully-qualified ISO time strings\n return value.toISOString();\n }\n if (typeof value === 'object') {\n return JSON.stringify(value);\n }\n return String(value);\n};\n"],"mappings":";;;;;;;;AAGA,IAAAA,OAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAAqC,SAAAE,2BAAAC,CAAA,EAAAC,cAAA,QAAAC,EAAA,UAAAC,MAAA,oBAAAH,CAAA,CAAAG,MAAA,CAAAC,QAAA,KAAAJ,CAAA,qBAAAE,EAAA,QAAAG,KAAA,CAAAC,OAAA,CAAAN,CAAA,MAAAE,EAAA,GAAAK,2BAAA,CAAAP,CAAA,MAAAC,cAAA,IAAAD,CAAA,WAAAA,CAAA,CAAAQ,MAAA,qBAAAN,EAAA,EAAAF,CAAA,GAAAE,EAAA,MAAAO,CAAA,UAAAC,CAAA,YAAAA,EAAA,eAAAC,CAAA,EAAAD,CAAA,EAAAE,CAAA,WAAAA,EAAA,QAAAH,CAAA,IAAAT,CAAA,CAAAQ,MAAA,WAAAK,IAAA,mBAAAA,IAAA,SAAAC,KAAA,EAAAd,CAAA,CAAAS,CAAA,UAAAM,CAAA,WAAAA,EAAAC,EAAA,UAAAA,EAAA,KAAAC,CAAA,EAAAP,CAAA,gBAAAQ,SAAA,iJAAAC,gBAAA,SAAAC,MAAA,UAAAC,GAAA,WAAAV,CAAA,WAAAA,EAAA,IAAAT,EAAA,GAAAA,EAAA,CAAAoB,IAAA,CAAAtB,CAAA,MAAAY,CAAA,WAAAA,EAAA,QAAAW,IAAA,GAAArB,EAAA,CAAAsB,IAAA,IAAAL,gBAAA,GAAAI,IAAA,CAAAV,IAAA,SAAAU,IAAA,KAAAR,CAAA,WAAAA,EAAAU,GAAA,IAAAL,MAAA,SAAAC,GAAA,GAAAI,GAAA,KAAAR,CAAA,WAAAA,EAAA,eAAAE,gBAAA,IAAAjB,EAAA,CAAAwB,MAAA,UAAAxB,EAAA,CAAAwB,MAAA,oBAAAN,MAAA,QAAAC,GAAA;AAAA,SAAAd,4BAAAP,CAAA,EAAA2B,MAAA,SAAA3B,CAAA,qBAAAA,CAAA,sBAAA4B,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA,OAAAf,CAAA,GAAAiB,MAAA,CAAAC,SAAA,CAAAC,QAAA,CAAAT,IAAA,CAAAtB,CAAA,EAAAgC,KAAA,aAAApB,CAAA,iBAAAZ,CAAA,CAAAiC,WAAA,EAAArB,CAAA,GAAAZ,CAAA,CAAAiC,WAAA,CAAAC,IAAA,MAAAtB,CAAA,cAAAA,CAAA,mBAAAP,KAAA,CAAA8B,IAAA,CAAAnC,CAAA,OAAAY,CAAA,+DAAAwB,IAAA,CAAAxB,CAAA,UAAAgB,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA;AAAA,SAAAC,kBAAAS,GAAA,EAAAC,GAAA,QAAAA,GAAA,YAAAA,GAAA,GAAAD,GAAA,CAAA7B,MAAA,EAAA8B,GAAA,GAAAD,GAAA,CAAA7B,MAAA,WAAAC,CAAA,MAAA8B,IAAA,OAAAlC,KAAA,CAAAiC,GAAA,GAAA7B,CAAA,GAAA6B,GAAA,EAAA7B,CAAA,IAAA8B,IAAA,CAAA9B,CAAA,IAAA4B,GAAA,CAAA5B,CAAA,UAAA8B,IAAA;AAe9B,SAASC,gBAAgBA,CAC9BC,KAAY,EAEJ;EAAA,IAAAC,YAAA,EAAAC,aAAA;EAAA,IADRC,OAAyB,GAAAC,SAAA,CAAArC,MAAA,QAAAqC,SAAA,QAAAC,SAAA,GAAAD,SAAA,MAAG;IAACE,GAAG,EAAE;MAACC,eAAe,EAAE;IAAI;EAAC,CAAC;EAE1D,IAAMA,eAAe,GAAGJ,OAAO,CAACI,eAAe,MAAAN,YAAA,GAAIE,OAAO,CAACG,GAAG,cAAAL,YAAA,uBAAXA,YAAA,CAAaM,eAAe;EAE/E,IAAMC,MAAM,GAAG,EAAAN,aAAA,GAAAF,KAAK,CAACS,MAAM,cAAAP,aAAA,uBAAZA,aAAA,CAAcM,MAAM,KAAI,EAAE;EAEzC,IAAME,WAAW,GAAGF,MAAM,CAACG,GAAG,CAAC,UAACnC,CAAC,EAAK;IAAA,IAAAoC,WAAA;IAEpC,IAAMC,WAAW,IAAAD,WAAA,GAAGpC,CAAC,CAACsC,QAAQ,cAAAF,WAAA,uBAAVA,WAAA,CAAYC,WAAW;IAC3C,OAAON,eAAe,IAAI,OAAOM,WAAW,KAAK,QAAQ,GAAGA,WAAW,GAAGrC,CAAC,CAACiB,IAAI;EAClF,CAAC,CAAC;EACF,IAAMsB,aAAgC,GAAG,CAACL,WAAW,CAAC;EAAC,IAAAM,SAAA,GAAA1D,0BAAA,CAErC,IAAA2D,4BAAoB,EAACjB,KAAK,CAAC;IAAAkB,KAAA;EAAA;IAA7C,KAAAF,SAAA,CAAA9C,CAAA,MAAAgD,KAAA,GAAAF,SAAA,CAAA7C,CAAA,IAAAC,IAAA,GAA+C;MAAA,IAApC+C,GAAG,GAAAD,KAAA,CAAA7C,KAAA;MACZ,IAAM+C,YAA6B,GAAG,EAAE;MACxC,KAAK,IAAIC,WAAW,GAAG,CAAC,EAAEA,WAAW,GAAG,IAAAC,uBAAe,EAACtB,KAAK,CAAC,EAAE,EAAEqB,WAAW,EAAE;QAC7E,IAAMhD,KAAK,GAAG8C,GAAG,CAACE,WAAW,CAAC;QAC9BD,YAAY,CAACC,WAAW,CAAC,GAAGE,mBAAmB,CAAClD,KAAK,CAAC;MACxD;MACA0C,aAAa,CAACS,IAAI,CAACJ,YAAY,CAAC;IAClC;EAAC,SAAAxC,GAAA;IAAAoC,SAAA,CAAA1C,CAAA,CAAAM,GAAA;EAAA;IAAAoC,SAAA,CAAAxC,CAAA;EAAA;EAED,OAAO,IAAAiD,oBAAa,EAACV,aAAa,CAAC;AACrC;AAMA,IAAMQ,mBAAmB,GAAG,SAAtBA,mBAAmBA,CAAIlD,KAAc,EAAoB;EAC7D,IAAIA,KAAK,KAAK,IAAI,IAAIA,KAAK,KAAKgC,SAAS,EAAE;IAGzC,OAAO,IAAI;EACb;EACA,IAAIhC,KAAK,YAAYqD,IAAI,EAAE;IAGzB,OAAOrD,KAAK,CAACsD,WAAW,CAAC,CAAC;EAC5B;EACA,IAAI,IAAAC,QAAA,CAAAC,OAAA,EAAOxD,KAAK,MAAK,QAAQ,EAAE;IAC7B,OAAOyD,IAAI,CAACC,SAAS,CAAC1D,KAAK,CAAC;EAC9B;EACA,OAAO2D,MAAM,CAAC3D,KAAK,CAAC;AACtB,CAAC"}
@@ -0,0 +1,100 @@
1
+ "use strict";
2
+
3
+ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
+ Object.defineProperty(exports, "__esModule", {
5
+ value: true
6
+ });
7
+ exports.default = AsyncIteratorStreamer;
8
+ var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
9
+ var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
10
+ var _papaparse = _interopRequireDefault(require("./papaparse"));
11
+ function _asyncIterator(iterable) { var method, async, sync, retry = 2; for ("undefined" != typeof Symbol && (async = Symbol.asyncIterator, sync = Symbol.iterator); retry--;) { if (async && null != (method = iterable[async])) return method.call(iterable); if (sync && null != (method = iterable[sync])) return new AsyncFromSyncIterator(method.call(iterable)); async = "@@asyncIterator", sync = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
12
+ function AsyncFromSyncIterator(s) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var done = r.done; return Promise.resolve(r.value).then(function (value) { return { value: value, done: done }; }); } return AsyncFromSyncIterator = function AsyncFromSyncIterator(s) { this.s = s, this.n = s.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function next() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, return: function _return(value) { var ret = this.s.return; return void 0 === ret ? Promise.resolve({ value: value, done: !0 }) : AsyncFromSyncIteratorContinuation(ret.apply(this.s, arguments)); }, throw: function _throw(value) { var thr = this.s.return; return void 0 === thr ? Promise.reject(value) : AsyncFromSyncIteratorContinuation(thr.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(s); }
13
+ var ChunkStreamer = _papaparse.default.ChunkStreamer;
14
+ function AsyncIteratorStreamer(config) {
15
+ config = config || {};
16
+ ChunkStreamer.call(this, config);
17
+ this.textDecoder = new TextDecoder(this._config.encoding);
18
+ this.stream = function () {
19
+ var _ref = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(asyncIterator) {
20
+ var _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, chunk;
21
+ return _regenerator.default.wrap(function _callee$(_context) {
22
+ while (1) switch (_context.prev = _context.next) {
23
+ case 0:
24
+ this._input = asyncIterator;
25
+ _context.prev = 1;
26
+ _iteratorAbruptCompletion = false;
27
+ _didIteratorError = false;
28
+ _context.prev = 4;
29
+ _iterator = _asyncIterator(asyncIterator);
30
+ case 6:
31
+ _context.next = 8;
32
+ return _iterator.next();
33
+ case 8:
34
+ if (!(_iteratorAbruptCompletion = !(_step = _context.sent).done)) {
35
+ _context.next = 14;
36
+ break;
37
+ }
38
+ chunk = _step.value;
39
+ this.parseChunk(this.getStringChunk(chunk));
40
+ case 11:
41
+ _iteratorAbruptCompletion = false;
42
+ _context.next = 6;
43
+ break;
44
+ case 14:
45
+ _context.next = 20;
46
+ break;
47
+ case 16:
48
+ _context.prev = 16;
49
+ _context.t0 = _context["catch"](4);
50
+ _didIteratorError = true;
51
+ _iteratorError = _context.t0;
52
+ case 20:
53
+ _context.prev = 20;
54
+ _context.prev = 21;
55
+ if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
56
+ _context.next = 25;
57
+ break;
58
+ }
59
+ _context.next = 25;
60
+ return _iterator.return();
61
+ case 25:
62
+ _context.prev = 25;
63
+ if (!_didIteratorError) {
64
+ _context.next = 28;
65
+ break;
66
+ }
67
+ throw _iteratorError;
68
+ case 28:
69
+ return _context.finish(25);
70
+ case 29:
71
+ return _context.finish(20);
72
+ case 30:
73
+ this._finished = true;
74
+ this.parseChunk('');
75
+ _context.next = 37;
76
+ break;
77
+ case 34:
78
+ _context.prev = 34;
79
+ _context.t1 = _context["catch"](1);
80
+ this._sendError(_context.t1);
81
+ case 37:
82
+ case "end":
83
+ return _context.stop();
84
+ }
85
+ }, _callee, this, [[1, 34], [4, 16, 20, 30], [21,, 25, 29]]);
86
+ }));
87
+ return function (_x) {
88
+ return _ref.apply(this, arguments);
89
+ };
90
+ }();
91
+ this._nextChunk = function nextChunk() {};
92
+ this.getStringChunk = function (chunk) {
93
+ return typeof chunk === 'string' ? chunk : this.textDecoder.decode(chunk, {
94
+ stream: true
95
+ });
96
+ };
97
+ }
98
+ AsyncIteratorStreamer.prototype = Object.create(ChunkStreamer.prototype);
99
+ AsyncIteratorStreamer.prototype.constructor = AsyncIteratorStreamer;
100
+ //# sourceMappingURL=async-iterator-streamer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"async-iterator-streamer.js","names":["_papaparse","_interopRequireDefault","require","_asyncIterator","iterable","method","async","sync","retry","Symbol","asyncIterator","iterator","call","AsyncFromSyncIterator","TypeError","s","AsyncFromSyncIteratorContinuation","r","Object","Promise","reject","done","resolve","value","then","n","next","prototype","apply","arguments","return","_return","ret","throw","_throw","thr","ChunkStreamer","Papa","AsyncIteratorStreamer","config","textDecoder","TextDecoder","_config","encoding","stream","_ref","_asyncToGenerator2","default","_regenerator","mark","_callee","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","chunk","wrap","_callee$","_context","prev","_input","sent","parseChunk","getStringChunk","t0","finish","_finished","t1","_sendError","stop","_x","_nextChunk","nextChunk","decode","create","constructor"],"sources":["../../../src/papaparse/async-iterator-streamer.ts"],"sourcesContent":["// @ts-nocheck\n// A custom papaparse `Streamer` for async iterators\n// Ideally this can be contributed back to papaparse\n// Or papaparse can expose Streamer API so we can extend without forking.\n\n/* eslint-disable no-invalid-this */\n\n// Note: papaparse is not an ES6 module\nimport Papa from './papaparse';\nconst {ChunkStreamer} = Papa;\n\nexport default function AsyncIteratorStreamer(config) {\n config = config || {};\n\n ChunkStreamer.call(this, config);\n\n this.textDecoder = new TextDecoder(this._config.encoding);\n\n // Implement ChunkStreamer base class methods\n\n // this.pause = function() {\n // ChunkStreamer.prototype.pause.apply(this, arguments);\n // };\n\n // this.resume = function() {\n // ChunkStreamer.prototype.resume.apply(this, arguments);\n // this._input.resume();\n // };\n\n this.stream = async function (asyncIterator) {\n this._input = asyncIterator;\n\n try {\n // ES2018 version\n // TODO - check for pause and abort flags?\n for await (const chunk of asyncIterator) {\n this.parseChunk(this.getStringChunk(chunk));\n }\n\n // ES5 VERSION\n // while (true) {\n // asyncIterator.next().then(function(value) {\n // if (value.done) {\n // // finalize iterator?\n // }\n // }\n // const = await ;\n // if (done) return total;\n // total += value.length;\n // }\n\n this._finished = true;\n this.parseChunk('');\n } catch (error) {\n // Inform ChunkStreamer base class of error\n this._sendError(error);\n }\n };\n\n this._nextChunk = function nextChunk() {\n // Left empty, as async iterator automatically pulls next chunk\n };\n\n // HELPER METHODS\n this.getStringChunk = function (chunk) {\n return typeof chunk === 'string' ? chunk : this.textDecoder.decode(chunk, {stream: true});\n };\n}\n\nAsyncIteratorStreamer.prototype = Object.create(ChunkStreamer.prototype);\nAsyncIteratorStreamer.prototype.constructor = AsyncIteratorStreamer;\n"],"mappings":";;;;;;;;;AAQA,IAAAA,UAAA,GAAAC,sBAAA,CAAAC,OAAA;AAA+B,SAAAC,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAAC,MAAA,KAAAH,KAAA,GAAAG,MAAA,CAAAC,aAAA,EAAAH,IAAA,GAAAE,MAAA,CAAAE,QAAA,GAAAH,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAAO,IAAA,CAAAR,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAM,qBAAA,CAAAR,MAAA,CAAAO,IAAA,CAAAR,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAAO,SAAA;AAAA,SAAAD,sBAAAE,CAAA,aAAAC,kCAAAC,CAAA,QAAAC,MAAA,CAAAD,CAAA,MAAAA,CAAA,SAAAE,OAAA,CAAAC,MAAA,KAAAN,SAAA,CAAAG,CAAA,+BAAAI,IAAA,GAAAJ,CAAA,CAAAI,IAAA,SAAAF,OAAA,CAAAG,OAAA,CAAAL,CAAA,CAAAM,KAAA,EAAAC,IAAA,WAAAD,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAF,IAAA,EAAAA,IAAA,iBAAAR,qBAAA,YAAAA,sBAAAE,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAU,CAAA,GAAAV,CAAA,CAAAW,IAAA,KAAAb,qBAAA,CAAAc,SAAA,KAAAZ,CAAA,QAAAU,CAAA,QAAAC,IAAA,WAAAA,KAAA,WAAAV,iCAAA,MAAAS,CAAA,CAAAG,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAC,MAAA,WAAAC,QAAAR,KAAA,QAAAS,GAAA,QAAAjB,CAAA,CAAAe,MAAA,oBAAAE,GAAA,GAAAb,OAAA,CAAAG,OAAA,GAAAC,KAAA,EAAAA,KAAA,EAAAF,IAAA,UAAAL,iCAAA,CAAAgB,GAAA,CAAAJ,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAI,KAAA,WAAAC,OAAAX,KAAA,QAAAY,GAAA,QAAApB,CAAA,CAAAe,MAAA,oBAAAK,GAAA,GAAAhB,OAAA,CAAAC,MAAA,CAAAG,KAAA,IAAAP,iCAAA,CAAAmB,GAAA,CAAAP,KAAA,MAAAb,CAAA,EAAAc,SAAA,aAAAhB,qBAAA,CAAAE,CAAA;AAC/B,IAAOqB,aAAa,GAAIC,kBAAI,CAArBD,aAAa;AAEL,SAASE,qBAAqBA,CAACC,MAAM,EAAE;EACpDA,MAAM,GAAGA,MAAM,IAAI,CAAC,CAAC;EAErBH,aAAa,CAACxB,IAAI,CAAC,IAAI,EAAE2B,MAAM,CAAC;EAEhC,IAAI,CAACC,WAAW,GAAG,IAAIC,WAAW,CAAC,IAAI,CAACC,OAAO,CAACC,QAAQ,CAAC;EAazD,IAAI,CAACC,MAAM;IAAA,IAAAC,IAAA,OAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAG,SAAAC,QAAgBxC,aAAa;MAAA,IAAAyC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA;MAAA,OAAAR,YAAA,CAAAD,OAAA,CAAAU,IAAA,UAAAC,SAAAC,QAAA;QAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAjC,IAAA;UAAA;YACzC,IAAI,CAACmC,MAAM,GAAGnD,aAAa;YAACiD,QAAA,CAAAC,IAAA;YAAAT,yBAAA;YAAAC,iBAAA;YAAAO,QAAA,CAAAC,IAAA;YAAAN,SAAA,GAAAnD,cAAA,CAKAO,aAAa;UAAA;YAAAiD,QAAA,CAAAjC,IAAA;YAAA,OAAA4B,SAAA,CAAA5B,IAAA;UAAA;YAAA,MAAAyB,yBAAA,KAAAI,KAAA,GAAAI,QAAA,CAAAG,IAAA,EAAAzC,IAAA;cAAAsC,QAAA,CAAAjC,IAAA;cAAA;YAAA;YAAtB8B,KAAK,GAAAD,KAAA,CAAAhC,KAAA;YACpB,IAAI,CAACwC,UAAU,CAAC,IAAI,CAACC,cAAc,CAACR,KAAK,CAAC,CAAC;UAAC;YAAAL,yBAAA;YAAAQ,QAAA,CAAAjC,IAAA;YAAA;UAAA;YAAAiC,QAAA,CAAAjC,IAAA;YAAA;UAAA;YAAAiC,QAAA,CAAAC,IAAA;YAAAD,QAAA,CAAAM,EAAA,GAAAN,QAAA;YAAAP,iBAAA;YAAAC,cAAA,GAAAM,QAAA,CAAAM,EAAA;UAAA;YAAAN,QAAA,CAAAC,IAAA;YAAAD,QAAA,CAAAC,IAAA;YAAA,MAAAT,yBAAA,IAAAG,SAAA,CAAAxB,MAAA;cAAA6B,QAAA,CAAAjC,IAAA;cAAA;YAAA;YAAAiC,QAAA,CAAAjC,IAAA;YAAA,OAAA4B,SAAA,CAAAxB,MAAA;UAAA;YAAA6B,QAAA,CAAAC,IAAA;YAAA,KAAAR,iBAAA;cAAAO,QAAA,CAAAjC,IAAA;cAAA;YAAA;YAAA,MAAA2B,cAAA;UAAA;YAAA,OAAAM,QAAA,CAAAO,MAAA;UAAA;YAAA,OAAAP,QAAA,CAAAO,MAAA;UAAA;YAe9C,IAAI,CAACC,SAAS,GAAG,IAAI;YACrB,IAAI,CAACJ,UAAU,CAAC,EAAE,CAAC;YAACJ,QAAA,CAAAjC,IAAA;YAAA;UAAA;YAAAiC,QAAA,CAAAC,IAAA;YAAAD,QAAA,CAAAS,EAAA,GAAAT,QAAA;YAGpB,IAAI,CAACU,UAAU,CAAAV,QAAA,CAAAS,EAAM,CAAC;UAAC;UAAA;YAAA,OAAAT,QAAA,CAAAW,IAAA;QAAA;MAAA,GAAApB,OAAA;IAAA,CAE1B;IAAA,iBAAAqB,EAAA;MAAA,OAAA1B,IAAA,CAAAjB,KAAA,OAAAC,SAAA;IAAA;EAAA;EAED,IAAI,CAAC2C,UAAU,GAAG,SAASC,SAASA,CAAA,EAAG,CAEvC,CAAC;EAGD,IAAI,CAACT,cAAc,GAAG,UAAUR,KAAK,EAAE;IACrC,OAAO,OAAOA,KAAK,KAAK,QAAQ,GAAGA,KAAK,GAAG,IAAI,CAAChB,WAAW,CAACkC,MAAM,CAAClB,KAAK,EAAE;MAACZ,MAAM,EAAE;IAAI,CAAC,CAAC;EAC3F,CAAC;AACH;AAEAN,qBAAqB,CAACX,SAAS,GAAGT,MAAM,CAACyD,MAAM,CAACvC,aAAa,CAACT,SAAS,CAAC;AACxEW,qBAAqB,CAACX,SAAS,CAACiD,WAAW,GAAGtC,qBAAqB"}