@loaders.gl/csv 4.0.0-alpha.4 → 4.0.0-alpha.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.d.ts +2 -0
- package/dist/bundle.d.ts.map +1 -0
- package/dist/bundle.js +2 -2
- package/dist/csv-loader.d.ts +20 -0
- package/dist/csv-loader.d.ts.map +1 -0
- package/dist/csv-loader.js +248 -220
- package/dist/csv-writer.d.ts +6 -0
- package/dist/csv-writer.d.ts.map +1 -0
- package/dist/csv-writer.js +23 -2
- package/dist/dist.min.js +1827 -0
- package/dist/es5/bundle.js +6 -0
- package/dist/es5/bundle.js.map +1 -0
- package/dist/es5/csv-loader.js +246 -0
- package/dist/es5/csv-loader.js.map +1 -0
- package/dist/es5/csv-writer.js +48 -0
- package/dist/es5/csv-writer.js.map +1 -0
- package/dist/es5/index.js +20 -0
- package/dist/es5/index.js.map +1 -0
- package/dist/es5/lib/encoders/encode-csv.js +60 -0
- package/dist/es5/lib/encoders/encode-csv.js.map +1 -0
- package/dist/es5/papaparse/async-iterator-streamer.js +100 -0
- package/dist/es5/papaparse/async-iterator-streamer.js.map +1 -0
- package/dist/es5/papaparse/papaparse.js +703 -0
- package/dist/es5/papaparse/papaparse.js.map +1 -0
- package/dist/esm/bundle.js +4 -0
- package/dist/esm/bundle.js.map +1 -0
- package/dist/esm/csv-loader.js +205 -0
- package/dist/esm/csv-loader.js.map +1 -0
- package/dist/esm/csv-writer.js +20 -0
- package/dist/esm/csv-writer.js.map +1 -0
- package/dist/esm/index.js +3 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/lib/encoders/encode-csv.js +40 -0
- package/dist/esm/lib/encoders/encode-csv.js.map +1 -0
- package/dist/{lib → esm/papaparse}/async-iterator-streamer.js +1 -6
- package/dist/esm/papaparse/async-iterator-streamer.js.map +1 -0
- package/{src/libs → dist/esm/papaparse}/papaparse.js +96 -504
- package/dist/esm/papaparse/papaparse.js.map +1 -0
- package/dist/index.d.ts +5 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +8 -2
- package/dist/lib/encoders/encode-csv.d.ts +13 -0
- package/dist/lib/encoders/encode-csv.d.ts.map +1 -0
- package/dist/lib/encoders/encode-csv.js +50 -0
- package/dist/papaparse/async-iterator-streamer.d.ts +6 -0
- package/dist/papaparse/async-iterator-streamer.d.ts.map +1 -0
- package/dist/papaparse/async-iterator-streamer.js +60 -32
- package/dist/papaparse/papaparse.d.ts +30 -0
- package/dist/papaparse/papaparse.d.ts.map +1 -0
- package/dist/papaparse/papaparse.js +935 -0
- package/package.json +8 -8
- package/src/csv-loader.ts +21 -15
- package/src/csv-writer.ts +29 -5
- package/src/index.ts +5 -0
- package/src/lib/encoders/encode-csv.ts +66 -0
- package/src/{lib → papaparse}/async-iterator-streamer.ts +2 -2
- package/{dist/libs/papaparse.js → src/papaparse/papaparse.ts} +48 -73
- package/dist/bundle.js.map +0 -1
- package/dist/csv-loader.js.map +0 -1
- package/dist/csv-writer.js.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/lib/async-iterator-streamer.js.map +0 -1
- package/dist/papaparse/async-iterator-streamer.js.map +0 -1
- package/src/papaparse/async-iterator-streamer.js +0 -71
package/dist/dist.min.js
ADDED
|
@@ -0,0 +1,1827 @@
|
|
|
1
|
+
(() => {
|
|
2
|
+
var __defProp = Object.defineProperty;
|
|
3
|
+
var __markAsModule = (target) => __defProp(target, "__esModule", { value: true });
|
|
4
|
+
var __esm = (fn, res) => function __init() {
|
|
5
|
+
return fn && (res = (0, fn[Object.keys(fn)[0]])(fn = 0)), res;
|
|
6
|
+
};
|
|
7
|
+
var __commonJS = (cb, mod) => function __require() {
|
|
8
|
+
return mod || (0, cb[Object.keys(cb)[0]])((mod = { exports: {} }).exports, mod), mod.exports;
|
|
9
|
+
};
|
|
10
|
+
var __export = (target, all) => {
|
|
11
|
+
__markAsModule(target);
|
|
12
|
+
for (var name in all)
|
|
13
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
14
|
+
};
|
|
15
|
+
|
|
16
|
+
// ../schema/src/lib/table/batches/base-table-batch-aggregator.ts
|
|
17
|
+
var DEFAULT_ROW_COUNT, BaseTableBatchAggregator;
|
|
18
|
+
var init_base_table_batch_aggregator = __esm({
|
|
19
|
+
"../schema/src/lib/table/batches/base-table-batch-aggregator.ts"() {
|
|
20
|
+
DEFAULT_ROW_COUNT = 100;
|
|
21
|
+
BaseTableBatchAggregator = class {
|
|
22
|
+
constructor(schema, options) {
|
|
23
|
+
this.length = 0;
|
|
24
|
+
this.rows = null;
|
|
25
|
+
this.cursor = 0;
|
|
26
|
+
this._headers = [];
|
|
27
|
+
this.options = options;
|
|
28
|
+
this.schema = schema;
|
|
29
|
+
if (!Array.isArray(schema)) {
|
|
30
|
+
this._headers = [];
|
|
31
|
+
for (const key in schema) {
|
|
32
|
+
this._headers[schema[key].index] = schema[key].name;
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
rowCount() {
|
|
37
|
+
return this.length;
|
|
38
|
+
}
|
|
39
|
+
addArrayRow(row, cursor) {
|
|
40
|
+
if (Number.isFinite(cursor)) {
|
|
41
|
+
this.cursor = cursor;
|
|
42
|
+
}
|
|
43
|
+
this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);
|
|
44
|
+
this.rows[this.length] = row;
|
|
45
|
+
this.length++;
|
|
46
|
+
}
|
|
47
|
+
addObjectRow(row, cursor) {
|
|
48
|
+
if (Number.isFinite(cursor)) {
|
|
49
|
+
this.cursor = cursor;
|
|
50
|
+
}
|
|
51
|
+
this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);
|
|
52
|
+
this.rows[this.length] = row;
|
|
53
|
+
this.length++;
|
|
54
|
+
}
|
|
55
|
+
getBatch() {
|
|
56
|
+
let rows = this.rows;
|
|
57
|
+
if (!rows) {
|
|
58
|
+
return null;
|
|
59
|
+
}
|
|
60
|
+
rows = rows.slice(0, this.length);
|
|
61
|
+
this.rows = null;
|
|
62
|
+
const batch = {
|
|
63
|
+
shape: this.options.shape,
|
|
64
|
+
batchType: "data",
|
|
65
|
+
data: rows,
|
|
66
|
+
length: this.length,
|
|
67
|
+
schema: this.schema,
|
|
68
|
+
cursor: this.cursor
|
|
69
|
+
};
|
|
70
|
+
return batch;
|
|
71
|
+
}
|
|
72
|
+
};
|
|
73
|
+
}
|
|
74
|
+
});
|
|
75
|
+
|
|
76
|
+
// ../schema/src/lib/table/simple-table/row-utils.ts
|
|
77
|
+
function convertToObjectRow(arrayRow, headers) {
|
|
78
|
+
if (!arrayRow) {
|
|
79
|
+
throw new Error("null row");
|
|
80
|
+
}
|
|
81
|
+
if (!headers) {
|
|
82
|
+
throw new Error("no headers");
|
|
83
|
+
}
|
|
84
|
+
const objectRow = {};
|
|
85
|
+
for (let i = 0; i < headers.length; i++) {
|
|
86
|
+
objectRow[headers[i]] = arrayRow[i];
|
|
87
|
+
}
|
|
88
|
+
return objectRow;
|
|
89
|
+
}
|
|
90
|
+
function convertToArrayRow(objectRow, headers) {
|
|
91
|
+
if (!objectRow) {
|
|
92
|
+
throw new Error("null row");
|
|
93
|
+
}
|
|
94
|
+
if (!headers) {
|
|
95
|
+
throw new Error("no headers");
|
|
96
|
+
}
|
|
97
|
+
const arrayRow = new Array(headers.length);
|
|
98
|
+
for (let i = 0; i < headers.length; i++) {
|
|
99
|
+
arrayRow[i] = objectRow[headers[i]];
|
|
100
|
+
}
|
|
101
|
+
return arrayRow;
|
|
102
|
+
}
|
|
103
|
+
var init_row_utils = __esm({
|
|
104
|
+
"../schema/src/lib/table/simple-table/row-utils.ts"() {
|
|
105
|
+
}
|
|
106
|
+
});
|
|
107
|
+
|
|
108
|
+
// ../schema/src/lib/table/batches/row-table-batch-aggregator.ts
|
|
109
|
+
var DEFAULT_ROW_COUNT2, RowTableBatchAggregator;
|
|
110
|
+
var init_row_table_batch_aggregator = __esm({
|
|
111
|
+
"../schema/src/lib/table/batches/row-table-batch-aggregator.ts"() {
|
|
112
|
+
init_row_utils();
|
|
113
|
+
DEFAULT_ROW_COUNT2 = 100;
|
|
114
|
+
RowTableBatchAggregator = class {
|
|
115
|
+
constructor(schema, options) {
|
|
116
|
+
this.length = 0;
|
|
117
|
+
this.objectRows = null;
|
|
118
|
+
this.arrayRows = null;
|
|
119
|
+
this.cursor = 0;
|
|
120
|
+
this._headers = [];
|
|
121
|
+
this.options = options;
|
|
122
|
+
this.schema = schema;
|
|
123
|
+
if (!Array.isArray(schema)) {
|
|
124
|
+
this._headers = [];
|
|
125
|
+
for (const key in schema) {
|
|
126
|
+
this._headers[schema[key].index] = schema[key].name;
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
rowCount() {
|
|
131
|
+
return this.length;
|
|
132
|
+
}
|
|
133
|
+
addArrayRow(row, cursor) {
|
|
134
|
+
if (Number.isFinite(cursor)) {
|
|
135
|
+
this.cursor = cursor;
|
|
136
|
+
}
|
|
137
|
+
switch (this.options.shape) {
|
|
138
|
+
case "object-row-table":
|
|
139
|
+
const rowObject = convertToObjectRow(row, this._headers);
|
|
140
|
+
this.addObjectRow(rowObject, cursor);
|
|
141
|
+
break;
|
|
142
|
+
case "array-row-table":
|
|
143
|
+
this.arrayRows = this.arrayRows || new Array(DEFAULT_ROW_COUNT2);
|
|
144
|
+
this.arrayRows[this.length] = row;
|
|
145
|
+
this.length++;
|
|
146
|
+
break;
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
addObjectRow(row, cursor) {
|
|
150
|
+
if (Number.isFinite(cursor)) {
|
|
151
|
+
this.cursor = cursor;
|
|
152
|
+
}
|
|
153
|
+
switch (this.options.shape) {
|
|
154
|
+
case "array-row-table":
|
|
155
|
+
const rowArray = convertToArrayRow(row, this._headers);
|
|
156
|
+
this.addArrayRow(rowArray, cursor);
|
|
157
|
+
break;
|
|
158
|
+
case "object-row-table":
|
|
159
|
+
this.objectRows = this.objectRows || new Array(DEFAULT_ROW_COUNT2);
|
|
160
|
+
this.objectRows[this.length] = row;
|
|
161
|
+
this.length++;
|
|
162
|
+
break;
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
getBatch() {
|
|
166
|
+
let rows = this.arrayRows || this.objectRows;
|
|
167
|
+
if (!rows) {
|
|
168
|
+
return null;
|
|
169
|
+
}
|
|
170
|
+
rows = rows.slice(0, this.length);
|
|
171
|
+
this.arrayRows = null;
|
|
172
|
+
this.objectRows = null;
|
|
173
|
+
return {
|
|
174
|
+
shape: this.options.shape,
|
|
175
|
+
batchType: "data",
|
|
176
|
+
data: rows,
|
|
177
|
+
length: this.length,
|
|
178
|
+
schema: this.schema,
|
|
179
|
+
cursor: this.cursor
|
|
180
|
+
};
|
|
181
|
+
}
|
|
182
|
+
};
|
|
183
|
+
}
|
|
184
|
+
});
|
|
185
|
+
|
|
186
|
+
// ../schema/src/lib/table/batches/columnar-table-batch-aggregator.ts
|
|
187
|
+
var DEFAULT_ROW_COUNT3, ColumnarTableBatchAggregator;
|
|
188
|
+
var init_columnar_table_batch_aggregator = __esm({
|
|
189
|
+
"../schema/src/lib/table/batches/columnar-table-batch-aggregator.ts"() {
|
|
190
|
+
DEFAULT_ROW_COUNT3 = 100;
|
|
191
|
+
ColumnarTableBatchAggregator = class {
|
|
192
|
+
constructor(schema, options) {
|
|
193
|
+
this.length = 0;
|
|
194
|
+
this.allocated = 0;
|
|
195
|
+
this.columns = {};
|
|
196
|
+
this.schema = schema;
|
|
197
|
+
this._reallocateColumns();
|
|
198
|
+
}
|
|
199
|
+
rowCount() {
|
|
200
|
+
return this.length;
|
|
201
|
+
}
|
|
202
|
+
addArrayRow(row) {
|
|
203
|
+
this._reallocateColumns();
|
|
204
|
+
let i = 0;
|
|
205
|
+
for (const fieldName in this.columns) {
|
|
206
|
+
this.columns[fieldName][this.length] = row[i++];
|
|
207
|
+
}
|
|
208
|
+
this.length++;
|
|
209
|
+
}
|
|
210
|
+
addObjectRow(row) {
|
|
211
|
+
this._reallocateColumns();
|
|
212
|
+
for (const fieldName in row) {
|
|
213
|
+
this.columns[fieldName][this.length] = row[fieldName];
|
|
214
|
+
}
|
|
215
|
+
this.length++;
|
|
216
|
+
}
|
|
217
|
+
getBatch() {
|
|
218
|
+
this._pruneColumns();
|
|
219
|
+
const columns = Array.isArray(this.schema) ? this.columns : {};
|
|
220
|
+
if (!Array.isArray(this.schema)) {
|
|
221
|
+
for (const fieldName in this.schema) {
|
|
222
|
+
const field = this.schema[fieldName];
|
|
223
|
+
columns[field.name] = this.columns[field.index];
|
|
224
|
+
}
|
|
225
|
+
}
|
|
226
|
+
this.columns = {};
|
|
227
|
+
const batch = {
|
|
228
|
+
shape: "columnar-table",
|
|
229
|
+
batchType: "data",
|
|
230
|
+
data: columns,
|
|
231
|
+
schema: this.schema,
|
|
232
|
+
length: this.length
|
|
233
|
+
};
|
|
234
|
+
return batch;
|
|
235
|
+
}
|
|
236
|
+
_reallocateColumns() {
|
|
237
|
+
if (this.length < this.allocated) {
|
|
238
|
+
return;
|
|
239
|
+
}
|
|
240
|
+
this.allocated = this.allocated > 0 ? this.allocated *= 2 : DEFAULT_ROW_COUNT3;
|
|
241
|
+
this.columns = {};
|
|
242
|
+
for (const fieldName in this.schema) {
|
|
243
|
+
const field = this.schema[fieldName];
|
|
244
|
+
const ArrayType = field.type || Float32Array;
|
|
245
|
+
const oldColumn = this.columns[field.index];
|
|
246
|
+
if (oldColumn && ArrayBuffer.isView(oldColumn)) {
|
|
247
|
+
const typedArray = new ArrayType(this.allocated);
|
|
248
|
+
typedArray.set(oldColumn);
|
|
249
|
+
this.columns[field.index] = typedArray;
|
|
250
|
+
} else if (oldColumn) {
|
|
251
|
+
oldColumn.length = this.allocated;
|
|
252
|
+
this.columns[field.index] = oldColumn;
|
|
253
|
+
} else {
|
|
254
|
+
this.columns[field.index] = new ArrayType(this.allocated);
|
|
255
|
+
}
|
|
256
|
+
}
|
|
257
|
+
}
|
|
258
|
+
_pruneColumns() {
|
|
259
|
+
for (const [columnName, column] of Object.entries(this.columns)) {
|
|
260
|
+
this.columns[columnName] = column.slice(0, this.length);
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
};
|
|
264
|
+
}
|
|
265
|
+
});
|
|
266
|
+
|
|
267
|
+
// ../schema/src/lib/table/batches/table-batch-builder.ts
|
|
268
|
+
var DEFAULT_OPTIONS, ERR_MESSAGE, TableBatchBuilder;
|
|
269
|
+
var init_table_batch_builder = __esm({
|
|
270
|
+
"../schema/src/lib/table/batches/table-batch-builder.ts"() {
|
|
271
|
+
init_base_table_batch_aggregator();
|
|
272
|
+
init_row_table_batch_aggregator();
|
|
273
|
+
init_columnar_table_batch_aggregator();
|
|
274
|
+
DEFAULT_OPTIONS = {
|
|
275
|
+
shape: "array-row-table",
|
|
276
|
+
batchSize: "auto",
|
|
277
|
+
batchDebounceMs: 0,
|
|
278
|
+
limit: 0,
|
|
279
|
+
_limitMB: 0
|
|
280
|
+
};
|
|
281
|
+
ERR_MESSAGE = "TableBatchBuilder";
|
|
282
|
+
TableBatchBuilder = class {
|
|
283
|
+
constructor(schema, options) {
|
|
284
|
+
this.aggregator = null;
|
|
285
|
+
this.batchCount = 0;
|
|
286
|
+
this.bytesUsed = 0;
|
|
287
|
+
this.isChunkComplete = false;
|
|
288
|
+
this.lastBatchEmittedMs = Date.now();
|
|
289
|
+
this.totalLength = 0;
|
|
290
|
+
this.totalBytes = 0;
|
|
291
|
+
this.rowBytes = 0;
|
|
292
|
+
this.schema = schema;
|
|
293
|
+
this.options = { ...DEFAULT_OPTIONS, ...options };
|
|
294
|
+
}
|
|
295
|
+
limitReached() {
|
|
296
|
+
if (Boolean(this.options?.limit) && this.totalLength >= this.options.limit) {
|
|
297
|
+
return true;
|
|
298
|
+
}
|
|
299
|
+
if (Boolean(this.options?._limitMB) && this.totalBytes / 1e6 >= this.options._limitMB) {
|
|
300
|
+
return true;
|
|
301
|
+
}
|
|
302
|
+
return false;
|
|
303
|
+
}
|
|
304
|
+
addRow(row) {
|
|
305
|
+
if (this.limitReached()) {
|
|
306
|
+
return;
|
|
307
|
+
}
|
|
308
|
+
this.totalLength++;
|
|
309
|
+
this.rowBytes = this.rowBytes || this._estimateRowMB(row);
|
|
310
|
+
this.totalBytes += this.rowBytes;
|
|
311
|
+
if (Array.isArray(row)) {
|
|
312
|
+
this.addArrayRow(row);
|
|
313
|
+
} else {
|
|
314
|
+
this.addObjectRow(row);
|
|
315
|
+
}
|
|
316
|
+
}
|
|
317
|
+
addArrayRow(row) {
|
|
318
|
+
if (!this.aggregator) {
|
|
319
|
+
const TableBatchType = this._getTableBatchType();
|
|
320
|
+
this.aggregator = new TableBatchType(this.schema, this.options);
|
|
321
|
+
}
|
|
322
|
+
this.aggregator.addArrayRow(row);
|
|
323
|
+
}
|
|
324
|
+
addObjectRow(row) {
|
|
325
|
+
if (!this.aggregator) {
|
|
326
|
+
const TableBatchType = this._getTableBatchType();
|
|
327
|
+
this.aggregator = new TableBatchType(this.schema, this.options);
|
|
328
|
+
}
|
|
329
|
+
this.aggregator.addObjectRow(row);
|
|
330
|
+
}
|
|
331
|
+
chunkComplete(chunk) {
|
|
332
|
+
if (chunk instanceof ArrayBuffer) {
|
|
333
|
+
this.bytesUsed += chunk.byteLength;
|
|
334
|
+
}
|
|
335
|
+
if (typeof chunk === "string") {
|
|
336
|
+
this.bytesUsed += chunk.length;
|
|
337
|
+
}
|
|
338
|
+
this.isChunkComplete = true;
|
|
339
|
+
}
|
|
340
|
+
getFullBatch(options) {
|
|
341
|
+
return this._isFull() ? this._getBatch(options) : null;
|
|
342
|
+
}
|
|
343
|
+
getFinalBatch(options) {
|
|
344
|
+
return this._getBatch(options);
|
|
345
|
+
}
|
|
346
|
+
_estimateRowMB(row) {
|
|
347
|
+
return Array.isArray(row) ? row.length * 8 : Object.keys(row).length * 8;
|
|
348
|
+
}
|
|
349
|
+
_isFull() {
|
|
350
|
+
if (!this.aggregator || this.aggregator.rowCount() === 0) {
|
|
351
|
+
return false;
|
|
352
|
+
}
|
|
353
|
+
if (this.options.batchSize === "auto") {
|
|
354
|
+
if (!this.isChunkComplete) {
|
|
355
|
+
return false;
|
|
356
|
+
}
|
|
357
|
+
} else if (this.options.batchSize > this.aggregator.rowCount()) {
|
|
358
|
+
return false;
|
|
359
|
+
}
|
|
360
|
+
if (this.options.batchDebounceMs > Date.now() - this.lastBatchEmittedMs) {
|
|
361
|
+
return false;
|
|
362
|
+
}
|
|
363
|
+
this.isChunkComplete = false;
|
|
364
|
+
this.lastBatchEmittedMs = Date.now();
|
|
365
|
+
return true;
|
|
366
|
+
}
|
|
367
|
+
_getBatch(options) {
|
|
368
|
+
if (!this.aggregator) {
|
|
369
|
+
return null;
|
|
370
|
+
}
|
|
371
|
+
if (options?.bytesUsed) {
|
|
372
|
+
this.bytesUsed = options.bytesUsed;
|
|
373
|
+
}
|
|
374
|
+
const normalizedBatch = this.aggregator.getBatch();
|
|
375
|
+
normalizedBatch.count = this.batchCount;
|
|
376
|
+
normalizedBatch.bytesUsed = this.bytesUsed;
|
|
377
|
+
Object.assign(normalizedBatch, options);
|
|
378
|
+
this.batchCount++;
|
|
379
|
+
this.aggregator = null;
|
|
380
|
+
return normalizedBatch;
|
|
381
|
+
}
|
|
382
|
+
_getTableBatchType() {
|
|
383
|
+
switch (this.options.shape) {
|
|
384
|
+
case "row-table":
|
|
385
|
+
return BaseTableBatchAggregator;
|
|
386
|
+
case "array-row-table":
|
|
387
|
+
case "object-row-table":
|
|
388
|
+
return RowTableBatchAggregator;
|
|
389
|
+
case "columnar-table":
|
|
390
|
+
return ColumnarTableBatchAggregator;
|
|
391
|
+
case "arrow-table":
|
|
392
|
+
if (!TableBatchBuilder.ArrowBatch) {
|
|
393
|
+
throw new Error(ERR_MESSAGE);
|
|
394
|
+
}
|
|
395
|
+
return TableBatchBuilder.ArrowBatch;
|
|
396
|
+
default:
|
|
397
|
+
throw new Error(ERR_MESSAGE);
|
|
398
|
+
}
|
|
399
|
+
}
|
|
400
|
+
};
|
|
401
|
+
}
|
|
402
|
+
});
|
|
403
|
+
|
|
404
|
+
// ../schema/src/lib/table/simple-table/table-accessors.ts
|
|
405
|
+
function getTableLength(table) {
|
|
406
|
+
switch (table.shape) {
|
|
407
|
+
case "array-row-table":
|
|
408
|
+
case "object-row-table":
|
|
409
|
+
case "geojson-row-table":
|
|
410
|
+
return table.data.length;
|
|
411
|
+
case "arrow-table":
|
|
412
|
+
return table.data.numRows;
|
|
413
|
+
case "columnar-table":
|
|
414
|
+
for (const column of Object.values(table.data)) {
|
|
415
|
+
return column.length || 0;
|
|
416
|
+
}
|
|
417
|
+
return 0;
|
|
418
|
+
default:
|
|
419
|
+
throw new Error("table");
|
|
420
|
+
}
|
|
421
|
+
}
|
|
422
|
+
function getTableNumCols(table) {
|
|
423
|
+
if (table.schema) {
|
|
424
|
+
return table.schema.fields.length;
|
|
425
|
+
}
|
|
426
|
+
if (getTableLength(table) === 0) {
|
|
427
|
+
throw new Error("empty table");
|
|
428
|
+
}
|
|
429
|
+
switch (table.shape) {
|
|
430
|
+
case "array-row-table":
|
|
431
|
+
return table.data[0].length;
|
|
432
|
+
case "object-row-table":
|
|
433
|
+
case "geojson-row-table":
|
|
434
|
+
return Object.keys(table.data[0]).length;
|
|
435
|
+
case "columnar-table":
|
|
436
|
+
return Object.keys(table.data).length;
|
|
437
|
+
case "arrow-table":
|
|
438
|
+
return table.data.numCols;
|
|
439
|
+
default:
|
|
440
|
+
throw new Error("table");
|
|
441
|
+
}
|
|
442
|
+
}
|
|
443
|
+
function getTableRowAsArray(table, rowIndex, target, copy2) {
|
|
444
|
+
switch (table.shape) {
|
|
445
|
+
case "array-row-table":
|
|
446
|
+
return copy2 ? Array.from(table.data[rowIndex]) : table.data[rowIndex];
|
|
447
|
+
case "object-row-table":
|
|
448
|
+
case "geojson-row-table":
|
|
449
|
+
if (table.schema) {
|
|
450
|
+
const arrayRow2 = target || [];
|
|
451
|
+
for (let i = 0; i < table.schema.fields.length; i++) {
|
|
452
|
+
arrayRow2[i] = table.data[rowIndex][table.schema.fields[i].name];
|
|
453
|
+
}
|
|
454
|
+
return arrayRow2;
|
|
455
|
+
}
|
|
456
|
+
return Object.values(table.data[rowIndex]);
|
|
457
|
+
case "columnar-table":
|
|
458
|
+
if (table.schema) {
|
|
459
|
+
const arrayRow2 = target || [];
|
|
460
|
+
for (let i = 0; i < table.schema.fields.length; i++) {
|
|
461
|
+
arrayRow2[i] = table.data[table.schema.fields[i].name][rowIndex];
|
|
462
|
+
}
|
|
463
|
+
return arrayRow2;
|
|
464
|
+
} else {
|
|
465
|
+
const arrayRow2 = target || [];
|
|
466
|
+
let i = 0;
|
|
467
|
+
for (const column of Object.values(table.data)) {
|
|
468
|
+
arrayRow2[i] = column[rowIndex];
|
|
469
|
+
i++;
|
|
470
|
+
}
|
|
471
|
+
return arrayRow2;
|
|
472
|
+
}
|
|
473
|
+
case "arrow-table":
|
|
474
|
+
const arrayRow = target || [];
|
|
475
|
+
const row = table.data.get(rowIndex);
|
|
476
|
+
const schema = table.data.schema;
|
|
477
|
+
for (let i = 0; i < schema.fields.length; i++) {
|
|
478
|
+
arrayRow[i] = row?.[schema.fields[i].name];
|
|
479
|
+
}
|
|
480
|
+
return arrayRow;
|
|
481
|
+
default:
|
|
482
|
+
throw new Error("shape");
|
|
483
|
+
}
|
|
484
|
+
}
|
|
485
|
+
function* makeArrayRowIterator(table, target = []) {
|
|
486
|
+
const length = getTableLength(table);
|
|
487
|
+
for (let rowIndex = 0; rowIndex < length; rowIndex++) {
|
|
488
|
+
yield getTableRowAsArray(table, rowIndex, target);
|
|
489
|
+
}
|
|
490
|
+
}
|
|
491
|
+
var init_table_accessors = __esm({
|
|
492
|
+
"../schema/src/lib/table/simple-table/table-accessors.ts"() {
|
|
493
|
+
}
|
|
494
|
+
});
|
|
495
|
+
|
|
496
|
+
// ../schema/src/lib/utils/async-queue.ts
|
|
497
|
+
var ArrayQueue, AsyncQueue;
|
|
498
|
+
var init_async_queue = __esm({
|
|
499
|
+
"../schema/src/lib/utils/async-queue.ts"() {
|
|
500
|
+
ArrayQueue = class extends Array {
|
|
501
|
+
enqueue(value) {
|
|
502
|
+
return this.push(value);
|
|
503
|
+
}
|
|
504
|
+
dequeue() {
|
|
505
|
+
return this.shift();
|
|
506
|
+
}
|
|
507
|
+
};
|
|
508
|
+
AsyncQueue = class {
|
|
509
|
+
constructor() {
|
|
510
|
+
this._values = new ArrayQueue();
|
|
511
|
+
this._settlers = new ArrayQueue();
|
|
512
|
+
this._closed = false;
|
|
513
|
+
}
|
|
514
|
+
close() {
|
|
515
|
+
while (this._settlers.length > 0) {
|
|
516
|
+
this._settlers.dequeue().resolve({ done: true });
|
|
517
|
+
}
|
|
518
|
+
this._closed = true;
|
|
519
|
+
}
|
|
520
|
+
[Symbol.asyncIterator]() {
|
|
521
|
+
return this;
|
|
522
|
+
}
|
|
523
|
+
enqueue(value) {
|
|
524
|
+
if (this._closed) {
|
|
525
|
+
throw new Error("Closed");
|
|
526
|
+
}
|
|
527
|
+
if (this._settlers.length > 0) {
|
|
528
|
+
if (this._values.length > 0) {
|
|
529
|
+
throw new Error("Illegal internal state");
|
|
530
|
+
}
|
|
531
|
+
const settler = this._settlers.dequeue();
|
|
532
|
+
if (value instanceof Error) {
|
|
533
|
+
settler.reject(value);
|
|
534
|
+
} else {
|
|
535
|
+
settler.resolve({ value });
|
|
536
|
+
}
|
|
537
|
+
} else {
|
|
538
|
+
this._values.enqueue(value);
|
|
539
|
+
}
|
|
540
|
+
}
|
|
541
|
+
next() {
|
|
542
|
+
if (this._values.length > 0) {
|
|
543
|
+
const value = this._values.dequeue();
|
|
544
|
+
if (value instanceof Error) {
|
|
545
|
+
return Promise.reject(value);
|
|
546
|
+
}
|
|
547
|
+
return Promise.resolve({ value });
|
|
548
|
+
}
|
|
549
|
+
if (this._closed) {
|
|
550
|
+
if (this._settlers.length > 0) {
|
|
551
|
+
throw new Error("Illegal internal state");
|
|
552
|
+
}
|
|
553
|
+
return Promise.resolve({ done: true });
|
|
554
|
+
}
|
|
555
|
+
return new Promise((resolve, reject) => {
|
|
556
|
+
this._settlers.enqueue({ resolve, reject });
|
|
557
|
+
});
|
|
558
|
+
}
|
|
559
|
+
};
|
|
560
|
+
}
|
|
561
|
+
});
|
|
562
|
+
|
|
563
|
+
// ../schema/src/index.ts
|
|
564
|
+
var init_src = __esm({
|
|
565
|
+
"../schema/src/index.ts"() {
|
|
566
|
+
init_table_batch_builder();
|
|
567
|
+
init_table_accessors();
|
|
568
|
+
init_row_utils();
|
|
569
|
+
init_async_queue();
|
|
570
|
+
}
|
|
571
|
+
});
|
|
572
|
+
|
|
573
|
+
// src/papaparse/papaparse.ts
|
|
574
|
+
function CsvToJson(_input, _config, UserDefinedStreamer) {
|
|
575
|
+
_config = _config || {};
|
|
576
|
+
var dynamicTyping = _config.dynamicTyping || false;
|
|
577
|
+
if (isFunction(dynamicTyping)) {
|
|
578
|
+
_config.dynamicTypingFunction = dynamicTyping;
|
|
579
|
+
dynamicTyping = {};
|
|
580
|
+
}
|
|
581
|
+
_config.dynamicTyping = dynamicTyping;
|
|
582
|
+
_config.transform = isFunction(_config.transform) ? _config.transform : false;
|
|
583
|
+
if (_config.worker && Papa.WORKERS_SUPPORTED) {
|
|
584
|
+
var w = newWorker();
|
|
585
|
+
w.userStep = _config.step;
|
|
586
|
+
w.userChunk = _config.chunk;
|
|
587
|
+
w.userComplete = _config.complete;
|
|
588
|
+
w.userError = _config.error;
|
|
589
|
+
_config.step = isFunction(_config.step);
|
|
590
|
+
_config.chunk = isFunction(_config.chunk);
|
|
591
|
+
_config.complete = isFunction(_config.complete);
|
|
592
|
+
_config.error = isFunction(_config.error);
|
|
593
|
+
delete _config.worker;
|
|
594
|
+
w.postMessage({
|
|
595
|
+
input: _input,
|
|
596
|
+
config: _config,
|
|
597
|
+
workerId: w.id
|
|
598
|
+
});
|
|
599
|
+
return;
|
|
600
|
+
}
|
|
601
|
+
var streamer = null;
|
|
602
|
+
if (typeof _input === "string") {
|
|
603
|
+
streamer = new StringStreamer(_config);
|
|
604
|
+
}
|
|
605
|
+
if (!streamer) {
|
|
606
|
+
streamer = new UserDefinedStreamer(_config);
|
|
607
|
+
}
|
|
608
|
+
return streamer.stream(_input);
|
|
609
|
+
}
|
|
610
|
+
function JsonToCsv(_input, _config) {
|
|
611
|
+
var _quotes = false;
|
|
612
|
+
var _writeHeader = true;
|
|
613
|
+
var _delimiter = ",";
|
|
614
|
+
var _newline = "\r\n";
|
|
615
|
+
var _quoteChar = '"';
|
|
616
|
+
var _escapedQuote = _quoteChar + _quoteChar;
|
|
617
|
+
var _skipEmptyLines = false;
|
|
618
|
+
var _columns = null;
|
|
619
|
+
unpackConfig();
|
|
620
|
+
var quoteCharRegex = new RegExp(escapeRegExp(_quoteChar), "g");
|
|
621
|
+
if (typeof _input === "string")
|
|
622
|
+
_input = JSON.parse(_input);
|
|
623
|
+
if (Array.isArray(_input)) {
|
|
624
|
+
if (!_input.length || Array.isArray(_input[0]))
|
|
625
|
+
return serialize(null, _input, _skipEmptyLines);
|
|
626
|
+
else if (typeof _input[0] === "object")
|
|
627
|
+
return serialize(_columns || objectKeys(_input[0]), _input, _skipEmptyLines);
|
|
628
|
+
} else if (typeof _input === "object") {
|
|
629
|
+
if (typeof _input.data === "string")
|
|
630
|
+
_input.data = JSON.parse(_input.data);
|
|
631
|
+
if (Array.isArray(_input.data)) {
|
|
632
|
+
if (!_input.fields)
|
|
633
|
+
_input.fields = _input.meta && _input.meta.fields;
|
|
634
|
+
if (!_input.fields)
|
|
635
|
+
_input.fields = Array.isArray(_input.data[0]) ? _input.fields : objectKeys(_input.data[0]);
|
|
636
|
+
if (!Array.isArray(_input.data[0]) && typeof _input.data[0] !== "object")
|
|
637
|
+
_input.data = [_input.data];
|
|
638
|
+
}
|
|
639
|
+
return serialize(_input.fields || [], _input.data || [], _skipEmptyLines);
|
|
640
|
+
}
|
|
641
|
+
throw new Error("Unable to serialize unrecognized input");
|
|
642
|
+
function unpackConfig() {
|
|
643
|
+
if (typeof _config !== "object")
|
|
644
|
+
return;
|
|
645
|
+
if (typeof _config.delimiter === "string" && !Papa.BAD_DELIMITERS.filter(function(value) {
|
|
646
|
+
return _config.delimiter.indexOf(value) !== -1;
|
|
647
|
+
}).length) {
|
|
648
|
+
_delimiter = _config.delimiter;
|
|
649
|
+
}
|
|
650
|
+
if (typeof _config.quotes === "boolean" || Array.isArray(_config.quotes))
|
|
651
|
+
_quotes = _config.quotes;
|
|
652
|
+
if (typeof _config.skipEmptyLines === "boolean" || typeof _config.skipEmptyLines === "string")
|
|
653
|
+
_skipEmptyLines = _config.skipEmptyLines;
|
|
654
|
+
if (typeof _config.newline === "string")
|
|
655
|
+
_newline = _config.newline;
|
|
656
|
+
if (typeof _config.quoteChar === "string")
|
|
657
|
+
_quoteChar = _config.quoteChar;
|
|
658
|
+
if (typeof _config.header === "boolean")
|
|
659
|
+
_writeHeader = _config.header;
|
|
660
|
+
if (Array.isArray(_config.columns)) {
|
|
661
|
+
if (_config.columns.length === 0)
|
|
662
|
+
throw new Error("Option columns is empty");
|
|
663
|
+
_columns = _config.columns;
|
|
664
|
+
}
|
|
665
|
+
if (_config.escapeChar !== void 0) {
|
|
666
|
+
_escapedQuote = _config.escapeChar + _quoteChar;
|
|
667
|
+
}
|
|
668
|
+
}
|
|
669
|
+
function objectKeys(obj) {
|
|
670
|
+
if (typeof obj !== "object")
|
|
671
|
+
return [];
|
|
672
|
+
var keys = [];
|
|
673
|
+
for (var key in obj)
|
|
674
|
+
keys.push(key);
|
|
675
|
+
return keys;
|
|
676
|
+
}
|
|
677
|
+
function serialize(fields, data, skipEmptyLines) {
|
|
678
|
+
var csv2 = "";
|
|
679
|
+
if (typeof fields === "string")
|
|
680
|
+
fields = JSON.parse(fields);
|
|
681
|
+
if (typeof data === "string")
|
|
682
|
+
data = JSON.parse(data);
|
|
683
|
+
var hasHeader = Array.isArray(fields) && fields.length > 0;
|
|
684
|
+
var dataKeyedByField = !Array.isArray(data[0]);
|
|
685
|
+
if (hasHeader && _writeHeader) {
|
|
686
|
+
for (var i = 0; i < fields.length; i++) {
|
|
687
|
+
if (i > 0)
|
|
688
|
+
csv2 += _delimiter;
|
|
689
|
+
csv2 += safe(fields[i], i);
|
|
690
|
+
}
|
|
691
|
+
if (data.length > 0)
|
|
692
|
+
csv2 += _newline;
|
|
693
|
+
}
|
|
694
|
+
for (var row = 0; row < data.length; row++) {
|
|
695
|
+
var maxCol = hasHeader ? fields.length : data[row].length;
|
|
696
|
+
var emptyLine = false;
|
|
697
|
+
var nullLine = hasHeader ? Object.keys(data[row]).length === 0 : data[row].length === 0;
|
|
698
|
+
if (skipEmptyLines && !hasHeader) {
|
|
699
|
+
emptyLine = skipEmptyLines === "greedy" ? data[row].join("").trim() === "" : data[row].length === 1 && data[row][0].length === 0;
|
|
700
|
+
}
|
|
701
|
+
if (skipEmptyLines === "greedy" && hasHeader) {
|
|
702
|
+
var line = [];
|
|
703
|
+
for (var c = 0; c < maxCol; c++) {
|
|
704
|
+
var cx = dataKeyedByField ? fields[c] : c;
|
|
705
|
+
line.push(data[row][cx]);
|
|
706
|
+
}
|
|
707
|
+
emptyLine = line.join("").trim() === "";
|
|
708
|
+
}
|
|
709
|
+
if (!emptyLine) {
|
|
710
|
+
for (var col = 0; col < maxCol; col++) {
|
|
711
|
+
if (col > 0 && !nullLine)
|
|
712
|
+
csv2 += _delimiter;
|
|
713
|
+
var colIdx = hasHeader && dataKeyedByField ? fields[col] : col;
|
|
714
|
+
csv2 += safe(data[row][colIdx], col);
|
|
715
|
+
}
|
|
716
|
+
if (row < data.length - 1 && (!skipEmptyLines || maxCol > 0 && !nullLine)) {
|
|
717
|
+
csv2 += _newline;
|
|
718
|
+
}
|
|
719
|
+
}
|
|
720
|
+
}
|
|
721
|
+
return csv2;
|
|
722
|
+
}
|
|
723
|
+
function safe(str, col) {
|
|
724
|
+
if (typeof str === "undefined" || str === null)
|
|
725
|
+
return "";
|
|
726
|
+
if (str.constructor === Date)
|
|
727
|
+
return JSON.stringify(str).slice(1, 25);
|
|
728
|
+
str = str.toString().replace(quoteCharRegex, _escapedQuote);
|
|
729
|
+
var needsQuotes = typeof _quotes === "boolean" && _quotes || Array.isArray(_quotes) && _quotes[col] || hasAny(str, Papa.BAD_DELIMITERS) || str.indexOf(_delimiter) > -1 || str.charAt(0) === " " || str.charAt(str.length - 1) === " ";
|
|
730
|
+
return needsQuotes ? _quoteChar + str + _quoteChar : str;
|
|
731
|
+
}
|
|
732
|
+
function hasAny(str, substrings) {
|
|
733
|
+
for (var i = 0; i < substrings.length; i++)
|
|
734
|
+
if (str.indexOf(substrings[i]) > -1)
|
|
735
|
+
return true;
|
|
736
|
+
return false;
|
|
737
|
+
}
|
|
738
|
+
}
|
|
739
|
+
function ChunkStreamer(config) {
|
|
740
|
+
this._handle = null;
|
|
741
|
+
this._finished = false;
|
|
742
|
+
this._completed = false;
|
|
743
|
+
this._input = null;
|
|
744
|
+
this._baseIndex = 0;
|
|
745
|
+
this._partialLine = "";
|
|
746
|
+
this._rowCount = 0;
|
|
747
|
+
this._start = 0;
|
|
748
|
+
this._nextChunk = null;
|
|
749
|
+
this.isFirstChunk = true;
|
|
750
|
+
this._completeResults = {
|
|
751
|
+
data: [],
|
|
752
|
+
errors: [],
|
|
753
|
+
meta: {}
|
|
754
|
+
};
|
|
755
|
+
replaceConfig.call(this, config);
|
|
756
|
+
this.parseChunk = function(chunk, isFakeChunk) {
|
|
757
|
+
if (this.isFirstChunk && isFunction(this._config.beforeFirstChunk)) {
|
|
758
|
+
var modifiedChunk = this._config.beforeFirstChunk(chunk);
|
|
759
|
+
if (modifiedChunk !== void 0)
|
|
760
|
+
chunk = modifiedChunk;
|
|
761
|
+
}
|
|
762
|
+
this.isFirstChunk = false;
|
|
763
|
+
var aggregate = this._partialLine + chunk;
|
|
764
|
+
this._partialLine = "";
|
|
765
|
+
var results = this._handle.parse(aggregate, this._baseIndex, !this._finished);
|
|
766
|
+
if (this._handle.paused() || this._handle.aborted())
|
|
767
|
+
return;
|
|
768
|
+
var lastIndex = results.meta.cursor;
|
|
769
|
+
if (!this._finished) {
|
|
770
|
+
this._partialLine = aggregate.substring(lastIndex - this._baseIndex);
|
|
771
|
+
this._baseIndex = lastIndex;
|
|
772
|
+
}
|
|
773
|
+
if (results && results.data)
|
|
774
|
+
this._rowCount += results.data.length;
|
|
775
|
+
var finishedIncludingPreview = this._finished || this._config.preview && this._rowCount >= this._config.preview;
|
|
776
|
+
if (isFunction(this._config.chunk) && !isFakeChunk) {
|
|
777
|
+
this._config.chunk(results, this._handle);
|
|
778
|
+
if (this._handle.paused() || this._handle.aborted())
|
|
779
|
+
return;
|
|
780
|
+
results = void 0;
|
|
781
|
+
this._completeResults = void 0;
|
|
782
|
+
}
|
|
783
|
+
if (!this._config.step && !this._config.chunk) {
|
|
784
|
+
this._completeResults.data = this._completeResults.data.concat(results.data);
|
|
785
|
+
this._completeResults.errors = this._completeResults.errors.concat(results.errors);
|
|
786
|
+
this._completeResults.meta = results.meta;
|
|
787
|
+
}
|
|
788
|
+
if (!this._completed && finishedIncludingPreview && isFunction(this._config.complete) && (!results || !results.meta.aborted)) {
|
|
789
|
+
this._config.complete(this._completeResults, this._input);
|
|
790
|
+
this._completed = true;
|
|
791
|
+
}
|
|
792
|
+
if (!finishedIncludingPreview && (!results || !results.meta.paused))
|
|
793
|
+
this._nextChunk();
|
|
794
|
+
return results;
|
|
795
|
+
};
|
|
796
|
+
this._sendError = function(error) {
|
|
797
|
+
if (isFunction(this._config.error))
|
|
798
|
+
this._config.error(error);
|
|
799
|
+
};
|
|
800
|
+
function replaceConfig(config2) {
|
|
801
|
+
var configCopy = copy(config2);
|
|
802
|
+
configCopy.chunkSize = parseInt(configCopy.chunkSize);
|
|
803
|
+
if (!config2.step && !config2.chunk)
|
|
804
|
+
configCopy.chunkSize = null;
|
|
805
|
+
this._handle = new ParserHandle(configCopy);
|
|
806
|
+
this._handle.streamer = this;
|
|
807
|
+
this._config = configCopy;
|
|
808
|
+
}
|
|
809
|
+
}
|
|
810
|
+
function StringStreamer(config) {
|
|
811
|
+
config = config || {};
|
|
812
|
+
ChunkStreamer.call(this, config);
|
|
813
|
+
var remaining;
|
|
814
|
+
this.stream = function(s) {
|
|
815
|
+
remaining = s;
|
|
816
|
+
return this._nextChunk();
|
|
817
|
+
};
|
|
818
|
+
this._nextChunk = function() {
|
|
819
|
+
if (this._finished)
|
|
820
|
+
return;
|
|
821
|
+
var size = this._config.chunkSize;
|
|
822
|
+
var chunk = size ? remaining.substr(0, size) : remaining;
|
|
823
|
+
remaining = size ? remaining.substr(size) : "";
|
|
824
|
+
this._finished = !remaining;
|
|
825
|
+
return this.parseChunk(chunk);
|
|
826
|
+
};
|
|
827
|
+
}
|
|
828
|
+
function ParserHandle(_config) {
|
|
829
|
+
var FLOAT = /^\s*-?(\d*\.?\d+|\d+\.?\d*)(e[-+]?\d+)?\s*$/i;
|
|
830
|
+
var ISO_DATE = /(\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d:[0-5]\d\.\d+([+-][0-2]\d:[0-5]\d|Z))|(\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d:[0-5]\d([+-][0-2]\d:[0-5]\d|Z))|(\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d([+-][0-2]\d:[0-5]\d|Z))/;
|
|
831
|
+
var self = this;
|
|
832
|
+
var _stepCounter = 0;
|
|
833
|
+
var _rowCounter = 0;
|
|
834
|
+
var _input;
|
|
835
|
+
var _parser;
|
|
836
|
+
var _paused = false;
|
|
837
|
+
var _aborted = false;
|
|
838
|
+
var _delimiterError;
|
|
839
|
+
var _fields = [];
|
|
840
|
+
var _results = {
|
|
841
|
+
data: [],
|
|
842
|
+
errors: [],
|
|
843
|
+
meta: {}
|
|
844
|
+
};
|
|
845
|
+
if (isFunction(_config.step)) {
|
|
846
|
+
var userStep = _config.step;
|
|
847
|
+
_config.step = function(results) {
|
|
848
|
+
_results = results;
|
|
849
|
+
if (needsHeaderRow())
|
|
850
|
+
processResults();
|
|
851
|
+
else {
|
|
852
|
+
processResults();
|
|
853
|
+
if (!_results.data || _results.data.length === 0)
|
|
854
|
+
return;
|
|
855
|
+
_stepCounter += results.data.length;
|
|
856
|
+
if (_config.preview && _stepCounter > _config.preview)
|
|
857
|
+
_parser.abort();
|
|
858
|
+
else
|
|
859
|
+
userStep(_results, self);
|
|
860
|
+
}
|
|
861
|
+
};
|
|
862
|
+
}
|
|
863
|
+
this.parse = function(input, baseIndex, ignoreLastRow) {
|
|
864
|
+
var quoteChar = _config.quoteChar || '"';
|
|
865
|
+
if (!_config.newline)
|
|
866
|
+
_config.newline = guessLineEndings(input, quoteChar);
|
|
867
|
+
_delimiterError = false;
|
|
868
|
+
if (!_config.delimiter) {
|
|
869
|
+
var delimGuess = guessDelimiter(input, _config.newline, _config.skipEmptyLines, _config.comments, _config.delimitersToGuess);
|
|
870
|
+
if (delimGuess.successful)
|
|
871
|
+
_config.delimiter = delimGuess.bestDelimiter;
|
|
872
|
+
else {
|
|
873
|
+
_delimiterError = true;
|
|
874
|
+
_config.delimiter = Papa.DefaultDelimiter;
|
|
875
|
+
}
|
|
876
|
+
_results.meta.delimiter = _config.delimiter;
|
|
877
|
+
} else if (isFunction(_config.delimiter)) {
|
|
878
|
+
_config.delimiter = _config.delimiter(input);
|
|
879
|
+
_results.meta.delimiter = _config.delimiter;
|
|
880
|
+
}
|
|
881
|
+
var parserConfig = copy(_config);
|
|
882
|
+
if (_config.preview && _config.header)
|
|
883
|
+
parserConfig.preview++;
|
|
884
|
+
_input = input;
|
|
885
|
+
_parser = new Parser(parserConfig);
|
|
886
|
+
_results = _parser.parse(_input, baseIndex, ignoreLastRow);
|
|
887
|
+
processResults();
|
|
888
|
+
return _paused ? { meta: { paused: true } } : _results || { meta: { paused: false } };
|
|
889
|
+
};
|
|
890
|
+
this.paused = function() {
|
|
891
|
+
return _paused;
|
|
892
|
+
};
|
|
893
|
+
this.pause = function() {
|
|
894
|
+
_paused = true;
|
|
895
|
+
_parser.abort();
|
|
896
|
+
_input = _input.substr(_parser.getCharIndex());
|
|
897
|
+
};
|
|
898
|
+
this.resume = function() {
|
|
899
|
+
_paused = false;
|
|
900
|
+
self.streamer.parseChunk(_input, true);
|
|
901
|
+
};
|
|
902
|
+
this.aborted = function() {
|
|
903
|
+
return _aborted;
|
|
904
|
+
};
|
|
905
|
+
this.abort = function() {
|
|
906
|
+
_aborted = true;
|
|
907
|
+
_parser.abort();
|
|
908
|
+
_results.meta.aborted = true;
|
|
909
|
+
if (isFunction(_config.complete))
|
|
910
|
+
_config.complete(_results);
|
|
911
|
+
_input = "";
|
|
912
|
+
};
|
|
913
|
+
function testEmptyLine(s) {
|
|
914
|
+
return _config.skipEmptyLines === "greedy" ? s.join("").trim() === "" : s.length === 1 && s[0].length === 0;
|
|
915
|
+
}
|
|
916
|
+
function processResults() {
|
|
917
|
+
if (_results && _delimiterError) {
|
|
918
|
+
addError("Delimiter", "UndetectableDelimiter", "Unable to auto-detect delimiting character; defaulted to '" + Papa.DefaultDelimiter + "'");
|
|
919
|
+
_delimiterError = false;
|
|
920
|
+
}
|
|
921
|
+
if (_config.skipEmptyLines) {
|
|
922
|
+
for (var i = 0; i < _results.data.length; i++)
|
|
923
|
+
if (testEmptyLine(_results.data[i]))
|
|
924
|
+
_results.data.splice(i--, 1);
|
|
925
|
+
}
|
|
926
|
+
if (needsHeaderRow())
|
|
927
|
+
fillHeaderFields();
|
|
928
|
+
return applyHeaderAndDynamicTypingAndTransformation();
|
|
929
|
+
}
|
|
930
|
+
function needsHeaderRow() {
|
|
931
|
+
return _config.header && _fields.length === 0;
|
|
932
|
+
}
|
|
933
|
+
function fillHeaderFields() {
|
|
934
|
+
if (!_results)
|
|
935
|
+
return;
|
|
936
|
+
function addHeder(header) {
|
|
937
|
+
if (isFunction(_config.transformHeader))
|
|
938
|
+
header = _config.transformHeader(header);
|
|
939
|
+
_fields.push(header);
|
|
940
|
+
}
|
|
941
|
+
if (Array.isArray(_results.data[0])) {
|
|
942
|
+
for (var i = 0; needsHeaderRow() && i < _results.data.length; i++)
|
|
943
|
+
_results.data[i].forEach(addHeder);
|
|
944
|
+
_results.data.splice(0, 1);
|
|
945
|
+
} else
|
|
946
|
+
_results.data.forEach(addHeder);
|
|
947
|
+
}
|
|
948
|
+
function shouldApplyDynamicTyping(field) {
|
|
949
|
+
if (_config.dynamicTypingFunction && _config.dynamicTyping[field] === void 0) {
|
|
950
|
+
_config.dynamicTyping[field] = _config.dynamicTypingFunction(field);
|
|
951
|
+
}
|
|
952
|
+
return (_config.dynamicTyping[field] || _config.dynamicTyping) === true;
|
|
953
|
+
}
|
|
954
|
+
function parseDynamic(field, value) {
|
|
955
|
+
if (shouldApplyDynamicTyping(field)) {
|
|
956
|
+
if (value === "true" || value === "TRUE")
|
|
957
|
+
return true;
|
|
958
|
+
else if (value === "false" || value === "FALSE")
|
|
959
|
+
return false;
|
|
960
|
+
else if (FLOAT.test(value))
|
|
961
|
+
return parseFloat(value);
|
|
962
|
+
else if (ISO_DATE.test(value))
|
|
963
|
+
return new Date(value);
|
|
964
|
+
else
|
|
965
|
+
return value === "" ? null : value;
|
|
966
|
+
}
|
|
967
|
+
return value;
|
|
968
|
+
}
|
|
969
|
+
function applyHeaderAndDynamicTypingAndTransformation() {
|
|
970
|
+
if (!_results || !_results.data || !_config.header && !_config.dynamicTyping && !_config.transform)
|
|
971
|
+
return _results;
|
|
972
|
+
function processRow(rowSource, i) {
|
|
973
|
+
var row = _config.header ? {} : [];
|
|
974
|
+
var j;
|
|
975
|
+
for (j = 0; j < rowSource.length; j++) {
|
|
976
|
+
var field = j;
|
|
977
|
+
var value = rowSource[j];
|
|
978
|
+
if (_config.header)
|
|
979
|
+
field = j >= _fields.length ? "__parsed_extra" : _fields[j];
|
|
980
|
+
if (_config.transform)
|
|
981
|
+
value = _config.transform(value, field);
|
|
982
|
+
value = parseDynamic(field, value);
|
|
983
|
+
if (field === "__parsed_extra") {
|
|
984
|
+
row[field] = row[field] || [];
|
|
985
|
+
row[field].push(value);
|
|
986
|
+
} else
|
|
987
|
+
row[field] = value;
|
|
988
|
+
}
|
|
989
|
+
if (_config.header) {
|
|
990
|
+
if (j > _fields.length)
|
|
991
|
+
addError("FieldMismatch", "TooManyFields", "Too many fields: expected " + _fields.length + " fields but parsed " + j, _rowCounter + i);
|
|
992
|
+
else if (j < _fields.length)
|
|
993
|
+
addError("FieldMismatch", "TooFewFields", "Too few fields: expected " + _fields.length + " fields but parsed " + j, _rowCounter + i);
|
|
994
|
+
}
|
|
995
|
+
return row;
|
|
996
|
+
}
|
|
997
|
+
var incrementBy = 1;
|
|
998
|
+
if (!_results.data[0] || Array.isArray(_results.data[0])) {
|
|
999
|
+
_results.data = _results.data.map(processRow);
|
|
1000
|
+
incrementBy = _results.data.length;
|
|
1001
|
+
} else
|
|
1002
|
+
_results.data = processRow(_results.data, 0);
|
|
1003
|
+
if (_config.header && _results.meta)
|
|
1004
|
+
_results.meta.fields = _fields;
|
|
1005
|
+
_rowCounter += incrementBy;
|
|
1006
|
+
return _results;
|
|
1007
|
+
}
|
|
1008
|
+
function guessDelimiter(input, newline, skipEmptyLines, comments, delimitersToGuess) {
|
|
1009
|
+
var bestDelim, bestDelta, fieldCountPrevRow;
|
|
1010
|
+
delimitersToGuess = delimitersToGuess || [",", " ", "|", ";", Papa.RECORD_SEP, Papa.UNIT_SEP];
|
|
1011
|
+
for (var i = 0; i < delimitersToGuess.length; i++) {
|
|
1012
|
+
var delim = delimitersToGuess[i];
|
|
1013
|
+
var delta = 0, avgFieldCount = 0, emptyLinesCount = 0;
|
|
1014
|
+
fieldCountPrevRow = void 0;
|
|
1015
|
+
var preview = new Parser({
|
|
1016
|
+
comments,
|
|
1017
|
+
delimiter: delim,
|
|
1018
|
+
newline,
|
|
1019
|
+
preview: 10
|
|
1020
|
+
}).parse(input);
|
|
1021
|
+
for (var j = 0; j < preview.data.length; j++) {
|
|
1022
|
+
if (skipEmptyLines && testEmptyLine(preview.data[j])) {
|
|
1023
|
+
emptyLinesCount++;
|
|
1024
|
+
continue;
|
|
1025
|
+
}
|
|
1026
|
+
var fieldCount = preview.data[j].length;
|
|
1027
|
+
avgFieldCount += fieldCount;
|
|
1028
|
+
if (typeof fieldCountPrevRow === "undefined") {
|
|
1029
|
+
fieldCountPrevRow = 0;
|
|
1030
|
+
continue;
|
|
1031
|
+
} else if (fieldCount > 1) {
|
|
1032
|
+
delta += Math.abs(fieldCount - fieldCountPrevRow);
|
|
1033
|
+
fieldCountPrevRow = fieldCount;
|
|
1034
|
+
}
|
|
1035
|
+
}
|
|
1036
|
+
if (preview.data.length > 0)
|
|
1037
|
+
avgFieldCount /= preview.data.length - emptyLinesCount;
|
|
1038
|
+
if ((typeof bestDelta === "undefined" || delta > bestDelta) && avgFieldCount > 1.99) {
|
|
1039
|
+
bestDelta = delta;
|
|
1040
|
+
bestDelim = delim;
|
|
1041
|
+
}
|
|
1042
|
+
}
|
|
1043
|
+
_config.delimiter = bestDelim;
|
|
1044
|
+
return {
|
|
1045
|
+
successful: !!bestDelim,
|
|
1046
|
+
bestDelimiter: bestDelim
|
|
1047
|
+
};
|
|
1048
|
+
}
|
|
1049
|
+
function guessLineEndings(input, quoteChar) {
|
|
1050
|
+
input = input.substr(0, 1024 * 1024);
|
|
1051
|
+
var re = new RegExp(escapeRegExp(quoteChar) + "([^]*?)" + escapeRegExp(quoteChar), "gm");
|
|
1052
|
+
input = input.replace(re, "");
|
|
1053
|
+
var r = input.split("\r");
|
|
1054
|
+
var n = input.split("\n");
|
|
1055
|
+
var nAppearsFirst = n.length > 1 && n[0].length < r[0].length;
|
|
1056
|
+
if (r.length === 1 || nAppearsFirst)
|
|
1057
|
+
return "\n";
|
|
1058
|
+
var numWithN = 0;
|
|
1059
|
+
for (var i = 0; i < r.length; i++) {
|
|
1060
|
+
if (r[i][0] === "\n")
|
|
1061
|
+
numWithN++;
|
|
1062
|
+
}
|
|
1063
|
+
return numWithN >= r.length / 2 ? "\r\n" : "\r";
|
|
1064
|
+
}
|
|
1065
|
+
function addError(type, code, msg, row) {
|
|
1066
|
+
_results.errors.push({
|
|
1067
|
+
type,
|
|
1068
|
+
code,
|
|
1069
|
+
message: msg,
|
|
1070
|
+
row
|
|
1071
|
+
});
|
|
1072
|
+
}
|
|
1073
|
+
}
|
|
1074
|
+
function escapeRegExp(string) {
|
|
1075
|
+
return string.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
|
|
1076
|
+
}
|
|
1077
|
+
function Parser(config) {
|
|
1078
|
+
config = config || {};
|
|
1079
|
+
var delim = config.delimiter;
|
|
1080
|
+
var newline = config.newline;
|
|
1081
|
+
var comments = config.comments;
|
|
1082
|
+
var step = config.step;
|
|
1083
|
+
var preview = config.preview;
|
|
1084
|
+
var fastMode = config.fastMode;
|
|
1085
|
+
var quoteChar;
|
|
1086
|
+
if (config.quoteChar === void 0) {
|
|
1087
|
+
quoteChar = '"';
|
|
1088
|
+
} else {
|
|
1089
|
+
quoteChar = config.quoteChar;
|
|
1090
|
+
}
|
|
1091
|
+
var escapeChar = quoteChar;
|
|
1092
|
+
if (config.escapeChar !== void 0) {
|
|
1093
|
+
escapeChar = config.escapeChar;
|
|
1094
|
+
}
|
|
1095
|
+
if (typeof delim !== "string" || Papa.BAD_DELIMITERS.indexOf(delim) > -1)
|
|
1096
|
+
delim = ",";
|
|
1097
|
+
if (comments === delim)
|
|
1098
|
+
throw new Error("Comment character same as delimiter");
|
|
1099
|
+
else if (comments === true)
|
|
1100
|
+
comments = "#";
|
|
1101
|
+
else if (typeof comments !== "string" || Papa.BAD_DELIMITERS.indexOf(comments) > -1)
|
|
1102
|
+
comments = false;
|
|
1103
|
+
if (newline !== "\n" && newline !== "\r" && newline !== "\r\n")
|
|
1104
|
+
newline = "\n";
|
|
1105
|
+
var cursor = 0;
|
|
1106
|
+
var aborted = false;
|
|
1107
|
+
this.parse = function(input, baseIndex, ignoreLastRow) {
|
|
1108
|
+
if (typeof input !== "string")
|
|
1109
|
+
throw new Error("Input must be a string");
|
|
1110
|
+
var inputLen = input.length, delimLen = delim.length, newlineLen = newline.length, commentsLen = comments.length;
|
|
1111
|
+
var stepIsFunction = isFunction(step);
|
|
1112
|
+
cursor = 0;
|
|
1113
|
+
var data = [], errors = [], row = [], lastCursor = 0;
|
|
1114
|
+
if (!input)
|
|
1115
|
+
return returnable();
|
|
1116
|
+
if (fastMode || fastMode !== false && input.indexOf(quoteChar) === -1) {
|
|
1117
|
+
var rows = input.split(newline);
|
|
1118
|
+
for (var i = 0; i < rows.length; i++) {
|
|
1119
|
+
row = rows[i];
|
|
1120
|
+
cursor += row.length;
|
|
1121
|
+
if (i !== rows.length - 1)
|
|
1122
|
+
cursor += newline.length;
|
|
1123
|
+
else if (ignoreLastRow)
|
|
1124
|
+
return returnable();
|
|
1125
|
+
if (comments && row.substr(0, commentsLen) === comments)
|
|
1126
|
+
continue;
|
|
1127
|
+
if (stepIsFunction) {
|
|
1128
|
+
data = [];
|
|
1129
|
+
pushRow(row.split(delim));
|
|
1130
|
+
doStep();
|
|
1131
|
+
if (aborted)
|
|
1132
|
+
return returnable();
|
|
1133
|
+
} else
|
|
1134
|
+
pushRow(row.split(delim));
|
|
1135
|
+
if (preview && i >= preview) {
|
|
1136
|
+
data = data.slice(0, preview);
|
|
1137
|
+
return returnable(true);
|
|
1138
|
+
}
|
|
1139
|
+
}
|
|
1140
|
+
return returnable();
|
|
1141
|
+
}
|
|
1142
|
+
var nextDelim = input.indexOf(delim, cursor);
|
|
1143
|
+
var nextNewline = input.indexOf(newline, cursor);
|
|
1144
|
+
var quoteCharRegex = new RegExp(escapeRegExp(escapeChar) + escapeRegExp(quoteChar), "g");
|
|
1145
|
+
var quoteSearch;
|
|
1146
|
+
for (; ; ) {
|
|
1147
|
+
if (input[cursor] === quoteChar) {
|
|
1148
|
+
quoteSearch = cursor;
|
|
1149
|
+
cursor++;
|
|
1150
|
+
for (; ; ) {
|
|
1151
|
+
quoteSearch = input.indexOf(quoteChar, quoteSearch + 1);
|
|
1152
|
+
if (quoteSearch === -1) {
|
|
1153
|
+
if (!ignoreLastRow) {
|
|
1154
|
+
errors.push({
|
|
1155
|
+
type: "Quotes",
|
|
1156
|
+
code: "MissingQuotes",
|
|
1157
|
+
message: "Quoted field unterminated",
|
|
1158
|
+
row: data.length,
|
|
1159
|
+
index: cursor
|
|
1160
|
+
});
|
|
1161
|
+
}
|
|
1162
|
+
return finish();
|
|
1163
|
+
}
|
|
1164
|
+
if (quoteSearch === inputLen - 1) {
|
|
1165
|
+
var value = input.substring(cursor, quoteSearch).replace(quoteCharRegex, quoteChar);
|
|
1166
|
+
return finish(value);
|
|
1167
|
+
}
|
|
1168
|
+
if (quoteChar === escapeChar && input[quoteSearch + 1] === escapeChar) {
|
|
1169
|
+
quoteSearch++;
|
|
1170
|
+
continue;
|
|
1171
|
+
}
|
|
1172
|
+
if (quoteChar !== escapeChar && quoteSearch !== 0 && input[quoteSearch - 1] === escapeChar) {
|
|
1173
|
+
continue;
|
|
1174
|
+
}
|
|
1175
|
+
var checkUpTo = nextNewline === -1 ? nextDelim : Math.min(nextDelim, nextNewline);
|
|
1176
|
+
var spacesBetweenQuoteAndDelimiter = extraSpaces(checkUpTo);
|
|
1177
|
+
if (input[quoteSearch + 1 + spacesBetweenQuoteAndDelimiter] === delim) {
|
|
1178
|
+
row.push(input.substring(cursor, quoteSearch).replace(quoteCharRegex, quoteChar));
|
|
1179
|
+
cursor = quoteSearch + 1 + spacesBetweenQuoteAndDelimiter + delimLen;
|
|
1180
|
+
nextDelim = input.indexOf(delim, cursor);
|
|
1181
|
+
nextNewline = input.indexOf(newline, cursor);
|
|
1182
|
+
if (stepIsFunction) {
|
|
1183
|
+
doStep();
|
|
1184
|
+
if (aborted)
|
|
1185
|
+
return returnable();
|
|
1186
|
+
}
|
|
1187
|
+
if (preview && data.length >= preview)
|
|
1188
|
+
return returnable(true);
|
|
1189
|
+
break;
|
|
1190
|
+
}
|
|
1191
|
+
var spacesBetweenQuoteAndNewLine = extraSpaces(nextNewline);
|
|
1192
|
+
if (input.substr(quoteSearch + 1 + spacesBetweenQuoteAndNewLine, newlineLen) === newline) {
|
|
1193
|
+
row.push(input.substring(cursor, quoteSearch).replace(quoteCharRegex, quoteChar));
|
|
1194
|
+
saveRow(quoteSearch + 1 + spacesBetweenQuoteAndNewLine + newlineLen);
|
|
1195
|
+
nextDelim = input.indexOf(delim, cursor);
|
|
1196
|
+
if (stepIsFunction) {
|
|
1197
|
+
doStep();
|
|
1198
|
+
if (aborted)
|
|
1199
|
+
return returnable();
|
|
1200
|
+
}
|
|
1201
|
+
if (preview && data.length >= preview)
|
|
1202
|
+
return returnable(true);
|
|
1203
|
+
break;
|
|
1204
|
+
}
|
|
1205
|
+
errors.push({
|
|
1206
|
+
type: "Quotes",
|
|
1207
|
+
code: "InvalidQuotes",
|
|
1208
|
+
message: "Trailing quote on quoted field is malformed",
|
|
1209
|
+
row: data.length,
|
|
1210
|
+
index: cursor
|
|
1211
|
+
});
|
|
1212
|
+
quoteSearch++;
|
|
1213
|
+
continue;
|
|
1214
|
+
}
|
|
1215
|
+
if (stepIsFunction) {
|
|
1216
|
+
doStep();
|
|
1217
|
+
if (aborted)
|
|
1218
|
+
return returnable();
|
|
1219
|
+
}
|
|
1220
|
+
if (preview && data.length >= preview)
|
|
1221
|
+
return returnable(true);
|
|
1222
|
+
continue;
|
|
1223
|
+
}
|
|
1224
|
+
if (comments && row.length === 0 && input.substr(cursor, commentsLen) === comments) {
|
|
1225
|
+
if (nextNewline === -1)
|
|
1226
|
+
return returnable();
|
|
1227
|
+
cursor = nextNewline + newlineLen;
|
|
1228
|
+
nextNewline = input.indexOf(newline, cursor);
|
|
1229
|
+
nextDelim = input.indexOf(delim, cursor);
|
|
1230
|
+
continue;
|
|
1231
|
+
}
|
|
1232
|
+
if (nextDelim !== -1 && (nextDelim < nextNewline || nextNewline === -1)) {
|
|
1233
|
+
row.push(input.substring(cursor, nextDelim));
|
|
1234
|
+
cursor = nextDelim + delimLen;
|
|
1235
|
+
nextDelim = input.indexOf(delim, cursor);
|
|
1236
|
+
continue;
|
|
1237
|
+
}
|
|
1238
|
+
if (nextNewline !== -1) {
|
|
1239
|
+
row.push(input.substring(cursor, nextNewline));
|
|
1240
|
+
saveRow(nextNewline + newlineLen);
|
|
1241
|
+
if (stepIsFunction) {
|
|
1242
|
+
doStep();
|
|
1243
|
+
if (aborted)
|
|
1244
|
+
return returnable();
|
|
1245
|
+
}
|
|
1246
|
+
if (preview && data.length >= preview)
|
|
1247
|
+
return returnable(true);
|
|
1248
|
+
continue;
|
|
1249
|
+
}
|
|
1250
|
+
break;
|
|
1251
|
+
}
|
|
1252
|
+
return finish();
|
|
1253
|
+
function pushRow(row2) {
|
|
1254
|
+
data.push(row2);
|
|
1255
|
+
lastCursor = cursor;
|
|
1256
|
+
}
|
|
1257
|
+
function extraSpaces(index) {
|
|
1258
|
+
var spaceLength = 0;
|
|
1259
|
+
if (index !== -1) {
|
|
1260
|
+
var textBetweenClosingQuoteAndIndex = input.substring(quoteSearch + 1, index);
|
|
1261
|
+
if (textBetweenClosingQuoteAndIndex && textBetweenClosingQuoteAndIndex.trim() === "") {
|
|
1262
|
+
spaceLength = textBetweenClosingQuoteAndIndex.length;
|
|
1263
|
+
}
|
|
1264
|
+
}
|
|
1265
|
+
return spaceLength;
|
|
1266
|
+
}
|
|
1267
|
+
function finish(value2) {
|
|
1268
|
+
if (ignoreLastRow)
|
|
1269
|
+
return returnable();
|
|
1270
|
+
if (typeof value2 === "undefined")
|
|
1271
|
+
value2 = input.substr(cursor);
|
|
1272
|
+
row.push(value2);
|
|
1273
|
+
cursor = inputLen;
|
|
1274
|
+
pushRow(row);
|
|
1275
|
+
if (stepIsFunction)
|
|
1276
|
+
doStep();
|
|
1277
|
+
return returnable();
|
|
1278
|
+
}
|
|
1279
|
+
function saveRow(newCursor) {
|
|
1280
|
+
cursor = newCursor;
|
|
1281
|
+
pushRow(row);
|
|
1282
|
+
row = [];
|
|
1283
|
+
nextNewline = input.indexOf(newline, cursor);
|
|
1284
|
+
}
|
|
1285
|
+
function returnable(stopped, step2) {
|
|
1286
|
+
var isStep = step2 || false;
|
|
1287
|
+
return {
|
|
1288
|
+
data: isStep ? data[0] : data,
|
|
1289
|
+
errors,
|
|
1290
|
+
meta: {
|
|
1291
|
+
delimiter: delim,
|
|
1292
|
+
linebreak: newline,
|
|
1293
|
+
aborted,
|
|
1294
|
+
truncated: !!stopped,
|
|
1295
|
+
cursor: lastCursor + (baseIndex || 0)
|
|
1296
|
+
}
|
|
1297
|
+
};
|
|
1298
|
+
}
|
|
1299
|
+
function doStep() {
|
|
1300
|
+
step(returnable(void 0, true));
|
|
1301
|
+
data = [];
|
|
1302
|
+
errors = [];
|
|
1303
|
+
}
|
|
1304
|
+
};
|
|
1305
|
+
this.abort = function() {
|
|
1306
|
+
aborted = true;
|
|
1307
|
+
};
|
|
1308
|
+
this.getCharIndex = function() {
|
|
1309
|
+
return cursor;
|
|
1310
|
+
};
|
|
1311
|
+
}
|
|
1312
|
+
function copy(obj) {
|
|
1313
|
+
if (typeof obj !== "object" || obj === null)
|
|
1314
|
+
return obj;
|
|
1315
|
+
var cpy = Array.isArray(obj) ? [] : {};
|
|
1316
|
+
for (var key in obj)
|
|
1317
|
+
cpy[key] = copy(obj[key]);
|
|
1318
|
+
return cpy;
|
|
1319
|
+
}
|
|
1320
|
+
function isFunction(func) {
|
|
1321
|
+
return typeof func === "function";
|
|
1322
|
+
}
|
|
1323
|
+
var BYTE_ORDER_MARK, Papa, papaparse_default;
|
|
1324
|
+
var init_papaparse = __esm({
|
|
1325
|
+
"src/papaparse/papaparse.ts"() {
|
|
1326
|
+
BYTE_ORDER_MARK = "\uFEFF";
|
|
1327
|
+
Papa = {
|
|
1328
|
+
parse: CsvToJson,
|
|
1329
|
+
unparse: JsonToCsv,
|
|
1330
|
+
RECORD_SEP: String.fromCharCode(30),
|
|
1331
|
+
UNIT_SEP: String.fromCharCode(31),
|
|
1332
|
+
BYTE_ORDER_MARK,
|
|
1333
|
+
BAD_DELIMITERS: ["\r", "\n", '"', BYTE_ORDER_MARK],
|
|
1334
|
+
WORKERS_SUPPORTED: false,
|
|
1335
|
+
NODE_STREAM_INPUT: 1,
|
|
1336
|
+
LocalChunkSize: 1024 * 1024 * 10,
|
|
1337
|
+
RemoteChunkSize: 1024 * 1024 * 5,
|
|
1338
|
+
DefaultDelimiter: ",",
|
|
1339
|
+
Parser,
|
|
1340
|
+
ParserHandle,
|
|
1341
|
+
ChunkStreamer,
|
|
1342
|
+
StringStreamer
|
|
1343
|
+
};
|
|
1344
|
+
papaparse_default = Papa;
|
|
1345
|
+
StringStreamer.prototype = Object.create(StringStreamer.prototype);
|
|
1346
|
+
StringStreamer.prototype.constructor = StringStreamer;
|
|
1347
|
+
}
|
|
1348
|
+
});
|
|
1349
|
+
|
|
1350
|
+
// src/papaparse/async-iterator-streamer.ts
|
|
1351
|
+
function AsyncIteratorStreamer(config) {
|
|
1352
|
+
config = config || {};
|
|
1353
|
+
ChunkStreamer2.call(this, config);
|
|
1354
|
+
this.textDecoder = new TextDecoder(this._config.encoding);
|
|
1355
|
+
this.stream = async function(asyncIterator) {
|
|
1356
|
+
this._input = asyncIterator;
|
|
1357
|
+
try {
|
|
1358
|
+
for await (const chunk of asyncIterator) {
|
|
1359
|
+
this.parseChunk(this.getStringChunk(chunk));
|
|
1360
|
+
}
|
|
1361
|
+
this._finished = true;
|
|
1362
|
+
this.parseChunk("");
|
|
1363
|
+
} catch (error) {
|
|
1364
|
+
this._sendError(error);
|
|
1365
|
+
}
|
|
1366
|
+
};
|
|
1367
|
+
this._nextChunk = function nextChunk() {
|
|
1368
|
+
};
|
|
1369
|
+
this.getStringChunk = function(chunk) {
|
|
1370
|
+
return typeof chunk === "string" ? chunk : this.textDecoder.decode(chunk, { stream: true });
|
|
1371
|
+
};
|
|
1372
|
+
}
|
|
1373
|
+
var ChunkStreamer2;
|
|
1374
|
+
var init_async_iterator_streamer = __esm({
|
|
1375
|
+
"src/papaparse/async-iterator-streamer.ts"() {
|
|
1376
|
+
init_papaparse();
|
|
1377
|
+
({ ChunkStreamer: ChunkStreamer2 } = papaparse_default);
|
|
1378
|
+
AsyncIteratorStreamer.prototype = Object.create(ChunkStreamer2.prototype);
|
|
1379
|
+
AsyncIteratorStreamer.prototype.constructor = AsyncIteratorStreamer;
|
|
1380
|
+
}
|
|
1381
|
+
});
|
|
1382
|
+
|
|
1383
|
+
// src/csv-loader.ts
|
|
1384
|
+
async function parseCSV(csvText, options) {
|
|
1385
|
+
const csvOptions = { ...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv };
|
|
1386
|
+
const firstRow = readFirstRow(csvText);
|
|
1387
|
+
const header = csvOptions.header === "auto" ? isHeaderRow(firstRow) : Boolean(csvOptions.header);
|
|
1388
|
+
const parseWithHeader = header;
|
|
1389
|
+
const papaparseConfig = {
|
|
1390
|
+
...csvOptions,
|
|
1391
|
+
header: parseWithHeader,
|
|
1392
|
+
download: false,
|
|
1393
|
+
transformHeader: parseWithHeader ? duplicateColumnTransformer() : void 0,
|
|
1394
|
+
error: (e) => {
|
|
1395
|
+
throw new Error(e);
|
|
1396
|
+
}
|
|
1397
|
+
};
|
|
1398
|
+
const result = papaparse_default.parse(csvText, papaparseConfig);
|
|
1399
|
+
let { data: rows } = result;
|
|
1400
|
+
const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);
|
|
1401
|
+
switch (csvOptions.shape) {
|
|
1402
|
+
case "object-row-table":
|
|
1403
|
+
rows = rows.map((row) => Array.isArray(row) ? convertToObjectRow(row, headerRow) : row);
|
|
1404
|
+
break;
|
|
1405
|
+
case "array-row-table":
|
|
1406
|
+
rows = rows.map((row) => Array.isArray(row) ? row : convertToArrayRow(row, headerRow));
|
|
1407
|
+
break;
|
|
1408
|
+
default:
|
|
1409
|
+
}
|
|
1410
|
+
return rows;
|
|
1411
|
+
}
|
|
1412
|
+
function parseCSVInBatches(asyncIterator, options) {
|
|
1413
|
+
options = { ...options };
|
|
1414
|
+
if (options.batchSize === "auto") {
|
|
1415
|
+
options.batchSize = 4e3;
|
|
1416
|
+
}
|
|
1417
|
+
const csvOptions = { ...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv };
|
|
1418
|
+
const asyncQueue = new AsyncQueue();
|
|
1419
|
+
let isFirstRow = true;
|
|
1420
|
+
let headerRow = null;
|
|
1421
|
+
let tableBatchBuilder = null;
|
|
1422
|
+
let schema = null;
|
|
1423
|
+
const config = {
|
|
1424
|
+
...csvOptions,
|
|
1425
|
+
header: false,
|
|
1426
|
+
download: false,
|
|
1427
|
+
chunkSize: 1024 * 1024 * 5,
|
|
1428
|
+
skipEmptyLines: false,
|
|
1429
|
+
step(results) {
|
|
1430
|
+
let row = results.data;
|
|
1431
|
+
if (csvOptions.skipEmptyLines) {
|
|
1432
|
+
const collapsedRow = row.flat().join("").trim();
|
|
1433
|
+
if (collapsedRow === "") {
|
|
1434
|
+
return;
|
|
1435
|
+
}
|
|
1436
|
+
}
|
|
1437
|
+
const bytesUsed = results.meta.cursor;
|
|
1438
|
+
if (isFirstRow && !headerRow) {
|
|
1439
|
+
const header = csvOptions.header === "auto" ? isHeaderRow(row) : Boolean(csvOptions.header);
|
|
1440
|
+
if (header) {
|
|
1441
|
+
headerRow = row.map(duplicateColumnTransformer());
|
|
1442
|
+
return;
|
|
1443
|
+
}
|
|
1444
|
+
}
|
|
1445
|
+
if (isFirstRow) {
|
|
1446
|
+
isFirstRow = false;
|
|
1447
|
+
if (!headerRow) {
|
|
1448
|
+
headerRow = generateHeader(csvOptions.columnPrefix, row.length);
|
|
1449
|
+
}
|
|
1450
|
+
schema = deduceSchema(row, headerRow);
|
|
1451
|
+
}
|
|
1452
|
+
if (csvOptions.optimizeMemoryUsage) {
|
|
1453
|
+
row = JSON.parse(JSON.stringify(row));
|
|
1454
|
+
}
|
|
1455
|
+
tableBatchBuilder = tableBatchBuilder || new TableBatchBuilder(schema, {
|
|
1456
|
+
shape: csvOptions.shape || "array-row-table",
|
|
1457
|
+
...options
|
|
1458
|
+
});
|
|
1459
|
+
try {
|
|
1460
|
+
tableBatchBuilder.addRow(row);
|
|
1461
|
+
const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({ bytesUsed });
|
|
1462
|
+
if (batch) {
|
|
1463
|
+
asyncQueue.enqueue(batch);
|
|
1464
|
+
}
|
|
1465
|
+
} catch (error) {
|
|
1466
|
+
asyncQueue.enqueue(error);
|
|
1467
|
+
}
|
|
1468
|
+
},
|
|
1469
|
+
complete(results) {
|
|
1470
|
+
try {
|
|
1471
|
+
const bytesUsed = results.meta.cursor;
|
|
1472
|
+
const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({ bytesUsed });
|
|
1473
|
+
if (batch) {
|
|
1474
|
+
asyncQueue.enqueue(batch);
|
|
1475
|
+
}
|
|
1476
|
+
} catch (error) {
|
|
1477
|
+
asyncQueue.enqueue(error);
|
|
1478
|
+
}
|
|
1479
|
+
asyncQueue.close();
|
|
1480
|
+
}
|
|
1481
|
+
};
|
|
1482
|
+
papaparse_default.parse(asyncIterator, config, AsyncIteratorStreamer);
|
|
1483
|
+
return asyncQueue;
|
|
1484
|
+
}
|
|
1485
|
+
function isHeaderRow(row) {
|
|
1486
|
+
return row && row.every((value) => typeof value === "string");
|
|
1487
|
+
}
|
|
1488
|
+
function readFirstRow(csvText) {
|
|
1489
|
+
const result = papaparse_default.parse(csvText, {
|
|
1490
|
+
download: false,
|
|
1491
|
+
dynamicTyping: true,
|
|
1492
|
+
preview: 1
|
|
1493
|
+
});
|
|
1494
|
+
return result.data[0];
|
|
1495
|
+
}
|
|
1496
|
+
function duplicateColumnTransformer() {
|
|
1497
|
+
const observedColumns = new Set();
|
|
1498
|
+
return (col) => {
|
|
1499
|
+
let colName = col;
|
|
1500
|
+
let counter = 1;
|
|
1501
|
+
while (observedColumns.has(colName)) {
|
|
1502
|
+
colName = `${col}.${counter}`;
|
|
1503
|
+
counter++;
|
|
1504
|
+
}
|
|
1505
|
+
observedColumns.add(colName);
|
|
1506
|
+
return colName;
|
|
1507
|
+
};
|
|
1508
|
+
}
|
|
1509
|
+
function generateHeader(columnPrefix, count = 0) {
|
|
1510
|
+
const headers = [];
|
|
1511
|
+
for (let i = 0; i < count; i++) {
|
|
1512
|
+
headers.push(`${columnPrefix}${i + 1}`);
|
|
1513
|
+
}
|
|
1514
|
+
return headers;
|
|
1515
|
+
}
|
|
1516
|
+
function deduceSchema(row, headerRow) {
|
|
1517
|
+
const schema = headerRow ? {} : [];
|
|
1518
|
+
for (let i = 0; i < row.length; i++) {
|
|
1519
|
+
const columnName = headerRow && headerRow[i] || i;
|
|
1520
|
+
const value = row[i];
|
|
1521
|
+
switch (typeof value) {
|
|
1522
|
+
case "number":
|
|
1523
|
+
case "boolean":
|
|
1524
|
+
schema[columnName] = { name: String(columnName), index: i, type: Float32Array };
|
|
1525
|
+
break;
|
|
1526
|
+
case "string":
|
|
1527
|
+
default:
|
|
1528
|
+
schema[columnName] = { name: String(columnName), index: i, type: Array };
|
|
1529
|
+
}
|
|
1530
|
+
}
|
|
1531
|
+
return schema;
|
|
1532
|
+
}
|
|
1533
|
+
var VERSION, DEFAULT_CSV_LOADER_OPTIONS, CSVLoader;
|
|
1534
|
+
var init_csv_loader = __esm({
|
|
1535
|
+
"src/csv-loader.ts"() {
|
|
1536
|
+
init_src();
|
|
1537
|
+
init_papaparse();
|
|
1538
|
+
init_async_iterator_streamer();
|
|
1539
|
+
VERSION = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
|
|
1540
|
+
DEFAULT_CSV_LOADER_OPTIONS = {
|
|
1541
|
+
csv: {
|
|
1542
|
+
shape: "object-row-table",
|
|
1543
|
+
optimizeMemoryUsage: false,
|
|
1544
|
+
header: "auto",
|
|
1545
|
+
columnPrefix: "column",
|
|
1546
|
+
quoteChar: '"',
|
|
1547
|
+
escapeChar: '"',
|
|
1548
|
+
dynamicTyping: true,
|
|
1549
|
+
comments: false,
|
|
1550
|
+
skipEmptyLines: true,
|
|
1551
|
+
delimitersToGuess: [",", " ", "|", ";"]
|
|
1552
|
+
}
|
|
1553
|
+
};
|
|
1554
|
+
CSVLoader = {
|
|
1555
|
+
id: "csv",
|
|
1556
|
+
module: "csv",
|
|
1557
|
+
name: "CSV",
|
|
1558
|
+
version: VERSION,
|
|
1559
|
+
extensions: ["csv", "tsv", "dsv"],
|
|
1560
|
+
mimeTypes: ["text/csv", "text/tab-separated-values", "text/dsv"],
|
|
1561
|
+
category: "table",
|
|
1562
|
+
parse: async (arrayBuffer, options) => parseCSV(new TextDecoder().decode(arrayBuffer), options),
|
|
1563
|
+
parseText: (text, options) => parseCSV(text, options),
|
|
1564
|
+
parseInBatches: parseCSVInBatches,
|
|
1565
|
+
options: DEFAULT_CSV_LOADER_OPTIONS
|
|
1566
|
+
};
|
|
1567
|
+
}
|
|
1568
|
+
});
|
|
1569
|
+
|
|
1570
|
+
// ../../node_modules/d3-dsv/src/dsv.js
|
|
1571
|
+
function objectConverter(columns) {
|
|
1572
|
+
return new Function("d", "return {" + columns.map(function(name, i) {
|
|
1573
|
+
return JSON.stringify(name) + ": d[" + i + '] || ""';
|
|
1574
|
+
}).join(",") + "}");
|
|
1575
|
+
}
|
|
1576
|
+
function customConverter(columns, f) {
|
|
1577
|
+
var object = objectConverter(columns);
|
|
1578
|
+
return function(row, i) {
|
|
1579
|
+
return f(object(row), i, columns);
|
|
1580
|
+
};
|
|
1581
|
+
}
|
|
1582
|
+
function inferColumns(rows) {
|
|
1583
|
+
var columnSet = Object.create(null), columns = [];
|
|
1584
|
+
rows.forEach(function(row) {
|
|
1585
|
+
for (var column in row) {
|
|
1586
|
+
if (!(column in columnSet)) {
|
|
1587
|
+
columns.push(columnSet[column] = column);
|
|
1588
|
+
}
|
|
1589
|
+
}
|
|
1590
|
+
});
|
|
1591
|
+
return columns;
|
|
1592
|
+
}
|
|
1593
|
+
function pad(value, width) {
|
|
1594
|
+
var s = value + "", length = s.length;
|
|
1595
|
+
return length < width ? new Array(width - length + 1).join(0) + s : s;
|
|
1596
|
+
}
|
|
1597
|
+
function formatYear(year) {
|
|
1598
|
+
return year < 0 ? "-" + pad(-year, 6) : year > 9999 ? "+" + pad(year, 6) : pad(year, 4);
|
|
1599
|
+
}
|
|
1600
|
+
function formatDate(date) {
|
|
1601
|
+
var hours = date.getUTCHours(), minutes = date.getUTCMinutes(), seconds = date.getUTCSeconds(), milliseconds = date.getUTCMilliseconds();
|
|
1602
|
+
return isNaN(date) ? "Invalid Date" : formatYear(date.getUTCFullYear(), 4) + "-" + pad(date.getUTCMonth() + 1, 2) + "-" + pad(date.getUTCDate(), 2) + (milliseconds ? "T" + pad(hours, 2) + ":" + pad(minutes, 2) + ":" + pad(seconds, 2) + "." + pad(milliseconds, 3) + "Z" : seconds ? "T" + pad(hours, 2) + ":" + pad(minutes, 2) + ":" + pad(seconds, 2) + "Z" : minutes || hours ? "T" + pad(hours, 2) + ":" + pad(minutes, 2) + "Z" : "");
|
|
1603
|
+
}
|
|
1604
|
+
function dsv_default(delimiter) {
|
|
1605
|
+
var reFormat = new RegExp('["' + delimiter + "\n\r]"), DELIMITER = delimiter.charCodeAt(0);
|
|
1606
|
+
function parse(text, f) {
|
|
1607
|
+
var convert, columns, rows = parseRows(text, function(row, i) {
|
|
1608
|
+
if (convert)
|
|
1609
|
+
return convert(row, i - 1);
|
|
1610
|
+
columns = row, convert = f ? customConverter(row, f) : objectConverter(row);
|
|
1611
|
+
});
|
|
1612
|
+
rows.columns = columns || [];
|
|
1613
|
+
return rows;
|
|
1614
|
+
}
|
|
1615
|
+
function parseRows(text, f) {
|
|
1616
|
+
var rows = [], N = text.length, I = 0, n = 0, t, eof = N <= 0, eol = false;
|
|
1617
|
+
if (text.charCodeAt(N - 1) === NEWLINE)
|
|
1618
|
+
--N;
|
|
1619
|
+
if (text.charCodeAt(N - 1) === RETURN)
|
|
1620
|
+
--N;
|
|
1621
|
+
function token() {
|
|
1622
|
+
if (eof)
|
|
1623
|
+
return EOF;
|
|
1624
|
+
if (eol)
|
|
1625
|
+
return eol = false, EOL;
|
|
1626
|
+
var i, j = I, c;
|
|
1627
|
+
if (text.charCodeAt(j) === QUOTE) {
|
|
1628
|
+
while (I++ < N && text.charCodeAt(I) !== QUOTE || text.charCodeAt(++I) === QUOTE)
|
|
1629
|
+
;
|
|
1630
|
+
if ((i = I) >= N)
|
|
1631
|
+
eof = true;
|
|
1632
|
+
else if ((c = text.charCodeAt(I++)) === NEWLINE)
|
|
1633
|
+
eol = true;
|
|
1634
|
+
else if (c === RETURN) {
|
|
1635
|
+
eol = true;
|
|
1636
|
+
if (text.charCodeAt(I) === NEWLINE)
|
|
1637
|
+
++I;
|
|
1638
|
+
}
|
|
1639
|
+
return text.slice(j + 1, i - 1).replace(/""/g, '"');
|
|
1640
|
+
}
|
|
1641
|
+
while (I < N) {
|
|
1642
|
+
if ((c = text.charCodeAt(i = I++)) === NEWLINE)
|
|
1643
|
+
eol = true;
|
|
1644
|
+
else if (c === RETURN) {
|
|
1645
|
+
eol = true;
|
|
1646
|
+
if (text.charCodeAt(I) === NEWLINE)
|
|
1647
|
+
++I;
|
|
1648
|
+
} else if (c !== DELIMITER)
|
|
1649
|
+
continue;
|
|
1650
|
+
return text.slice(j, i);
|
|
1651
|
+
}
|
|
1652
|
+
return eof = true, text.slice(j, N);
|
|
1653
|
+
}
|
|
1654
|
+
while ((t = token()) !== EOF) {
|
|
1655
|
+
var row = [];
|
|
1656
|
+
while (t !== EOL && t !== EOF)
|
|
1657
|
+
row.push(t), t = token();
|
|
1658
|
+
if (f && (row = f(row, n++)) == null)
|
|
1659
|
+
continue;
|
|
1660
|
+
rows.push(row);
|
|
1661
|
+
}
|
|
1662
|
+
return rows;
|
|
1663
|
+
}
|
|
1664
|
+
function preformatBody(rows, columns) {
|
|
1665
|
+
return rows.map(function(row) {
|
|
1666
|
+
return columns.map(function(column) {
|
|
1667
|
+
return formatValue(row[column]);
|
|
1668
|
+
}).join(delimiter);
|
|
1669
|
+
});
|
|
1670
|
+
}
|
|
1671
|
+
function format(rows, columns) {
|
|
1672
|
+
if (columns == null)
|
|
1673
|
+
columns = inferColumns(rows);
|
|
1674
|
+
return [columns.map(formatValue).join(delimiter)].concat(preformatBody(rows, columns)).join("\n");
|
|
1675
|
+
}
|
|
1676
|
+
function formatBody(rows, columns) {
|
|
1677
|
+
if (columns == null)
|
|
1678
|
+
columns = inferColumns(rows);
|
|
1679
|
+
return preformatBody(rows, columns).join("\n");
|
|
1680
|
+
}
|
|
1681
|
+
function formatRows(rows) {
|
|
1682
|
+
return rows.map(formatRow).join("\n");
|
|
1683
|
+
}
|
|
1684
|
+
function formatRow(row) {
|
|
1685
|
+
return row.map(formatValue).join(delimiter);
|
|
1686
|
+
}
|
|
1687
|
+
function formatValue(value) {
|
|
1688
|
+
return value == null ? "" : value instanceof Date ? formatDate(value) : reFormat.test(value += "") ? '"' + value.replace(/"/g, '""') + '"' : value;
|
|
1689
|
+
}
|
|
1690
|
+
return {
|
|
1691
|
+
parse,
|
|
1692
|
+
parseRows,
|
|
1693
|
+
format,
|
|
1694
|
+
formatBody,
|
|
1695
|
+
formatRows,
|
|
1696
|
+
formatRow,
|
|
1697
|
+
formatValue
|
|
1698
|
+
};
|
|
1699
|
+
}
|
|
1700
|
+
var EOL, EOF, QUOTE, NEWLINE, RETURN;
|
|
1701
|
+
var init_dsv = __esm({
|
|
1702
|
+
"../../node_modules/d3-dsv/src/dsv.js"() {
|
|
1703
|
+
EOL = {};
|
|
1704
|
+
EOF = {};
|
|
1705
|
+
QUOTE = 34;
|
|
1706
|
+
NEWLINE = 10;
|
|
1707
|
+
RETURN = 13;
|
|
1708
|
+
}
|
|
1709
|
+
});
|
|
1710
|
+
|
|
1711
|
+
// ../../node_modules/d3-dsv/src/csv.js
|
|
1712
|
+
var csv, csvParse, csvParseRows, csvFormat, csvFormatBody, csvFormatRows, csvFormatRow, csvFormatValue;
|
|
1713
|
+
var init_csv = __esm({
|
|
1714
|
+
"../../node_modules/d3-dsv/src/csv.js"() {
|
|
1715
|
+
init_dsv();
|
|
1716
|
+
csv = dsv_default(",");
|
|
1717
|
+
csvParse = csv.parse;
|
|
1718
|
+
csvParseRows = csv.parseRows;
|
|
1719
|
+
csvFormat = csv.format;
|
|
1720
|
+
csvFormatBody = csv.formatBody;
|
|
1721
|
+
csvFormatRows = csv.formatRows;
|
|
1722
|
+
csvFormatRow = csv.formatRow;
|
|
1723
|
+
csvFormatValue = csv.formatValue;
|
|
1724
|
+
}
|
|
1725
|
+
});
|
|
1726
|
+
|
|
1727
|
+
// ../../node_modules/d3-dsv/src/index.js
|
|
1728
|
+
var init_src2 = __esm({
|
|
1729
|
+
"../../node_modules/d3-dsv/src/index.js"() {
|
|
1730
|
+
init_csv();
|
|
1731
|
+
}
|
|
1732
|
+
});
|
|
1733
|
+
|
|
1734
|
+
// src/lib/encoders/encode-csv.ts
|
|
1735
|
+
function encodeTableAsCSV(table, options = { csv: { useDisplayNames: true } }) {
|
|
1736
|
+
const useDisplayNames = options.useDisplayNames || options.csv?.useDisplayNames;
|
|
1737
|
+
const fields = table.schema?.fields || [];
|
|
1738
|
+
const columnNames = fields.map((f) => {
|
|
1739
|
+
const displayName = f.metadata?.displayName;
|
|
1740
|
+
return useDisplayNames && typeof displayName === "string" ? displayName : f.name;
|
|
1741
|
+
});
|
|
1742
|
+
const formattedData = [columnNames];
|
|
1743
|
+
for (const row of makeArrayRowIterator(table)) {
|
|
1744
|
+
const formattedRow = [];
|
|
1745
|
+
for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {
|
|
1746
|
+
const value = row[columnIndex];
|
|
1747
|
+
formattedRow[columnIndex] = preformatFieldValue(value);
|
|
1748
|
+
}
|
|
1749
|
+
formattedData.push(formattedRow);
|
|
1750
|
+
}
|
|
1751
|
+
return csvFormatRows(formattedData);
|
|
1752
|
+
}
|
|
1753
|
+
var preformatFieldValue;
|
|
1754
|
+
var init_encode_csv = __esm({
|
|
1755
|
+
"src/lib/encoders/encode-csv.ts"() {
|
|
1756
|
+
init_src();
|
|
1757
|
+
init_src2();
|
|
1758
|
+
preformatFieldValue = (value) => {
|
|
1759
|
+
if (value === null || value === void 0) {
|
|
1760
|
+
return null;
|
|
1761
|
+
}
|
|
1762
|
+
if (value instanceof Date) {
|
|
1763
|
+
return value.toISOString();
|
|
1764
|
+
}
|
|
1765
|
+
if (typeof value === "object") {
|
|
1766
|
+
return JSON.stringify(value);
|
|
1767
|
+
}
|
|
1768
|
+
return String(value);
|
|
1769
|
+
};
|
|
1770
|
+
}
|
|
1771
|
+
});
|
|
1772
|
+
|
|
1773
|
+
// src/csv-writer.ts
|
|
1774
|
+
var DEFAULT_WRITER_OPTIONS, CSVWriter;
|
|
1775
|
+
var init_csv_writer = __esm({
|
|
1776
|
+
"src/csv-writer.ts"() {
|
|
1777
|
+
init_encode_csv();
|
|
1778
|
+
DEFAULT_WRITER_OPTIONS = {
|
|
1779
|
+
csv: {
|
|
1780
|
+
useDisplayNames: false
|
|
1781
|
+
},
|
|
1782
|
+
useDisplayNames: false
|
|
1783
|
+
};
|
|
1784
|
+
CSVWriter = {
|
|
1785
|
+
id: "csv",
|
|
1786
|
+
version: "latest",
|
|
1787
|
+
module: "csv",
|
|
1788
|
+
name: "CSV",
|
|
1789
|
+
extensions: ["csv"],
|
|
1790
|
+
mimeTypes: ["text/csv"],
|
|
1791
|
+
options: DEFAULT_WRITER_OPTIONS,
|
|
1792
|
+
text: true,
|
|
1793
|
+
encode: async (table, options) => new TextEncoder().encode(encodeTableAsCSV(table, options)).buffer,
|
|
1794
|
+
encodeText: (table, options) => encodeTableAsCSV(table, options)
|
|
1795
|
+
};
|
|
1796
|
+
}
|
|
1797
|
+
});
|
|
1798
|
+
|
|
1799
|
+
// src/index.ts
|
|
1800
|
+
var src_exports = {};
|
|
1801
|
+
__export(src_exports, {
|
|
1802
|
+
CSVLoader: () => CSVLoader,
|
|
1803
|
+
CSVWriter: () => CSVWriter
|
|
1804
|
+
});
|
|
1805
|
+
var init_src3 = __esm({
|
|
1806
|
+
"src/index.ts"() {
|
|
1807
|
+
init_csv_loader();
|
|
1808
|
+
init_csv_writer();
|
|
1809
|
+
}
|
|
1810
|
+
});
|
|
1811
|
+
|
|
1812
|
+
// src/bundle.ts
|
|
1813
|
+
var require_bundle = __commonJS({
|
|
1814
|
+
"src/bundle.ts"(exports, module) {
|
|
1815
|
+
var moduleExports = (init_src3(), src_exports);
|
|
1816
|
+
globalThis.loaders = globalThis.loaders || {};
|
|
1817
|
+
module.exports = Object.assign(globalThis.loaders, moduleExports);
|
|
1818
|
+
}
|
|
1819
|
+
});
|
|
1820
|
+
require_bundle();
|
|
1821
|
+
})();
|
|
1822
|
+
/* @license
|
|
1823
|
+
Papa Parse
|
|
1824
|
+
v5.0.0-beta.0
|
|
1825
|
+
https://github.com/mholt/PapaParse
|
|
1826
|
+
License: MIT
|
|
1827
|
+
*/
|