@loaders.gl/csv 4.0.0-beta.1 → 4.0.0-beta.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (60) hide show
  1. package/dist/csv-loader.d.ts.map +1 -0
  2. package/dist/{esm/csv-loader.js → csv-loader.js} +5 -5
  3. package/dist/csv-loader.js.map +1 -0
  4. package/dist/csv-writer.d.ts.map +1 -0
  5. package/dist/{esm/csv-writer.js → csv-writer.js} +1 -1
  6. package/dist/csv-writer.js.map +1 -0
  7. package/dist/{dist.min.js → dist.dev.js} +604 -602
  8. package/dist/index.cjs +1133 -0
  9. package/dist/index.d.ts.map +1 -0
  10. package/dist/index.js +3 -0
  11. package/dist/index.js.map +1 -0
  12. package/dist/lib/encoders/encode-csv.d.ts.map +1 -0
  13. package/dist/lib/encoders/encode-csv.js.map +1 -0
  14. package/dist/papaparse/async-iterator-streamer.d.ts.map +1 -0
  15. package/dist/{esm/papaparse → papaparse}/async-iterator-streamer.js +1 -1
  16. package/dist/papaparse/async-iterator-streamer.js.map +1 -0
  17. package/dist/papaparse/papaparse.d.ts.map +1 -0
  18. package/dist/papaparse/papaparse.js.map +1 -0
  19. package/package.json +16 -8
  20. package/dist/es5/bundle.js +0 -6
  21. package/dist/es5/bundle.js.map +0 -1
  22. package/dist/es5/csv-loader.js +0 -252
  23. package/dist/es5/csv-loader.js.map +0 -1
  24. package/dist/es5/csv-writer.js +0 -47
  25. package/dist/es5/csv-writer.js.map +0 -1
  26. package/dist/es5/index.js +0 -20
  27. package/dist/es5/index.js.map +0 -1
  28. package/dist/es5/lib/encoders/encode-csv.js +0 -60
  29. package/dist/es5/lib/encoders/encode-csv.js.map +0 -1
  30. package/dist/es5/papaparse/async-iterator-streamer.js +0 -100
  31. package/dist/es5/papaparse/async-iterator-streamer.js.map +0 -1
  32. package/dist/es5/papaparse/papaparse.js +0 -703
  33. package/dist/es5/papaparse/papaparse.js.map +0 -1
  34. package/dist/esm/bundle.js +0 -4
  35. package/dist/esm/bundle.js.map +0 -1
  36. package/dist/esm/csv-loader.js.map +0 -1
  37. package/dist/esm/csv-writer.js.map +0 -1
  38. package/dist/esm/index.js +0 -3
  39. package/dist/esm/index.js.map +0 -1
  40. package/dist/esm/lib/encoders/encode-csv.js.map +0 -1
  41. package/dist/esm/papaparse/async-iterator-streamer.js.map +0 -1
  42. package/dist/esm/papaparse/papaparse.js.map +0 -1
  43. package/dist/src/bundle.d.ts +0 -2
  44. package/dist/src/bundle.d.ts.map +0 -1
  45. package/dist/src/csv-loader.d.ts.map +0 -1
  46. package/dist/src/csv-writer.d.ts.map +0 -1
  47. package/dist/src/index.d.ts.map +0 -1
  48. package/dist/src/lib/encoders/encode-csv.d.ts.map +0 -1
  49. package/dist/src/papaparse/async-iterator-streamer.d.ts.map +0 -1
  50. package/dist/src/papaparse/papaparse.d.ts.map +0 -1
  51. package/dist/tsconfig.tsbuildinfo +0 -1
  52. package/src/bundle.ts +0 -4
  53. /package/dist/{src/csv-loader.d.ts → csv-loader.d.ts} +0 -0
  54. /package/dist/{src/csv-writer.d.ts → csv-writer.d.ts} +0 -0
  55. /package/dist/{src/index.d.ts → index.d.ts} +0 -0
  56. /package/dist/{src/lib → lib}/encoders/encode-csv.d.ts +0 -0
  57. /package/dist/{esm/lib → lib}/encoders/encode-csv.js +0 -0
  58. /package/dist/{src/papaparse → papaparse}/async-iterator-streamer.d.ts +0 -0
  59. /package/dist/{src/papaparse → papaparse}/papaparse.d.ts +0 -0
  60. /package/dist/{esm/papaparse → papaparse}/papaparse.js +0 -0
@@ -1,47 +0,0 @@
1
- "use strict";
2
-
3
- var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
- Object.defineProperty(exports, "__esModule", {
5
- value: true
6
- });
7
- exports.CSVWriter = void 0;
8
- var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
9
- var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
10
- var _encodeCsv = require("./lib/encoders/encode-csv");
11
- var CSVWriter = {
12
- id: 'csv',
13
- version: 'latest',
14
- module: 'csv',
15
- name: 'CSV',
16
- extensions: ['csv'],
17
- mimeTypes: ['text/csv'],
18
- options: {
19
- csv: {
20
- useDisplayNames: false
21
- },
22
- useDisplayNames: false
23
- },
24
- text: true,
25
- encode: function () {
26
- var _encode = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(table, options) {
27
- return _regenerator.default.wrap(function _callee$(_context) {
28
- while (1) switch (_context.prev = _context.next) {
29
- case 0:
30
- return _context.abrupt("return", new TextEncoder().encode((0, _encodeCsv.encodeTableAsCSV)(table, options)).buffer);
31
- case 1:
32
- case "end":
33
- return _context.stop();
34
- }
35
- }, _callee);
36
- }));
37
- function encode(_x, _x2) {
38
- return _encode.apply(this, arguments);
39
- }
40
- return encode;
41
- }(),
42
- encodeTextSync: function encodeTextSync(table, options) {
43
- return (0, _encodeCsv.encodeTableAsCSV)(table, options);
44
- }
45
- };
46
- exports.CSVWriter = CSVWriter;
47
- //# sourceMappingURL=csv-writer.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"csv-writer.js","names":["_encodeCsv","require","CSVWriter","id","version","module","name","extensions","mimeTypes","options","csv","useDisplayNames","text","encode","_encode","_asyncToGenerator2","default","_regenerator","mark","_callee","table","wrap","_callee$","_context","prev","next","abrupt","TextEncoder","encodeTableAsCSV","buffer","stop","_x","_x2","apply","arguments","encodeTextSync","exports"],"sources":["../../src/csv-writer.ts"],"sourcesContent":["// loaders.gl, MIT license\n\n/* global TextEncoder */\nimport type {Writer, WriterOptions} from '@loaders.gl/loader-utils';\nimport type {Table, TableBatch} from '@loaders.gl/schema';\nimport {encodeTableAsCSV} from './lib/encoders/encode-csv';\n\nexport type CSVWriterOptions = WriterOptions & {\n csv?: {\n useDisplayNames?: boolean;\n };\n /** @deprecated */\n useDisplayNames?: boolean;\n};\n\nexport const CSVWriter: Writer<Table, TableBatch, CSVWriterOptions> = {\n id: 'csv',\n version: 'latest',\n module: 'csv',\n name: 'CSV',\n extensions: ['csv'],\n mimeTypes: ['text/csv'],\n options: {\n csv: {\n useDisplayNames: false\n },\n /** @deprecated use csv.displayNames */\n useDisplayNames: false\n },\n text: true,\n encode: async (table, options) =>\n new TextEncoder().encode(encodeTableAsCSV(table, options)).buffer,\n encodeTextSync: (table, options) => encodeTableAsCSV(table, options)\n};\n"],"mappings":";;;;;;;;;AAKA,IAAAA,UAAA,GAAAC,OAAA;AAUO,IAAMC,SAAsD,GAAG;EACpEC,EAAE,EAAE,KAAK;EACTC,OAAO,EAAE,QAAQ;EACjBC,MAAM,EAAE,KAAK;EACbC,IAAI,EAAE,KAAK;EACXC,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBC,SAAS,EAAE,CAAC,UAAU,CAAC;EACvBC,OAAO,EAAE;IACPC,GAAG,EAAE;MACHC,eAAe,EAAE;IACnB,CAAC;IAEDA,eAAe,EAAE;EACnB,CAAC;EACDC,IAAI,EAAE,IAAI;EACVC,MAAM;IAAA,IAAAC,OAAA,OAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAE,SAAAC,QAAOC,KAAK,EAAEX,OAAO;MAAA,OAAAQ,YAAA,CAAAD,OAAA,CAAAK,IAAA,UAAAC,SAAAC,QAAA;QAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;UAAA;YAAA,OAAAF,QAAA,CAAAG,MAAA,WAC3B,IAAIC,WAAW,CAAC,CAAC,CAACd,MAAM,CAAC,IAAAe,2BAAgB,EAACR,KAAK,EAAEX,OAAO,CAAC,CAAC,CAACoB,MAAM;UAAA;UAAA;YAAA,OAAAN,QAAA,CAAAO,IAAA;QAAA;MAAA,GAAAX,OAAA;IAAA;IAAA,SAAAN,OAAAkB,EAAA,EAAAC,GAAA;MAAA,OAAAlB,OAAA,CAAAmB,KAAA,OAAAC,SAAA;IAAA;IAAA,OAAArB,MAAA;EAAA;EACnEsB,cAAc,EAAE,SAAAA,eAACf,KAAK,EAAEX,OAAO;IAAA,OAAK,IAAAmB,2BAAgB,EAACR,KAAK,EAAEX,OAAO,CAAC;EAAA;AACtE,CAAC;AAAC2B,OAAA,CAAAlC,SAAA,GAAAA,SAAA"}
package/dist/es5/index.js DELETED
@@ -1,20 +0,0 @@
1
- "use strict";
2
-
3
- Object.defineProperty(exports, "__esModule", {
4
- value: true
5
- });
6
- Object.defineProperty(exports, "CSVLoader", {
7
- enumerable: true,
8
- get: function get() {
9
- return _csvLoader.CSVLoader;
10
- }
11
- });
12
- Object.defineProperty(exports, "CSVWriter", {
13
- enumerable: true,
14
- get: function get() {
15
- return _csvWriter.CSVWriter;
16
- }
17
- });
18
- var _csvLoader = require("./csv-loader");
19
- var _csvWriter = require("./csv-writer");
20
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","names":["_csvLoader","require","_csvWriter"],"sources":["../../src/index.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nexport type {CSVLoaderOptions} from './csv-loader';\nexport {CSVLoader} from './csv-loader';\n\nexport type {CSVWriterOptions} from './csv-writer';\nexport {CSVWriter} from './csv-writer';\n"],"mappings":";;;;;;;;;;;;;;;;;AAGA,IAAAA,UAAA,GAAAC,OAAA;AAGA,IAAAC,UAAA,GAAAD,OAAA"}
@@ -1,60 +0,0 @@
1
- "use strict";
2
-
3
- var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
- Object.defineProperty(exports, "__esModule", {
5
- value: true
6
- });
7
- exports.encodeTableAsCSV = encodeTableAsCSV;
8
- var _typeof2 = _interopRequireDefault(require("@babel/runtime/helpers/typeof"));
9
- var _schema = require("@loaders.gl/schema");
10
- var _d3Dsv = require("d3-dsv");
11
- function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
12
- function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
13
- function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
14
- function encodeTableAsCSV(table) {
15
- var _options$csv, _table$schema;
16
- var options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {
17
- csv: {
18
- useDisplayNames: true
19
- }
20
- };
21
- var useDisplayNames = options.useDisplayNames || ((_options$csv = options.csv) === null || _options$csv === void 0 ? void 0 : _options$csv.useDisplayNames);
22
- var fields = ((_table$schema = table.schema) === null || _table$schema === void 0 ? void 0 : _table$schema.fields) || [];
23
- var columnNames = fields.map(function (f) {
24
- var _f$metadata;
25
- var displayName = (_f$metadata = f.metadata) === null || _f$metadata === void 0 ? void 0 : _f$metadata.displayName;
26
- return useDisplayNames && typeof displayName === 'string' ? displayName : f.name;
27
- });
28
- var formattedData = [columnNames];
29
- var _iterator = _createForOfIteratorHelper((0, _schema.makeArrayRowIterator)(table)),
30
- _step;
31
- try {
32
- for (_iterator.s(); !(_step = _iterator.n()).done;) {
33
- var row = _step.value;
34
- var formattedRow = [];
35
- for (var columnIndex = 0; columnIndex < (0, _schema.getTableNumCols)(table); ++columnIndex) {
36
- var value = row[columnIndex];
37
- formattedRow[columnIndex] = preformatFieldValue(value);
38
- }
39
- formattedData.push(formattedRow);
40
- }
41
- } catch (err) {
42
- _iterator.e(err);
43
- } finally {
44
- _iterator.f();
45
- }
46
- return (0, _d3Dsv.csvFormatRows)(formattedData);
47
- }
48
- var preformatFieldValue = function preformatFieldValue(value) {
49
- if (value === null || value === undefined) {
50
- return null;
51
- }
52
- if (value instanceof Date) {
53
- return value.toISOString();
54
- }
55
- if ((0, _typeof2.default)(value) === 'object') {
56
- return JSON.stringify(value);
57
- }
58
- return String(value);
59
- };
60
- //# sourceMappingURL=encode-csv.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"encode-csv.js","names":["_schema","require","_d3Dsv","_createForOfIteratorHelper","o","allowArrayLike","it","Symbol","iterator","Array","isArray","_unsupportedIterableToArray","length","i","F","s","n","done","value","e","_e","f","TypeError","normalCompletion","didErr","err","call","step","next","_e2","return","minLen","_arrayLikeToArray","Object","prototype","toString","slice","constructor","name","from","test","arr","len","arr2","encodeTableAsCSV","table","_options$csv","_table$schema","options","arguments","undefined","csv","useDisplayNames","fields","schema","columnNames","map","_f$metadata","displayName","metadata","formattedData","_iterator","makeArrayRowIterator","_step","row","formattedRow","columnIndex","getTableNumCols","preformatFieldValue","push","csvFormatRows","Date","toISOString","_typeof2","default","JSON","stringify","String"],"sources":["../../../../src/lib/encoders/encode-csv.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright 2022 Foursquare Labs, Inc.\n\nimport {Table, makeArrayRowIterator, getTableNumCols} from '@loaders.gl/schema';\nimport {csvFormatRows} from 'd3-dsv';\nimport type {CSVWriterOptions} from '../../csv-writer';\n\ntype EncodableData = string | null;\n\n/**\n * Encode a Table object as CSV\n */\nexport function encodeTableAsCSV(\n table: Table,\n options: CSVWriterOptions = {csv: {useDisplayNames: true}}\n): string {\n const useDisplayNames = options.useDisplayNames || options.csv?.useDisplayNames;\n\n const fields = table.schema?.fields || [];\n\n const columnNames = fields.map((f) => {\n // This is a leaky abstraction, assuming Kepler metadata\n const displayName = f.metadata?.displayName;\n return useDisplayNames && typeof displayName === 'string' ? displayName : f.name;\n });\n const formattedData: EncodableData[][] = [columnNames];\n\n for (const row of makeArrayRowIterator(table)) {\n const formattedRow: EncodableData[] = [];\n for (let columnIndex = 0; columnIndex < getTableNumCols(table); ++columnIndex) {\n const value = row[columnIndex];\n formattedRow[columnIndex] = preformatFieldValue(value);\n }\n formattedData.push(formattedRow);\n }\n\n return csvFormatRows(formattedData);\n}\n\n/**\n * Stringifies a value\n * @todo Why is it called parse?\n */\nconst preformatFieldValue = (value: unknown): EncodableData => {\n if (value === null || value === undefined) {\n // TODO: It would be nice to distinguish between missing values and the empty string\n // https://github.com/d3/d3-dsv/issues/84\n return null;\n }\n if (value instanceof Date) {\n // d3-dsv formats dates without timezones if they don't have time info;\n // this forces them to always use fully-qualified ISO time strings\n return value.toISOString();\n }\n if (typeof value === 'object') {\n return JSON.stringify(value);\n }\n return String(value);\n};\n"],"mappings":";;;;;;;;AAGA,IAAAA,OAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAAqC,SAAAE,2BAAAC,CAAA,EAAAC,cAAA,QAAAC,EAAA,UAAAC,MAAA,oBAAAH,CAAA,CAAAG,MAAA,CAAAC,QAAA,KAAAJ,CAAA,qBAAAE,EAAA,QAAAG,KAAA,CAAAC,OAAA,CAAAN,CAAA,MAAAE,EAAA,GAAAK,2BAAA,CAAAP,CAAA,MAAAC,cAAA,IAAAD,CAAA,WAAAA,CAAA,CAAAQ,MAAA,qBAAAN,EAAA,EAAAF,CAAA,GAAAE,EAAA,MAAAO,CAAA,UAAAC,CAAA,YAAAA,EAAA,eAAAC,CAAA,EAAAD,CAAA,EAAAE,CAAA,WAAAA,EAAA,QAAAH,CAAA,IAAAT,CAAA,CAAAQ,MAAA,WAAAK,IAAA,mBAAAA,IAAA,SAAAC,KAAA,EAAAd,CAAA,CAAAS,CAAA,UAAAM,CAAA,WAAAA,EAAAC,EAAA,UAAAA,EAAA,KAAAC,CAAA,EAAAP,CAAA,gBAAAQ,SAAA,iJAAAC,gBAAA,SAAAC,MAAA,UAAAC,GAAA,WAAAV,CAAA,WAAAA,EAAA,IAAAT,EAAA,GAAAA,EAAA,CAAAoB,IAAA,CAAAtB,CAAA,MAAAY,CAAA,WAAAA,EAAA,QAAAW,IAAA,GAAArB,EAAA,CAAAsB,IAAA,IAAAL,gBAAA,GAAAI,IAAA,CAAAV,IAAA,SAAAU,IAAA,KAAAR,CAAA,WAAAA,EAAAU,GAAA,IAAAL,MAAA,SAAAC,GAAA,GAAAI,GAAA,KAAAR,CAAA,WAAAA,EAAA,eAAAE,gBAAA,IAAAjB,EAAA,CAAAwB,MAAA,UAAAxB,EAAA,CAAAwB,MAAA,oBAAAN,MAAA,QAAAC,GAAA;AAAA,SAAAd,4BAAAP,CAAA,EAAA2B,MAAA,SAAA3B,CAAA,qBAAAA,CAAA,sBAAA4B,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA,OAAAf,CAAA,GAAAiB,MAAA,CAAAC,SAAA,CAAAC,QAAA,CAAAT,IAAA,CAAAtB,CAAA,EAAAgC,KAAA,aAAApB,CAAA,iBAAAZ,CAAA,CAAAiC,WAAA,EAAArB,CAAA,GAAAZ,CAAA,CAAAiC,WAAA,CAAAC,IAAA,MAAAtB,CAAA,cAAAA,CAAA,mBAAAP,KAAA,CAAA8B,IAAA,CAAAnC,CAAA,OAAAY,CAAA,+DAAAwB,IAAA,CAAAxB,CAAA,UAAAgB,iBAAA,CAAA5B,CAAA,EAAA2B,MAAA;AAAA,SAAAC,kBAAAS,GAAA,EAAAC,GAAA,QAAAA,GAAA,YAAAA,GAAA,GAAAD,GAAA,CAAA7B,MAAA,EAAA8B,GAAA,GAAAD,GAAA,CAAA7B,MAAA,WAAAC,CAAA,MAAA8B,IAAA,OAAAlC,KAAA,CAAAiC,GAAA,GAAA7B,CAAA,GAAA6B,GAAA,EAAA7B,CAAA,IAAA8B,IAAA,CAAA9B,CAAA,IAAA4B,GAAA,CAAA5B,CAAA,UAAA8B,IAAA;AAQ9B,SAASC,gBAAgBA,CAC9BC,KAAY,EAEJ;EAAA,IAAAC,YAAA,EAAAC,aAAA;EAAA,IADRC,OAAyB,GAAAC,SAAA,CAAArC,MAAA,QAAAqC,SAAA,QAAAC,SAAA,GAAAD,SAAA,MAAG;IAACE,GAAG,EAAE;MAACC,eAAe,EAAE;IAAI;EAAC,CAAC;EAE1D,IAAMA,eAAe,GAAGJ,OAAO,CAACI,eAAe,MAAAN,YAAA,GAAIE,OAAO,CAACG,GAAG,cAAAL,YAAA,uBAAXA,YAAA,CAAaM,eAAe;EAE/E,IAAMC,MAAM,GAAG,EAAAN,aAAA,GAAAF,KAAK,CAACS,MAAM,cAAAP,aAAA,uBAAZA,aAAA,CAAcM,MAAM,KAAI,EAAE;EAEzC,IAAME,WAAW,GAAGF,MAAM,CAACG,GAAG,CAAC,UAACnC,CAAC,EAAK;IAAA,IAAAoC,WAAA;IAEpC,IAAMC,WAAW,IAAAD,WAAA,GAAGpC,CAAC,CAACsC,QAAQ,cAAAF,WAAA,uBAAVA,WAAA,CAAYC,WAAW;IAC3C,OAAON,eAAe,IAAI,OAAOM,WAAW,KAAK,QAAQ,GAAGA,WAAW,GAAGrC,CAAC,CAACiB,IAAI;EAClF,CAAC,CAAC;EACF,IAAMsB,aAAgC,GAAG,CAACL,WAAW,CAAC;EAAC,IAAAM,SAAA,GAAA1D,0BAAA,CAErC,IAAA2D,4BAAoB,EAACjB,KAAK,CAAC;IAAAkB,KAAA;EAAA;IAA7C,KAAAF,SAAA,CAAA9C,CAAA,MAAAgD,KAAA,GAAAF,SAAA,CAAA7C,CAAA,IAAAC,IAAA,GAA+C;MAAA,IAApC+C,GAAG,GAAAD,KAAA,CAAA7C,KAAA;MACZ,IAAM+C,YAA6B,GAAG,EAAE;MACxC,KAAK,IAAIC,WAAW,GAAG,CAAC,EAAEA,WAAW,GAAG,IAAAC,uBAAe,EAACtB,KAAK,CAAC,EAAE,EAAEqB,WAAW,EAAE;QAC7E,IAAMhD,KAAK,GAAG8C,GAAG,CAACE,WAAW,CAAC;QAC9BD,YAAY,CAACC,WAAW,CAAC,GAAGE,mBAAmB,CAAClD,KAAK,CAAC;MACxD;MACA0C,aAAa,CAACS,IAAI,CAACJ,YAAY,CAAC;IAClC;EAAC,SAAAxC,GAAA;IAAAoC,SAAA,CAAA1C,CAAA,CAAAM,GAAA;EAAA;IAAAoC,SAAA,CAAAxC,CAAA;EAAA;EAED,OAAO,IAAAiD,oBAAa,EAACV,aAAa,CAAC;AACrC;AAMA,IAAMQ,mBAAmB,GAAG,SAAtBA,mBAAmBA,CAAIlD,KAAc,EAAoB;EAC7D,IAAIA,KAAK,KAAK,IAAI,IAAIA,KAAK,KAAKgC,SAAS,EAAE;IAGzC,OAAO,IAAI;EACb;EACA,IAAIhC,KAAK,YAAYqD,IAAI,EAAE;IAGzB,OAAOrD,KAAK,CAACsD,WAAW,CAAC,CAAC;EAC5B;EACA,IAAI,IAAAC,QAAA,CAAAC,OAAA,EAAOxD,KAAK,MAAK,QAAQ,EAAE;IAC7B,OAAOyD,IAAI,CAACC,SAAS,CAAC1D,KAAK,CAAC;EAC9B;EACA,OAAO2D,MAAM,CAAC3D,KAAK,CAAC;AACtB,CAAC"}
@@ -1,100 +0,0 @@
1
- "use strict";
2
-
3
- var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
- Object.defineProperty(exports, "__esModule", {
5
- value: true
6
- });
7
- exports.default = AsyncIteratorStreamer;
8
- var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
9
- var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
10
- var _papaparse = _interopRequireDefault(require("./papaparse"));
11
- function _asyncIterator(iterable) { var method, async, sync, retry = 2; for ("undefined" != typeof Symbol && (async = Symbol.asyncIterator, sync = Symbol.iterator); retry--;) { if (async && null != (method = iterable[async])) return method.call(iterable); if (sync && null != (method = iterable[sync])) return new AsyncFromSyncIterator(method.call(iterable)); async = "@@asyncIterator", sync = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
12
- function AsyncFromSyncIterator(s) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var done = r.done; return Promise.resolve(r.value).then(function (value) { return { value: value, done: done }; }); } return AsyncFromSyncIterator = function AsyncFromSyncIterator(s) { this.s = s, this.n = s.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function next() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, return: function _return(value) { var ret = this.s.return; return void 0 === ret ? Promise.resolve({ value: value, done: !0 }) : AsyncFromSyncIteratorContinuation(ret.apply(this.s, arguments)); }, throw: function _throw(value) { var thr = this.s.return; return void 0 === thr ? Promise.reject(value) : AsyncFromSyncIteratorContinuation(thr.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(s); }
13
- var ChunkStreamer = _papaparse.default.ChunkStreamer;
14
- function AsyncIteratorStreamer(config) {
15
- config = config || {};
16
- ChunkStreamer.call(this, config);
17
- this.textDecoder = new TextDecoder(this._config.encoding);
18
- this.stream = function () {
19
- var _ref = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(asyncIterator) {
20
- var _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, chunk;
21
- return _regenerator.default.wrap(function _callee$(_context) {
22
- while (1) switch (_context.prev = _context.next) {
23
- case 0:
24
- this._input = asyncIterator;
25
- _context.prev = 1;
26
- _iteratorAbruptCompletion = false;
27
- _didIteratorError = false;
28
- _context.prev = 4;
29
- _iterator = _asyncIterator(asyncIterator);
30
- case 6:
31
- _context.next = 8;
32
- return _iterator.next();
33
- case 8:
34
- if (!(_iteratorAbruptCompletion = !(_step = _context.sent).done)) {
35
- _context.next = 14;
36
- break;
37
- }
38
- chunk = _step.value;
39
- this.parseChunk(this.getStringChunk(chunk));
40
- case 11:
41
- _iteratorAbruptCompletion = false;
42
- _context.next = 6;
43
- break;
44
- case 14:
45
- _context.next = 20;
46
- break;
47
- case 16:
48
- _context.prev = 16;
49
- _context.t0 = _context["catch"](4);
50
- _didIteratorError = true;
51
- _iteratorError = _context.t0;
52
- case 20:
53
- _context.prev = 20;
54
- _context.prev = 21;
55
- if (!(_iteratorAbruptCompletion && _iterator.return != null)) {
56
- _context.next = 25;
57
- break;
58
- }
59
- _context.next = 25;
60
- return _iterator.return();
61
- case 25:
62
- _context.prev = 25;
63
- if (!_didIteratorError) {
64
- _context.next = 28;
65
- break;
66
- }
67
- throw _iteratorError;
68
- case 28:
69
- return _context.finish(25);
70
- case 29:
71
- return _context.finish(20);
72
- case 30:
73
- this._finished = true;
74
- this.parseChunk('');
75
- _context.next = 37;
76
- break;
77
- case 34:
78
- _context.prev = 34;
79
- _context.t1 = _context["catch"](1);
80
- this._sendError(_context.t1);
81
- case 37:
82
- case "end":
83
- return _context.stop();
84
- }
85
- }, _callee, this, [[1, 34], [4, 16, 20, 30], [21,, 25, 29]]);
86
- }));
87
- return function (_x) {
88
- return _ref.apply(this, arguments);
89
- };
90
- }();
91
- this._nextChunk = function nextChunk() {};
92
- this.getStringChunk = function (chunk) {
93
- return typeof chunk === 'string' ? chunk : this.textDecoder.decode(chunk, {
94
- stream: true
95
- });
96
- };
97
- }
98
- AsyncIteratorStreamer.prototype = Object.create(ChunkStreamer.prototype);
99
- AsyncIteratorStreamer.prototype.constructor = AsyncIteratorStreamer;
100
- //# sourceMappingURL=async-iterator-streamer.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"async-iterator-streamer.js","names":["_papaparse","_interopRequireDefault","require","_asyncIterator","iterable","method","async","sync","retry","Symbol","asyncIterator","iterator","call","AsyncFromSyncIterator","TypeError","s","AsyncFromSyncIteratorContinuation","r","Object","Promise","reject","done","resolve","value","then","n","next","prototype","apply","arguments","return","_return","ret","throw","_throw","thr","ChunkStreamer","Papa","AsyncIteratorStreamer","config","textDecoder","TextDecoder","_config","encoding","stream","_ref","_asyncToGenerator2","default","_regenerator","mark","_callee","_iteratorAbruptCompletion","_didIteratorError","_iteratorError","_iterator","_step","chunk","wrap","_callee$","_context","prev","_input","sent","parseChunk","getStringChunk","t0","finish","_finished","t1","_sendError","stop","_x","_nextChunk","nextChunk","decode","create","constructor"],"sources":["../../../src/papaparse/async-iterator-streamer.ts"],"sourcesContent":["// @ts-nocheck\n// A custom papaparse `Streamer` for async iterators\n// Ideally this can be contributed back to papaparse\n// Or papaparse can expose Streamer API so we can extend without forking.\n\n/* eslint-disable no-invalid-this */\n\n// Note: papaparse is not an ES6 module\nimport Papa from './papaparse';\nconst {ChunkStreamer} = Papa;\n\nexport default function AsyncIteratorStreamer(config) {\n config = config || {};\n\n ChunkStreamer.call(this, config);\n\n this.textDecoder = new TextDecoder(this._config.encoding);\n\n // Implement ChunkStreamer base class methods\n\n // this.pause = function() {\n // ChunkStreamer.prototype.pause.apply(this, arguments);\n // };\n\n // this.resume = function() {\n // ChunkStreamer.prototype.resume.apply(this, arguments);\n // this._input.resume();\n // };\n\n this.stream = async function (asyncIterator) {\n this._input = asyncIterator;\n\n try {\n // ES2018 version\n // TODO - check for pause and abort flags?\n for await (const chunk of asyncIterator) {\n this.parseChunk(this.getStringChunk(chunk));\n }\n\n // ES5 VERSION\n // while (true) {\n // asyncIterator.next().then(function(value) {\n // if (value.done) {\n // // finalize iterator?\n // }\n // }\n // const = await ;\n // if (done) return total;\n // total += value.length;\n // }\n\n this._finished = true;\n this.parseChunk('');\n } catch (error) {\n // Inform ChunkStreamer base class of error\n this._sendError(error);\n }\n };\n\n this._nextChunk = function nextChunk() {\n // Left empty, as async iterator automatically pulls next chunk\n };\n\n // HELPER METHODS\n this.getStringChunk = function (chunk) {\n return typeof chunk === 'string' ? chunk : this.textDecoder.decode(chunk, {stream: true});\n };\n}\n\nAsyncIteratorStreamer.prototype = Object.create(ChunkStreamer.prototype);\nAsyncIteratorStreamer.prototype.constructor = AsyncIteratorStreamer;\n"],"mappings":";;;;;;;;;AAQA,IAAAA,UAAA,GAAAC,sBAAA,CAAAC,OAAA;AAA+B,SAAAC,eAAAC,QAAA,QAAAC,MAAA,EAAAC,KAAA,EAAAC,IAAA,EAAAC,KAAA,iCAAAC,MAAA,KAAAH,KAAA,GAAAG,MAAA,CAAAC,aAAA,EAAAH,IAAA,GAAAE,MAAA,CAAAE,QAAA,GAAAH,KAAA,WAAAF,KAAA,aAAAD,MAAA,GAAAD,QAAA,CAAAE,KAAA,WAAAD,MAAA,CAAAO,IAAA,CAAAR,QAAA,OAAAG,IAAA,aAAAF,MAAA,GAAAD,QAAA,CAAAG,IAAA,eAAAM,qBAAA,CAAAR,MAAA,CAAAO,IAAA,CAAAR,QAAA,IAAAE,KAAA,sBAAAC,IAAA,6BAAAO,SAAA;AAAA,SAAAD,sBAAAE,CAAA,aAAAC,kCAAAC,CAAA,QAAAC,MAAA,CAAAD,CAAA,MAAAA,CAAA,SAAAE,OAAA,CAAAC,MAAA,KAAAN,SAAA,CAAAG,CAAA,+BAAAI,IAAA,GAAAJ,CAAA,CAAAI,IAAA,SAAAF,OAAA,CAAAG,OAAA,CAAAL,CAAA,CAAAM,KAAA,EAAAC,IAAA,WAAAD,KAAA,aAAAA,KAAA,EAAAA,KAAA,EAAAF,IAAA,EAAAA,IAAA,iBAAAR,qBAAA,YAAAA,sBAAAE,CAAA,SAAAA,CAAA,GAAAA,CAAA,OAAAU,CAAA,GAAAV,CAAA,CAAAW,IAAA,KAAAb,qBAAA,CAAAc,SAAA,KAAAZ,CAAA,QAAAU,CAAA,QAAAC,IAAA,WAAAA,KAAA,WAAAV,iCAAA,MAAAS,CAAA,CAAAG,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAC,MAAA,WAAAC,QAAAR,KAAA,QAAAS,GAAA,QAAAjB,CAAA,CAAAe,MAAA,oBAAAE,GAAA,GAAAb,OAAA,CAAAG,OAAA,GAAAC,KAAA,EAAAA,KAAA,EAAAF,IAAA,UAAAL,iCAAA,CAAAgB,GAAA,CAAAJ,KAAA,MAAAb,CAAA,EAAAc,SAAA,OAAAI,KAAA,WAAAC,OAAAX,KAAA,QAAAY,GAAA,QAAApB,CAAA,CAAAe,MAAA,oBAAAK,GAAA,GAAAhB,OAAA,CAAAC,MAAA,CAAAG,KAAA,IAAAP,iCAAA,CAAAmB,GAAA,CAAAP,KAAA,MAAAb,CAAA,EAAAc,SAAA,aAAAhB,qBAAA,CAAAE,CAAA;AAC/B,IAAOqB,aAAa,GAAIC,kBAAI,CAArBD,aAAa;AAEL,SAASE,qBAAqBA,CAACC,MAAM,EAAE;EACpDA,MAAM,GAAGA,MAAM,IAAI,CAAC,CAAC;EAErBH,aAAa,CAACxB,IAAI,CAAC,IAAI,EAAE2B,MAAM,CAAC;EAEhC,IAAI,CAACC,WAAW,GAAG,IAAIC,WAAW,CAAC,IAAI,CAACC,OAAO,CAACC,QAAQ,CAAC;EAazD,IAAI,CAACC,MAAM;IAAA,IAAAC,IAAA,OAAAC,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAG,SAAAC,QAAgBxC,aAAa;MAAA,IAAAyC,yBAAA,EAAAC,iBAAA,EAAAC,cAAA,EAAAC,SAAA,EAAAC,KAAA,EAAAC,KAAA;MAAA,OAAAR,YAAA,CAAAD,OAAA,CAAAU,IAAA,UAAAC,SAAAC,QAAA;QAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAjC,IAAA;UAAA;YACzC,IAAI,CAACmC,MAAM,GAAGnD,aAAa;YAACiD,QAAA,CAAAC,IAAA;YAAAT,yBAAA;YAAAC,iBAAA;YAAAO,QAAA,CAAAC,IAAA;YAAAN,SAAA,GAAAnD,cAAA,CAKAO,aAAa;UAAA;YAAAiD,QAAA,CAAAjC,IAAA;YAAA,OAAA4B,SAAA,CAAA5B,IAAA;UAAA;YAAA,MAAAyB,yBAAA,KAAAI,KAAA,GAAAI,QAAA,CAAAG,IAAA,EAAAzC,IAAA;cAAAsC,QAAA,CAAAjC,IAAA;cAAA;YAAA;YAAtB8B,KAAK,GAAAD,KAAA,CAAAhC,KAAA;YACpB,IAAI,CAACwC,UAAU,CAAC,IAAI,CAACC,cAAc,CAACR,KAAK,CAAC,CAAC;UAAC;YAAAL,yBAAA;YAAAQ,QAAA,CAAAjC,IAAA;YAAA;UAAA;YAAAiC,QAAA,CAAAjC,IAAA;YAAA;UAAA;YAAAiC,QAAA,CAAAC,IAAA;YAAAD,QAAA,CAAAM,EAAA,GAAAN,QAAA;YAAAP,iBAAA;YAAAC,cAAA,GAAAM,QAAA,CAAAM,EAAA;UAAA;YAAAN,QAAA,CAAAC,IAAA;YAAAD,QAAA,CAAAC,IAAA;YAAA,MAAAT,yBAAA,IAAAG,SAAA,CAAAxB,MAAA;cAAA6B,QAAA,CAAAjC,IAAA;cAAA;YAAA;YAAAiC,QAAA,CAAAjC,IAAA;YAAA,OAAA4B,SAAA,CAAAxB,MAAA;UAAA;YAAA6B,QAAA,CAAAC,IAAA;YAAA,KAAAR,iBAAA;cAAAO,QAAA,CAAAjC,IAAA;cAAA;YAAA;YAAA,MAAA2B,cAAA;UAAA;YAAA,OAAAM,QAAA,CAAAO,MAAA;UAAA;YAAA,OAAAP,QAAA,CAAAO,MAAA;UAAA;YAe9C,IAAI,CAACC,SAAS,GAAG,IAAI;YACrB,IAAI,CAACJ,UAAU,CAAC,EAAE,CAAC;YAACJ,QAAA,CAAAjC,IAAA;YAAA;UAAA;YAAAiC,QAAA,CAAAC,IAAA;YAAAD,QAAA,CAAAS,EAAA,GAAAT,QAAA;YAGpB,IAAI,CAACU,UAAU,CAAAV,QAAA,CAAAS,EAAM,CAAC;UAAC;UAAA;YAAA,OAAAT,QAAA,CAAAW,IAAA;QAAA;MAAA,GAAApB,OAAA;IAAA,CAE1B;IAAA,iBAAAqB,EAAA;MAAA,OAAA1B,IAAA,CAAAjB,KAAA,OAAAC,SAAA;IAAA;EAAA;EAED,IAAI,CAAC2C,UAAU,GAAG,SAASC,SAASA,CAAA,EAAG,CAEvC,CAAC;EAGD,IAAI,CAACT,cAAc,GAAG,UAAUR,KAAK,EAAE;IACrC,OAAO,OAAOA,KAAK,KAAK,QAAQ,GAAGA,KAAK,GAAG,IAAI,CAAChB,WAAW,CAACkC,MAAM,CAAClB,KAAK,EAAE;MAACZ,MAAM,EAAE;IAAI,CAAC,CAAC;EAC3F,CAAC;AACH;AAEAN,qBAAqB,CAACX,SAAS,GAAGT,MAAM,CAACyD,MAAM,CAACvC,aAAa,CAACT,SAAS,CAAC;AACxEW,qBAAqB,CAACX,SAAS,CAACiD,WAAW,GAAGtC,qBAAqB"}