npm - @loaders.gl/csv - Versions diffs - 3.1.0-alpha.3 → 4.0.0-alpha.4 - Mend

@loaders.gl/csv 3.1.0-alpha.3 → 4.0.0-alpha.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (5) hide show

package/dist/csv-loader.js CHANGED Viewed

@@ -1,7 +1,7 @@
 import { AsyncQueue, TableBatchBuilder, convertToArrayRow, convertToObjectRow } from '@loaders.gl/schema';
 import Papa from './libs/papaparse';
 import AsyncIteratorStreamer from './lib/async-iterator-streamer';
-const VERSION = typeof "3.1.0-alpha.3" !== 'undefined' ? "3.1.0-alpha.3" : 'latest';
+const VERSION = typeof "4.0.0-alpha.4" !== 'undefined' ? "4.0.0-alpha.4" : 'latest';
 const DEFAULT_CSV_LOADER_OPTIONS = {
   csv: {
     shape: 'object-row-table',
@@ -187,7 +187,7 @@ function duplicateColumnTransformer() {
     let counter = 1;
     while (observedColumns.has(colName)) {
-      colName = `${col}.${counter}`;
+      colName = "".concat(col, ".").concat(counter);
       counter++;
     }
@@ -200,7 +200,7 @@ function generateHeader(columnPrefix, count = 0) {
   const headers = [];
   for (let i = 0; i < count; i++) {
-    headers.push(`${columnPrefix}${i + 1}`);
+    headers.push("".concat(columnPrefix).concat(i + 1));
   }
   return headers;

package/dist/csv-loader.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"sources":["../src/csv-loader.ts"],"names":["AsyncQueue","TableBatchBuilder","convertToArrayRow","convertToObjectRow","Papa","AsyncIteratorStreamer","VERSION","DEFAULT_CSV_LOADER_OPTIONS","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","arrayBuffer","options","parseCSV","TextDecoder","decode","parseText","text","parseInBatches","parseCSVInBatches","csvText","csvOptions","firstRow","readFirstRow","isHeaderRow","Boolean","parseWithHeader","papaparseConfig","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","result","data","rows","headerRow","meta","fields","generateHeader","length","map","row","Array","isArray","asyncIterator","batchSize","asyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","every","value","preview","observedColumns","Set","col","colName","counter","has","add","count","headers","i","push","columnName","String","index","type","Float32Array","_typecheckCSVLoader"],"mappings":"AAIA,SACEA,UADF,EAEEC,iBAFF,EAGEC,iBAHF,EAIEC,kBAJF,QAKO,oBALP;AAMA,OAAOC,IAAP,MAAiB,kBAAjB;AACA,OAAOC,qBAAP,MAAkC,+BAAlC;AAIA,MAAMC,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AA0BA,MAAMC,0BAA0B,GAAG;AACjCC,EAAAA,GAAG,EAAE;AACHC,IAAAA,KAAK,EAAE,kBADJ;AAEHC,IAAAA,mBAAmB,EAAE,KAFlB;AAIHC,IAAAA,MAAM,EAAE,MAJL;AAKHC,IAAAA,YAAY,EAAE,QALX;AAQHC,IAAAA,SAAS,EAAE,GARR;AASHC,IAAAA,UAAU,EAAE,GATT;AAUHC,IAAAA,aAAa,EAAE,IAVZ;AAWHC,IAAAA,QAAQ,EAAE,KAXP;AAYHC,IAAAA,cAAc,EAAE,IAZb;AAcHC,IAAAA,iBAAiB,EAAE,CAAC,GAAD,EAAM,IAAN,EAAY,GAAZ,EAAiB,GAAjB;AAdhB;AAD4B,CAAnC;AAoBA,OAAO,MAAMC,SAAS,GAAG;AACvBC,EAAAA,EAAE,EAAE,KADmB;AAEvBC,EAAAA,MAAM,EAAE,KAFe;AAGvBC,EAAAA,IAAI,EAAE,KAHiB;AAIvBC,EAAAA,OAAO,EAAEjB,OAJc;AAKvBkB,EAAAA,UAAU,EAAE,CAAC,KAAD,EAAQ,KAAR,EAAe,KAAf,CALW;AAMvBC,EAAAA,SAAS,EAAE,CAAC,UAAD,EAAa,2BAAb,EAA0C,UAA1C,CANY;AAOvBC,EAAAA,QAAQ,EAAE,OAPa;AAQvBC,EAAAA,KAAK,EAAE,OAAOC,WAAP,EAAiCC,OAAjC,KACLC,QAAQ,CAAC,IAAIC,WAAJ,GAAkBC,MAAlB,CAAyBJ,WAAzB,CAAD,EAAwCC,OAAxC,CATa;AAUvBI,EAAAA,SAAS,EAAE,CAACC,IAAD,EAAeL,OAAf,KAA8CC,QAAQ,CAACI,IAAD,EAAOL,OAAP,CAV1C;AAWvBM,EAAAA,cAAc,EAAEC,iBAXO;AAcvBP,EAAAA,OAAO,EAAEtB;AAdc,CAAlB;;AAiBP,eAAeuB,QAAf,CAAwBO,OAAxB,EAAyCR,OAAzC,EAAqE;AAEnE,QAAMS,UAAU,GAAG,EAAC,GAAG/B,0BAA0B,CAACC,GAA/B;AAAoC,QAAGqB,OAAH,aAAGA,OAAH,uBAAGA,OAAO,CAAErB,GAAZ;AAApC,GAAnB;AAEA,QAAM+B,QAAQ,GAAGC,YAAY,CAACH,OAAD,CAA7B;AACA,QAAM1B,MAAe,GACnB2B,UAAU,CAAC3B,MAAX,KAAsB,MAAtB,GAA+B8B,WAAW,CAACF,QAAD,CAA1C,GAAuDG,OAAO,CAACJ,UAAU,CAAC3B,MAAZ,CADhE;AAGA,QAAMgC,eAAe,GAAGhC,MAAxB;AAEA,QAAMiC,eAAe,GAAG,EAEtB,GAAGN,UAFmB;AAGtB3B,IAAAA,MAAM,EAAEgC,eAHc;AAItBE,IAAAA,QAAQ,EAAE,KAJY;AAKtBC,IAAAA,eAAe,EAAEH,eAAe,GAAGI,0BAA0B,EAA7B,GAAkCC,SAL5C;AAMtBC,IAAAA,KAAK,EAAGC,CAAD,IAAO;AACZ,YAAM,IAAIC,KAAJ,CAAUD,CAAV,CAAN;AACD;AARqB,GAAxB;AAWA,QAAME,MAAM,GAAGhD,IAAI,CAACuB,KAAL,CAAWU,OAAX,EAAoBO,eAApB,CAAf;AACA,MAAI;AAACS,IAAAA,IAAI,EAAEC;AAAP,MAAeF,MAAnB;AAEA,QAAMG,SAAS,GAAGH,MAAM,CAACI,IAAP,CAAYC,MAAZ,IAAsBC,cAAc,CAACpB,UAAU,CAAC1B,YAAZ,EAA0B2B,QAAQ,CAACoB,MAAnC,CAAtD;;AAEA,UAAQrB,UAAU,CAAC7B,KAAnB;AACE,SAAK,kBAAL;AACE6C,MAAAA,IAAI,GAAGA,IAAI,CAACM,GAAL,CAAUC,GAAD,IAAUC,KAAK,CAACC,OAAN,CAAcF,GAAd,IAAqB1D,kBAAkB,CAAC0D,GAAD,EAAMN,SAAN,CAAvC,GAA0DM,GAA7E,CAAP;AACA;;AACF,SAAK,iBAAL;AACEP,MAAAA,IAAI,GAAGA,IAAI,CAACM,GAAL,CAAUC,GAAD,IAAUC,KAAK,CAACC,OAAN,CAAcF,GAAd,IAAqBA,GAArB,GAA2B3D,iBAAiB,CAAC2D,GAAD,EAAMN,SAAN,CAA/D,CAAP;AACA;;AACF;AAPF;;AAsBA,SAAOD,IAAP;AACD;;AAGD,SAASlB,iBAAT,CACE4B,aADF,EAEEnC,OAFF,EAGwB;AAAA;;AAGtBA,EAAAA,OAAO,GAAG,EAAC,GAAGA;AAAJ,GAAV;;AACA,MAAIA,OAAO,CAACoC,SAAR,KAAsB,MAA1B,EAAkC;AAChCpC,IAAAA,OAAO,CAACoC,SAAR,GAAoB,IAApB;AACD;;AAGD,QAAM3B,UAAU,GAAG,EAAC,GAAG/B,0BAA0B,CAACC,GAA/B;AAAoC,oBAAGqB,OAAH,6CAAG,SAASrB,GAAZ;AAApC,GAAnB;AAEA,QAAM0D,UAAU,GAAG,IAAIlE,UAAJ,EAAnB;AAEA,MAAImE,UAAmB,GAAG,IAA1B;AACA,MAAIZ,SAA0B,GAAG,IAAjC;AACA,MAAIa,iBAA2C,GAAG,IAAlD;AACA,MAAIC,MAAqB,GAAG,IAA5B;AAEA,QAAMC,MAAM,GAAG,EAEb,GAAGhC,UAFU;AAGb3B,IAAAA,MAAM,EAAE,KAHK;AAIbkC,IAAAA,QAAQ,EAAE,KAJG;AAQb0B,IAAAA,SAAS,EAAE,OAAO,IAAP,GAAc,CARZ;AAcbtD,IAAAA,cAAc,EAAE,KAdH;;AAkBbuD,IAAAA,IAAI,CAACC,OAAD,EAAU;AACZ,UAAIZ,GAAG,GAAGY,OAAO,CAACpB,IAAlB;;AAEA,UAAIf,UAAU,CAACrB,cAAf,EAA+B;AAE7B,cAAMyD,YAAY,GAAGb,GAAG,CAACc,IAAJ,GAAWC,IAAX,CAAgB,EAAhB,EAAoBC,IAApB,EAArB;;AACA,YAAIH,YAAY,KAAK,EAArB,EAAyB;AACvB;AACD;AACF;;AACD,YAAMI,SAAS,GAAGL,OAAO,CAACjB,IAAR,CAAauB,MAA/B;;AAGA,UAAIZ,UAAU,IAAI,CAACZ,SAAnB,EAA8B;AAE5B,cAAM5C,MAAM,GAAG2B,UAAU,CAAC3B,MAAX,KAAsB,MAAtB,GAA+B8B,WAAW,CAACoB,GAAD,CAA1C,GAAkDnB,OAAO,CAACJ,UAAU,CAAC3B,MAAZ,CAAxE;;AACA,YAAIA,MAAJ,EAAY;AACV4C,UAAAA,SAAS,GAAGM,GAAG,CAACD,GAAJ,CAAQb,0BAA0B,EAAlC,CAAZ;AACA;AACD;AACF;;AAGD,UAAIoB,UAAJ,EAAgB;AACdA,QAAAA,UAAU,GAAG,KAAb;;AACA,YAAI,CAACZ,SAAL,EAAgB;AACdA,UAAAA,SAAS,GAAGG,cAAc,CAACpB,UAAU,CAAC1B,YAAZ,EAA0BiD,GAAG,CAACF,MAA9B,CAA1B;AACD;;AACDU,QAAAA,MAAM,GAAGW,YAAY,CAACnB,GAAD,EAAMN,SAAN,CAArB;AACD;;AAED,UAAIjB,UAAU,CAAC5B,mBAAf,EAAoC;AAGlCmD,QAAAA,GAAG,GAAGoB,IAAI,CAACtD,KAAL,CAAWsD,IAAI,CAACC,SAAL,CAAerB,GAAf,CAAX,CAAN;AACD;;AAGDO,MAAAA,iBAAiB,GACfA,iBAAiB,IACjB,IAAInE,iBAAJ,CAAsBoE,MAAtB,EAA8B;AAE5B5D,QAAAA,KAAK,EAAE6B,UAAU,CAAC7B,KAAX,IAAoB,iBAFC;AAG5B,WAAGoB;AAHyB,OAA9B,CAFF;;AAQA,UAAI;AACFuC,QAAAA,iBAAiB,CAACe,MAAlB,CAAyBtB,GAAzB;AAEA,cAAMuB,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACiB,YAAlB,CAA+B;AAACP,UAAAA;AAAD,SAA/B,CAAnC;;AACA,YAAIM,KAAJ,EAAW;AACTlB,UAAAA,UAAU,CAACoB,OAAX,CAAmBF,KAAnB;AACD;AACF,OAPD,CAOE,OAAOnC,KAAP,EAAc;AACdiB,QAAAA,UAAU,CAACoB,OAAX,CAAmBrC,KAAnB;AACD;AACF,KA1EY;;AA6EbsC,IAAAA,QAAQ,CAACd,OAAD,EAAU;AAChB,UAAI;AACF,cAAMK,SAAS,GAAGL,OAAO,CAACjB,IAAR,CAAauB,MAA/B;AAEA,cAAMK,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACoB,aAAlB,CAAgC;AAACV,UAAAA;AAAD,SAAhC,CAAnC;;AACA,YAAIM,KAAJ,EAAW;AACTlB,UAAAA,UAAU,CAACoB,OAAX,CAAmBF,KAAnB;AACD;AACF,OAPD,CAOE,OAAOnC,KAAP,EAAc;AACdiB,QAAAA,UAAU,CAACoB,OAAX,CAAmBrC,KAAnB;AACD;;AAEDiB,MAAAA,UAAU,CAACuB,KAAX;AACD;;AA1FY,GAAf;AA6FArF,EAAAA,IAAI,CAACuB,KAAL,CAAWqC,aAAX,EAA0BM,MAA1B,EAAkCjE,qBAAlC;AAIA,SAAO6D,UAAP;AACD;;AAOD,SAASzB,WAAT,CAAqBoB,GAArB,EAA6C;AAC3C,SAAOA,GAAG,IAAIA,GAAG,CAAC6B,KAAJ,CAAWC,KAAD,IAAW,OAAOA,KAAP,KAAiB,QAAtC,CAAd;AACD;;AAOD,SAASnD,YAAT,CAAsBH,OAAtB,EAA8C;AAC5C,QAAMe,MAAM,GAAGhD,IAAI,CAACuB,KAAL,CAAWU,OAAX,EAAoB;AACjCQ,IAAAA,QAAQ,EAAE,KADuB;AAEjC9B,IAAAA,aAAa,EAAE,IAFkB;AAGjC6E,IAAAA,OAAO,EAAE;AAHwB,GAApB,CAAf;AAKA,SAAOxC,MAAM,CAACC,IAAP,CAAY,CAAZ,CAAP;AACD;;AAQD,SAASN,0BAAT,GAAsC;AACpC,QAAM8C,eAAe,GAAG,IAAIC,GAAJ,EAAxB;AACA,SAAQC,GAAD,IAAS;AACd,QAAIC,OAAO,GAAGD,GAAd;AACA,QAAIE,OAAO,GAAG,CAAd;;AACA,WAAOJ,eAAe,CAACK,GAAhB,CAAoBF,OAApB,CAAP,EAAqC;AACnCA,MAAAA,OAAO,GAAI,GAAED,GAAI,IAAGE,OAAQ,EAA5B;AACAA,MAAAA,OAAO;AACR;;AACDJ,IAAAA,eAAe,CAACM,GAAhB,CAAoBH,OAApB;AACA,WAAOA,OAAP;AACD,GATD;AAUD;;AAQD,SAAStC,cAAT,CAAwB9C,YAAxB,EAA8CwF,KAAa,GAAG,CAA9D,EAA2E;AACzE,QAAMC,OAAiB,GAAG,EAA1B;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGF,KAApB,EAA2BE,CAAC,EAA5B,EAAgC;AAC9BD,IAAAA,OAAO,CAACE,IAAR,CAAc,GAAE3F,YAAa,GAAE0F,CAAC,GAAG,CAAE,EAArC;AACD;;AACD,SAAOD,OAAP;AACD;;AAED,SAASrB,YAAT,CAAsBnB,GAAtB,EAA2BN,SAA3B,EAAsC;AACpC,QAAMc,MAAM,GAAGd,SAAS,GAAG,EAAH,GAAQ,EAAhC;;AACA,OAAK,IAAI+C,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGzC,GAAG,CAACF,MAAxB,EAAgC2C,CAAC,EAAjC,EAAqC;AACnC,UAAME,UAAU,GAAIjD,SAAS,IAAIA,SAAS,CAAC+C,CAAD,CAAvB,IAA+BA,CAAlD;AACA,UAAMX,KAAK,GAAG9B,GAAG,CAACyC,CAAD,CAAjB;;AACA,YAAQ,OAAOX,KAAf;AACE,WAAK,QAAL;AACA,WAAK,SAAL;AAEEtB,QAAAA,MAAM,CAACmC,UAAD,CAAN,GAAqB;AAAClF,UAAAA,IAAI,EAAEmF,MAAM,CAACD,UAAD,CAAb;AAA2BE,UAAAA,KAAK,EAAEJ,CAAlC;AAAqCK,UAAAA,IAAI,EAAEC;AAA3C,SAArB;AACA;;AACF,WAAK,QAAL;AACA;AACEvC,QAAAA,MAAM,CAACmC,UAAD,CAAN,GAAqB;AAAClF,UAAAA,IAAI,EAAEmF,MAAM,CAACD,UAAD,CAAb;AAA2BE,UAAAA,KAAK,EAAEJ,CAAlC;AAAqCK,UAAAA,IAAI,EAAE7C;AAA3C,SAArB;AARJ;AAYD;;AACD,SAAOO,MAAP;AACD;;AAED,OAAO,MAAMwC,mBAAqC,GAAG1F,SAA9C","sourcesContent":["import type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {Batch} from '@loaders.gl/schema';\ntype Schema = any;\n\nimport {\n AsyncQueue,\n TableBatchBuilder,\n convertToArrayRow,\n convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './libs/papaparse';\nimport AsyncIteratorStreamer from './lib/async-iterator-streamer';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n csv?: {\n // loaders.gl options\n shape?: 'array-row-table' \| 'object-row-table' \| 'columnar-table';\n /** optimizes memory usage but increases parsing time. /\n optimizeMemoryUsage?: boolean;\n columnPrefix?: string;\n header?: 'auto';\n\n // CSV options (papaparse)\n // delimiter: auto\n // newline: auto\n quoteChar?: string;\n escapeChar?: string;\n // Convert numbers and boolean values in rows from strings\n dynamicTyping?: boolean;\n comments?: boolean;\n skipEmptyLines?: boolean \| 'greedy';\n // transform: null?\n delimitersToGuess?: string[];\n // fastMode: auto\n };\n};\n\nconst DEFAULT_CSV_LOADER_OPTIONS = {\n csv: {\n shape: 'object-row-table',\n optimizeMemoryUsage: false,\n // CSV options\n header: 'auto',\n columnPrefix: 'column',\n // delimiter: auto\n // newline: auto\n quoteChar: '\"',\n escapeChar: '\"',\n dynamicTyping: true,\n comments: false,\n skipEmptyLines: true,\n // transform: null?\n delimitersToGuess: [',', '\\t', '\|', ';']\n // fastMode: auto\n }\n};\n\nexport const CSVLoader = {\n id: 'csv',\n module: 'csv',\n name: 'CSV',\n version: VERSION,\n extensions: ['csv', 'tsv', 'dsv'],\n mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n category: 'table',\n parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n parseCSV(new TextDecoder().decode(arrayBuffer), options),\n parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n parseInBatches: parseCSVInBatches,\n // @ts-ignore\n // testText: null,\n options: DEFAULT_CSV_LOADER_OPTIONS as CSVLoaderOptions\n};\n\nasync function parseCSV(csvText: string, options?: CSVLoaderOptions) {\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n const firstRow = readFirstRow(csvText);\n const header: boolean =\n csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n const parseWithHeader = header;\n\n const papaparseConfig = {\n // dynamicTyping: true,\n ...csvOptions,\n header: parseWithHeader,\n download: false, // We handle loading, no need for papaparse to do it for us\n transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n error: (e) => {\n throw new Error(e);\n }\n };\n\n const result = Papa.parse(csvText, papaparseConfig);\n let {data: rows} = result;\n\n const headerRow = result.meta.fields \|\| generateHeader(csvOptions.columnPrefix, firstRow.length);\n\n switch (csvOptions.shape) {\n case 'object-row-table':\n rows = rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row));\n break;\n case 'array-row-table':\n rows = rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)));\n break;\n default:\n }\n\n /\n if (!header && shape === 'object-row-table') {\n // If the dataset has no header, transform the array result into an object shape with an\n // autogenerated header\n return result.data.map((row) =>\n row.reduce((acc, value, i) => {\n acc[headerRow[i]] = value;\n return acc;\n }, {})\n );\n }\n /\n return rows;\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> \| Iterable<ArrayBuffer>,\n options?: CSVLoaderOptions\n): AsyncIterable<Batch> {\n // Papaparse does not support standard batch size handling\n // TODO - investigate papaparse chunks mode\n options = {...options};\n if (options.batchSize === 'auto') {\n options.batchSize = 4000;\n }\n\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n const asyncQueue = new AsyncQueue<Batch>();\n\n let isFirstRow: boolean = true;\n let headerRow: string[] \| null = null;\n let tableBatchBuilder: TableBatchBuilder \| null = null;\n let schema: Schema \| null = null;\n\n const config = {\n // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n ...csvOptions,\n header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n download: false, // We handle loading, no need for papaparse to do it for us\n // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n // See https://github.com/mholt/PapaParse/issues/465\n chunkSize: 1024 1024 * 5,\n // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n // both of the skipEmptyLines and step callback options are provided:\n // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n skipEmptyLines: false,\n\n // step is called on every row\n // eslint-disable-next-line complexity\n step(results) {\n let row = results.data;\n\n if (csvOptions.skipEmptyLines) {\n // Manually reject lines that are empty\n const collapsedRow = row.flat().join('').trim();\n if (collapsedRow === '') {\n return;\n }\n }\n const bytesUsed = results.meta.cursor;\n\n // Check if we need to save a header row\n if (isFirstRow && !headerRow) {\n // Auto detects or can be forced with csvOptions.header\n const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n if (header) {\n headerRow = row.map(duplicateColumnTransformer());\n return;\n }\n }\n\n // If first data row, we can deduce the schema\n if (isFirstRow) {\n isFirstRow = false;\n if (!headerRow) {\n headerRow = generateHeader(csvOptions.columnPrefix, row.length);\n }\n schema = deduceSchema(row, headerRow);\n }\n\n if (csvOptions.optimizeMemoryUsage) {\n // A workaround to allocate new strings and don't retain pointers to original strings.\n // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n row = JSON.parse(JSON.stringify(row));\n }\n\n // Add the row\n tableBatchBuilder =\n tableBatchBuilder \|\|\n new TableBatchBuilder(schema, {\n // @ts-expect-error\n shape: csvOptions.shape \|\| 'array-row-table',\n ...options\n });\n\n try {\n tableBatchBuilder.addRow(row);\n // If a batch has been completed, emit it\n const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n },\n\n // complete is called when all rows have been read\n complete(results) {\n try {\n const bytesUsed = results.meta.cursor;\n // Ensure any final (partial) batch gets emitted\n const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n\n asyncQueue.close();\n }\n };\n\n Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n // TODO - Does it matter if we return asyncIterable or asyncIterator\n // return asyncQueue[Symbol.asyncIterator]();\n return asyncQueue;\n}\n\n/*\n Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n /\nfunction isHeaderRow(row: string[]): boolean {\n return row && row.every((value) => typeof value === 'string');\n}\n\n/\n Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n /\nfunction readFirstRow(csvText: string): any[] {\n const result = Papa.parse(csvText, {\n download: false,\n dynamicTyping: true,\n preview: 1\n });\n return result.data[0];\n}\n\n/\n Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n /\nfunction duplicateColumnTransformer() {\n const observedColumns = new Set();\n return (col) => {\n let colName = col;\n let counter = 1;\n while (observedColumns.has(colName)) {\n colName = `${col}.${counter}`;\n counter++;\n }\n observedColumns.add(colName);\n return colName;\n };\n}\n\n/\n Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n const headers: string[] = [];\n for (let i = 0; i < count; i++) {\n headers.push(`${columnPrefix}${i + 1}`);\n }\n return headers;\n}\n\nfunction deduceSchema(row, headerRow) {\n const schema = headerRow ? {} : [];\n for (let i = 0; i < row.length; i++) {\n const columnName = (headerRow && headerRow[i]) \|\| i;\n const value = row[i];\n switch (typeof value) {\n case 'number':\n case 'boolean':\n // TODO - booleans could be handled differently...\n schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n break;\n case 'string':\n default:\n schema[columnName] = {name: String(columnName), index: i, type: Array};\n // We currently only handle numeric rows\n // TODO we could offer a function to map strings to numbers?\n }\n }\n return schema;\n}\n\nexport const _typecheckCSVLoader: LoaderWithParser = CSVLoader;\n"],"file":"csv-loader.js"}
1	+ {"version":3,"sources":["../src/csv-loader.ts"],"names":["AsyncQueue","TableBatchBuilder","convertToArrayRow","convertToObjectRow","Papa","AsyncIteratorStreamer","VERSION","DEFAULT_CSV_LOADER_OPTIONS","csv","shape","optimizeMemoryUsage","header","columnPrefix","quoteChar","escapeChar","dynamicTyping","comments","skipEmptyLines","delimitersToGuess","CSVLoader","id","module","name","version","extensions","mimeTypes","category","parse","arrayBuffer","options","parseCSV","TextDecoder","decode","parseText","text","parseInBatches","parseCSVInBatches","csvText","csvOptions","firstRow","readFirstRow","isHeaderRow","Boolean","parseWithHeader","papaparseConfig","download","transformHeader","duplicateColumnTransformer","undefined","error","e","Error","result","data","rows","headerRow","meta","fields","generateHeader","length","map","row","Array","isArray","asyncIterator","batchSize","asyncQueue","isFirstRow","tableBatchBuilder","schema","config","chunkSize","step","results","collapsedRow","flat","join","trim","bytesUsed","cursor","deduceSchema","JSON","stringify","addRow","batch","getFullBatch","enqueue","complete","getFinalBatch","close","every","value","preview","observedColumns","Set","col","colName","counter","has","add","count","headers","i","push","columnName","String","index","type","Float32Array","_typecheckCSVLoader"],"mappings":"AAIA,SACEA,UADF,EAEEC,iBAFF,EAGEC,iBAHF,EAIEC,kBAJF,QAKO,oBALP;AAMA,OAAOC,IAAP,MAAiB,kBAAjB;AACA,OAAOC,qBAAP,MAAkC,+BAAlC;AAIA,MAAMC,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AA0BA,MAAMC,0BAA0B,GAAG;AACjCC,EAAAA,GAAG,EAAE;AACHC,IAAAA,KAAK,EAAE,kBADJ;AAEHC,IAAAA,mBAAmB,EAAE,KAFlB;AAIHC,IAAAA,MAAM,EAAE,MAJL;AAKHC,IAAAA,YAAY,EAAE,QALX;AAQHC,IAAAA,SAAS,EAAE,GARR;AASHC,IAAAA,UAAU,EAAE,GATT;AAUHC,IAAAA,aAAa,EAAE,IAVZ;AAWHC,IAAAA,QAAQ,EAAE,KAXP;AAYHC,IAAAA,cAAc,EAAE,IAZb;AAcHC,IAAAA,iBAAiB,EAAE,CAAC,GAAD,EAAM,IAAN,EAAY,GAAZ,EAAiB,GAAjB;AAdhB;AAD4B,CAAnC;AAoBA,OAAO,MAAMC,SAAS,GAAG;AACvBC,EAAAA,EAAE,EAAE,KADmB;AAEvBC,EAAAA,MAAM,EAAE,KAFe;AAGvBC,EAAAA,IAAI,EAAE,KAHiB;AAIvBC,EAAAA,OAAO,EAAEjB,OAJc;AAKvBkB,EAAAA,UAAU,EAAE,CAAC,KAAD,EAAQ,KAAR,EAAe,KAAf,CALW;AAMvBC,EAAAA,SAAS,EAAE,CAAC,UAAD,EAAa,2BAAb,EAA0C,UAA1C,CANY;AAOvBC,EAAAA,QAAQ,EAAE,OAPa;AAQvBC,EAAAA,KAAK,EAAE,OAAOC,WAAP,EAAiCC,OAAjC,KACLC,QAAQ,CAAC,IAAIC,WAAJ,GAAkBC,MAAlB,CAAyBJ,WAAzB,CAAD,EAAwCC,OAAxC,CATa;AAUvBI,EAAAA,SAAS,EAAE,CAACC,IAAD,EAAeL,OAAf,KAA8CC,QAAQ,CAACI,IAAD,EAAOL,OAAP,CAV1C;AAWvBM,EAAAA,cAAc,EAAEC,iBAXO;AAcvBP,EAAAA,OAAO,EAAEtB;AAdc,CAAlB;;AAiBP,eAAeuB,QAAf,CAAwBO,OAAxB,EAAyCR,OAAzC,EAAqE;AAEnE,QAAMS,UAAU,GAAG,EAAC,GAAG/B,0BAA0B,CAACC,GAA/B;AAAoC,QAAGqB,OAAH,aAAGA,OAAH,uBAAGA,OAAO,CAAErB,GAAZ;AAApC,GAAnB;AAEA,QAAM+B,QAAQ,GAAGC,YAAY,CAACH,OAAD,CAA7B;AACA,QAAM1B,MAAe,GACnB2B,UAAU,CAAC3B,MAAX,KAAsB,MAAtB,GAA+B8B,WAAW,CAACF,QAAD,CAA1C,GAAuDG,OAAO,CAACJ,UAAU,CAAC3B,MAAZ,CADhE;AAGA,QAAMgC,eAAe,GAAGhC,MAAxB;AAEA,QAAMiC,eAAe,GAAG,EAEtB,GAAGN,UAFmB;AAGtB3B,IAAAA,MAAM,EAAEgC,eAHc;AAItBE,IAAAA,QAAQ,EAAE,KAJY;AAKtBC,IAAAA,eAAe,EAAEH,eAAe,GAAGI,0BAA0B,EAA7B,GAAkCC,SAL5C;AAMtBC,IAAAA,KAAK,EAAGC,CAAD,IAAO;AACZ,YAAM,IAAIC,KAAJ,CAAUD,CAAV,CAAN;AACD;AARqB,GAAxB;AAWA,QAAME,MAAM,GAAGhD,IAAI,CAACuB,KAAL,CAAWU,OAAX,EAAoBO,eAApB,CAAf;AACA,MAAI;AAACS,IAAAA,IAAI,EAAEC;AAAP,MAAeF,MAAnB;AAEA,QAAMG,SAAS,GAAGH,MAAM,CAACI,IAAP,CAAYC,MAAZ,IAAsBC,cAAc,CAACpB,UAAU,CAAC1B,YAAZ,EAA0B2B,QAAQ,CAACoB,MAAnC,CAAtD;;AAEA,UAAQrB,UAAU,CAAC7B,KAAnB;AACE,SAAK,kBAAL;AACE6C,MAAAA,IAAI,GAAGA,IAAI,CAACM,GAAL,CAAUC,GAAD,IAAUC,KAAK,CAACC,OAAN,CAAcF,GAAd,IAAqB1D,kBAAkB,CAAC0D,GAAD,EAAMN,SAAN,CAAvC,GAA0DM,GAA7E,CAAP;AACA;;AACF,SAAK,iBAAL;AACEP,MAAAA,IAAI,GAAGA,IAAI,CAACM,GAAL,CAAUC,GAAD,IAAUC,KAAK,CAACC,OAAN,CAAcF,GAAd,IAAqBA,GAArB,GAA2B3D,iBAAiB,CAAC2D,GAAD,EAAMN,SAAN,CAA/D,CAAP;AACA;;AACF;AAPF;;AAsBA,SAAOD,IAAP;AACD;;AAGD,SAASlB,iBAAT,CACE4B,aADF,EAEEnC,OAFF,EAGwB;AAAA;;AAGtBA,EAAAA,OAAO,GAAG,EAAC,GAAGA;AAAJ,GAAV;;AACA,MAAIA,OAAO,CAACoC,SAAR,KAAsB,MAA1B,EAAkC;AAChCpC,IAAAA,OAAO,CAACoC,SAAR,GAAoB,IAApB;AACD;;AAGD,QAAM3B,UAAU,GAAG,EAAC,GAAG/B,0BAA0B,CAACC,GAA/B;AAAoC,oBAAGqB,OAAH,6CAAG,SAASrB,GAAZ;AAApC,GAAnB;AAEA,QAAM0D,UAAU,GAAG,IAAIlE,UAAJ,EAAnB;AAEA,MAAImE,UAAmB,GAAG,IAA1B;AACA,MAAIZ,SAA0B,GAAG,IAAjC;AACA,MAAIa,iBAA2C,GAAG,IAAlD;AACA,MAAIC,MAAqB,GAAG,IAA5B;AAEA,QAAMC,MAAM,GAAG,EAEb,GAAGhC,UAFU;AAGb3B,IAAAA,MAAM,EAAE,KAHK;AAIbkC,IAAAA,QAAQ,EAAE,KAJG;AAQb0B,IAAAA,SAAS,EAAE,OAAO,IAAP,GAAc,CARZ;AAcbtD,IAAAA,cAAc,EAAE,KAdH;;AAkBbuD,IAAAA,IAAI,CAACC,OAAD,EAAU;AACZ,UAAIZ,GAAG,GAAGY,OAAO,CAACpB,IAAlB;;AAEA,UAAIf,UAAU,CAACrB,cAAf,EAA+B;AAE7B,cAAMyD,YAAY,GAAGb,GAAG,CAACc,IAAJ,GAAWC,IAAX,CAAgB,EAAhB,EAAoBC,IAApB,EAArB;;AACA,YAAIH,YAAY,KAAK,EAArB,EAAyB;AACvB;AACD;AACF;;AACD,YAAMI,SAAS,GAAGL,OAAO,CAACjB,IAAR,CAAauB,MAA/B;;AAGA,UAAIZ,UAAU,IAAI,CAACZ,SAAnB,EAA8B;AAE5B,cAAM5C,MAAM,GAAG2B,UAAU,CAAC3B,MAAX,KAAsB,MAAtB,GAA+B8B,WAAW,CAACoB,GAAD,CAA1C,GAAkDnB,OAAO,CAACJ,UAAU,CAAC3B,MAAZ,CAAxE;;AACA,YAAIA,MAAJ,EAAY;AACV4C,UAAAA,SAAS,GAAGM,GAAG,CAACD,GAAJ,CAAQb,0BAA0B,EAAlC,CAAZ;AACA;AACD;AACF;;AAGD,UAAIoB,UAAJ,EAAgB;AACdA,QAAAA,UAAU,GAAG,KAAb;;AACA,YAAI,CAACZ,SAAL,EAAgB;AACdA,UAAAA,SAAS,GAAGG,cAAc,CAACpB,UAAU,CAAC1B,YAAZ,EAA0BiD,GAAG,CAACF,MAA9B,CAA1B;AACD;;AACDU,QAAAA,MAAM,GAAGW,YAAY,CAACnB,GAAD,EAAMN,SAAN,CAArB;AACD;;AAED,UAAIjB,UAAU,CAAC5B,mBAAf,EAAoC;AAGlCmD,QAAAA,GAAG,GAAGoB,IAAI,CAACtD,KAAL,CAAWsD,IAAI,CAACC,SAAL,CAAerB,GAAf,CAAX,CAAN;AACD;;AAGDO,MAAAA,iBAAiB,GACfA,iBAAiB,IACjB,IAAInE,iBAAJ,CAAsBoE,MAAtB,EAA8B;AAE5B5D,QAAAA,KAAK,EAAE6B,UAAU,CAAC7B,KAAX,IAAoB,iBAFC;AAG5B,WAAGoB;AAHyB,OAA9B,CAFF;;AAQA,UAAI;AACFuC,QAAAA,iBAAiB,CAACe,MAAlB,CAAyBtB,GAAzB;AAEA,cAAMuB,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACiB,YAAlB,CAA+B;AAACP,UAAAA;AAAD,SAA/B,CAAnC;;AACA,YAAIM,KAAJ,EAAW;AACTlB,UAAAA,UAAU,CAACoB,OAAX,CAAmBF,KAAnB;AACD;AACF,OAPD,CAOE,OAAOnC,KAAP,EAAc;AACdiB,QAAAA,UAAU,CAACoB,OAAX,CAAmBrC,KAAnB;AACD;AACF,KA1EY;;AA6EbsC,IAAAA,QAAQ,CAACd,OAAD,EAAU;AAChB,UAAI;AACF,cAAMK,SAAS,GAAGL,OAAO,CAACjB,IAAR,CAAauB,MAA/B;AAEA,cAAMK,KAAK,GAAGhB,iBAAiB,IAAIA,iBAAiB,CAACoB,aAAlB,CAAgC;AAACV,UAAAA;AAAD,SAAhC,CAAnC;;AACA,YAAIM,KAAJ,EAAW;AACTlB,UAAAA,UAAU,CAACoB,OAAX,CAAmBF,KAAnB;AACD;AACF,OAPD,CAOE,OAAOnC,KAAP,EAAc;AACdiB,QAAAA,UAAU,CAACoB,OAAX,CAAmBrC,KAAnB;AACD;;AAEDiB,MAAAA,UAAU,CAACuB,KAAX;AACD;;AA1FY,GAAf;AA6FArF,EAAAA,IAAI,CAACuB,KAAL,CAAWqC,aAAX,EAA0BM,MAA1B,EAAkCjE,qBAAlC;AAIA,SAAO6D,UAAP;AACD;;AAOD,SAASzB,WAAT,CAAqBoB,GAArB,EAA6C;AAC3C,SAAOA,GAAG,IAAIA,GAAG,CAAC6B,KAAJ,CAAWC,KAAD,IAAW,OAAOA,KAAP,KAAiB,QAAtC,CAAd;AACD;;AAOD,SAASnD,YAAT,CAAsBH,OAAtB,EAA8C;AAC5C,QAAMe,MAAM,GAAGhD,IAAI,CAACuB,KAAL,CAAWU,OAAX,EAAoB;AACjCQ,IAAAA,QAAQ,EAAE,KADuB;AAEjC9B,IAAAA,aAAa,EAAE,IAFkB;AAGjC6E,IAAAA,OAAO,EAAE;AAHwB,GAApB,CAAf;AAKA,SAAOxC,MAAM,CAACC,IAAP,CAAY,CAAZ,CAAP;AACD;;AAQD,SAASN,0BAAT,GAAsC;AACpC,QAAM8C,eAAe,GAAG,IAAIC,GAAJ,EAAxB;AACA,SAAQC,GAAD,IAAS;AACd,QAAIC,OAAO,GAAGD,GAAd;AACA,QAAIE,OAAO,GAAG,CAAd;;AACA,WAAOJ,eAAe,CAACK,GAAhB,CAAoBF,OAApB,CAAP,EAAqC;AACnCA,MAAAA,OAAO,aAAMD,GAAN,cAAaE,OAAb,CAAP;AACAA,MAAAA,OAAO;AACR;;AACDJ,IAAAA,eAAe,CAACM,GAAhB,CAAoBH,OAApB;AACA,WAAOA,OAAP;AACD,GATD;AAUD;;AAQD,SAAStC,cAAT,CAAwB9C,YAAxB,EAA8CwF,KAAa,GAAG,CAA9D,EAA2E;AACzE,QAAMC,OAAiB,GAAG,EAA1B;;AACA,OAAK,IAAIC,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGF,KAApB,EAA2BE,CAAC,EAA5B,EAAgC;AAC9BD,IAAAA,OAAO,CAACE,IAAR,WAAgB3F,YAAhB,SAA+B0F,CAAC,GAAG,CAAnC;AACD;;AACD,SAAOD,OAAP;AACD;;AAED,SAASrB,YAAT,CAAsBnB,GAAtB,EAA2BN,SAA3B,EAAsC;AACpC,QAAMc,MAAM,GAAGd,SAAS,GAAG,EAAH,GAAQ,EAAhC;;AACA,OAAK,IAAI+C,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGzC,GAAG,CAACF,MAAxB,EAAgC2C,CAAC,EAAjC,EAAqC;AACnC,UAAME,UAAU,GAAIjD,SAAS,IAAIA,SAAS,CAAC+C,CAAD,CAAvB,IAA+BA,CAAlD;AACA,UAAMX,KAAK,GAAG9B,GAAG,CAACyC,CAAD,CAAjB;;AACA,YAAQ,OAAOX,KAAf;AACE,WAAK,QAAL;AACA,WAAK,SAAL;AAEEtB,QAAAA,MAAM,CAACmC,UAAD,CAAN,GAAqB;AAAClF,UAAAA,IAAI,EAAEmF,MAAM,CAACD,UAAD,CAAb;AAA2BE,UAAAA,KAAK,EAAEJ,CAAlC;AAAqCK,UAAAA,IAAI,EAAEC;AAA3C,SAArB;AACA;;AACF,WAAK,QAAL;AACA;AACEvC,QAAAA,MAAM,CAACmC,UAAD,CAAN,GAAqB;AAAClF,UAAAA,IAAI,EAAEmF,MAAM,CAACD,UAAD,CAAb;AAA2BE,UAAAA,KAAK,EAAEJ,CAAlC;AAAqCK,UAAAA,IAAI,EAAE7C;AAA3C,SAArB;AARJ;AAYD;;AACD,SAAOO,MAAP;AACD;;AAED,OAAO,MAAMwC,mBAAqC,GAAG1F,SAA9C","sourcesContent":["import type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {Batch} from '@loaders.gl/schema';\ntype Schema = any;\n\nimport {\n AsyncQueue,\n TableBatchBuilder,\n convertToArrayRow,\n convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './libs/papaparse';\nimport AsyncIteratorStreamer from './lib/async-iterator-streamer';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n csv?: {\n // loaders.gl options\n shape?: 'array-row-table' \| 'object-row-table' \| 'columnar-table';\n /** optimizes memory usage but increases parsing time. /\n optimizeMemoryUsage?: boolean;\n columnPrefix?: string;\n header?: 'auto';\n\n // CSV options (papaparse)\n // delimiter: auto\n // newline: auto\n quoteChar?: string;\n escapeChar?: string;\n // Convert numbers and boolean values in rows from strings\n dynamicTyping?: boolean;\n comments?: boolean;\n skipEmptyLines?: boolean \| 'greedy';\n // transform: null?\n delimitersToGuess?: string[];\n // fastMode: auto\n };\n};\n\nconst DEFAULT_CSV_LOADER_OPTIONS = {\n csv: {\n shape: 'object-row-table',\n optimizeMemoryUsage: false,\n // CSV options\n header: 'auto',\n columnPrefix: 'column',\n // delimiter: auto\n // newline: auto\n quoteChar: '\"',\n escapeChar: '\"',\n dynamicTyping: true,\n comments: false,\n skipEmptyLines: true,\n // transform: null?\n delimitersToGuess: [',', '\\t', '\|', ';']\n // fastMode: auto\n }\n};\n\nexport const CSVLoader = {\n id: 'csv',\n module: 'csv',\n name: 'CSV',\n version: VERSION,\n extensions: ['csv', 'tsv', 'dsv'],\n mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n category: 'table',\n parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n parseCSV(new TextDecoder().decode(arrayBuffer), options),\n parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n parseInBatches: parseCSVInBatches,\n // @ts-ignore\n // testText: null,\n options: DEFAULT_CSV_LOADER_OPTIONS as CSVLoaderOptions\n};\n\nasync function parseCSV(csvText: string, options?: CSVLoaderOptions) {\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n const firstRow = readFirstRow(csvText);\n const header: boolean =\n csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n const parseWithHeader = header;\n\n const papaparseConfig = {\n // dynamicTyping: true,\n ...csvOptions,\n header: parseWithHeader,\n download: false, // We handle loading, no need for papaparse to do it for us\n transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n error: (e) => {\n throw new Error(e);\n }\n };\n\n const result = Papa.parse(csvText, papaparseConfig);\n let {data: rows} = result;\n\n const headerRow = result.meta.fields \|\| generateHeader(csvOptions.columnPrefix, firstRow.length);\n\n switch (csvOptions.shape) {\n case 'object-row-table':\n rows = rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row));\n break;\n case 'array-row-table':\n rows = rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)));\n break;\n default:\n }\n\n /\n if (!header && shape === 'object-row-table') {\n // If the dataset has no header, transform the array result into an object shape with an\n // autogenerated header\n return result.data.map((row) =>\n row.reduce((acc, value, i) => {\n acc[headerRow[i]] = value;\n return acc;\n }, {})\n );\n }\n /\n return rows;\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> \| Iterable<ArrayBuffer>,\n options?: CSVLoaderOptions\n): AsyncIterable<Batch> {\n // Papaparse does not support standard batch size handling\n // TODO - investigate papaparse chunks mode\n options = {...options};\n if (options.batchSize === 'auto') {\n options.batchSize = 4000;\n }\n\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n const asyncQueue = new AsyncQueue<Batch>();\n\n let isFirstRow: boolean = true;\n let headerRow: string[] \| null = null;\n let tableBatchBuilder: TableBatchBuilder \| null = null;\n let schema: Schema \| null = null;\n\n const config = {\n // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n ...csvOptions,\n header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n download: false, // We handle loading, no need for papaparse to do it for us\n // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n // See https://github.com/mholt/PapaParse/issues/465\n chunkSize: 1024 1024 * 5,\n // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n // both of the skipEmptyLines and step callback options are provided:\n // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n skipEmptyLines: false,\n\n // step is called on every row\n // eslint-disable-next-line complexity\n step(results) {\n let row = results.data;\n\n if (csvOptions.skipEmptyLines) {\n // Manually reject lines that are empty\n const collapsedRow = row.flat().join('').trim();\n if (collapsedRow === '') {\n return;\n }\n }\n const bytesUsed = results.meta.cursor;\n\n // Check if we need to save a header row\n if (isFirstRow && !headerRow) {\n // Auto detects or can be forced with csvOptions.header\n const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n if (header) {\n headerRow = row.map(duplicateColumnTransformer());\n return;\n }\n }\n\n // If first data row, we can deduce the schema\n if (isFirstRow) {\n isFirstRow = false;\n if (!headerRow) {\n headerRow = generateHeader(csvOptions.columnPrefix, row.length);\n }\n schema = deduceSchema(row, headerRow);\n }\n\n if (csvOptions.optimizeMemoryUsage) {\n // A workaround to allocate new strings and don't retain pointers to original strings.\n // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n row = JSON.parse(JSON.stringify(row));\n }\n\n // Add the row\n tableBatchBuilder =\n tableBatchBuilder \|\|\n new TableBatchBuilder(schema, {\n // @ts-expect-error\n shape: csvOptions.shape \|\| 'array-row-table',\n ...options\n });\n\n try {\n tableBatchBuilder.addRow(row);\n // If a batch has been completed, emit it\n const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n },\n\n // complete is called when all rows have been read\n complete(results) {\n try {\n const bytesUsed = results.meta.cursor;\n // Ensure any final (partial) batch gets emitted\n const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n\n asyncQueue.close();\n }\n };\n\n Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n // TODO - Does it matter if we return asyncIterable or asyncIterator\n // return asyncQueue[Symbol.asyncIterator]();\n return asyncQueue;\n}\n\n/*\n Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n /\nfunction isHeaderRow(row: string[]): boolean {\n return row && row.every((value) => typeof value === 'string');\n}\n\n/\n Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n /\nfunction readFirstRow(csvText: string): any[] {\n const result = Papa.parse(csvText, {\n download: false,\n dynamicTyping: true,\n preview: 1\n });\n return result.data[0];\n}\n\n/\n Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n /\nfunction duplicateColumnTransformer() {\n const observedColumns = new Set();\n return (col) => {\n let colName = col;\n let counter = 1;\n while (observedColumns.has(colName)) {\n colName = `${col}.${counter}`;\n counter++;\n }\n observedColumns.add(colName);\n return colName;\n };\n}\n\n/\n Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n const headers: string[] = [];\n for (let i = 0; i < count; i++) {\n headers.push(`${columnPrefix}${i + 1}`);\n }\n return headers;\n}\n\nfunction deduceSchema(row, headerRow) {\n const schema = headerRow ? {} : [];\n for (let i = 0; i < row.length; i++) {\n const columnName = (headerRow && headerRow[i]) \|\| i;\n const value = row[i];\n switch (typeof value) {\n case 'number':\n case 'boolean':\n // TODO - booleans could be handled differently...\n schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n break;\n case 'string':\n default:\n schema[columnName] = {name: String(columnName), index: i, type: Array};\n // We currently only handle numeric rows\n // TODO we could offer a function to map strings to numbers?\n }\n }\n return schema;\n}\n\nexport const _typecheckCSVLoader: LoaderWithParser = CSVLoader;\n"],"file":"csv-loader.js"}

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@loaders.gl/csv",
-  "version": "3.1.0-alpha.3",
+  "version": "4.0.0-alpha.4",
   "description": "Framework-independent loader for CSV and DSV table formats",
   "license": "MIT",
   "publishConfig": {
@@ -27,14 +27,14 @@
   ],
   "scripts": {
     "pre-build": "npm run build-bundle",
-    "build-bundle": "webpack --display=minimal --config ../../scripts/webpack/bundle.js"
+    "build-bundle": "esbuild src/bundle.ts --bundle --outfile=dist/bundle.js"
   },
   "dependencies": {
-    "@loaders.gl/loader-utils": "3.1.0-alpha.3",
-    "@loaders.gl/schema": "3.1.0-alpha.3"
+    "@loaders.gl/loader-utils": "4.0.0-alpha.4",
+    "@loaders.gl/schema": "4.0.0-alpha.4"
   },
   "devDependencies": {
     "d3-dsv": "^1.2.0"
   },
-  "gitHead": "68e1c443d1b63aa2515436a7411ed0a029b42c15"
+  "gitHead": "53026061b3c8871f7e96d3a5826125cc6613bddc"
 }

package/dist/dist.min.js DELETED Viewed

@@ -1,9 +0,0 @@
-!function(e,t){if("object"==typeof exports&&"object"==typeof module)module.exports=t();else if("function"==typeof define&&define.amd)define([],t);else{var r=t();for(var i in r)("object"==typeof exports?exports:e)[i]=r[i]}}(window,(function(){return function(e){var t={};function r(i){if(t[i])return t[i].exports;var s=t[i]={i:i,l:!1,exports:{}};return e[i].call(s.exports,s,s.exports,r),s.l=!0,s.exports}return r.m=e,r.c=t,r.d=function(e,t,i){r.o(e,t)||Object.defineProperty(e,t,{enumerable:!0,get:i})},r.r=function(e){"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},r.t=function(e,t){if(1&t&&(e=r(e)),8&t)return e;if(4&t&&"object"==typeof e&&e&&e.__esModule)return e;var i=Object.create(null);if(r.r(i),Object.defineProperty(i,"default",{enumerable:!0,value:e}),2&t&&"string"!=typeof e)for(var s in e)r.d(i,s,function(t){return e[t]}.bind(null,s));return i},r.n=function(e){var t=e&&e.__esModule?function(){return e.default}:function(){return e};return r.d(t,"a",t),t},r.o=function(e,t){return Object.prototype.hasOwnProperty.call(e,t)},r.p="",r(r.s=1)}([function(e,t){
-/* @license
-Papa Parse
-v5.0.0-beta.0
-https://github.com/mholt/PapaParse
-License: MIT
-*/
-var r="undefined"!=typeof self?self:"undefined"!=typeof window?window:void 0!==r?r:{},i={};function s(e){this._handle=null,this._finished=!1,this._completed=!1,this._input=null,this._baseIndex=0,this._partialLine="",this._rowCount=0,this._start=0,this._nextChunk=null,this.isFirstChunk=!0,this._completeResults={data:[],errors:[],meta:{}},function(e){var t=l(e);t.chunkSize=parseInt(t.chunkSize),e.step||e.chunk||(t.chunkSize=null);this._handle=new a(t),this._handle.streamer=this,this._config=t}.call(this,e),this.parseChunk=function(e,t){if(this.isFirstChunk&&u(this._config.beforeFirstChunk)){var r=this._config.beforeFirstChunk(e);void 0!==r&&(e=r)}this.isFirstChunk=!1;var i=this._partialLine+e;this._partialLine="";var s=this._handle.parse(i,this._baseIndex,!this._finished);if(!this._handle.paused()&&!this._handle.aborted()){var n=s.meta.cursor;this._finished||(this._partialLine=i.substring(n-this._baseIndex),this._baseIndex=n),s&&s.data&&(this._rowCount+=s.data.length);var a=this._finished||this._config.preview&&this._rowCount>=this._config.preview;if(u(this._config.chunk)&&!t){if(this._config.chunk(s,this._handle),this._handle.paused()||this._handle.aborted())return;s=void 0,this._completeResults=void 0}return this._config.step||this._config.chunk||(this._completeResults.data=this._completeResults.data.concat(s.data),this._completeResults.errors=this._completeResults.errors.concat(s.errors),this._completeResults.meta=s.meta),this._completed||!a||!u(this._config.complete)||s&&s.meta.aborted||(this._config.complete(this._completeResults,this._input),this._completed=!0),a||s&&s.meta.paused||this._nextChunk(),s}},this._sendError=function(e){u(this._config.error)&&this._config.error(e)}}function n(e){var t;e=e||{},s.call(this,e),this.stream=function(e){return t=e,this._nextChunk()},this._nextChunk=function(){if(!this._finished){var e=this._config.chunkSize,r=e?t.substr(0,e):t;return t=e?t.substr(e):"",this._finished=!t,this.parseChunk(r)}}}function a(e){var t,r,s,n=/^\s*-?(\d*\.?\d+|\d+\.?\d*)(e[-+]?\d+)?\s*$/i,a=/(\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d:[0-5]\d\.\d+([+-][0-2]\d:[0-5]\d|Z))|(\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d:[0-5]\d([+-][0-2]\d:[0-5]\d|Z))|(\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d([+-][0-2]\d:[0-5]\d|Z))/,c=this,d=0,f=0,p=!1,g=!1,m=[],y={data:[],errors:[],meta:{}};if(u(e.step)){var b=e.step;e.step=function(t){if(y=t,_())v();else{if(v(),!y.data||0===y.data.length)return;d+=t.data.length,e.preview&&d>e.preview?r.abort():b(y,c)}}}function w(t){return"greedy"===e.skipEmptyLines?""===t.join("").trim():1===t.length&&0===t[0].length}function v(){if(y&&s&&(C("Delimiter","UndetectableDelimiter","Unable to auto-detect delimiting character; defaulted to '"+i.DefaultDelimiter+"'"),s=!1),e.skipEmptyLines)for(var t=0;t<y.data.length;t++)w(y.data[t])&&y.data.splice(t--,1);return _()&&function(){if(!y)return;function t(t){u(e.transformHeader)&&(t=e.transformHeader(t)),m.push(t)}if(Array.isArray(y.data[0])){for(var r=0;_()&&r<y.data.length;r++)y.data[r].forEach(t);y.data.splice(0,1)}else y.data.forEach(t)}(),function(){if(!y||!y.data||!e.header&&!e.dynamicTyping&&!e.transform)return y;function t(t,r){var i,s=e.header?{}:[];for(i=0;i<t.length;i++){var n=i,a=t[i];e.header&&(n=i>=m.length?"__parsed_extra":m[i]),e.transform&&(a=e.transform(a,n)),a=A(n,a),"__parsed_extra"===n?(s[n]=s[n]||[],s[n].push(a)):s[n]=a}return e.header&&(i>m.length?C("FieldMismatch","TooManyFields","Too many fields: expected "+m.length+" fields but parsed "+i,f+r):i<m.length&&C("FieldMismatch","TooFewFields","Too few fields: expected "+m.length+" fields but parsed "+i,f+r)),s}var r=1;!y.data[0]||Array.isArray(y.data[0])?(y.data=y.data.map(t),r=y.data.length):y.data=t(y.data,0);e.header&&y.meta&&(y.meta.fields=m);return f+=r,y}()}function _(){return e.header&&0===m.length}function A(t,r){return function(t){return e.dynamicTypingFunction&&void 0===e.dynamicTyping[t]&&(e.dynamicTyping[t]=e.dynamicTypingFunction(t)),!0===(e.dynamicTyping[t]||e.dynamicTyping)}(t)?"true"===r||"TRUE"===r||"false"!==r&&"FALSE"!==r&&(n.test(r)?parseFloat(r):a.test(r)?new Date(r):""===r?null:r):r}function C(e,t,r,i){y.errors.push({type:e,code:t,message:r,row:i})}this.parse=function(n,a,c){var d=e.quoteChar||'"';if(e.newline||(e.newline=function(e,t){e=e.substr(0,1048576);var r=new RegExp(o(t)+"([^]*?)"+o(t),"gm"),i=(e=e.replace(r,"")).split("\r"),s=e.split("\n"),n=s.length>1&&s[0].length<i[0].length;if(1===i.length||n)return"\n";for(var a=0,h=0;h<i.length;h++)"\n"===i[h][0]&&a++;return a>=i.length/2?"\r\n":"\r"}(n,d)),s=!1,e.delimiter)u(e.delimiter)&&(e.delimiter=e.delimiter(n),y.meta.delimiter=e.delimiter);else{var f=function(t,r,s,n,a){var o,l,u;a=a||[",","\t","|",";",i.RECORD_SEP,i.UNIT_SEP];for(var c=0;c<a.length;c++){var d=a[c],f=0,p=0,g=0;u=void 0;for(var m=new h({comments:n,delimiter:d,newline:r,preview:10}).parse(t),y=0;y<m.data.length;y++)if(s&&w(m.data[y]))g++;else{var b=m.data[y].length;p+=b,void 0!==u?b>1&&(f+=Math.abs(b-u),u=b):u=0}m.data.length>0&&(p/=m.data.length-g),(void 0===l||f>l)&&p>1.99&&(l=f,o=d)}return e.delimiter=o,{successful:!!o,bestDelimiter:o}}(n,e.newline,e.skipEmptyLines,e.comments,e.delimitersToGuess);f.successful?e.delimiter=f.bestDelimiter:(s=!0,e.delimiter=i.DefaultDelimiter),y.meta.delimiter=e.delimiter}var g=l(e);return e.preview&&e.header&&g.preview++,t=n,r=new h(g),y=r.parse(t,a,c),v(),p?{meta:{paused:!0}}:y||{meta:{paused:!1}}},this.paused=function(){return p},this.pause=function(){p=!0,r.abort(),t=t.substr(r.getCharIndex())},this.resume=function(){p=!1,c.streamer.parseChunk(t,!0)},this.aborted=function(){return g},this.abort=function(){g=!0,r.abort(),y.meta.aborted=!0,u(e.complete)&&e.complete(y),t=""}}function o(e){return e.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function h(e){var t,r=(e=e||{}).delimiter,s=e.newline,n=e.comments,a=e.step,h=e.preview,l=e.fastMode,c=t=void 0===e.quoteChar?'"':e.quoteChar;if(void 0!==e.escapeChar&&(c=e.escapeChar),("string"!=typeof r||i.BAD_DELIMITERS.indexOf(r)>-1)&&(r=","),n===r)throw new Error("Comment character same as delimiter");!0===n?n="#":("string"!=typeof n||i.BAD_DELIMITERS.indexOf(n)>-1)&&(n=!1),"\n"!==s&&"\r"!==s&&"\r\n"!==s&&(s="\n");var d=0,f=!1;this.parse=function(e,i,p){if("string"!=typeof e)throw new Error("Input must be a string");var g=e.length,m=r.length,y=s.length,b=n.length,w=u(a);d=0;var v=[],_=[],A=[],C=0;if(!e)return F();if(l||!1!==l&&-1===e.indexOf(t)){for(var x=e.split(s),R=0;R<x.length;R++){if(A=x[R],d+=A.length,R!==x.length-1)d+=s.length;else if(p)return F();if(!n||A.substr(0,b)!==n){if(w){if(v=[],B(A.split(r)),I(),f)return F()}else B(A.split(r));if(h&&R>=h)return v=v.slice(0,h),F(!0)}}return F()}for(var E,k=e.indexOf(r,d),O=e.indexOf(s,d),T=new RegExp(o(c)+o(t),"g");;)if(e[d]!==t)if(n&&0===A.length&&e.substr(d,b)===n){if(-1===O)return F();d=O+y,O=e.indexOf(s,d),k=e.indexOf(r,d)}else if(-1!==k&&(k<O||-1===O))A.push(e.substring(d,k)),d=k+m,k=e.indexOf(r,d);else{if(-1===O)break;if(A.push(e.substring(d,O)),P(O+y),w&&(I(),f))return F();if(h&&v.length>=h)return F(!0)}else{for(E=d,d++;;){if(-1===(E=e.indexOf(t,E+1)))return p||_.push({type:"Quotes",code:"MissingQuotes",message:"Quoted field unterminated",row:v.length,index:d}),M();if(E===g-1)return M(e.substring(d,E).replace(T,t));if(t!==c||e[E+1]!==c){if(t===c||0===E||e[E-1]!==c){var S=D(-1===O?k:Math.min(k,O));if(e[E+1+S]===r){if(A.push(e.substring(d,E).replace(T,t)),d=E+1+S+m,k=e.indexOf(r,d),O=e.indexOf(s,d),w&&(I(),f))return F();if(h&&v.length>=h)return F(!0);break}var j=D(O);if(e.substr(E+1+j,y)===s){if(A.push(e.substring(d,E).replace(T,t)),P(E+1+j+y),k=e.indexOf(r,d),w&&(I(),f))return F();if(h&&v.length>=h)return F(!0);break}_.push({type:"Quotes",code:"InvalidQuotes",message:"Trailing quote on quoted field is malformed",row:v.length,index:d}),E++}}else E++}if(w&&(I(),f))return F();if(h&&v.length>=h)return F(!0)}return M();function B(e){v.push(e),C=d}function D(t){var r=0;if(-1!==t){var i=e.substring(E+1,t);i&&""===i.trim()&&(r=i.length)}return r}function M(t){return p||(void 0===t&&(t=e.substr(d)),A.push(t),d=g,B(A),w&&I()),F()}function P(t){d=t,B(A),A=[],O=e.indexOf(s,d)}function F(e,t){return{data:t||!1?v[0]:v,errors:_,meta:{delimiter:r,linebreak:s,aborted:f,truncated:!!e,cursor:C+(i||0)}}}function I(){a(F(void 0,!0)),v=[],_=[]}},this.abort=function(){f=!0},this.getCharIndex=function(){return d}}function l(e){if("object"!=typeof e||null===e)return e;var t=Array.isArray(e)?[]:{};for(var r in e)t[r]=l(e[r]);return t}function u(e){return"function"==typeof e}e.exports=i,i.parse=function(e,t,r){var s=(t=t||{}).dynamicTyping||!1;u(s)&&(t.dynamicTypingFunction=s,s={});if(t.dynamicTyping=s,t.transform=!!u(t.transform)&&t.transform,t.worker&&i.WORKERS_SUPPORTED){var a=newWorker();return a.userStep=t.step,a.userChunk=t.chunk,a.userComplete=t.complete,a.userError=t.error,t.step=u(t.step),t.chunk=u(t.chunk),t.complete=u(t.complete),t.error=u(t.error),delete t.worker,void a.postMessage({input:e,config:t,workerId:a.id})}var o=null;"string"==typeof e&&(o=new n(t));o||(o=new r(t));return o.stream(e)},i.unparse=function(e,t){var r=!1,s=!0,n=",",a="\r\n",h='"',l=h+h,u=!1,c=null;!function(){if("object"!=typeof t)return;"string"!=typeof t.delimiter||i.BAD_DELIMITERS.filter((function(e){return-1!==t.delimiter.indexOf(e)})).length||(n=t.delimiter);("boolean"==typeof t.quotes||Array.isArray(t.quotes))&&(r=t.quotes);"boolean"!=typeof t.skipEmptyLines&&"string"!=typeof t.skipEmptyLines||(u=t.skipEmptyLines);"string"==typeof t.newline&&(a=t.newline);"string"==typeof t.quoteChar&&(h=t.quoteChar);"boolean"==typeof t.header&&(s=t.header);if(Array.isArray(t.columns)){if(0===t.columns.length)throw new Error("Option columns is empty");c=t.columns}void 0!==t.escapeChar&&(l=t.escapeChar+h)}();var d=new RegExp(o(h),"g");"string"==typeof e&&(e=JSON.parse(e));if(Array.isArray(e)){if(!e.length||Array.isArray(e[0]))return p(null,e,u);if("object"==typeof e[0])return p(c||f(e[0]),e,u)}else if("object"==typeof e)return"string"==typeof e.data&&(e.data=JSON.parse(e.data)),Array.isArray(e.data)&&(e.fields||(e.fields=e.meta&&e.meta.fields),e.fields||(e.fields=Array.isArray(e.data[0])?e.fields:f(e.data[0])),Array.isArray(e.data[0])||"object"==typeof e.data[0]||(e.data=[e.data])),p(e.fields||[],e.data||[],u);throw new Error("Unable to serialize unrecognized input");function f(e){if("object"!=typeof e)return[];var t=[];for(var r in e)t.push(r);return t}function p(e,t,r){var i="";"string"==typeof e&&(e=JSON.parse(e)),"string"==typeof t&&(t=JSON.parse(t));var o=Array.isArray(e)&&e.length>0,h=!Array.isArray(t[0]);if(o&&s){for(var l=0;l<e.length;l++)l>0&&(i+=n),i+=g(e[l],l);t.length>0&&(i+=a)}for(var u=0;u<t.length;u++){var c=o?e.length:t[u].length,d=!1,f=o?0===Object.keys(t[u]).length:0===t[u].length;if(r&&!o&&(d="greedy"===r?""===t[u].join("").trim():1===t[u].length&&0===t[u][0].length),"greedy"===r&&o){for(var p=[],m=0;m<c;m++){var y=h?e[m]:m;p.push(t[u][y])}d=""===p.join("").trim()}if(!d){for(var b=0;b<c;b++){b>0&&!f&&(i+=n);var w=o&&h?e[b]:b;i+=g(t[u][w],b)}u<t.length-1&&(!r||c>0&&!f)&&(i+=a)}}return i}function g(e,t){return null==e?"":e.constructor===Date?JSON.stringify(e).slice(1,25):(e=e.toString().replace(d,l),"boolean"==typeof r&&r||Array.isArray(r)&&r[t]||function(e,t){for(var r=0;r<t.length;r++)if(e.indexOf(t[r])>-1)return!0;return!1}(e,i.BAD_DELIMITERS)||e.indexOf(n)>-1||" "===e.charAt(0)||" "===e.charAt(e.length-1)?h+e+h:e)}},i.RECORD_SEP=String.fromCharCode(30),i.UNIT_SEP=String.fromCharCode(31),i.BYTE_ORDER_MARK="\ufeff",i.BAD_DELIMITERS=["\r","\n",'"',i.BYTE_ORDER_MARK],i.WORKERS_SUPPORTED=!1,i.NODE_STREAM_INPUT=1,i.LocalChunkSize=10485760,i.RemoteChunkSize=5242880,i.DefaultDelimiter=",",i.Parser=h,i.ParserHandle=a,i.ChunkStreamer=s,i.StringStreamer=n,n.prototype=Object.create(n.prototype),n.prototype.constructor=n},function(e,t,r){const i=r(2);globalThis.loaders=globalThis.loaders||{},e.exports=Object.assign(globalThis.loaders,i)},function(e,t,r){"use strict";function i(e,t){if(!e)throw new Error("null row");if(!t)throw new Error("no headers");const r={};for(let i=0;i<t.length;i++)r[t[i]]=e[i];return r}function s(e,t){if(!e)throw new Error("null row");if(!t)throw new Error("no headers");const r=new Array(t.length);for(let i=0;i<t.length;i++)r[i]=e[t[i]];return r}let n;function a(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}r.r(t),r.d(t,"CSVLoader",(function(){return C}));class o extends Array{enqueue(e){return this.push(e)}dequeue(){return this.shift()}}n=Symbol.asyncIterator;class h{constructor(){a(this,"_values",void 0),a(this,"_settlers",void 0),a(this,"_closed",void 0),this._values=new o,this._settlers=new o,this._closed=!1}close(){for(;this._settlers.length>0;)this._settlers.dequeue().resolve({done:!0});this._closed=!0}[n](){return this}enqueue(e){if(this._closed)throw new Error("Closed");if(this._settlers.length>0){if(this._values.length>0)throw new Error("Illegal internal state");const t=this._settlers.dequeue();e instanceof Error?t.reject(e):t.resolve({value:e})}else this._values.enqueue(e)}next(){if(this._values.length>0){const e=this._values.dequeue();return e instanceof Error?Promise.reject(e):Promise.resolve({value:e})}if(this._closed){if(this._settlers.length>0)throw new Error("Illegal internal state");return Promise.resolve({done:!0})}return new Promise((e,t)=>{this._settlers.enqueue({resolve:e,reject:t})})}}function l(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}class u{constructor(e,t){if(l(this,"schema",void 0),l(this,"options",void 0),l(this,"length",0),l(this,"rows",null),l(this,"cursor",0),l(this,"_headers",[]),this.options=t,this.schema=e,!Array.isArray(e)){this._headers=[];for(const t in e)this._headers[e[t].index]=e[t].name}}rowCount(){return this.length}addArrayRow(e,t){Number.isFinite(t)&&(this.cursor=t),this.rows=this.rows||new Array(100),this.rows[this.length]=e,this.length++}addObjectRow(e,t){Number.isFinite(t)&&(this.cursor=t),this.rows=this.rows||new Array(100),this.rows[this.length]=e,this.length++}getBatch(){let e=this.rows;if(!e)return null;e=e.slice(0,this.length),this.rows=null;return{shape:this.options.shape,batchType:"data",data:e,length:this.length,schema:this.schema,cursor:this.cursor}}}function c(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}class d{constructor(e,t){if(c(this,"schema",void 0),c(this,"options",void 0),c(this,"length",0),c(this,"objectRows",null),c(this,"arrayRows",null),c(this,"cursor",0),c(this,"_headers",[]),this.options=t,this.schema=e,!Array.isArray(e)){this._headers=[];for(const t in e)this._headers[e[t].index]=e[t].name}}rowCount(){return this.length}addArrayRow(e,t){switch(Number.isFinite(t)&&(this.cursor=t),this.options.shape){case"object-row-table":const r=i(e,this._headers);this.addObjectRow(r,t);break;case"array-row-table":this.arrayRows=this.arrayRows||new Array(100),this.arrayRows[this.length]=e,this.length++}}addObjectRow(e,t){switch(Number.isFinite(t)&&(this.cursor=t),this.options.shape){case"array-row-table":const r=s(e,this._headers);this.addArrayRow(r,t);break;case"object-row-table":this.objectRows=this.objectRows||new Array(100),this.objectRows[this.length]=e,this.length++}}getBatch(){let e=this.arrayRows||this.objectRows;return e?(e=e.slice(0,this.length),this.arrayRows=null,this.objectRows=null,{shape:this.options.shape,batchType:"data",data:e,length:this.length,schema:this.schema,cursor:this.cursor}):null}}function f(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}class p{constructor(e,t){f(this,"schema",void 0),f(this,"length",0),f(this,"allocated",0),f(this,"columns",{}),this.schema=e,this._reallocateColumns()}rowCount(){return this.length}addArrayRow(e){this._reallocateColumns();let t=0;for(const r in this.columns)this.columns[r][this.length]=e[t++];this.length++}addObjectRow(e){this._reallocateColumns();for(const t in e)this.columns[t][this.length]=e[t];this.length++}getBatch(){this._pruneColumns();const e=Array.isArray(this.schema)?this.columns:{};if(!Array.isArray(this.schema))for(const t in this.schema){const r=this.schema[t];e[r.name]=this.columns[r.index]}this.columns={};return{shape:"columnar-table",batchType:"data",data:e,schema:this.schema,length:this.length}}_reallocateColumns(){if(!(this.length<this.allocated)){this.allocated=this.allocated>0?this.allocated*=2:100,this.columns={};for(const e in this.schema){const t=this.schema[e],r=t.type||Float32Array,i=this.columns[t.index];if(i&&ArrayBuffer.isView(i)){const e=new r(this.allocated);e.set(i),this.columns[t.index]=e}else i?(i.length=this.allocated,this.columns[t.index]=i):this.columns[t.index]=new r(this.allocated)}}}_pruneColumns(){for(const[e,t]of Object.entries(this.columns))this.columns[e]=t.slice(0,this.length)}}function g(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}const m={shape:"array-row-table",batchSize:"auto",batchDebounceMs:0,limit:0,_limitMB:0};class y{constructor(e,t){g(this,"schema",void 0),g(this,"options",void 0),g(this,"aggregator",null),g(this,"batchCount",0),g(this,"bytesUsed",0),g(this,"isChunkComplete",!1),g(this,"lastBatchEmittedMs",Date.now()),g(this,"totalLength",0),g(this,"totalBytes",0),g(this,"rowBytes",0),this.schema=e,this.options={...m,...t}}limitReached(){var e,t;return!!(Boolean(null===(e=this.options)||void 0===e?void 0:e.limit)&&this.totalLength>=this.options.limit)||!!(Boolean(null===(t=this.options)||void 0===t?void 0:t._limitMB)&&this.totalBytes/1e6>=this.options._limitMB)}addRow(e){this.limitReached()||(this.totalLength++,this.rowBytes=this.rowBytes||this._estimateRowMB(e),this.totalBytes+=this.rowBytes,Array.isArray(e)?this.addArrayRow(e):this.addObjectRow(e))}addArrayRow(e){if(!this.aggregator){const e=this._getTableBatchType();this.aggregator=new e(this.schema,this.options)}this.aggregator.addArrayRow(e)}addObjectRow(e){if(!this.aggregator){const e=this._getTableBatchType();this.aggregator=new e(this.schema,this.options)}this.aggregator.addObjectRow(e)}chunkComplete(e){e instanceof ArrayBuffer&&(this.bytesUsed+=e.byteLength),"string"==typeof e&&(this.bytesUsed+=e.length),this.isChunkComplete=!0}getFullBatch(e){return this._isFull()?this._getBatch(e):null}getFinalBatch(e){return this._getBatch(e)}_estimateRowMB(e){return Array.isArray(e)?8*e.length:8*Object.keys(e).length}_isFull(){if(!this.aggregator||0===this.aggregator.rowCount())return!1;if("auto"===this.options.batchSize){if(!this.isChunkComplete)return!1}else if(this.options.batchSize>this.aggregator.rowCount())return!1;return!(this.options.batchDebounceMs>Date.now()-this.lastBatchEmittedMs)&&(this.isChunkComplete=!1,this.lastBatchEmittedMs=Date.now(),!0)}_getBatch(e){if(!this.aggregator)return null;null!=e&&e.bytesUsed&&(this.bytesUsed=e.bytesUsed);const t=this.aggregator.getBatch();return t.count=this.batchCount,t.bytesUsed=this.bytesUsed,Object.assign(t,e),this.batchCount++,this.aggregator=null,t}_getTableBatchType(){switch(this.options.shape){case"row-table":return u;case"array-row-table":case"object-row-table":return d;case"columnar-table":return p;case"arrow-table":if(!y.ArrowBatch)throw new Error("TableBatchBuilder");return y.ArrowBatch;default:throw new Error("TableBatchBuilder")}}}g(y,"ArrowBatch",void 0);var b=r(0),w=r.n(b);const{ChunkStreamer:v}=w.a;function _(e){e=e||{},v.call(this,e),this.textDecoder=new TextDecoder(this._config.encoding),this.stream=async function(e){this._input=e;try{for await(const t of e)this.parseChunk(this.getStringChunk(t));this._finished=!0,this.parseChunk("")}catch(e){this._sendError(e)}},this._nextChunk=function(){},this.getStringChunk=function(e){return"string"==typeof e?e:this.textDecoder.decode(e,{stream:!0})}}_.prototype=Object.create(v.prototype),_.prototype.constructor=_;const A={csv:{shape:"object-row-table",optimizeMemoryUsage:!1,header:"auto",columnPrefix:"column",quoteChar:'"',escapeChar:'"',dynamicTyping:!0,comments:!1,skipEmptyLines:!0,delimitersToGuess:[",","\t","|",";"]}},C={id:"csv",module:"csv",name:"CSV",version:"3.1.0-alpha.3",extensions:["csv","tsv","dsv"],mimeTypes:["text/csv","text/tab-separated-values","text/dsv"],category:"table",parse:async(e,t)=>x((new TextDecoder).decode(e),t),parseText:(e,t)=>x(e,t),parseInBatches:function(e,t){var r;"auto"===(t={...t}).batchSize&&(t.batchSize=4e3);const i={...A.csv,...null===(r=t)||void 0===r?void 0:r.csv},s=new h;let n=!0,a=null,o=null,l=null;const u={...i,header:!1,download:!1,chunkSize:5242880,skipEmptyLines:!1,step(e){let r=e.data;if(i.skipEmptyLines){if(""===r.flat().join("").trim())return}const h=e.meta.cursor;if(n&&!a){if("auto"===i.header?R(r):Boolean(i.header))return void(a=r.map(E()))}n&&(n=!1,a||(a=k(i.columnPrefix,r.length)),l=function(e,t){const r=t?{}:[];for(let i=0;i<e.length;i++){const s=t&&t[i]||i;switch(typeof e[i]){case"number":case"boolean":r[s]={name:String(s),index:i,type:Float32Array};break;case"string":default:r[s]={name:String(s),index:i,type:Array}}}return r}(r,a)),i.optimizeMemoryUsage&&(r=JSON.parse(JSON.stringify(r))),o=o||new y(l,{shape:i.shape||"array-row-table",...t});try{o.addRow(r);const e=o&&o.getFullBatch({bytesUsed:h});e&&s.enqueue(e)}catch(e){s.enqueue(e)}},complete(e){try{const t=e.meta.cursor,r=o&&o.getFinalBatch({bytesUsed:t});r&&s.enqueue(r)}catch(e){s.enqueue(e)}s.close()}};return w.a.parse(e,u,_),s},options:A};async function x(e,t){const r={...A.csv,...null==t?void 0:t.csv},n=function(e){return w.a.parse(e,{download:!1,dynamicTyping:!0,preview:1}).data[0]}(e),a="auto"===r.header?R(n):Boolean(r.header),o={...r,header:a,download:!1,transformHeader:a?E():void 0,error:e=>{throw new Error(e)}},h=w.a.parse(e,o);let{data:l}=h;const u=h.meta.fields||k(r.columnPrefix,n.length);switch(r.shape){case"object-row-table":l=l.map(e=>Array.isArray(e)?i(e,u):e);break;case"array-row-table":l=l.map(e=>Array.isArray(e)?e:s(e,u))}return l}function R(e){return e&&e.every(e=>"string"==typeof e)}function E(){const e=new Set;return t=>{let r=t,i=1;for(;e.has(r);)r=`${t}.${i}`,i++;return e.add(r),r}}function k(e,t=0){const r=[];for(let i=0;i<t;i++)r.push(`${e}${i+1}`);return r}}])}));
-//# sourceMappingURL=dist.min.js.map

package/dist/dist.min.js.map DELETED Viewed

@@ -1 +0,0 @@

- {"version":3,"sources":["webpack:///webpack/universalModuleDefinition","webpack:///webpack/bootstrap","webpack:///./src/libs/papaparse.js","webpack:///./src/bundle.ts","webpack:///../schema/src/lib/utils/row-utils.ts","webpack:///../schema/src/lib/utils/async-queue.ts","webpack:///../schema/src/lib/batches/base-table-batch-aggregator.ts","webpack:///../schema/src/lib/batches/row-table-batch-aggregator.ts","webpack:///../schema/src/lib/batches/columnar-table-batch-aggregator.ts","webpack:///../schema/src/lib/batches/table-batch-builder.ts","webpack:///./src/lib/async-iterator-streamer.ts","webpack:///./src/csv-loader.ts"],"names":["root","factory","exports","module","define","amd","a","i","window","installedModules","__webpack_require__","moduleId","l","modules","call","m","c","d","name","getter","o","Object","defineProperty","enumerable","get","r","Symbol","toStringTag","value","t","mode","__esModule","ns","create","key","bind","n","object","property","prototype","hasOwnProperty","p","s","global","self","Papa","ChunkStreamer","config","this","_handle","_finished","_completed","_input","_baseIndex","_partialLine","_rowCount","_start","_nextChunk","isFirstChunk","_completeResults","data","errors","meta","configCopy","copy","chunkSize","parseInt","step","chunk","ParserHandle","streamer","_config","parseChunk","isFakeChunk","isFunction","beforeFirstChunk","modifiedChunk","undefined","aggregate","results","parse","paused","aborted","lastIndex","cursor","substring","length","finishedIncludingPreview","preview","concat","complete","_sendError","error","StringStreamer","remaining","stream","size","substr","_parser","_delimiterError","FLOAT","ISO_DATE","_stepCounter","_rowCounter","_paused","_aborted","_fields","_results","userStep","needsHeaderRow","processResults","abort","testEmptyLine","skipEmptyLines","join","trim","addError","DefaultDelimiter","splice","addHeder","header","transformHeader","push","Array","isArray","forEach","fillHeaderFields","dynamicTyping","transform","processRow","rowSource","j","row","field","parseDynamic","incrementBy","map","fields","applyHeaderAndDynamicTypingAndTransformation","dynamicTypingFunction","shouldApplyDynamicTyping","test","parseFloat","Date","type","code","msg","message","input","baseIndex","ignoreLastRow","quoteChar","newline","re","RegExp","escapeRegExp","replace","split","nAppearsFirst","numWithN","guessLineEndings","delimiter","delimGuess","comments","delimitersToGuess","bestDelim","bestDelta","fieldCountPrevRow","RECORD_SEP","UNIT_SEP","delim","delta","avgFieldCount","emptyLinesCount","Parser","fieldCount","Math","abs","successful","bestDelimiter","guessDelimiter","parserConfig","pause","getCharIndex","resume","string","fastMode","escapeChar","BAD_DELIMITERS","indexOf","Error","inputLen","delimLen","newlineLen","commentsLen","stepIsFunction","lastCursor","returnable","rows","pushRow","doStep","slice","quoteSearch","nextDelim","nextNewline","quoteCharRegex","saveRow","index","finish","spacesBetweenQuoteAndDelimiter","extraSpaces","min","spacesBetweenQuoteAndNewLine","spaceLength","textBetweenClosingQuoteAndIndex","newCursor","stopped","linebreak","truncated","obj","cpy","func","UserDefinedStreamer","worker","WORKERS_SUPPORTED","w","newWorker","userChunk","userComplete","userError","postMessage","workerId","id","unparse","_quotes","_writeHeader","_delimiter","_newline","_quoteChar","_escapedQuote","_skipEmptyLines","_columns","filter","quotes","columns","unpackConfig","JSON","serialize","objectKeys","keys","csv","hasHeader","dataKeyedByField","safe","maxCol","emptyLine","nullLine","line","cx","col","colIdx","str","constructor","stringify","toString","substrings","hasAny","charAt","String","fromCharCode","BYTE_ORDER_MARK","NODE_STREAM_INPUT","LocalChunkSize","RemoteChunkSize","moduleExports","require","globalThis","loaders","assign","convertToObjectRow","arrayRow","headers","objectRow","convertToArrayRow","ArrayQueue","enqueue","dequeue","shift","asyncIterator","AsyncQueue","_values","_settlers","_closed","close","resolve","done","settler","reject","next","Promise","RowTableBatchAggregator","schema","options","_headers","rowCount","addArrayRow","Number","isFinite","addObjectRow","getBatch","shape","batchType","rowObject","arrayRows","rowArray","objectRows","ColumnarTableBatchAggregator","_reallocateColumns","fieldName","_pruneColumns","allocated","ArrayType","Float32Array","oldColumn","ArrayBuffer","isView","typedArray","set","columnName","column","entries","DEFAULT_OPTIONS","batchSize","batchDebounceMs","limit","_limitMB","TableBatchBuilder","now","limitReached","Boolean","totalLength","totalBytes","addRow","rowBytes","_estimateRowMB","aggregator","TableBatchType","_getTableBatchType","chunkComplete","bytesUsed","byteLength","isChunkComplete","getFullBatch","_isFull","_getBatch","getFinalBatch","lastBatchEmittedMs","normalizedBatch","count","batchCount","BaseTableBatchAggregator","ArrowBatch","AsyncIteratorStreamer","textDecoder","TextDecoder","encoding","async","getStringChunk","decode","DEFAULT_CSV_LOADER_OPTIONS","optimizeMemoryUsage","columnPrefix","CSVLoader","version","extensions","mimeTypes","category","arrayBuffer","parseCSV","parseText","text","parseInBatches","csvOptions","asyncQueue","isFirstRow","headerRow","tableBatchBuilder","download","flat","isHeaderRow","duplicateColumnTransformer","generateHeader","deduceSchema","batch","csvText","firstRow","readFirstRow","parseWithHeader","papaparseConfig","e","result","every","observedColumns","Set","colName","counter","has","add"],"mappings":"CAAA,SAA2CA,EAAMC,GAChD,GAAsB,iBAAZC,SAA0C,iBAAXC,OACxCA,OAAOD,QAAUD,SACb,GAAqB,mBAAXG,QAAyBA,OAAOC,IAC9CD,OAAO,GAAIH,OACP,CACJ,IAAIK,EAAIL,IACR,IAAI,IAAIM,KAAKD,GAAuB,iBAAZJ,QAAuBA,QAAUF,GAAMO,GAAKD,EAAEC,IAPxE,CASGC,QAAQ,WACX,O,YCTE,IAAIC,EAAmB,GAGvB,SAASC,EAAoBC,GAG5B,GAAGF,EAAiBE,GACnB,OAAOF,EAAiBE,GAAUT,QAGnC,IAAIC,EAASM,EAAiBE,GAAY,CACzCJ,EAAGI,EACHC,GAAG,EACHV,QAAS,IAUV,OANAW,EAAQF,GAAUG,KAAKX,EAAOD,QAASC,EAAQA,EAAOD,QAASQ,GAG/DP,EAAOS,GAAI,EAGJT,EAAOD,QA0Df,OArDAQ,EAAoBK,EAAIF,EAGxBH,EAAoBM,EAAIP,EAGxBC,EAAoBO,EAAI,SAASf,EAASgB,EAAMC,GAC3CT,EAAoBU,EAAElB,EAASgB,IAClCG,OAAOC,eAAepB,EAASgB,EAAM,CAAEK,YAAY,EAAMC,IAAKL,KAKhET,EAAoBe,EAAI,SAASvB,GACX,oBAAXwB,QAA0BA,OAAOC,aAC1CN,OAAOC,eAAepB,EAASwB,OAAOC,YAAa,CAAEC,MAAO,WAE7DP,OAAOC,eAAepB,EAAS,aAAc,CAAE0B,OAAO,KAQvDlB,EAAoBmB,EAAI,SAASD,EAAOE,GAEvC,GADU,EAAPA,IAAUF,EAAQlB,EAAoBkB,IAC/B,EAAPE,EAAU,OAAOF,EACpB,GAAW,EAAPE,GAA8B,iBAAVF,GAAsBA,GAASA,EAAMG,WAAY,OAAOH,EAChF,IAAII,EAAKX,OAAOY,OAAO,MAGvB,GAFAvB,EAAoBe,EAAEO,GACtBX,OAAOC,eAAeU,EAAI,UAAW,CAAET,YAAY,EAAMK,MAAOA,IACtD,EAAPE,GAA4B,iBAATF,EAAmB,IAAI,IAAIM,KAAON,EAAOlB,EAAoBO,EAAEe,EAAIE,EAAK,SAASA,GAAO,OAAON,EAAMM,IAAQC,KAAK,KAAMD,IAC9I,OAAOF,GAIRtB,EAAoB0B,EAAI,SAASjC,GAChC,IAAIgB,EAAShB,GAAUA,EAAO4B,WAC7B,WAAwB,OAAO5B,EAAgB,SAC/C,WAA8B,OAAOA,GAEtC,OADAO,EAAoBO,EAAEE,EAAQ,IAAKA,GAC5BA,GAIRT,EAAoBU,EAAI,SAASiB,EAAQC,GAAY,OAAOjB,OAAOkB,UAAUC,eAAe1B,KAAKuB,EAAQC,IAGzG5B,EAAoB+B,EAAI,GAIjB/B,EAAoBA,EAAoBgC,EAAI,G;;;;;;;ACjErD,IAAIC,EAKkB,oBAATC,KACFA,KAEa,oBAAXpC,OACFA,YAEa,IAAXmC,EACFA,EAIF,GAKLE,EAAO,GA6RX,SAASC,EAAcC,GACrBC,KAAKC,QAAU,KACfD,KAAKE,WAAY,EACjBF,KAAKG,YAAa,EAClBH,KAAKI,OAAS,KACdJ,KAAKK,WAAa,EAClBL,KAAKM,aAAe,GACpBN,KAAKO,UAAY,EACjBP,KAAKQ,OAAS,EACdR,KAAKS,WAAa,KAClBT,KAAKU,cAAe,EACpBV,KAAKW,iBAAmB,CACtBC,KAAM,GACNC,OAAQ,GACRC,KAAM,IA6ER,SAAuBf,GAErB,IAAIgB,EAAaC,EAAKjB,GACtBgB,EAAWE,UAAYC,SAASH,EAAWE,WACtClB,EAAOoB,MAASpB,EAAOqB,QAAOL,EAAWE,UAAY,MAC1DjB,KAAKC,QAAU,IAAIoB,EAAaN,GAChCf,KAAKC,QAAQqB,SAAWtB,KACxBA,KAAKuB,QAAUR,GAlFHjD,KAAKkC,KAAMD,GAEzBC,KAAKwB,WAAa,SAASJ,EAAOK,GAEhC,GAAIzB,KAAKU,cAAgBgB,EAAW1B,KAAKuB,QAAQI,kBAAmB,CAClE,IAAIC,EAAgB5B,KAAKuB,QAAQI,iBAAiBP,QAC5BS,IAAlBD,IAA6BR,EAAQQ,GAE3C5B,KAAKU,cAAe,EAGpB,IAAIoB,EAAY9B,KAAKM,aAAec,EACpCpB,KAAKM,aAAe,GAEpB,IAAIyB,EAAU/B,KAAKC,QAAQ+B,MAAMF,EAAW9B,KAAKK,YAAaL,KAAKE,WAEnE,IAAIF,KAAKC,QAAQgC,WAAYjC,KAAKC,QAAQiC,UAA1C,CAEA,IAAIC,EAAYJ,EAAQjB,KAAKsB,OAExBpC,KAAKE,YACRF,KAAKM,aAAewB,EAAUO,UAAUF,EAAYnC,KAAKK,YACzDL,KAAKK,WAAa8B,GAGhBJ,GAAWA,EAAQnB,OAAMZ,KAAKO,WAAawB,EAAQnB,KAAK0B,QAE5D,IAAIC,EACFvC,KAAKE,WAAcF,KAAKuB,QAAQiB,SAAWxC,KAAKO,WAAaP,KAAKuB,QAAQiB,QAQrE,GAAId,EAAW1B,KAAKuB,QAAQH,SAAWK,EAAa,CAEzD,GADAzB,KAAKuB,QAAQH,MAAMW,EAAS/B,KAAKC,SAC7BD,KAAKC,QAAQgC,UAAYjC,KAAKC,QAAQiC,UAAW,OACrDH,OAAUF,EACV7B,KAAKW,sBAAmBkB,EAqB1B,OAlBK7B,KAAKuB,QAAQJ,MAASnB,KAAKuB,QAAQH,QACtCpB,KAAKW,iBAAiBC,KAAOZ,KAAKW,iBAAiBC,KAAK6B,OAAOV,EAAQnB,MACvEZ,KAAKW,iBAAiBE,OAASb,KAAKW,iBAAiBE,OAAO4B,OAAOV,EAAQlB,QAC3Eb,KAAKW,iBAAiBG,KAAOiB,EAAQjB,MAIpCd,KAAKG,aACNoC,IACAb,EAAW1B,KAAKuB,QAAQmB,WACtBX,GAAYA,EAAQjB,KAAKoB,UAE3BlC,KAAKuB,QAAQmB,SAAS1C,KAAKW,iBAAkBX,KAAKI,QAClDJ,KAAKG,YAAa,GAGfoC,GAA8BR,GAAYA,EAAQjB,KAAKmB,QAASjC,KAAKS,aAEnEsB,IAGT/B,KAAK2C,WAAa,SAASC,GACrBlB,EAAW1B,KAAKuB,QAAQqB,QAAQ5C,KAAKuB,QAAQqB,MAAMA,IAoB3D,SAASC,EAAe9C,GAItB,IAAI+C,EAHJ/C,EAASA,GAAU,GACnBD,EAAchC,KAAKkC,KAAMD,GAGzBC,KAAK+C,OAAS,SAASrD,GAErB,OADAoD,EAAYpD,EACLM,KAAKS,cAEdT,KAAKS,WAAa,WAChB,IAAIT,KAAKE,UAAT,CACA,IAAI8C,EAAOhD,KAAKuB,QAAQN,UACpBG,EAAQ4B,EAAOF,EAAUG,OAAO,EAAGD,GAAQF,EAG/C,OAFAA,EAAYE,EAAOF,EAAUG,OAAOD,GAAQ,GAC5ChD,KAAKE,WAAa4C,EACX9C,KAAKwB,WAAWJ,KAO3B,SAASC,EAAaE,GAEpB,IAMInB,EACA8C,EAGAC,EAVAC,EAAQ,+CACRC,EAAW,iNAEXzD,EAAOI,KACPsD,EAAe,EACfC,EAAc,EAGdC,GAAU,EACVC,GAAW,EAEXC,EAAU,GACVC,EAAW,CAEb/C,KAAM,GACNC,OAAQ,GACRC,KAAM,IAGR,GAAIY,EAAWH,EAAQJ,MAAO,CAC5B,IAAIyC,EAAWrC,EAAQJ,KACvBI,EAAQJ,KAAO,SAASY,GAGtB,GAFA4B,EAAW5B,EAEP8B,IAAkBC,QAEjB,CAIH,GAHAA,KAGKH,EAAS/C,MAAiC,IAAzB+C,EAAS/C,KAAK0B,OAAc,OAElDgB,GAAgBvB,EAAQnB,KAAK0B,OACzBf,EAAQiB,SAAWc,EAAe/B,EAAQiB,QAASU,EAAQa,QAC1DH,EAASD,EAAU/D,KAuE9B,SAASoE,EAActE,GACrB,MAAkC,WAA3B6B,EAAQ0C,eACW,KAAtBvE,EAAEwE,KAAK,IAAIC,OACE,IAAbzE,EAAE4C,QAAgC,IAAhB5C,EAAE,GAAG4C,OAG7B,SAASwB,IAUP,GATIH,GAAYR,IACdiB,EACE,YACA,wBACA,6DAA+DvE,EAAKwE,iBAAmB,KAEzFlB,GAAkB,GAGhB5B,EAAQ0C,eACV,IAAK,IAAI1G,EAAI,EAAGA,EAAIoG,EAAS/C,KAAK0B,OAAQ/E,IACpCyG,EAAcL,EAAS/C,KAAKrD,KAAKoG,EAAS/C,KAAK0D,OAAO/G,IAAK,GAKnE,OAFIsG,KASN,WACE,IAAKF,EAAU,OAEf,SAASY,EAASC,GACZ9C,EAAWH,EAAQkD,mBAAkBD,EAASjD,EAAQkD,gBAAgBD,IAE1Ed,EAAQgB,KAAKF,GAGf,GAAIG,MAAMC,QAAQjB,EAAS/C,KAAK,IAAK,CACnC,IAAK,IAAIrD,EAAI,EAAGsG,KAAoBtG,EAAIoG,EAAS/C,KAAK0B,OAAQ/E,IAC5DoG,EAAS/C,KAAKrD,GAAGsH,QAAQN,GAE3BZ,EAAS/C,KAAK0D,OAAO,EAAG,QAGrBX,EAAS/C,KAAKiE,QAAQN,GAzBLO,GA+CxB,WACE,IAAKnB,IAAaA,EAAS/C,OAAUW,EAAQiD,SAAWjD,EAAQwD,gBAAkBxD,EAAQyD,UACxF,OAAOrB,EAET,SAASsB,EAAWC,EAAW3H,GAC7B,IAEI4H,EAFAC,EAAM7D,EAAQiD,OAAS,GAAK,GAGhC,IAAKW,EAAI,EAAGA,EAAID,EAAU5C,OAAQ6C,IAAK,CACrC,IAAIE,EAAQF,EACRvG,EAAQsG,EAAUC,GAElB5D,EAAQiD,SAAQa,EAAQF,GAAKzB,EAAQpB,OAAS,iBAAmBoB,EAAQyB,IAEzE5D,EAAQyD,YAAWpG,EAAQ2C,EAAQyD,UAAUpG,EAAOyG,IAExDzG,EAAQ0G,EAAaD,EAAOzG,GAEd,mBAAVyG,GACFD,EAAIC,GAASD,EAAIC,IAAU,GAC3BD,EAAIC,GAAOX,KAAK9F,IACXwG,EAAIC,GAASzG,EAoBtB,OAjBI2C,EAAQiD,SACNW,EAAIzB,EAAQpB,OACd8B,EACE,gBACA,gBACA,6BAA+BV,EAAQpB,OAAS,sBAAwB6C,EACxE5B,EAAchG,GAET4H,EAAIzB,EAAQpB,QACnB8B,EACE,gBACA,eACA,4BAA8BV,EAAQpB,OAAS,sBAAwB6C,EACvE5B,EAAchG,IAIb6H,EAGT,IAAIG,EAAc,GACb5B,EAAS/C,KAAK,IAAM+D,MAAMC,QAAQjB,EAAS/C,KAAK,KACnD+C,EAAS/C,KAAO+C,EAAS/C,KAAK4E,IAAIP,GAClCM,EAAc5B,EAAS/C,KAAK0B,QACvBqB,EAAS/C,KAAOqE,EAAWtB,EAAS/C,KAAM,GAE7CW,EAAQiD,QAAUb,EAAS7C,OAAM6C,EAAS7C,KAAK2E,OAAS/B,GAG5D,OADAH,GAAegC,EACR5B,EAlGA+B,GAGT,SAAS7B,IACP,OAAOtC,EAAQiD,QAA6B,IAAnBd,EAAQpB,OA8BnC,SAASgD,EAAaD,EAAOzG,GAC3B,OATF,SAAkCyG,GAKhC,OAHI9D,EAAQoE,4BAA0D9D,IAAjCN,EAAQwD,cAAcM,KACzD9D,EAAQwD,cAAcM,GAAS9D,EAAQoE,sBAAsBN,KAEI,KAA3D9D,EAAQwD,cAAcM,IAAU9D,EAAQwD,eAI5Ca,CAAyBP,GACb,SAAVzG,GAA8B,SAAVA,GACL,UAAVA,GAA+B,UAAVA,IACrBwE,EAAMyC,KAAKjH,GAAekH,WAAWlH,GACrCyE,EAASwC,KAAKjH,GAAe,IAAImH,KAAKnH,GACzB,KAAVA,EAAe,KAAOA,GAE7BA,EAqIT,SAASwF,EAAS4B,EAAMC,EAAMC,EAAKd,GACjCzB,EAAS9C,OAAO6D,KAAK,CACnBsB,KAAMA,EACNC,KAAMA,EACNE,QAASD,EACTd,IAAKA,IAxQTpF,KAAKgC,MAAQ,SAASoE,EAAOC,EAAWC,GACtC,IAAIC,EAAYhF,EAAQgF,WAAa,IAIrC,GAHKhF,EAAQiF,UAASjF,EAAQiF,QA2OhC,SAA0BJ,EAAOG,GAC/BH,EAAQA,EAAMnD,OAAO,EAAG,SAExB,IAAIwD,EAAK,IAAIC,OAAOC,EAAaJ,GAAa,UAAYI,EAAaJ,GAAY,MAG/E9H,GAFJ2H,EAAQA,EAAMQ,QAAQH,EAAI,KAEZI,MAAM,MAEhBzH,EAAIgH,EAAMS,MAAM,MAEhBC,EAAgB1H,EAAEkD,OAAS,GAAKlD,EAAE,GAAGkD,OAAS7D,EAAE,GAAG6D,OAEvD,GAAiB,IAAb7D,EAAE6D,QAAgBwE,EAAe,MAAO,KAG5C,IADA,IAAIC,EAAW,EACNxJ,EAAI,EAAGA,EAAIkB,EAAE6D,OAAQ/E,IACZ,OAAZkB,EAAElB,GAAG,IAAawJ,IAGxB,OAAOA,GAAYtI,EAAE6D,OAAS,EAAI,OAAS,KA9PH0E,CAAiBZ,EAAOG,IAEhEpD,GAAkB,EACb5B,EAAQ0F,UAcFvF,EAAWH,EAAQ0F,aAC5B1F,EAAQ0F,UAAY1F,EAAQ0F,UAAUb,GACtCzC,EAAS7C,KAAKmG,UAAY1F,EAAQ0F,eAhBZ,CACtB,IAAIC,EAmLR,SAAwBd,EAAOI,EAASvC,EAAgBkD,EAAUC,GAChE,IAAIC,EAAWC,EAAWC,EAE1BH,EAAoBA,GAAqB,CAAC,IAAK,KAAM,IAAK,IAAKvH,EAAK2H,WAAY3H,EAAK4H,UAErF,IAAK,IAAIlK,EAAI,EAAGA,EAAI6J,EAAkB9E,OAAQ/E,IAAK,CACjD,IAAImK,EAAQN,EAAkB7J,GAC1BoK,EAAQ,EACVC,EAAgB,EAChBC,EAAkB,EACpBN,OAAoB1F,EASpB,IAPA,IAAIW,EAAU,IAAIsF,EAAO,CACvBX,SAAUA,EACVF,UAAWS,EACXlB,QAASA,EACThE,QAAS,KACRR,MAAMoE,GAEAjB,EAAI,EAAGA,EAAI3C,EAAQ5B,KAAK0B,OAAQ6C,IACvC,GAAIlB,GAAkBD,EAAcxB,EAAQ5B,KAAKuE,IAC/C0C,QADF,CAIA,IAAIE,EAAavF,EAAQ5B,KAAKuE,GAAG7C,OACjCsF,GAAiBG,OAEgB,IAAtBR,EAGAQ,EAAa,IACtBJ,GAASK,KAAKC,IAAIF,EAAaR,GAC/BA,EAAoBQ,GAJpBR,EAAoB,EAQpB/E,EAAQ5B,KAAK0B,OAAS,IAAGsF,GAAiBpF,EAAQ5B,KAAK0B,OAASuF,SAE1C,IAAdP,GAA6BK,EAAQL,IAAcM,EAAgB,OAC7EN,EAAYK,EACZN,EAAYK,GAMhB,OAFAnG,EAAQ0F,UAAYI,EAEb,CACLa,aAAcb,EACdc,cAAed,GAnOEe,CACfhC,EACA7E,EAAQiF,QACRjF,EAAQ0C,eACR1C,EAAQ4F,SACR5F,EAAQ6F,mBAENF,EAAWgB,WAAY3G,EAAQ0F,UAAYC,EAAWiB,eAExDhF,GAAkB,EAClB5B,EAAQ0F,UAAYpH,EAAKwE,kBAE3BV,EAAS7C,KAAKmG,UAAY1F,EAAQ0F,UAMpC,IAAIoB,EAAerH,EAAKO,GAOxB,OANIA,EAAQiB,SAAWjB,EAAQiD,QAAQ6D,EAAa7F,UAEpDpC,EAASgG,EACTlD,EAAU,IAAI4E,EAAOO,GACrB1E,EAAWT,EAAQlB,MAAM5B,EAAQiG,EAAWC,GAC5CxC,IACON,EAAU,CAAC1C,KAAM,CAACmB,QAAQ,IAAS0B,GAAY,CAAC7C,KAAM,CAACmB,QAAQ,KAGxEjC,KAAKiC,OAAS,WACZ,OAAOuB,GAGTxD,KAAKsI,MAAQ,WACX9E,GAAU,EACVN,EAAQa,QACR3D,EAASA,EAAO6C,OAAOC,EAAQqF,iBAGjCvI,KAAKwI,OAAS,WACZhF,GAAU,EACV5D,EAAK0B,SAASE,WAAWpB,GAAQ,IAGnCJ,KAAKkC,QAAU,WACb,OAAOuB,GAGTzD,KAAK+D,MAAQ,WACXN,GAAW,EACXP,EAAQa,QACRJ,EAAS7C,KAAKoB,SAAU,EACpBR,EAAWH,EAAQmB,WAAWnB,EAAQmB,SAASiB,GACnDvD,EAAS,IAoNb,SAASuG,EAAa8B,GACpB,OAAOA,EAAO7B,QAAQ,sBAAuB,QAI/C,SAASkB,EAAO/H,GAGd,IAMIwG,EANAmB,GADJ3H,EAASA,GAAU,IACAkH,UACfT,EAAUzG,EAAOyG,QACjBW,EAAWpH,EAAOoH,SAClBhG,EAAOpB,EAAOoB,KACdqB,EAAUzC,EAAOyC,QACjBkG,EAAW3I,EAAO2I,SAQlBC,EAJFpC,OADuB1E,IAArB9B,EAAOwG,UACG,IAEAxG,EAAOwG,UAWrB,QAR0B1E,IAAtB9B,EAAO4I,aACTA,EAAa5I,EAAO4I,aAID,iBAAVjB,GAAsB7H,EAAK+I,eAAeC,QAAQnB,IAAU,KAAGA,EAAQ,KAG9EP,IAAaO,EAAO,MAAM,IAAIoB,MAAM,wCAClB,IAAb3B,EAAmBA,EAAW,KACV,iBAAbA,GAAyBtH,EAAK+I,eAAeC,QAAQ1B,IAAa,KAChFA,GAAW,GAGG,OAAZX,GAAgC,OAAZA,GAAgC,SAAZA,IAAoBA,EAAU,MAG1E,IAAIpE,EAAS,EACTF,GAAU,EAEdlC,KAAKgC,MAAQ,SAASoE,EAAOC,EAAWC,GAEtC,GAAqB,iBAAVF,EAAoB,MAAM,IAAI0C,MAAM,0BAI/C,IAAIC,EAAW3C,EAAM9D,OACnB0G,EAAWtB,EAAMpF,OACjB2G,EAAazC,EAAQlE,OACrB4G,EAAc/B,EAAS7E,OACrB6G,EAAiBzH,EAAWP,GAGhCiB,EAAS,EACT,IAAIxB,EAAO,GACTC,EAAS,GACTuE,EAAM,GACNgE,EAAa,EAEf,IAAKhD,EAAO,OAAOiD,IAEnB,GAAIX,IAA0B,IAAbA,IAAoD,IAA9BtC,EAAMyC,QAAQtC,GAAoB,CAEvE,IADA,IAAI+C,EAAOlD,EAAMS,MAAML,GACdjJ,EAAI,EAAGA,EAAI+L,EAAKhH,OAAQ/E,IAAK,CAGpC,GAFA6H,EAAMkE,EAAK/L,GACX6E,GAAUgD,EAAI9C,OACV/E,IAAM+L,EAAKhH,OAAS,EAAGF,GAAUoE,EAAQlE,YACxC,GAAIgE,EAAe,OAAO+C,IAC/B,IAAIlC,GAAY/B,EAAInC,OAAO,EAAGiG,KAAiB/B,EAA/C,CACA,GAAIgC,GAIF,GAHAvI,EAAO,GACP2I,EAAQnE,EAAIyB,MAAMa,IAClB8B,IACItH,EAAS,OAAOmH,SACfE,EAAQnE,EAAIyB,MAAMa,IACzB,GAAIlF,GAAWjF,GAAKiF,EAElB,OADA5B,EAAOA,EAAK6I,MAAM,EAAGjH,GACd6G,GAAW,IAGtB,OAAOA,IAST,IANA,IAGIK,EAHAC,EAAYvD,EAAMyC,QAAQnB,EAAOtF,GACjCwH,EAAcxD,EAAMyC,QAAQrC,EAASpE,GACrCyH,EAAiB,IAAInD,OAAOC,EAAagC,GAAchC,EAAaJ,GAAY,OAMlF,GAAIH,EAAMhE,KAAYmE,EAgHtB,GAAIY,GAA2B,IAAf/B,EAAI9C,QAAgB8D,EAAMnD,OAAOb,EAAQ8G,KAAiB/B,EAA1E,CACE,IAAqB,IAAjByC,EAEF,OAAOP,IACTjH,EAASwH,EAAcX,EACvBW,EAAcxD,EAAMyC,QAAQrC,EAASpE,GACrCuH,EAAYvD,EAAMyC,QAAQnB,EAAOtF,QAKnC,IAAmB,IAAfuH,IAAqBA,EAAYC,IAAgC,IAAjBA,GAClDxE,EAAIV,KAAK0B,EAAM/D,UAAUD,EAAQuH,IACjCvH,EAASuH,EAAYX,EACrBW,EAAYvD,EAAMyC,QAAQnB,EAAOtF,OAHnC,CAQA,IAAqB,IAAjBwH,EAcJ,MAVE,GAHAxE,EAAIV,KAAK0B,EAAM/D,UAAUD,EAAQwH,IACjCE,EAAQF,EAAcX,GAElBE,IACFK,IACItH,GAAS,OAAOmH,IAGtB,GAAI7G,GAAW5B,EAAK0B,QAAUE,EAAS,OAAO6G,GAAW,OA5I3D,CAOE,IALAK,EAActH,EAGdA,MAES,CAKP,IAAqB,KAHrBsH,EAActD,EAAMyC,QAAQtC,EAAWmD,EAAc,IAcnD,OAVKpD,GAEHzF,EAAO6D,KAAK,CACVsB,KAAM,SACNC,KAAM,gBACNE,QAAS,4BACTf,IAAKxE,EAAK0B,OACVyH,MAAO3H,IAGJ4H,IAIT,GAAIN,IAAgBX,EAAW,EAE7B,OAAOiB,EADK5D,EAAM/D,UAAUD,EAAQsH,GAAa9C,QAAQiD,EAAgBtD,IAM3E,GAAIA,IAAcoC,GAAcvC,EAAMsD,EAAc,KAAOf,GAM3D,GACEpC,IAAcoC,GACE,IAAhBe,GACAtD,EAAMsD,EAAc,KAAOf,EAH7B,CASA,IACIsB,EAAiCC,GADJ,IAAjBN,EAAqBD,EAAY3B,KAAKmC,IAAIR,EAAWC,IAIrE,GAAIxD,EAAMsD,EAAc,EAAIO,KAAoCvC,EAAO,CAMrE,GALAtC,EAAIV,KAAK0B,EAAM/D,UAAUD,EAAQsH,GAAa9C,QAAQiD,EAAgBtD,IACtEnE,EAASsH,EAAc,EAAIO,EAAiCjB,EAC5DW,EAAYvD,EAAMyC,QAAQnB,EAAOtF,GACjCwH,EAAcxD,EAAMyC,QAAQrC,EAASpE,GAEjC+G,IACFK,IACItH,GAAS,OAAOmH,IAGtB,GAAI7G,GAAW5B,EAAK0B,QAAUE,EAAS,OAAO6G,GAAW,GAEzD,MAGF,IAAIe,EAA+BF,EAAYN,GAG/C,GACExD,EAAMnD,OAAOyG,EAAc,EAAIU,EAA8BnB,KAAgBzC,EAC7E,CAKA,GAJApB,EAAIV,KAAK0B,EAAM/D,UAAUD,EAAQsH,GAAa9C,QAAQiD,EAAgBtD,IACtEuD,EAAQJ,EAAc,EAAIU,EAA+BnB,GACzDU,EAAYvD,EAAMyC,QAAQnB,EAAOtF,GAE7B+G,IACFK,IACItH,GAAS,OAAOmH,IAGtB,GAAI7G,GAAW5B,EAAK0B,QAAUE,EAAS,OAAO6G,GAAW,GAEzD,MAIFxI,EAAO6D,KAAK,CACVsB,KAAM,SACNC,KAAM,gBACNE,QAAS,8CACTf,IAAKxE,EAAK0B,OACVyH,MAAO3H,IAGTsH,UA/DEA,IAmEJ,GAAIP,IACFK,IACItH,GAAS,OAAOmH,IAGtB,GAAI7G,GAAW5B,EAAK0B,QAAUE,EAAS,OAAO6G,GAAW,GAyC7D,OAAOW,IAEP,SAAST,EAAQnE,GACfxE,EAAK8D,KAAKU,GACVgE,EAAahH,EAOf,SAAS8H,EAAYH,GACnB,IAAIM,EAAc,EAClB,IAAe,IAAXN,EAAc,CAChB,IAAIO,EAAkClE,EAAM/D,UAAUqH,EAAc,EAAGK,GACnEO,GAA8E,KAA3CA,EAAgCnG,SACrEkG,EAAcC,EAAgChI,QAGlD,OAAO+H,EAOT,SAASL,EAAOpL,GACd,OAAI0H,SACiB,IAAV1H,IAAuBA,EAAQwH,EAAMnD,OAAOb,IACvDgD,EAAIV,KAAK9F,GACTwD,EAAS2G,EACTQ,EAAQnE,GACJ+D,GAAgBK,KALMH,IAe5B,SAASS,EAAQS,GACfnI,EAASmI,EACThB,EAAQnE,GACRA,EAAM,GACNwE,EAAcxD,EAAMyC,QAAQrC,EAASpE,GAIvC,SAASiH,EAAWmB,EAASrJ,GAE3B,MAAO,CACLP,KAFWO,IAAQ,EAEJP,EAAK,GAAKA,EACzBC,OAAQA,EACRC,KAAM,CACJmG,UAAWS,EACX+C,UAAWjE,EACXtE,QAASA,EACTwI,YAAaF,EACbpI,OAAQgH,GAAc/C,GAAa,KAMzC,SAASmD,IACPrI,EAAKkI,OAAWxH,GAAW,IAC3BjB,EAAO,GACPC,EAAS,KAKbb,KAAK+D,MAAQ,WACX7B,GAAU,GAIZlC,KAAKuI,aAAe,WAClB,OAAOnG,GASX,SAASpB,EAAK2J,GACZ,GAAmB,iBAARA,GAA4B,OAARA,EAAc,OAAOA,EACpD,IAAIC,EAAMjG,MAAMC,QAAQ+F,GAAO,GAAK,GACpC,IAAK,IAAIzL,KAAOyL,EAAKC,EAAI1L,GAAO8B,EAAK2J,EAAIzL,IACzC,OAAO0L,EAGT,SAASlJ,EAAWmJ,GAClB,MAAuB,mBAATA,EAriChB1N,EAAOD,QAAU2C,EACjBA,EAAKmC,MAmCL,SACE5B,EACAmB,EACAuJ,GAGA,IAAI/F,GADJxD,EAAUA,GAAW,IACOwD,gBAAiB,EACzCrD,EAAWqD,KACbxD,EAAQoE,sBAAwBZ,EAEhCA,EAAgB,IAMlB,GAJAxD,EAAQwD,cAAgBA,EAExBxD,EAAQyD,YAAYtD,EAAWH,EAAQyD,YAAazD,EAAQyD,UAExDzD,EAAQwJ,QAAUlL,EAAKmL,kBAAmB,CAC5C,IAAIC,EAAIC,YAmBR,OAjBAD,EAAErH,SAAWrC,EAAQJ,KACrB8J,EAAEE,UAAY5J,EAAQH,MACtB6J,EAAEG,aAAe7J,EAAQmB,SACzBuI,EAAEI,UAAY9J,EAAQqB,MAEtBrB,EAAQJ,KAAOO,EAAWH,EAAQJ,MAClCI,EAAQH,MAAQM,EAAWH,EAAQH,OACnCG,EAAQmB,SAAWhB,EAAWH,EAAQmB,UACtCnB,EAAQqB,MAAQlB,EAAWH,EAAQqB,cAC5BrB,EAAQwJ,YAEfE,EAAEK,YAAY,CACZlF,MAAOhG,EACPL,OAAQwB,EACRgK,SAAUN,EAAEO,KAMhB,IAAIlK,EAAW,KASO,iBAAXlB,IAGTkB,EAAW,IAAIuB,EAAetB,IAW3BD,IACHA,EAAW,IAAIwJ,EAAoBvJ,IAIrC,OAAOD,EAASyB,OAAO3C,IArGzBP,EAAK4L,QAwGL,SAAmBrL,EAAQmB,GAIzB,IAAImK,GAAU,EAGVC,GAAe,EAGfC,EAAa,IAGbC,EAAW,OAGXC,EAAa,IAGbC,EAAgBD,EAAaA,EAG7BE,GAAkB,EAGlBC,EAAW,MA+Bf,WACE,GAAuB,iBAAZ1K,EAAsB,OAGF,iBAAtBA,EAAQ0F,WACdpH,EAAK+I,eAAesD,QAAO,SAAStN,GACnC,OAA6C,IAAtC2C,EAAQ0F,UAAU4B,QAAQjK,MAChC0D,SAEHsJ,EAAarK,EAAQ0F,YAGO,kBAAnB1F,EAAQ4K,QAAwBxH,MAAMC,QAAQrD,EAAQ4K,WAC/DT,EAAUnK,EAAQ4K,QAEkB,kBAA3B5K,EAAQ0C,gBAAkE,iBAA3B1C,EAAQ0C,iBAChE+H,EAAkBzK,EAAQ0C,gBAEG,iBAApB1C,EAAQiF,UAAsBqF,EAAWtK,EAAQiF,SAE3B,iBAAtBjF,EAAQgF,YAAwBuF,EAAavK,EAAQgF,WAElC,kBAAnBhF,EAAQiD,SAAsBmH,EAAepK,EAAQiD,QAEhE,GAAIG,MAAMC,QAAQrD,EAAQ6K,SAAU,CAClC,GAA+B,IAA3B7K,EAAQ6K,QAAQ9J,OAAc,MAAM,IAAIwG,MAAM,2BAElDmD,EAAW1K,EAAQ6K,aAGMvK,IAAvBN,EAAQoH,aACVoD,EAAgBxK,EAAQoH,WAAamD,GA5DzCO,GAEA,IAAIxC,EAAiB,IAAInD,OAAOC,EAAamF,GAAa,KAEpC,iBAAX1L,IAAqBA,EAASkM,KAAKtK,MAAM5B,IAEpD,GAAIuE,MAAMC,QAAQxE,GAAS,CACzB,IAAKA,EAAOkC,QAAUqC,MAAMC,QAAQxE,EAAO,IAAK,OAAOmM,EAAU,KAAMnM,EAAQ4L,GAC1E,GAAyB,iBAAd5L,EAAO,GACrB,OAAOmM,EAAUN,GAAYO,EAAWpM,EAAO,IAAKA,EAAQ4L,QACzD,GAAsB,iBAAX5L,EAahB,MAZ2B,iBAAhBA,EAAOQ,OAAmBR,EAAOQ,KAAO0L,KAAKtK,MAAM5B,EAAOQ,OAEjE+D,MAAMC,QAAQxE,EAAOQ,QAClBR,EAAOqF,SAAQrF,EAAOqF,OAASrF,EAAOU,MAAQV,EAAOU,KAAK2E,QAE1DrF,EAAOqF,SACVrF,EAAOqF,OAASd,MAAMC,QAAQxE,EAAOQ,KAAK,IAAMR,EAAOqF,OAAS+G,EAAWpM,EAAOQ,KAAK,KAEpF+D,MAAMC,QAAQxE,EAAOQ,KAAK,KAAiC,iBAAnBR,EAAOQ,KAAK,KACvDR,EAAOQ,KAAO,CAACR,EAAOQ,QAGnB2L,EAAUnM,EAAOqF,QAAU,GAAIrF,EAAOQ,MAAQ,GAAIoL,GAI3D,MAAM,IAAIlD,MAAM,0CAsChB,SAAS0D,EAAW7B,GAClB,GAAmB,iBAARA,EAAkB,MAAO,GACpC,IAAI8B,EAAO,GACX,IAAK,IAAIvN,KAAOyL,EAAK8B,EAAK/H,KAAKxF,GAC/B,OAAOuN,EAIT,SAASF,EAAU9G,EAAQ7E,EAAMqD,GAC/B,IAAIyI,EAAM,GAEY,iBAAXjH,IAAqBA,EAAS6G,KAAKtK,MAAMyD,IAChC,iBAAT7E,IAAmBA,EAAO0L,KAAKtK,MAAMpB,IAEhD,IAAI+L,EAAYhI,MAAMC,QAAQa,IAAWA,EAAOnD,OAAS,EACrDsK,GAAoBjI,MAAMC,QAAQhE,EAAK,IAG3C,GAAI+L,GAAahB,EAAc,CAC7B,IAAK,IAAIpO,EAAI,EAAGA,EAAIkI,EAAOnD,OAAQ/E,IAC7BA,EAAI,IAAGmP,GAAOd,GAClBc,GAAOG,EAAKpH,EAAOlI,GAAIA,GAErBqD,EAAK0B,OAAS,IAAGoK,GAAOb,GAI9B,IAAK,IAAIzG,EAAM,EAAGA,EAAMxE,EAAK0B,OAAQ8C,IAAO,CAC1C,IAAI0H,EAASH,EAAYlH,EAAOnD,OAAS1B,EAAKwE,GAAK9C,OAE/CyK,GAAY,EACZC,EAAWL,EAA8C,IAAlCtO,OAAOoO,KAAK7L,EAAKwE,IAAM9C,OAAoC,IAArB1B,EAAKwE,GAAK9C,OAO3E,GANI2B,IAAmB0I,IACrBI,EACqB,WAAnB9I,EACkC,KAA9BrD,EAAKwE,GAAKlB,KAAK,IAAIC,OACE,IAArBvD,EAAKwE,GAAK9C,QAAwC,IAAxB1B,EAAKwE,GAAK,GAAG9C,QAExB,WAAnB2B,GAA+B0I,EAAW,CAE5C,IADA,IAAIM,EAAO,GACFjP,EAAI,EAAGA,EAAI8O,EAAQ9O,IAAK,CAC/B,IAAIkP,EAAKN,EAAmBnH,EAAOzH,GAAKA,EACxCiP,EAAKvI,KAAK9D,EAAKwE,GAAK8H,IAEtBH,EAAqC,KAAzBE,EAAK/I,KAAK,IAAIC,OAE5B,IAAK4I,EAAW,CACd,IAAK,IAAII,EAAM,EAAGA,EAAML,EAAQK,IAAO,CACjCA,EAAM,IAAMH,IAAUN,GAAOd,GACjC,IAAIwB,EAAST,GAAaC,EAAmBnH,EAAO0H,GAAOA,EAC3DT,GAAOG,EAAKjM,EAAKwE,GAAKgI,GAASD,GAE7B/H,EAAMxE,EAAK0B,OAAS,KAAO2B,GAAmB6I,EAAS,IAAME,KAC/DN,GAAOb,IAIb,OAAOa,EAIT,SAASG,EAAKQ,EAAKF,GACjB,OAAI,MAAOE,EAA4C,GAEnDA,EAAIC,cAAgBvH,KAAauG,KAAKiB,UAAUF,GAAK5D,MAAM,EAAG,KAElE4D,EAAMA,EAAIG,WAAW5G,QAAQiD,EAAgBkC,GAGvB,kBAAZL,GAAyBA,GAChC/G,MAAMC,QAAQ8G,IAAYA,EAAQyB,IASvC,SAAgBE,EAAKI,GACnB,IAAK,IAAIlQ,EAAI,EAAGA,EAAIkQ,EAAWnL,OAAQ/E,IAAK,GAAI8P,EAAIxE,QAAQ4E,EAAWlQ,KAAO,EAAG,OAAO,EACxF,OAAO,EAVLmQ,CAAOL,EAAKxN,EAAK+I,iBACjByE,EAAIxE,QAAQ+C,IAAe,GACT,MAAlByB,EAAIM,OAAO,IACoB,MAA/BN,EAAIM,OAAON,EAAI/K,OAAS,GAELwJ,EAAauB,EAAMvB,EAAauB,KA9QzDxN,EAAK2H,WAAaoG,OAAOC,aAAa,IACtChO,EAAK4H,SAAWmG,OAAOC,aAAa,IACpChO,EAAKiO,gBAAkB,SACvBjO,EAAK+I,eAAiB,CAAC,KAAM,KAAM,IAAK/I,EAAKiO,iBAC7CjO,EAAKmL,mBAAoB,EACzBnL,EAAKkO,kBAAoB,EAGzBlO,EAAKmO,eAAiB,SACtBnO,EAAKoO,gBAAkB,QACvBpO,EAAKwE,iBAAmB,IAGxBxE,EAAKiI,OAASA,EACdjI,EAAKwB,aAAeA,EAGpBxB,EAAKC,cAAgBA,EACrBD,EAAKgD,eAAiBA,EA6XtBA,EAAetD,UAAYlB,OAAOY,OAAO4D,EAAetD,WACxDsD,EAAetD,UAAU+N,YAAczK,G,gBC1bvC,MAAMqL,EAAgBC,EAAQ,GAC9BC,WAAWC,QAAUD,WAAWC,SAAW,GAC3ClR,EAAOD,QAAUmB,OAAOiQ,OAAOF,WAAWC,QAASH,I,6BCF5C,SAASK,EACdC,EACAC,GAEA,IAAKD,EACH,MAAM,IAAI1F,MAAM,YAElB,IAAK2F,EACH,MAAM,IAAI3F,MAAM,cAElB,MAAM4F,EAAY,GAClB,IAAK,IAAInR,EAAI,EAAGA,EAAIkR,EAAQnM,OAAQ/E,IAClCmR,EAAUD,EAAQlR,IAAMiR,EAASjR,GAEnC,OAAOmR,EAIF,SAASC,EACdD,EACAD,GAEA,IAAKC,EACH,MAAM,IAAI5F,MAAM,YAElB,IAAK2F,EACH,MAAM,IAAI3F,MAAM,cAElB,MAAM0F,EAAW,IAAI7J,MAAM8J,EAAQnM,QACnC,IAAK,IAAI/E,EAAI,EAAGA,EAAIkR,EAAQnM,OAAQ/E,IAClCiR,EAASjR,GAAKmR,EAAUD,EAAQlR,IAElC,OAAOiR,E,+KC9BT,MAAMI,UAAsBjK,MAC1BkK,QAAQjQ,GAEN,OAAOoB,KAAK0E,KAAK9F,GAEnBkQ,UAEE,OAAO9O,KAAK+O,S,EAwBbrQ,OAAOsQ,cApBK,MAAMC,EAKnB3B,cAAc,6EAEZtN,KAAKkP,QAAU,IAAIN,EAEnB5O,KAAKmP,UAAY,IAAIP,EACrB5O,KAAKoP,SAAU,EAGjBC,QACE,KAAOrP,KAAKmP,UAAU7M,OAAS,GAC7BtC,KAAKmP,UAAUL,UAAUQ,QAAQ,CAACC,MAAM,IAE1CvP,KAAKoP,SAAU,EAGjB,MACE,OAAOpP,KAGT6O,QAAQjQ,GACN,GAAIoB,KAAKoP,QACP,MAAM,IAAItG,MAAM,UAGlB,GAAI9I,KAAKmP,UAAU7M,OAAS,EAAG,CAC7B,GAAItC,KAAKkP,QAAQ5M,OAAS,EACxB,MAAM,IAAIwG,MAAM,0BAElB,MAAM0G,EAAUxP,KAAKmP,UAAUL,UAC3BlQ,aAAiBkK,MACnB0G,EAAQC,OAAO7Q,GAEf4Q,EAAQF,QAAQ,CAAC1Q,eAGnBoB,KAAKkP,QAAQL,QAAQjQ,GAOzB8Q,OACE,GAAI1P,KAAKkP,QAAQ5M,OAAS,EAAG,CAC3B,MAAM1D,EAAQoB,KAAKkP,QAAQJ,UAC3B,OAAIlQ,aAAiBkK,MACZ6G,QAAQF,OAAO7Q,GAEjB+Q,QAAQL,QAAQ,CAAC1Q,UAG1B,GAAIoB,KAAKoP,QAAS,CAChB,GAAIpP,KAAKmP,UAAU7M,OAAS,EAC1B,MAAM,IAAIwG,MAAM,0BAElB,OAAO6G,QAAQL,QAAQ,CAACC,MAAM,IAGhC,OAAO,IAAII,QAAQ,CAACL,EAASG,KAC3BzP,KAAKmP,UAAUN,QAAQ,CAACS,UAASG,c,wHCxExB,MAAMG,EASnBtC,YAAYuC,EAAgBC,GAM1B,GANsD,iEALvC,GAKuC,cAJnC,MAImC,gBAHvC,GAGuC,kBAF3B,IAG3B9P,KAAK8P,QAAUA,EACf9P,KAAK6P,OAASA,GAITlL,MAAMC,QAAQiL,GAAS,CAC1B7P,KAAK+P,SAAW,GAChB,IAAK,MAAM7Q,KAAO2Q,EAChB7P,KAAK+P,SAASF,EAAO3Q,GAAK6K,OAAS8F,EAAO3Q,GAAKhB,MAKrD8R,WACE,OAAOhQ,KAAKsC,OAGd2N,YAAY7K,EAAYhD,GAClB8N,OAAOC,SAAS/N,KAClBpC,KAAKoC,OAASA,GAGhBpC,KAAKsJ,KAAOtJ,KAAKsJ,MAAQ,IAAI3E,MAlCP,KAmCtB3E,KAAKsJ,KAAKtJ,KAAKsC,QAAU8C,EACzBpF,KAAKsC,SAGP8N,aAAahL,EAAkChD,GACzC8N,OAAOC,SAAS/N,KAClBpC,KAAKoC,OAASA,GAGhBpC,KAAKsJ,KAAOtJ,KAAKsJ,MAAQ,IAAI3E,MA5CP,KA6CtB3E,KAAKsJ,KAAKtJ,KAAKsC,QAAU8C,EACzBpF,KAAKsC,SAGP+N,WACE,IAAI/G,EAAOtJ,KAAKsJ,KAChB,IAAKA,EACH,OAAO,KAGTA,EAAOA,EAAKG,MAAM,EAAGzJ,KAAKsC,QAC1BtC,KAAKsJ,KAAO,KAWZ,MAT0B,CACxBgH,MAAOtQ,KAAK8P,QAAQQ,MACpBC,UAAW,OACX3P,KAAM0I,EACNhH,OAAQtC,KAAKsC,OACbuN,OAAQ7P,KAAK6P,OACbzN,OAAQpC,KAAKoC,S,wHC5DJ,MAAMwN,EAUnBtC,YAAYuC,EAAgBC,GAM1B,GANsD,iEANvC,GAMuC,oBALP,MAKO,mBAJ9B,MAI8B,gBAHvC,GAGuC,kBAF3B,IAG3B9P,KAAK8P,QAAUA,EACf9P,KAAK6P,OAASA,GAITlL,MAAMC,QAAQiL,GAAS,CAC1B7P,KAAK+P,SAAW,GAChB,IAAK,MAAM7Q,KAAO2Q,EAChB7P,KAAK+P,SAASF,EAAO3Q,GAAK6K,OAAS8F,EAAO3Q,GAAKhB,MAKrD8R,WACE,OAAOhQ,KAAKsC,OAGd2N,YAAY7K,EAAYhD,GAMtB,OALI8N,OAAOC,SAAS/N,KAClBpC,KAAKoC,OAASA,GAIRpC,KAAK8P,QAAQQ,OACnB,IAAK,mBACH,MAAME,EAAYjC,EAAmBnJ,EAAKpF,KAAK+P,UAC/C/P,KAAKoQ,aAAaI,EAAWpO,GAC7B,MACF,IAAK,kBACHpC,KAAKyQ,UAAYzQ,KAAKyQ,WAAa,IAAI9L,MA1CrB,KA2ClB3E,KAAKyQ,UAAUzQ,KAAKsC,QAAU8C,EAC9BpF,KAAKsC,UAKX8N,aAAahL,EAAkChD,GAM7C,OALI8N,OAAOC,SAAS/N,KAClBpC,KAAKoC,OAASA,GAIRpC,KAAK8P,QAAQQ,OACnB,IAAK,kBACH,MAAMI,EAAW/B,EAAkBvJ,EAAKpF,KAAK+P,UAC7C/P,KAAKiQ,YAAYS,EAAUtO,GAC3B,MACF,IAAK,mBACHpC,KAAK2Q,WAAa3Q,KAAK2Q,YAAc,IAAIhM,MA7DvB,KA8DlB3E,KAAK2Q,WAAW3Q,KAAKsC,QAAU8C,EAC/BpF,KAAKsC,UAKX+N,WACE,IAAI/G,EAAOtJ,KAAKyQ,WAAazQ,KAAK2Q,WAClC,OAAKrH,GAILA,EAAOA,EAAKG,MAAM,EAAGzJ,KAAKsC,QAC1BtC,KAAKyQ,UAAY,KACjBzQ,KAAK2Q,WAAa,KAEX,CACLL,MAAOtQ,KAAK8P,QAAQQ,MACpBC,UAAW,OACX3P,KAAM0I,EACNhH,OAAQtC,KAAKsC,OACbuN,OAAQ7P,KAAK6P,OACbzN,OAAQpC,KAAKoC,SAbN,M,wHCrEE,MAAMwO,EAMnBtD,YAAYuC,EAAgBC,GAAoC,wCAJ/C,GAI+C,mBAH5C,GAG4C,iBAFvB,IAGvC9P,KAAK6P,OAASA,EACd7P,KAAK6Q,qBAGPb,WACE,OAAOhQ,KAAKsC,OAGd2N,YAAY7K,GAEVpF,KAAK6Q,qBACL,IAAItT,EAAI,EAER,IAAK,MAAMuT,KAAa9Q,KAAKoM,QAC3BpM,KAAKoM,QAAQ0E,GAAW9Q,KAAKsC,QAAU8C,EAAI7H,KAE7CyC,KAAKsC,SAGP8N,aAAahL,GAEXpF,KAAK6Q,qBACL,IAAK,MAAMC,KAAa1L,EACtBpF,KAAKoM,QAAQ0E,GAAW9Q,KAAKsC,QAAU8C,EAAI0L,GAE7C9Q,KAAKsC,SAGP+N,WACErQ,KAAK+Q,gBACL,MAAM3E,EAAUzH,MAAMC,QAAQ5E,KAAK6P,QAAU7P,KAAKoM,QAAU,GAK5D,IAAKzH,MAAMC,QAAQ5E,KAAK6P,QACtB,IAAK,MAAMiB,KAAa9Q,KAAK6P,OAAQ,CACnC,MAAMxK,EAAQrF,KAAK6P,OAAOiB,GAC1B1E,EAAQ/G,EAAMnH,MAAQ8B,KAAKoM,QAAQ/G,EAAM0E,OAI7C/J,KAAKoM,QAAU,GAUf,MARkC,CAChCkE,MAAO,iBACPC,UAAW,OACX3P,KAAMwL,EACNyD,OAAQ7P,KAAK6P,OACbvN,OAAQtC,KAAKsC,QAQjBuO,qBACE,KAAI7Q,KAAKsC,OAAStC,KAAKgR,WAAvB,CAKAhR,KAAKgR,UAAYhR,KAAKgR,UAAY,EAAKhR,KAAKgR,WAAa,EAxEnC,IAyEtBhR,KAAKoM,QAAU,GAEf,IAAK,MAAM0E,KAAa9Q,KAAK6P,OAAQ,CACnC,MAAMxK,EAAQrF,KAAK6P,OAAOiB,GACpBG,EAAY5L,EAAMW,MAAQkL,aAC1BC,EAAYnR,KAAKoM,QAAQ/G,EAAM0E,OAErC,GAAIoH,GAAaC,YAAYC,OAAOF,GAAY,CAE9C,MAAMG,EAAa,IAAIL,EAAUjR,KAAKgR,WACtCM,EAAWC,IAAIJ,GACfnR,KAAKoM,QAAQ/G,EAAM0E,OAASuH,OACnBH,GAETA,EAAU7O,OAAStC,KAAKgR,UACxBhR,KAAKoM,QAAQ/G,EAAM0E,OAASoH,GAG5BnR,KAAKoM,QAAQ/G,EAAM0E,OAAS,IAAIkH,EAAUjR,KAAKgR,aAKrDD,gBACE,IAAK,MAAOS,EAAYC,KAAWpT,OAAOqT,QAAQ1R,KAAKoM,SACrDpM,KAAKoM,QAAQoF,GAAcC,EAAOhI,MAAM,EAAGzJ,KAAKsC,S,wHCnFtD,MAAMqP,EAAsD,CAC1DrB,MAAO,kBACPsB,UAAW,OACXC,gBAAiB,EACjBC,MAAO,EACPC,SAAU,GAMG,MAAMC,EAenB1E,YAAYuC,EAAgBC,GAAoC,qEAXd,MAWc,oBAVnC,GAUmC,mBATpC,GASoC,0BAR7B,GAQ6B,4BAP3B/J,KAAKkM,OAOsB,qBANlC,GAMkC,oBALnC,GAKmC,kBAJrC,GAKzBjS,KAAK6P,OAASA,EACd7P,KAAK8P,QAAU,IAAI6B,KAAoB7B,GAGzCoC,eAAwB,QACtB,SAAIC,QAAO,UAACnS,KAAK8P,eAAN,aAAC,EAAcgC,QAAU9R,KAAKoS,aAAepS,KAAK8P,QAAQgC,WAGjEK,QAAO,UAACnS,KAAK8P,eAAN,aAAC,EAAciC,WAAa/R,KAAKqS,WAAa,KAAOrS,KAAK8P,QAAQiC,UAO/EO,OAAOlN,GACDpF,KAAKkS,iBAGTlS,KAAKoS,cACLpS,KAAKuS,SAAWvS,KAAKuS,UAAYvS,KAAKwS,eAAepN,GACrDpF,KAAKqS,YAAcrS,KAAKuS,SACpB5N,MAAMC,QAAQQ,GAChBpF,KAAKiQ,YAAY7K,GAEjBpF,KAAKoQ,aAAahL,IAKZ6K,YAAY7K,GACpB,IAAKpF,KAAKyS,WAAY,CACpB,MAAMC,EAAiB1S,KAAK2S,qBAC5B3S,KAAKyS,WAAa,IAAIC,EAAe1S,KAAK6P,OAAQ7P,KAAK8P,SAEzD9P,KAAKyS,WAAWxC,YAAY7K,GAIpBgL,aAAahL,GACrB,IAAKpF,KAAKyS,WAAY,CACpB,MAAMC,EAAiB1S,KAAK2S,qBAC5B3S,KAAKyS,WAAa,IAAIC,EAAe1S,KAAK6P,OAAQ7P,KAAK8P,SAEzD9P,KAAKyS,WAAWrC,aAAahL,GAI/BwN,cAAcxR,GACRA,aAAiBgQ,cACnBpR,KAAK6S,WAAazR,EAAM0R,YAEL,iBAAV1R,IACTpB,KAAK6S,WAAazR,EAAMkB,QAE1BtC,KAAK+S,iBAAkB,EAGzBC,aAAalD,GACX,OAAO9P,KAAKiT,UAAYjT,KAAKkT,UAAUpD,GAAW,KAGpDqD,cAAcrD,GACZ,OAAO9P,KAAKkT,UAAUpD,GAKxB0C,eAAepN,GACb,OAAOT,MAAMC,QAAQQ,GAAoB,EAAbA,EAAI9C,OAAuC,EAA1BjE,OAAOoO,KAAKrH,GAAK9C,OAGxD2Q,UAEN,IAAKjT,KAAKyS,YAA6C,IAA/BzS,KAAKyS,WAAWzC,WACtC,OAAO,EAKT,GAA+B,SAA3BhQ,KAAK8P,QAAQ8B,WACf,IAAK5R,KAAK+S,gBACR,OAAO,OAEJ,GAAI/S,KAAK8P,QAAQ8B,UAAY5R,KAAKyS,WAAWzC,WAClD,OAAO,EAIT,QAAIhQ,KAAK8P,QAAQ+B,gBAAkB9L,KAAKkM,MAAQjS,KAAKoT,sBAKrDpT,KAAK+S,iBAAkB,EACvB/S,KAAKoT,mBAAqBrN,KAAKkM,OACxB,GAMDiB,UAAUpD,GAChB,IAAK9P,KAAKyS,WACR,OAAO,KAIL3C,WAAS+C,YACX7S,KAAK6S,UAAY/C,EAAQ+C,WAE3B,MAAMQ,EAAkBrT,KAAKyS,WAAWpC,WAOxC,OANAgD,EAAgBC,MAAQtT,KAAKuT,WAC7BF,EAAgBR,UAAY7S,KAAK6S,UACjCxU,OAAOiQ,OAAO+E,EAAiBvD,GAE/B9P,KAAKuT,aACLvT,KAAKyS,WAAa,KACXY,EAGDV,qBACN,OAAQ3S,KAAK8P,QAAQQ,OACnB,IAAK,YACH,OAAOkD,EACT,IAAK,kBACL,IAAK,mBACH,OAAO5D,EACT,IAAK,iBACH,OAAOgB,EACT,IAAK,cACH,IAAKoB,EAAkByB,WACrB,MAAM,IAAI3K,MAvJA,qBAyJZ,OAAOkJ,EAAkByB,WAC3B,QACE,MAAM,IAAI3K,MA3JE,uB,EAGCkJ,E,yCCvBrB,MAAM,cAAClS,GAAiBD,IAET,SAAS6T,EAAsB3T,GAC5CA,EAASA,GAAU,GAEnBD,EAAchC,KAAKkC,KAAMD,GAEzBC,KAAK2T,YAAc,IAAIC,YAAY5T,KAAKuB,QAAQsS,UAahD7T,KAAK+C,OAAS+Q,eAAgB9E,GAC5BhP,KAAKI,OAAS4O,EAEd,IAGE,UAAW,MAAM5N,KAAS4N,EACxBhP,KAAKwB,WAAWxB,KAAK+T,eAAe3S,IAetCpB,KAAKE,WAAY,EACjBF,KAAKwB,WAAW,IAChB,MAAOoB,GAEP5C,KAAK2C,WAAWC,KAIpB5C,KAAKS,WAAa,aAKlBT,KAAK+T,eAAiB,SAAU3S,GAC9B,MAAwB,iBAAVA,EAAqBA,EAAQpB,KAAK2T,YAAYK,OAAO5S,EAAO,CAAC2B,QAAQ,KAIvF2Q,EAAsBnU,UAAYlB,OAAOY,OAAOa,EAAcP,WAC9DmU,EAAsBnU,UAAU+N,YAAcoG,ECvD9C,MA0BMO,EAA6B,CACjCvH,IAAK,CACH4D,MAAO,mBACP4D,qBAAqB,EAErB1P,OAAQ,OACR2P,aAAc,SAGd5N,UAAW,IACXoC,WAAY,IACZ5D,eAAe,EACfoC,UAAU,EACVlD,gBAAgB,EAEhBmD,kBAAmB,CAAC,IAAK,KAAM,IAAK,OAK3BgN,EAAY,CACvB5I,GAAI,MACJrO,OAAQ,MACRe,KAAM,MACNmW,QAlDc,gBAmDdC,WAAY,CAAC,MAAO,MAAO,OAC3BC,UAAW,CAAC,WAAY,4BAA6B,YACrDC,SAAU,QACVxS,MAAO8R,MAAOW,EAA0B3E,IACtC4E,GAAS,IAAId,aAAcI,OAAOS,GAAc3E,GAClD6E,UAAW,CAACC,EAAc9E,IAA+B4E,EAASE,EAAM9E,GACxE+E,eA0DF,SACE7F,EACAc,GACsB,MAII,UAD1BA,EAAU,IAAIA,IACF8B,YACV9B,EAAQ8B,UAAY,KAItB,MAAMkD,EAAa,IAAIb,EAA2BvH,OAAK,UAAGoD,SAAH,aAAG,EAASpD,KAE7DqI,EAAa,IAAI9F,EAEvB,IAAI+F,GAAsB,EACtBC,EAA6B,KAC7BC,EAA8C,KAC9CrF,EAAwB,KAE5B,MAAM9P,EAAS,IAEV+U,EACHtQ,QAAQ,EACR2Q,UAAU,EAIVlU,UAAW,QAMXgD,gBAAgB,EAIhB9C,KAAKY,GACH,IAAIqD,EAAMrD,EAAQnB,KAElB,GAAIkU,EAAW7Q,eAAgB,CAG7B,GAAqB,KADAmB,EAAIgQ,OAAOlR,KAAK,IAAIC,OAEvC,OAGJ,MAAM0O,EAAY9Q,EAAQjB,KAAKsB,OAG/B,GAAI4S,IAAeC,EAAW,CAG5B,GADqC,SAAtBH,EAAWtQ,OAAoB6Q,EAAYjQ,GAAO+M,QAAQ2C,EAAWtQ,QAGlF,YADAyQ,EAAY7P,EAAII,IAAI8P,MAMpBN,IACFA,GAAa,EACRC,IACHA,EAAYM,EAAeT,EAAWX,aAAc/O,EAAI9C,SAE1DuN,EA+GR,SAAsBzK,EAAK6P,GACzB,MAAMpF,EAASoF,EAAY,GAAK,GAChC,IAAK,IAAI1X,EAAI,EAAGA,EAAI6H,EAAI9C,OAAQ/E,IAAK,CACnC,MAAMiU,EAAcyD,GAAaA,EAAU1X,IAAOA,EAElD,cADc6H,EAAI7H,IAEhB,IAAK,SACL,IAAK,UAEHsS,EAAO2B,GAAc,CAACtT,KAAM0P,OAAO4D,GAAazH,MAAOxM,EAAGyI,KAAMkL,cAChE,MACF,IAAK,SACL,QACErB,EAAO2B,GAAc,CAACtT,KAAM0P,OAAO4D,GAAazH,MAAOxM,EAAGyI,KAAMrB,QAKtE,OAAOkL,EAjIQ2F,CAAapQ,EAAK6P,IAGzBH,EAAWZ,sBAGb9O,EAAMkH,KAAKtK,MAAMsK,KAAKiB,UAAUnI,KAIlC8P,EACEA,GACA,IAAIlD,EAAkBnC,EAAQ,CAE5BS,MAAOwE,EAAWxE,OAAS,qBACxBR,IAGP,IACEoF,EAAkB5C,OAAOlN,GAEzB,MAAMqQ,EAAQP,GAAqBA,EAAkBlC,aAAa,CAACH,cAC/D4C,GACFV,EAAWlG,QAAQ4G,GAErB,MAAO7S,GACPmS,EAAWlG,QAAQjM,KAKvBF,SAASX,GACP,IACE,MAAM8Q,EAAY9Q,EAAQjB,KAAKsB,OAEzBqT,EAAQP,GAAqBA,EAAkB/B,cAAc,CAACN,cAChE4C,GACFV,EAAWlG,QAAQ4G,GAErB,MAAO7S,GACPmS,EAAWlG,QAAQjM,GAGrBmS,EAAW1F,UAQf,OAJAxP,IAAKmC,MAAMgN,EAAejP,EAAQ2T,GAI3BqB,GA7KPjF,QAASmE,GAGXH,eAAeY,EAASgB,EAAiB5F,GAEvC,MAAMgF,EAAa,IAAIb,EAA2BvH,OAAQoD,aAAH,EAAGA,EAASpD,KAE7DiJ,EAuLR,SAAsBD,GAMpB,OALe7V,IAAKmC,MAAM0T,EAAS,CACjCP,UAAU,EACVpQ,eAAe,EACfvC,QAAS,IAEG5B,KAAK,GA7LFgV,CAAaF,GAIxBG,EAFkB,SAAtBf,EAAWtQ,OAAoB6Q,EAAYM,GAAYxD,QAAQ2C,EAAWtQ,QAItEsR,EAAkB,IAEnBhB,EACHtQ,OAAQqR,EACRV,UAAU,EACV1Q,gBAAiBoR,EAAkBP,SAA+BzT,EAClEe,MAAQmT,IACN,MAAM,IAAIjN,MAAMiN,KAIdC,EAASnW,IAAKmC,MAAM0T,EAASI,GACnC,IAAKlV,KAAM0I,GAAQ0M,EAEnB,MAAMf,EAAYe,EAAOlV,KAAK2E,QAAU8P,EAAeT,EAAWX,aAAcwB,EAASrT,QAEzF,OAAQwS,EAAWxE,OACjB,IAAK,mBACHhH,EAAOA,EAAK9D,IAAKJ,GAAST,MAAMC,QAAQQ,GAAOmJ,EAAmBnJ,EAAK6P,GAAa7P,GACpF,MACF,IAAK,kBACHkE,EAAOA,EAAK9D,IAAKJ,GAAST,MAAMC,QAAQQ,GAAOA,EAAMuJ,EAAkBvJ,EAAK6P,IAiBhF,OAAO3L,EAkIT,SAAS+L,EAAYjQ,GACnB,OAAOA,GAAOA,EAAI6Q,MAAOrX,GAA2B,iBAAVA,GAuB5C,SAAS0W,IACP,MAAMY,EAAkB,IAAIC,IAC5B,OAAQhJ,IACN,IAAIiJ,EAAUjJ,EACVkJ,EAAU,EACd,KAAOH,EAAgBI,IAAIF,IACzBA,EAAW,GAAEjJ,KAAOkJ,IACpBA,IAGF,OADAH,EAAgBK,IAAIH,GACbA,GAUX,SAASb,EAAepB,EAAsBb,EAAgB,GAC5D,MAAM7E,EAAoB,GAC1B,IAAK,IAAIlR,EAAI,EAAGA,EAAI+V,EAAO/V,IACzBkR,EAAQ/J,KAAM,GAAEyP,IAAe5W,EAAI,KAErC,OAAOkR","file":"dist.min.js","sourcesContent":["(function webpackUniversalModuleDefinition(root, factory) {\n\tif(typeof exports === 'object' && typeof module === 'object')\n\t\tmodule.exports = factory();\n\telse if(typeof define === 'function' && define.amd)\n\t\tdefine([], factory);\n\telse {\n\t\tvar a = factory();\n\t\tfor(var i in a) (typeof exports === 'object' ? exports : root)[i] = a[i];\n\t}\n})(window, function() {\nreturn "," \t// The module cache\n \tvar installedModules = {};\n\n \t// The require function\n \tfunction __webpack_require__(moduleId) {\n\n \t\t// Check if module is in cache\n \t\tif(installedModules[moduleId]) {\n \t\t\treturn installedModules[moduleId].exports;\n \t\t}\n \t\t// Create a new module (and put it into the cache)\n \t\tvar module = installedModules[moduleId] = {\n \t\t\ti: moduleId,\n \t\t\tl: false,\n \t\t\texports: {}\n \t\t};\n\n \t\t// Execute the module function\n \t\tmodules[moduleId].call(module.exports, module, module.exports, __webpack_require__);\n\n \t\t// Flag the module as loaded\n \t\tmodule.l = true;\n\n \t\t// Return the exports of the module\n \t\treturn module.exports;\n \t}\n\n\n \t// expose the modules object (__webpack_modules__)\n \t__webpack_require__.m = modules;\n\n \t// expose the module cache\n \t__webpack_require__.c = installedModules;\n\n \t// define getter function for harmony exports\n \t__webpack_require__.d = function(exports, name, getter) {\n \t\tif(!__webpack_require__.o(exports, name)) {\n \t\t\tObject.defineProperty(exports, name, { enumerable: true, get: getter });\n \t\t}\n \t};\n\n \t// define __esModule on exports\n \t__webpack_require__.r = function(exports) {\n \t\tif(typeof Symbol !== 'undefined' && Symbol.toStringTag) {\n \t\t\tObject.defineProperty(exports, Symbol.toStringTag, { value: 'Module' });\n \t\t}\n \t\tObject.defineProperty(exports, '__esModule', { value: true });\n \t};\n\n \t// create a fake namespace object\n \t// mode & 1: value is a module id, require it\n \t// mode & 2: merge all properties of value into the ns\n \t// mode & 4: return value when already ns object\n \t// mode & 8|1: behave like require\n \t__webpack_require__.t = function(value, mode) {\n \t\tif(mode & 1) value = __webpack_require__(value);\n \t\tif(mode & 8) return value;\n \t\tif((mode & 4) && typeof value === 'object' && value && value.__esModule) return value;\n \t\tvar ns = Object.create(null);\n \t\t__webpack_require__.r(ns);\n \t\tObject.defineProperty(ns, 'default', { enumerable: true, value: value });\n \t\tif(mode & 2 && typeof value != 'string') for(var key in value) __webpack_require__.d(ns, key, function(key) { return value[key]; }.bind(null, key));\n \t\treturn ns;\n \t};\n\n \t// getDefaultExport function for compatibility with non-harmony modules\n \t__webpack_require__.n = function(module) {\n \t\tvar getter = module && module.__esModule ?\n \t\t\tfunction getDefault() { return module['default']; } :\n \t\t\tfunction getModuleExports() { return module; };\n \t\t__webpack_require__.d(getter, 'a', getter);\n \t\treturn getter;\n \t};\n\n \t// Object.prototype.hasOwnProperty.call\n \t__webpack_require__.o = function(object, property) { return Object.prototype.hasOwnProperty.call(object, property); };\n\n \t// __webpack_public_path__\n \t__webpack_require__.p = \"\";\n\n\n \t// Load entry module and return exports\n \treturn __webpack_require__(__webpack_require__.s = 1);\n","// This is a fork of papaparse\n// https://github.com/mholt/PapaParse\n/* @license\nPapa Parse\nv5.0.0-beta.0\nhttps://github.com/mholt/PapaParse\nLicense: MIT\n*/\n// FORK SUMMARY:\n// - Adopt ES6 exports\n// - Implement new AsyncIteratorStreamer\n// - Remove non Async Iterator streamers (can all be handled by new streamer)\n// - Remove unused Worker support (loaders.gl worker system used instead)\n// - Remove unused jQuery plugin support\n\n/* eslint-disable */\n// @ts-nocheck\nvar global = (function() {\n // alternative method, similar to `Function('return this')()`\n // but without using `eval` (which is disabled when\n // using Content Security Policy).\n\n if (typeof self !== 'undefined') {\n return self;\n }\n if (typeof window !== 'undefined') {\n return window;\n }\n if (typeof global !== 'undefined') {\n return global;\n }\n\n // When running tests none of the above have been defined\n return {};\n})();\n\nvar IS_PAPA_WORKER = false;\n\nvar Papa = {};\nmodule.exports = Papa;\nPapa.parse = CsvToJson;\nPapa.unparse = JsonToCsv;\n\nPapa.RECORD_SEP = String.fromCharCode(30);\nPapa.UNIT_SEP = String.fromCharCode(31);\nPapa.BYTE_ORDER_MARK = '\\ufeff';\nPapa.BAD_DELIMITERS = ['\\r', '\\n', '\"', Papa.BYTE_ORDER_MARK];\nPapa.WORKERS_SUPPORTED = false; // !IS_WORKER && !!global.Worker;\nPapa.NODE_STREAM_INPUT = 1;\n\n// Configurable chunk sizes for local and remote files, respectively\nPapa.LocalChunkSize = 1024 * 1024 * 10; // 10 MB\nPapa.RemoteChunkSize = 1024 * 1024 * 5; // 5 MB\nPapa.DefaultDelimiter = ','; // Used if not specified and detection fails\n\n// Exposed for testing and development only\nPapa.Parser = Parser;\nPapa.ParserHandle = ParserHandle;\n\n// BEGIN FORK\nPapa.ChunkStreamer = ChunkStreamer;\nPapa.StringStreamer = StringStreamer;\n/*\nPapa.NetworkStreamer = NetworkStreamer;\nPapa.FileStreamer = FileStreamer;\nPapa.ReadableStreamStreamer = ReadableStreamStreamer;\nif (typeof PAPA_BROWSER_CONTEXT === 'undefined') {\n Papa.DuplexStreamStreamer = DuplexStreamStreamer;\n}\n*/\n// END FORK\n\n// BEGIN FORK\n// Adds an argument to papa.parse\n// function CsvToJson(_input, _config)\nfunction CsvToJson(\n _input,\n _config,\n UserDefinedStreamer // BEGIN FORK\n) {\n _config = _config || {};\n var dynamicTyping = _config.dynamicTyping || false;\n if (isFunction(dynamicTyping)) {\n _config.dynamicTypingFunction = dynamicTyping;\n // Will be filled on first row call\n dynamicTyping = {};\n }\n _config.dynamicTyping = dynamicTyping;\n\n _config.transform = isFunction(_config.transform) ? _config.transform : false;\n\n if (_config.worker && Papa.WORKERS_SUPPORTED) {\n var w = newWorker();\n\n w.userStep = _config.step;\n w.userChunk = _config.chunk;\n w.userComplete = _config.complete;\n w.userError = _config.error;\n\n _config.step = isFunction(_config.step);\n _config.chunk = isFunction(_config.chunk);\n _config.complete = isFunction(_config.complete);\n _config.error = isFunction(_config.error);\n delete _config.worker; // prevent infinite loop\n\n w.postMessage({\n input: _input,\n config: _config,\n workerId: w.id\n });\n\n return;\n }\n\n var streamer = null;\n /*\n if (_input === Papa.NODE_STREAM_INPUT && typeof PAPA_BROWSER_CONTEXT === 'undefined') {\n // create a node Duplex stream for use\n // with .pipe\n streamer = new DuplexStreamStreamer(_config);\n return streamer.getStream();\n } else\n */\n if (typeof _input === 'string') {\n // if (_config.download) streamer = new NetworkStreamer(_config);\n // else\n streamer = new StringStreamer(_config);\n }\n /*\n else if (_input.readable === true && isFunction(_input.read) && isFunction(_input.on)) {\n streamer = new ReadableStreamStreamer(_config);\n } else if ((global.File && _input instanceof File) || _input instanceof Object)\n // ...Safari. (see issue #106)\n streamer = new FileStreamer(_config);\n */\n\n // BEGIN FORK\n if (!streamer) {\n streamer = new UserDefinedStreamer(_config);\n }\n // END FORK\n\n return streamer.stream(_input);\n}\n\nfunction JsonToCsv(_input, _config) {\n // Default configuration\n\n /** whether to surround every datum with quotes */\n var _quotes = false;\n\n /** whether to write headers */\n var _writeHeader = true;\n\n /** delimiting character(s) */\n var _delimiter = ',';\n\n /** newline character(s) */\n var _newline = '\\r\\n';\n\n /** quote character */\n var _quoteChar = '\"';\n\n /** escaped quote character, either \"\" or <config.escapeChar>\" */\n var _escapedQuote = _quoteChar + _quoteChar;\n\n /** whether to skip empty lines */\n var _skipEmptyLines = false;\n\n /** the columns (keys) we expect when we unparse objects */\n var _columns = null;\n\n unpackConfig();\n\n var quoteCharRegex = new RegExp(escapeRegExp(_quoteChar), 'g');\n\n if (typeof _input === 'string') _input = JSON.parse(_input);\n\n if (Array.isArray(_input)) {\n if (!_input.length || Array.isArray(_input[0])) return serialize(null, _input, _skipEmptyLines);\n else if (typeof _input[0] === 'object')\n return serialize(_columns || objectKeys(_input[0]), _input, _skipEmptyLines);\n } else if (typeof _input === 'object') {\n if (typeof _input.data === 'string') _input.data = JSON.parse(_input.data);\n\n if (Array.isArray(_input.data)) {\n if (!_input.fields) _input.fields = _input.meta && _input.meta.fields;\n\n if (!_input.fields)\n _input.fields = Array.isArray(_input.data[0]) ? _input.fields : objectKeys(_input.data[0]);\n\n if (!Array.isArray(_input.data[0]) && typeof _input.data[0] !== 'object')\n _input.data = [_input.data]; // handles input like [1,2,3] or ['asdf']\n }\n\n return serialize(_input.fields || [], _input.data || [], _skipEmptyLines);\n }\n\n // Default (any valid paths should return before this)\n throw new Error('Unable to serialize unrecognized input');\n\n function unpackConfig() {\n if (typeof _config !== 'object') return;\n\n if (\n typeof _config.delimiter === 'string' &&\n !Papa.BAD_DELIMITERS.filter(function(value) {\n return _config.delimiter.indexOf(value) !== -1;\n }).length\n ) {\n _delimiter = _config.delimiter;\n }\n\n if (typeof _config.quotes === 'boolean' || Array.isArray(_config.quotes))\n _quotes = _config.quotes;\n\n if (typeof _config.skipEmptyLines === 'boolean' || typeof _config.skipEmptyLines === 'string')\n _skipEmptyLines = _config.skipEmptyLines;\n\n if (typeof _config.newline === 'string') _newline = _config.newline;\n\n if (typeof _config.quoteChar === 'string') _quoteChar = _config.quoteChar;\n\n if (typeof _config.header === 'boolean') _writeHeader = _config.header;\n\n if (Array.isArray(_config.columns)) {\n if (_config.columns.length === 0) throw new Error('Option columns is empty');\n\n _columns = _config.columns;\n }\n\n if (_config.escapeChar !== undefined) {\n _escapedQuote = _config.escapeChar + _quoteChar;\n }\n }\n\n /** Turns an object's keys into an array */\n function objectKeys(obj) {\n if (typeof obj !== 'object') return [];\n var keys = [];\n for (var key in obj) keys.push(key);\n return keys;\n }\n\n /** The double for loop that iterates the data and writes out a CSV string including header row */\n function serialize(fields, data, skipEmptyLines) {\n var csv = '';\n\n if (typeof fields === 'string') fields = JSON.parse(fields);\n if (typeof data === 'string') data = JSON.parse(data);\n\n var hasHeader = Array.isArray(fields) && fields.length > 0;\n var dataKeyedByField = !Array.isArray(data[0]);\n\n // If there a header row, write it first\n if (hasHeader && _writeHeader) {\n for (var i = 0; i < fields.length; i++) {\n if (i > 0) csv += _delimiter;\n csv += safe(fields[i], i);\n }\n if (data.length > 0) csv += _newline;\n }\n\n // Then write out the data\n for (var row = 0; row < data.length; row++) {\n var maxCol = hasHeader ? fields.length : data[row].length;\n\n var emptyLine = false;\n var nullLine = hasHeader ? Object.keys(data[row]).length === 0 : data[row].length === 0;\n if (skipEmptyLines && !hasHeader) {\n emptyLine =\n skipEmptyLines === 'greedy'\n ? data[row].join('').trim() === ''\n : data[row].length === 1 && data[row][0].length === 0;\n }\n if (skipEmptyLines === 'greedy' && hasHeader) {\n var line = [];\n for (var c = 0; c < maxCol; c++) {\n var cx = dataKeyedByField ? fields[c] : c;\n line.push(data[row][cx]);\n }\n emptyLine = line.join('').trim() === '';\n }\n if (!emptyLine) {\n for (var col = 0; col < maxCol; col++) {\n if (col > 0 && !nullLine) csv += _delimiter;\n var colIdx = hasHeader && dataKeyedByField ? fields[col] : col;\n csv += safe(data[row][colIdx], col);\n }\n if (row < data.length - 1 && (!skipEmptyLines || (maxCol > 0 && !nullLine))) {\n csv += _newline;\n }\n }\n }\n return csv;\n }\n\n /** Encloses a value around quotes if needed (makes a value safe for CSV insertion) */\n function safe(str, col) {\n if (typeof str === 'undefined' || str === null) return '';\n\n if (str.constructor === Date) return JSON.stringify(str).slice(1, 25);\n\n str = str.toString().replace(quoteCharRegex, _escapedQuote);\n\n var needsQuotes =\n (typeof _quotes === 'boolean' && _quotes) ||\n (Array.isArray(_quotes) && _quotes[col]) ||\n hasAny(str, Papa.BAD_DELIMITERS) ||\n str.indexOf(_delimiter) > -1 ||\n str.charAt(0) === ' ' ||\n str.charAt(str.length - 1) === ' ';\n\n return needsQuotes ? _quoteChar + str + _quoteChar : str;\n }\n\n function hasAny(str, substrings) {\n for (var i = 0; i < substrings.length; i++) if (str.indexOf(substrings[i]) > -1) return true;\n return false;\n }\n}\n\n/** ChunkStreamer is the base prototype for various streamer implementations. */\nfunction ChunkStreamer(config) {\n this._handle = null;\n this._finished = false;\n this._completed = false;\n this._input = null;\n this._baseIndex = 0;\n this._partialLine = '';\n this._rowCount = 0;\n this._start = 0;\n this._nextChunk = null;\n this.isFirstChunk = true;\n this._completeResults = {\n data: [],\n errors: [],\n meta: {}\n };\n replaceConfig.call(this, config);\n\n this.parseChunk = function(chunk, isFakeChunk) {\n // First chunk pre-processing\n if (this.isFirstChunk && isFunction(this._config.beforeFirstChunk)) {\n var modifiedChunk = this._config.beforeFirstChunk(chunk);\n if (modifiedChunk !== undefined) chunk = modifiedChunk;\n }\n this.isFirstChunk = false;\n\n // Rejoin the line we likely just split in two by chunking the file\n var aggregate = this._partialLine + chunk;\n this._partialLine = '';\n\n var results = this._handle.parse(aggregate, this._baseIndex, !this._finished);\n\n if (this._handle.paused() || this._handle.aborted()) return;\n\n var lastIndex = results.meta.cursor;\n\n if (!this._finished) {\n this._partialLine = aggregate.substring(lastIndex - this._baseIndex);\n this._baseIndex = lastIndex;\n }\n\n if (results && results.data) this._rowCount += results.data.length;\n\n var finishedIncludingPreview =\n this._finished || (this._config.preview && this._rowCount >= this._config.preview);\n\n if (IS_PAPA_WORKER) {\n global.postMessage({\n results: results,\n workerId: Papa.WORKER_ID,\n finished: finishedIncludingPreview\n });\n } else if (isFunction(this._config.chunk) && !isFakeChunk) {\n this._config.chunk(results, this._handle);\n if (this._handle.paused() || this._handle.aborted()) return;\n results = undefined;\n this._completeResults = undefined;\n }\n\n if (!this._config.step && !this._config.chunk) {\n this._completeResults.data = this._completeResults.data.concat(results.data);\n this._completeResults.errors = this._completeResults.errors.concat(results.errors);\n this._completeResults.meta = results.meta;\n }\n\n if (\n !this._completed &&\n finishedIncludingPreview &&\n isFunction(this._config.complete) &&\n (!results || !results.meta.aborted)\n ) {\n this._config.complete(this._completeResults, this._input);\n this._completed = true;\n }\n\n if (!finishedIncludingPreview && (!results || !results.meta.paused)) this._nextChunk();\n\n return results;\n };\n\n this._sendError = function(error) {\n if (isFunction(this._config.error)) this._config.error(error);\n else if (IS_PAPA_WORKER && this._config.error) {\n global.postMessage({\n workerId: Papa.WORKER_ID,\n error: error,\n finished: false\n });\n }\n };\n\n function replaceConfig(config) {\n // Deep-copy the config so we can edit it\n var configCopy = copy(config);\n configCopy.chunkSize = parseInt(configCopy.chunkSize); // parseInt VERY important so we don't concatenate strings!\n if (!config.step && !config.chunk) configCopy.chunkSize = null; // disable Range header if not streaming; bad values break IIS - see issue #196\n this._handle = new ParserHandle(configCopy);\n this._handle.streamer = this;\n this._config = configCopy; // persist the copy to the caller\n }\n}\nfunction StringStreamer(config) {\n config = config || {};\n ChunkStreamer.call(this, config);\n\n var remaining;\n this.stream = function(s) {\n remaining = s;\n return this._nextChunk();\n };\n this._nextChunk = function() {\n if (this._finished) return;\n var size = this._config.chunkSize;\n var chunk = size ? remaining.substr(0, size) : remaining;\n remaining = size ? remaining.substr(size) : '';\n this._finished = !remaining;\n return this.parseChunk(chunk);\n };\n}\nStringStreamer.prototype = Object.create(StringStreamer.prototype);\nStringStreamer.prototype.constructor = StringStreamer;\n\n// Use one ParserHandle per entire CSV file or string\nfunction ParserHandle(_config) {\n // One goal is to minimize the use of regular expressions...\n var FLOAT = /^\\s*-?(\\d*\\.?\\d+|\\d+\\.?\\d*)(e[-+]?\\d+)?\\s*$/i;\n var ISO_DATE = /(\\d{4}-[01]\\d-[0-3]\\dT[0-2]\\d:[0-5]\\d:[0-5]\\d\\.\\d+([+-][0-2]\\d:[0-5]\\d|Z))|(\\d{4}-[01]\\d-[0-3]\\dT[0-2]\\d:[0-5]\\d:[0-5]\\d([+-][0-2]\\d:[0-5]\\d|Z))|(\\d{4}-[01]\\d-[0-3]\\dT[0-2]\\d:[0-5]\\d([+-][0-2]\\d:[0-5]\\d|Z))/;\n\n var self = this;\n var _stepCounter = 0; // Number of times step was called (number of rows parsed)\n var _rowCounter = 0; // Number of rows that have been parsed so far\n var _input; // The input being parsed\n var _parser; // The core parser being used\n var _paused = false; // Whether we are paused or not\n var _aborted = false; // Whether the parser has aborted or not\n var _delimiterError; // Temporary state between delimiter detection and processing results\n var _fields = []; // Fields are from the header row of the input, if there is one\n var _results = {\n // The last results returned from the parser\n data: [],\n errors: [],\n meta: {}\n };\n\n if (isFunction(_config.step)) {\n var userStep = _config.step;\n _config.step = function(results) {\n _results = results;\n\n if (needsHeaderRow()) processResults();\n // only call user's step function after header row\n else {\n processResults();\n\n // It's possbile that this line was empty and there's no row here after all\n if (!_results.data || _results.data.length === 0) return;\n\n _stepCounter += results.data.length;\n if (_config.preview && _stepCounter > _config.preview) _parser.abort();\n else userStep(_results, self);\n }\n };\n }\n\n /**\n * Parses input. Most users won't need, and shouldn't mess with, the baseIndex\n * and ignoreLastRow parameters. They are used by streamers (wrapper functions)\n * when an input comes in multiple chunks, like from a file.\n */\n this.parse = function(input, baseIndex, ignoreLastRow) {\n var quoteChar = _config.quoteChar || '\"';\n if (!_config.newline) _config.newline = guessLineEndings(input, quoteChar);\n\n _delimiterError = false;\n if (!_config.delimiter) {\n var delimGuess = guessDelimiter(\n input,\n _config.newline,\n _config.skipEmptyLines,\n _config.comments,\n _config.delimitersToGuess\n );\n if (delimGuess.successful) _config.delimiter = delimGuess.bestDelimiter;\n else {\n _delimiterError = true; // add error after parsing (otherwise it would be overwritten)\n _config.delimiter = Papa.DefaultDelimiter;\n }\n _results.meta.delimiter = _config.delimiter;\n } else if (isFunction(_config.delimiter)) {\n _config.delimiter = _config.delimiter(input);\n _results.meta.delimiter = _config.delimiter;\n }\n\n var parserConfig = copy(_config);\n if (_config.preview && _config.header) parserConfig.preview++; // to compensate for header row\n\n _input = input;\n _parser = new Parser(parserConfig);\n _results = _parser.parse(_input, baseIndex, ignoreLastRow);\n processResults();\n return _paused ? {meta: {paused: true}} : _results || {meta: {paused: false}};\n };\n\n this.paused = function() {\n return _paused;\n };\n\n this.pause = function() {\n _paused = true;\n _parser.abort();\n _input = _input.substr(_parser.getCharIndex());\n };\n\n this.resume = function() {\n _paused = false;\n self.streamer.parseChunk(_input, true);\n };\n\n this.aborted = function() {\n return _aborted;\n };\n\n this.abort = function() {\n _aborted = true;\n _parser.abort();\n _results.meta.aborted = true;\n if (isFunction(_config.complete)) _config.complete(_results);\n _input = '';\n };\n\n function testEmptyLine(s) {\n return _config.skipEmptyLines === 'greedy'\n ? s.join('').trim() === ''\n : s.length === 1 && s[0].length === 0;\n }\n\n function processResults() {\n if (_results && _delimiterError) {\n addError(\n 'Delimiter',\n 'UndetectableDelimiter',\n \"Unable to auto-detect delimiting character; defaulted to '\" + Papa.DefaultDelimiter + \"'\"\n );\n _delimiterError = false;\n }\n\n if (_config.skipEmptyLines) {\n for (var i = 0; i < _results.data.length; i++)\n if (testEmptyLine(_results.data[i])) _results.data.splice(i--, 1);\n }\n\n if (needsHeaderRow()) fillHeaderFields();\n\n return applyHeaderAndDynamicTypingAndTransformation();\n }\n\n function needsHeaderRow() {\n return _config.header && _fields.length === 0;\n }\n\n function fillHeaderFields() {\n if (!_results) return;\n\n function addHeder(header) {\n if (isFunction(_config.transformHeader)) header = _config.transformHeader(header);\n\n _fields.push(header);\n }\n\n if (Array.isArray(_results.data[0])) {\n for (var i = 0; needsHeaderRow() && i < _results.data.length; i++)\n _results.data[i].forEach(addHeder);\n\n _results.data.splice(0, 1);\n }\n // if _results.data[0] is not an array, we are in a step where _results.data is the row.\n else _results.data.forEach(addHeder);\n }\n\n function shouldApplyDynamicTyping(field) {\n // Cache function values to avoid calling it for each row\n if (_config.dynamicTypingFunction && _config.dynamicTyping[field] === undefined) {\n _config.dynamicTyping[field] = _config.dynamicTypingFunction(field);\n }\n return (_config.dynamicTyping[field] || _config.dynamicTyping) === true;\n }\n\n function parseDynamic(field, value) {\n if (shouldApplyDynamicTyping(field)) {\n if (value === 'true' || value === 'TRUE') return true;\n else if (value === 'false' || value === 'FALSE') return false;\n else if (FLOAT.test(value)) return parseFloat(value);\n else if (ISO_DATE.test(value)) return new Date(value);\n else return value === '' ? null : value;\n }\n return value;\n }\n\n function applyHeaderAndDynamicTypingAndTransformation() {\n if (!_results || !_results.data || (!_config.header && !_config.dynamicTyping && !_config.transform))\n return _results;\n\n function processRow(rowSource, i) {\n var row = _config.header ? {} : [];\n\n var j;\n for (j = 0; j < rowSource.length; j++) {\n var field = j;\n var value = rowSource[j];\n\n if (_config.header) field = j >= _fields.length ? '__parsed_extra' : _fields[j];\n\n if (_config.transform) value = _config.transform(value, field);\n\n value = parseDynamic(field, value);\n\n if (field === '__parsed_extra') {\n row[field] = row[field] || [];\n row[field].push(value);\n } else row[field] = value;\n }\n\n if (_config.header) {\n if (j > _fields.length)\n addError(\n 'FieldMismatch',\n 'TooManyFields',\n 'Too many fields: expected ' + _fields.length + ' fields but parsed ' + j,\n _rowCounter + i\n );\n else if (j < _fields.length)\n addError(\n 'FieldMismatch',\n 'TooFewFields',\n 'Too few fields: expected ' + _fields.length + ' fields but parsed ' + j,\n _rowCounter + i\n );\n }\n\n return row;\n }\n\n var incrementBy = 1;\n if (!_results.data[0] || Array.isArray(_results.data[0])) {\n _results.data = _results.data.map(processRow);\n incrementBy = _results.data.length;\n } else _results.data = processRow(_results.data, 0);\n\n if (_config.header && _results.meta) _results.meta.fields = _fields;\n\n _rowCounter += incrementBy;\n return _results;\n }\n\n function guessDelimiter(input, newline, skipEmptyLines, comments, delimitersToGuess) {\n var bestDelim, bestDelta, fieldCountPrevRow;\n\n delimitersToGuess = delimitersToGuess || [',', '\\t', '|', ';', Papa.RECORD_SEP, Papa.UNIT_SEP];\n\n for (var i = 0; i < delimitersToGuess.length; i++) {\n var delim = delimitersToGuess[i];\n var delta = 0,\n avgFieldCount = 0,\n emptyLinesCount = 0;\n fieldCountPrevRow = undefined;\n\n var preview = new Parser({\n comments: comments,\n delimiter: delim,\n newline: newline,\n preview: 10\n }).parse(input);\n\n for (var j = 0; j < preview.data.length; j++) {\n if (skipEmptyLines && testEmptyLine(preview.data[j])) {\n emptyLinesCount++;\n continue;\n }\n var fieldCount = preview.data[j].length;\n avgFieldCount += fieldCount;\n\n if (typeof fieldCountPrevRow === 'undefined') {\n fieldCountPrevRow = 0;\n continue;\n } else if (fieldCount > 1) {\n delta += Math.abs(fieldCount - fieldCountPrevRow);\n fieldCountPrevRow = fieldCount;\n }\n }\n\n if (preview.data.length > 0) avgFieldCount /= preview.data.length - emptyLinesCount;\n\n if ((typeof bestDelta === 'undefined' || delta > bestDelta) && avgFieldCount > 1.99) {\n bestDelta = delta;\n bestDelim = delim;\n }\n }\n\n _config.delimiter = bestDelim;\n\n return {\n successful: !!bestDelim,\n bestDelimiter: bestDelim\n };\n }\n\n function guessLineEndings(input, quoteChar) {\n input = input.substr(0, 1024 * 1024); // max length 1 MB\n // Replace all the text inside quotes\n var re = new RegExp(escapeRegExp(quoteChar) + '([^]*?)' + escapeRegExp(quoteChar), 'gm');\n input = input.replace(re, '');\n\n var r = input.split('\\r');\n\n var n = input.split('\\n');\n\n var nAppearsFirst = n.length > 1 && n[0].length < r[0].length;\n\n if (r.length === 1 || nAppearsFirst) return '\\n';\n\n var numWithN = 0;\n for (var i = 0; i < r.length; i++) {\n if (r[i][0] === '\\n') numWithN++;\n }\n\n return numWithN >= r.length / 2 ? '\\r\\n' : '\\r';\n }\n\n function addError(type, code, msg, row) {\n _results.errors.push({\n type: type,\n code: code,\n message: msg,\n row: row\n });\n }\n}\n\n/** https://developer.mozilla.org/en-US/docs/Web/JavaScript/Guide/Regular_Expressions */\nfunction escapeRegExp(string) {\n return string.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&'); // $& means the whole matched string\n}\n\n/** The core parser implements speedy and correct CSV parsing */\nfunction Parser(config) {\n // Unpack the config object\n config = config || {};\n var delim = config.delimiter;\n var newline = config.newline;\n var comments = config.comments;\n var step = config.step;\n var preview = config.preview;\n var fastMode = config.fastMode;\n var quoteChar;\n /** Allows for no quoteChar by setting quoteChar to undefined in config */\n if (config.quoteChar === undefined) {\n quoteChar = '\"';\n } else {\n quoteChar = config.quoteChar;\n }\n var escapeChar = quoteChar;\n if (config.escapeChar !== undefined) {\n escapeChar = config.escapeChar;\n }\n\n // Delimiter must be valid\n if (typeof delim !== 'string' || Papa.BAD_DELIMITERS.indexOf(delim) > -1) delim = ',';\n\n // Comment character must be valid\n if (comments === delim) throw new Error('Comment character same as delimiter');\n else if (comments === true) comments = '#';\n else if (typeof comments !== 'string' || Papa.BAD_DELIMITERS.indexOf(comments) > -1)\n comments = false;\n\n // Newline must be valid: \\r, \\n, or \\r\\n\n if (newline !== '\\n' && newline !== '\\r' && newline !== '\\r\\n') newline = '\\n';\n\n // We're gonna need these at the Parser scope\n var cursor = 0;\n var aborted = false;\n\n this.parse = function(input, baseIndex, ignoreLastRow) {\n // For some reason, in Chrome, this speeds things up (!?)\n if (typeof input !== 'string') throw new Error('Input must be a string');\n\n // We don't need to compute some of these every time parse() is called,\n // but having them in a more local scope seems to perform better\n var inputLen = input.length,\n delimLen = delim.length,\n newlineLen = newline.length,\n commentsLen = comments.length;\n var stepIsFunction = isFunction(step);\n\n // Establish starting state\n cursor = 0;\n var data = [],\n errors = [],\n row = [],\n lastCursor = 0;\n\n if (!input) return returnable();\n\n if (fastMode || (fastMode !== false && input.indexOf(quoteChar) === -1)) {\n var rows = input.split(newline);\n for (var i = 0; i < rows.length; i++) {\n row = rows[i];\n cursor += row.length;\n if (i !== rows.length - 1) cursor += newline.length;\n else if (ignoreLastRow) return returnable();\n if (comments && row.substr(0, commentsLen) === comments) continue;\n if (stepIsFunction) {\n data = [];\n pushRow(row.split(delim));\n doStep();\n if (aborted) return returnable();\n } else pushRow(row.split(delim));\n if (preview && i >= preview) {\n data = data.slice(0, preview);\n return returnable(true);\n }\n }\n return returnable();\n }\n\n var nextDelim = input.indexOf(delim, cursor);\n var nextNewline = input.indexOf(newline, cursor);\n var quoteCharRegex = new RegExp(escapeRegExp(escapeChar) + escapeRegExp(quoteChar), 'g');\n var quoteSearch;\n\n // Parser loop\n for (;;) {\n // Field has opening quote\n if (input[cursor] === quoteChar) {\n // Start our search for the closing quote where the cursor is\n quoteSearch = cursor;\n\n // Skip the opening quote\n cursor++;\n\n for (;;) {\n // Find closing quote\n quoteSearch = input.indexOf(quoteChar, quoteSearch + 1);\n\n //No other quotes are found - no other delimiters\n if (quoteSearch === -1) {\n if (!ignoreLastRow) {\n // No closing quote... what a pity\n errors.push({\n type: 'Quotes',\n code: 'MissingQuotes',\n message: 'Quoted field unterminated',\n row: data.length, // row has yet to be inserted\n index: cursor\n });\n }\n return finish();\n }\n\n // Closing quote at EOF\n if (quoteSearch === inputLen - 1) {\n var value = input.substring(cursor, quoteSearch).replace(quoteCharRegex, quoteChar);\n return finish(value);\n }\n\n // If this quote is escaped, it's part of the data; skip it\n // If the quote character is the escape character, then check if the next character is the escape character\n if (quoteChar === escapeChar && input[quoteSearch + 1] === escapeChar) {\n quoteSearch++;\n continue;\n }\n\n // If the quote character is not the escape character, then check if the previous character was the escape character\n if (\n quoteChar !== escapeChar &&\n quoteSearch !== 0 &&\n input[quoteSearch - 1] === escapeChar\n ) {\n continue;\n }\n\n // Check up to nextDelim or nextNewline, whichever is closest\n var checkUpTo = nextNewline === -1 ? nextDelim : Math.min(nextDelim, nextNewline);\n var spacesBetweenQuoteAndDelimiter = extraSpaces(checkUpTo);\n\n // Closing quote followed by delimiter or 'unnecessary spaces + delimiter'\n if (input[quoteSearch + 1 + spacesBetweenQuoteAndDelimiter] === delim) {\n row.push(input.substring(cursor, quoteSearch).replace(quoteCharRegex, quoteChar));\n cursor = quoteSearch + 1 + spacesBetweenQuoteAndDelimiter + delimLen;\n nextDelim = input.indexOf(delim, cursor);\n nextNewline = input.indexOf(newline, cursor);\n\n if (stepIsFunction) {\n doStep();\n if (aborted) return returnable();\n }\n\n if (preview && data.length >= preview) return returnable(true);\n\n break;\n }\n\n var spacesBetweenQuoteAndNewLine = extraSpaces(nextNewline);\n\n // Closing quote followed by newline or 'unnecessary spaces + newLine'\n if (\n input.substr(quoteSearch + 1 + spacesBetweenQuoteAndNewLine, newlineLen) === newline\n ) {\n row.push(input.substring(cursor, quoteSearch).replace(quoteCharRegex, quoteChar));\n saveRow(quoteSearch + 1 + spacesBetweenQuoteAndNewLine + newlineLen);\n nextDelim = input.indexOf(delim, cursor); // because we may have skipped the nextDelim in the quoted field\n\n if (stepIsFunction) {\n doStep();\n if (aborted) return returnable();\n }\n\n if (preview && data.length >= preview) return returnable(true);\n\n break;\n }\n\n // Checks for valid closing quotes are complete (escaped quotes or quote followed by EOF/delimiter/newline) -- assume these quotes are part of an invalid text string\n errors.push({\n type: 'Quotes',\n code: 'InvalidQuotes',\n message: 'Trailing quote on quoted field is malformed',\n row: data.length, // row has yet to be inserted\n index: cursor\n });\n\n quoteSearch++;\n continue;\n }\n\n if (stepIsFunction) {\n doStep();\n if (aborted) return returnable();\n }\n\n if (preview && data.length >= preview) return returnable(true);\n continue;\n }\n\n // Comment found at start of new line\n if (comments && row.length === 0 && input.substr(cursor, commentsLen) === comments) {\n if (nextNewline === -1)\n // Comment ends at EOF\n return returnable();\n cursor = nextNewline + newlineLen;\n nextNewline = input.indexOf(newline, cursor);\n nextDelim = input.indexOf(delim, cursor);\n continue;\n }\n\n // Next delimiter comes before next newline, so we've reached end of field\n if (nextDelim !== -1 && (nextDelim < nextNewline || nextNewline === -1)) {\n row.push(input.substring(cursor, nextDelim));\n cursor = nextDelim + delimLen;\n nextDelim = input.indexOf(delim, cursor);\n continue;\n }\n\n // End of row\n if (nextNewline !== -1) {\n row.push(input.substring(cursor, nextNewline));\n saveRow(nextNewline + newlineLen);\n\n if (stepIsFunction) {\n doStep();\n if (aborted) return returnable();\n }\n\n if (preview && data.length >= preview) return returnable(true);\n\n continue;\n }\n\n break;\n }\n\n return finish();\n\n function pushRow(row) {\n data.push(row);\n lastCursor = cursor;\n }\n\n /**\n * checks if there are extra spaces after closing quote and given index without any text\n * if Yes, returns the number of spaces\n */\n function extraSpaces(index) {\n var spaceLength = 0;\n if (index !== -1) {\n var textBetweenClosingQuoteAndIndex = input.substring(quoteSearch + 1, index);\n if (textBetweenClosingQuoteAndIndex && textBetweenClosingQuoteAndIndex.trim() === '') {\n spaceLength = textBetweenClosingQuoteAndIndex.length;\n }\n }\n return spaceLength;\n }\n\n /**\n * Appends the remaining input from cursor to the end into\n * row, saves the row, calls step, and returns the results.\n */\n function finish(value) {\n if (ignoreLastRow) return returnable();\n if (typeof value === 'undefined') value = input.substr(cursor);\n row.push(value);\n cursor = inputLen; // important in case parsing is paused\n pushRow(row);\n if (stepIsFunction) doStep();\n return returnable();\n }\n\n /**\n * Appends the current row to the results. It sets the cursor\n * to newCursor and finds the nextNewline. The caller should\n * take care to execute user's step function and check for\n * preview and end parsing if necessary.\n */\n function saveRow(newCursor) {\n cursor = newCursor;\n pushRow(row);\n row = [];\n nextNewline = input.indexOf(newline, cursor);\n }\n\n /** Returns an object with the results, errors, and meta. */\n function returnable(stopped, step) {\n var isStep = step || false;\n return {\n data: isStep ? data[0] : data,\n errors: errors,\n meta: {\n delimiter: delim,\n linebreak: newline,\n aborted: aborted,\n truncated: !!stopped,\n cursor: lastCursor + (baseIndex || 0)\n }\n };\n }\n\n /** Executes the user's step function and resets data & errors. */\n function doStep() {\n step(returnable(undefined, true));\n data = [];\n errors = [];\n }\n };\n\n /** Sets the abort flag */\n this.abort = function() {\n aborted = true;\n };\n\n /** Gets the cursor position */\n this.getCharIndex = function() {\n return cursor;\n };\n}\n\nfunction notImplemented() {\n throw new Error('Not implemented.');\n}\n\n/** Makes a deep copy of an array or object (mostly) */\nfunction copy(obj) {\n if (typeof obj !== 'object' || obj === null) return obj;\n var cpy = Array.isArray(obj) ? [] : {};\n for (var key in obj) cpy[key] = copy(obj[key]);\n return cpy;\n}\n\nfunction isFunction(func) {\n return typeof func === 'function';\n}\n","// @ts-nocheck\nconst moduleExports = require('./index');\nglobalThis.loaders = globalThis.loaders || {};\nmodule.exports = Object.assign(globalThis.loaders, moduleExports);\n","/** Convert an object row to an array row */\nexport function convertToObjectRow(\n arrayRow: any[],\n headers: string[]\n): {[columnName: string]: any} {\n if (!arrayRow) {\n throw new Error('null row');\n }\n if (!headers) {\n throw new Error('no headers');\n }\n const objectRow = {};\n for (let i = 0; i < headers.length; i++) {\n objectRow[headers[i]] = arrayRow[i];\n }\n return objectRow;\n}\n\n/** Convert an object row to an array row */\nexport function convertToArrayRow(\n objectRow: {[columnName: string]: any},\n headers: string[]\n): any[] {\n if (!objectRow) {\n throw new Error('null row');\n }\n if (!headers) {\n throw new Error('no headers');\n }\n const arrayRow = new Array(headers.length);\n for (let i = 0; i < headers.length; i++) {\n arrayRow[i] = objectRow[headers[i]];\n }\n return arrayRow;\n}\n","// From https://github.com/rauschma/async-iter-demo/tree/master/src under MIT license\n// http://2ality.com/2016/10/asynchronous-iteration.html\n\nclass ArrayQueue<T> extends Array<T> {\n enqueue(value) {\n // Add at the end\n return this.push(value);\n }\n dequeue(): T {\n // Remove first element\n return this.shift() as T;\n }\n}\n\nexport default class AsyncQueue<T> {\n private _values: ArrayQueue<T>;\n private _settlers: ArrayQueue<{resolve; reject}>;\n private _closed: boolean;\n\n constructor() {\n // enqueues > dequeues\n this._values = new ArrayQueue<T>();\n // dequeues > enqueues\n this._settlers = new ArrayQueue<{resolve; reject}>();\n this._closed = false;\n }\n\n close(): void {\n while (this._settlers.length > 0) {\n this._settlers.dequeue().resolve({done: true});\n }\n this._closed = true;\n }\n\n [Symbol.asyncIterator](): AsyncIterator<T> {\n return this;\n }\n\n enqueue(value: T | Error): void {\n if (this._closed) {\n throw new Error('Closed');\n }\n\n if (this._settlers.length > 0) {\n if (this._values.length > 0) {\n throw new Error('Illegal internal state');\n }\n const settler = this._settlers.dequeue();\n if (value instanceof Error) {\n settler.reject(value);\n } else {\n settler.resolve({value});\n }\n } else {\n this._values.enqueue(value);\n }\n }\n\n /**\n * @returns a Promise for an IteratorResult\n */\n next(): Promise<any> {\n if (this._values.length > 0) {\n const value = this._values.dequeue();\n if (value instanceof Error) {\n return Promise.reject(value);\n }\n return Promise.resolve({value});\n }\n\n if (this._closed) {\n if (this._settlers.length > 0) {\n throw new Error('Illegal internal state');\n }\n return Promise.resolve({done: true});\n }\n // Wait for new values to be enqueued\n return new Promise((resolve, reject) => {\n this._settlers.enqueue({resolve, reject});\n });\n }\n}\n\n/**\n * @returns a Promise for an Array with the elements in `asyncIterable`\n */\nexport async function takeAsync(\n asyncIterable: AsyncIterable<any>,\n count = Infinity\n): Promise<any[]> {\n const result: Array<any> = [];\n const iterator = asyncIterable[Symbol.asyncIterator]();\n while (result.length < count) {\n const {value, done} = await iterator.next();\n if (done) {\n break;\n }\n result.push(value);\n }\n return result;\n}\n","import type {Schema} from '../schema';\nimport type {TableBatch} from '../../category/table/table-types';\nimport {TableBatchAggregator, TableBatchOptions} from './table-batch-aggregator';\n\nconst DEFAULT_ROW_COUNT = 100;\n\nexport default class RowTableBatchAggregator implements TableBatchAggregator {\n schema: Schema;\n options: TableBatchOptions;\n\n length: number = 0;\n rows: any[] | null = null;\n cursor: number = 0;\n private _headers: string[] = [];\n\n constructor(schema: Schema, options: TableBatchOptions) {\n this.options = options;\n this.schema = schema;\n\n // schema is an array if there're no headers\n // object if there are headers\n if (!Array.isArray(schema)) {\n this._headers = [];\n for (const key in schema) {\n this._headers[schema[key].index] = schema[key].name;\n }\n }\n }\n\n rowCount(): number {\n return this.length;\n }\n\n addArrayRow(row: any[], cursor?: number): void {\n if (Number.isFinite(cursor)) {\n this.cursor = cursor as number;\n }\n\n this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);\n this.rows[this.length] = row;\n this.length++;\n }\n\n addObjectRow(row: {[columnName: string]: any}, cursor?: number): void {\n if (Number.isFinite(cursor)) {\n this.cursor = cursor as number;\n }\n\n this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);\n this.rows[this.length] = row;\n this.length++;\n }\n\n getBatch(): TableBatch | null {\n let rows = this.rows;\n if (!rows) {\n return null;\n }\n\n rows = rows.slice(0, this.length);\n this.rows = null;\n\n const batch: TableBatch = {\n shape: this.options.shape,\n batchType: 'data',\n data: rows,\n length: this.length,\n schema: this.schema,\n cursor: this.cursor\n };\n\n return batch;\n }\n}\n","import type {Schema} from '../schema';\nimport type {TableBatch} from '../../category/table/table-types';\n// import type {ArrayRowTableBatch, ObjectRowTableBatch} from '../../category/table';\nimport {convertToArrayRow, convertToObjectRow} from '../utils/row-utils';\nimport {TableBatchAggregator, TableBatchOptions} from './table-batch-aggregator';\n\nconst DEFAULT_ROW_COUNT = 100;\n\nexport default class RowTableBatchAggregator implements TableBatchAggregator {\n schema: Schema;\n options: TableBatchOptions;\n\n length: number = 0;\n objectRows: {[columnName: string]: any} | null = null;\n arrayRows: any[] | null = null;\n cursor: number = 0;\n private _headers: string[] = [];\n\n constructor(schema: Schema, options: TableBatchOptions) {\n this.options = options;\n this.schema = schema;\n\n // schema is an array if there're no headers\n // object if there are headers\n if (!Array.isArray(schema)) {\n this._headers = [];\n for (const key in schema) {\n this._headers[schema[key].index] = schema[key].name;\n }\n }\n }\n\n rowCount(): number {\n return this.length;\n }\n\n addArrayRow(row: any[], cursor?: number): void {\n if (Number.isFinite(cursor)) {\n this.cursor = cursor as number;\n }\n\n // eslint-disable-next-line default-case\n switch (this.options.shape) {\n case 'object-row-table':\n const rowObject = convertToObjectRow(row, this._headers);\n this.addObjectRow(rowObject, cursor);\n break;\n case 'array-row-table':\n this.arrayRows = this.arrayRows || new Array(DEFAULT_ROW_COUNT);\n this.arrayRows[this.length] = row;\n this.length++;\n break;\n }\n }\n\n addObjectRow(row: {[columnName: string]: any}, cursor?: number): void {\n if (Number.isFinite(cursor)) {\n this.cursor = cursor as number;\n }\n\n // eslint-disable-next-line default-case\n switch (this.options.shape) {\n case 'array-row-table':\n const rowArray = convertToArrayRow(row, this._headers);\n this.addArrayRow(rowArray, cursor);\n break;\n case 'object-row-table':\n this.objectRows = this.objectRows || new Array(DEFAULT_ROW_COUNT);\n this.objectRows[this.length] = row;\n this.length++;\n break;\n }\n }\n\n getBatch(): TableBatch | null {\n let rows = this.arrayRows || this.objectRows;\n if (!rows) {\n return null;\n }\n\n rows = rows.slice(0, this.length);\n this.arrayRows = null;\n this.objectRows = null;\n\n return {\n shape: this.options.shape,\n batchType: 'data',\n data: rows,\n length: this.length,\n schema: this.schema,\n cursor: this.cursor\n };\n }\n}\n","import type {Schema} from '../schema';\nimport type {ColumnarTableBatch, ArrowTableBatch} from '../../category/table/table-types';\nimport {TableBatchAggregator} from './table-batch-aggregator';\n\ntype ColumnarTableBatchOptions = {};\n\nconst DEFAULT_ROW_COUNT = 100;\n\nexport default class ColumnarTableBatchAggregator implements TableBatchAggregator {\n schema: Schema;\n length: number = 0;\n allocated: number = 0;\n columns: {[columnName: string]: any[]} = {};\n\n constructor(schema: Schema, options: ColumnarTableBatchOptions) {\n this.schema = schema;\n this._reallocateColumns();\n }\n\n rowCount(): number {\n return this.length;\n }\n\n addArrayRow(row: any[]) {\n // If user keeps pushing rows beyond batch size, reallocate\n this._reallocateColumns();\n let i = 0;\n // TODO what if no csv header, columns not populated?\n for (const fieldName in this.columns) {\n this.columns[fieldName][this.length] = row[i++];\n }\n this.length++;\n }\n\n addObjectRow(row: {[columnName: string]: any}): void {\n // If user keeps pushing rows beyond batch size, reallocate\n this._reallocateColumns();\n for (const fieldName in row) {\n this.columns[fieldName][this.length] = row[fieldName];\n }\n this.length++;\n }\n\n getBatch(): ColumnarTableBatch | ArrowTableBatch | null {\n this._pruneColumns();\n const columns = Array.isArray(this.schema) ? this.columns : {};\n\n // schema is an array if there're no headers\n // object if there are headers\n // columns should match schema format\n if (!Array.isArray(this.schema)) {\n for (const fieldName in this.schema) {\n const field = this.schema[fieldName];\n columns[field.name] = this.columns[field.index];\n }\n }\n\n this.columns = {};\n\n const batch: ColumnarTableBatch = {\n shape: 'columnar-table',\n batchType: 'data',\n data: columns,\n schema: this.schema,\n length: this.length\n };\n\n return batch;\n }\n\n // HELPERS\n\n _reallocateColumns() {\n if (this.length < this.allocated) {\n return;\n }\n\n // @ts-ignore TODO\n this.allocated = this.allocated > 0 ? (this.allocated *= 2) : DEFAULT_ROW_COUNT;\n this.columns = {};\n\n for (const fieldName in this.schema) {\n const field = this.schema[fieldName];\n const ArrayType = field.type || Float32Array;\n const oldColumn = this.columns[field.index];\n\n if (oldColumn && ArrayBuffer.isView(oldColumn)) {\n // Copy the old data to the new array\n const typedArray = new ArrayType(this.allocated);\n typedArray.set(oldColumn);\n this.columns[field.index] = typedArray;\n } else if (oldColumn) {\n // Plain array\n oldColumn.length = this.allocated;\n this.columns[field.index] = oldColumn;\n } else {\n // Create new\n this.columns[field.index] = new ArrayType(this.allocated);\n }\n }\n }\n\n _pruneColumns() {\n for (const [columnName, column] of Object.entries(this.columns)) {\n this.columns[columnName] = column.slice(0, this.length);\n }\n }\n}\n","import type {Schema} from '../schema';\nimport type {TableBatch} from '../../category/table/table-types';\nimport type {TableBatchAggregator, TableBatchConstructor} from './table-batch-aggregator';\nimport BaseTableBatchAggregator from './base-table-batch-aggregator';\nimport RowTableBatchAggregator from './row-table-batch-aggregator';\nimport ColumnarTableBatchAggregator from './columnar-table-batch-aggregator';\n\n// TODO define interface instead\ntype TableBatchBuilderOptions = {\n shape: 'row-table' | 'array-row-table' | 'object-row-table' | 'columnar-table' | 'arrow-table';\n batchSize?: number | 'auto';\n batchDebounceMs?: number;\n limit: number;\n _limitMB: number;\n};\n\ntype GetBatchOptions = {\n bytesUsed?: number;\n [key: string]: any;\n};\n\nconst DEFAULT_OPTIONS: Required<TableBatchBuilderOptions> = {\n shape: 'array-row-table',\n batchSize: 'auto',\n batchDebounceMs: 0,\n limit: 0,\n _limitMB: 0\n};\n\nconst ERR_MESSAGE = 'TableBatchBuilder';\n\n/** Incrementally builds batches from a stream of rows */\nexport default class TableBatchBuilder {\n schema: Schema;\n options: Required<TableBatchBuilderOptions>;\n\n private aggregator: TableBatchAggregator | null = null;\n private batchCount: number = 0;\n private bytesUsed: number = 0;\n private isChunkComplete: boolean = false;\n private lastBatchEmittedMs: number = Date.now();\n private totalLength: number = 0;\n private totalBytes: number = 0;\n private rowBytes: number = 0;\n\n static ArrowBatch?: TableBatchConstructor;\n\n constructor(schema: Schema, options?: TableBatchBuilderOptions) {\n this.schema = schema;\n this.options = {...DEFAULT_OPTIONS, ...options};\n }\n\n limitReached(): boolean {\n if (Boolean(this.options?.limit) && this.totalLength >= this.options.limit) {\n return true;\n }\n if (Boolean(this.options?._limitMB) && this.totalBytes / 1e6 >= this.options._limitMB) {\n return true;\n }\n return false;\n }\n\n /** @deprecated Use addArrayRow or addObjectRow */\n addRow(row: any[] | {[columnName: string]: any}): void {\n if (this.limitReached()) {\n return;\n }\n this.totalLength++;\n this.rowBytes = this.rowBytes || this._estimateRowMB(row);\n this.totalBytes += this.rowBytes;\n if (Array.isArray(row)) {\n this.addArrayRow(row);\n } else {\n this.addObjectRow(row);\n }\n }\n\n /** Add one row to the batch */\n protected addArrayRow(row: any[]) {\n if (!this.aggregator) {\n const TableBatchType = this._getTableBatchType();\n this.aggregator = new TableBatchType(this.schema, this.options);\n }\n this.aggregator.addArrayRow(row);\n }\n\n /** Add one row to the batch */\n protected addObjectRow(row: {[columnName: string]: any}): void {\n if (!this.aggregator) {\n const TableBatchType = this._getTableBatchType();\n this.aggregator = new TableBatchType(this.schema, this.options);\n }\n this.aggregator.addObjectRow(row);\n }\n\n /** Mark an incoming raw memory chunk has completed */\n chunkComplete(chunk: ArrayBuffer | string): void {\n if (chunk instanceof ArrayBuffer) {\n this.bytesUsed += chunk.byteLength;\n }\n if (typeof chunk === 'string') {\n this.bytesUsed += chunk.length;\n }\n this.isChunkComplete = true;\n }\n\n getFullBatch(options?: GetBatchOptions): TableBatch | null {\n return this._isFull() ? this._getBatch(options) : null;\n }\n\n getFinalBatch(options?: GetBatchOptions): TableBatch | null {\n return this._getBatch(options);\n }\n\n // INTERNAL\n\n _estimateRowMB(row) {\n return Array.isArray(row) ? row.length * 8 : Object.keys(row).length * 8;\n }\n\n private _isFull(): boolean {\n // No batch, not ready\n if (!this.aggregator || this.aggregator.rowCount() === 0) {\n return false;\n }\n\n // if batchSize === 'auto' we wait for chunk to complete\n // if batchSize === number, ensure we have enough rows\n if (this.options.batchSize === 'auto') {\n if (!this.isChunkComplete) {\n return false;\n }\n } else if (this.options.batchSize > this.aggregator.rowCount()) {\n return false;\n }\n\n // Debounce batches\n if (this.options.batchDebounceMs > Date.now() - this.lastBatchEmittedMs) {\n return false;\n }\n\n // Emit batch\n this.isChunkComplete = false;\n this.lastBatchEmittedMs = Date.now();\n return true;\n }\n\n /**\n * bytesUsed can be set via chunkComplete or via getBatch*\n */\n private _getBatch(options?: GetBatchOptions): TableBatch | null {\n if (!this.aggregator) {\n return null;\n }\n\n // TODO - this can overly increment bytes used?\n if (options?.bytesUsed) {\n this.bytesUsed = options.bytesUsed;\n }\n const normalizedBatch = this.aggregator.getBatch() as TableBatch;\n normalizedBatch.count = this.batchCount;\n normalizedBatch.bytesUsed = this.bytesUsed;\n Object.assign(normalizedBatch, options);\n\n this.batchCount++;\n this.aggregator = null;\n return normalizedBatch;\n }\n\n private _getTableBatchType(): TableBatchConstructor {\n switch (this.options.shape) {\n case 'row-table':\n return BaseTableBatchAggregator;\n case 'array-row-table':\n case 'object-row-table':\n return RowTableBatchAggregator;\n case 'columnar-table':\n return ColumnarTableBatchAggregator;\n case 'arrow-table':\n if (!TableBatchBuilder.ArrowBatch) {\n throw new Error(ERR_MESSAGE);\n }\n return TableBatchBuilder.ArrowBatch;\n default:\n throw new Error(ERR_MESSAGE);\n }\n }\n}\n","// A custom papaparse `Streamer` for async iterators\n// Ideally this can be contributed back to papaparse\n// Or papaparse can expose Streamer API so we can extend without forking.\n\n// @ts-nocheck\n/* eslint-disable no-invalid-this */\n\n// Note: papaparse is not an ES6 module\nimport Papa from '../libs/papaparse';\nconst {ChunkStreamer} = Papa;\n\nexport default function AsyncIteratorStreamer(config) {\n config = config || {};\n\n ChunkStreamer.call(this, config);\n\n this.textDecoder = new TextDecoder(this._config.encoding);\n\n // Implement ChunkStreamer base class methods\n\n // this.pause = function() {\n // ChunkStreamer.prototype.pause.apply(this, arguments);\n // };\n\n // this.resume = function() {\n // ChunkStreamer.prototype.resume.apply(this, arguments);\n // this._input.resume();\n // };\n\n this.stream = async function (asyncIterator) {\n this._input = asyncIterator;\n\n try {\n // ES2018 version\n // TODO - check for pause and abort flags?\n for await (const chunk of asyncIterator) {\n this.parseChunk(this.getStringChunk(chunk));\n }\n\n // ES5 VERSION\n // while (true) {\n // asyncIterator.next().then(function(value) {\n // if (value.done) {\n // // finalize iterator?\n // }\n // }\n // const = await ;\n // if (done) return total;\n // total += value.length;\n // }\n\n this._finished = true;\n this.parseChunk('');\n } catch (error) {\n // Inform ChunkStreamer base class of error\n this._sendError(error);\n }\n };\n\n this._nextChunk = function nextChunk() {\n // Left empty, as async iterator automatically pulls next chunk\n };\n\n // HELPER METHODS\n this.getStringChunk = function (chunk) {\n return typeof chunk === 'string' ? chunk : this.textDecoder.decode(chunk, {stream: true});\n };\n}\n\nAsyncIteratorStreamer.prototype = Object.create(ChunkStreamer.prototype);\nAsyncIteratorStreamer.prototype.constructor = AsyncIteratorStreamer;\n","import type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {Batch} from '@loaders.gl/schema';\ntype Schema = any;\n\nimport {\n AsyncQueue,\n TableBatchBuilder,\n convertToArrayRow,\n convertToObjectRow\n} from '@loaders.gl/schema';\nimport Papa from './libs/papaparse';\nimport AsyncIteratorStreamer from './lib/async-iterator-streamer';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type CSVLoaderOptions = LoaderOptions & {\n csv?: {\n // loaders.gl options\n shape?: 'array-row-table' | 'object-row-table' | 'columnar-table';\n /** optimizes memory usage but increases parsing time. */\n optimizeMemoryUsage?: boolean;\n columnPrefix?: string;\n header?: 'auto';\n\n // CSV options (papaparse)\n // delimiter: auto\n // newline: auto\n quoteChar?: string;\n escapeChar?: string;\n // Convert numbers and boolean values in rows from strings\n dynamicTyping?: boolean;\n comments?: boolean;\n skipEmptyLines?: boolean | 'greedy';\n // transform: null?\n delimitersToGuess?: string[];\n // fastMode: auto\n };\n};\n\nconst DEFAULT_CSV_LOADER_OPTIONS = {\n csv: {\n shape: 'object-row-table',\n optimizeMemoryUsage: false,\n // CSV options\n header: 'auto',\n columnPrefix: 'column',\n // delimiter: auto\n // newline: auto\n quoteChar: '\"',\n escapeChar: '\"',\n dynamicTyping: true,\n comments: false,\n skipEmptyLines: true,\n // transform: null?\n delimitersToGuess: [',', '\\t', '|', ';']\n // fastMode: auto\n }\n};\n\nexport const CSVLoader = {\n id: 'csv',\n module: 'csv',\n name: 'CSV',\n version: VERSION,\n extensions: ['csv', 'tsv', 'dsv'],\n mimeTypes: ['text/csv', 'text/tab-separated-values', 'text/dsv'],\n category: 'table',\n parse: async (arrayBuffer: ArrayBuffer, options?: CSVLoaderOptions) =>\n parseCSV(new TextDecoder().decode(arrayBuffer), options),\n parseText: (text: string, options?: CSVLoaderOptions) => parseCSV(text, options),\n parseInBatches: parseCSVInBatches,\n // @ts-ignore\n // testText: null,\n options: DEFAULT_CSV_LOADER_OPTIONS as CSVLoaderOptions\n};\n\nasync function parseCSV(csvText: string, options?: CSVLoaderOptions) {\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n const firstRow = readFirstRow(csvText);\n const header: boolean =\n csvOptions.header === 'auto' ? isHeaderRow(firstRow) : Boolean(csvOptions.header);\n\n const parseWithHeader = header;\n\n const papaparseConfig = {\n // dynamicTyping: true,\n ...csvOptions,\n header: parseWithHeader,\n download: false, // We handle loading, no need for papaparse to do it for us\n transformHeader: parseWithHeader ? duplicateColumnTransformer() : undefined,\n error: (e) => {\n throw new Error(e);\n }\n };\n\n const result = Papa.parse(csvText, papaparseConfig);\n let {data: rows} = result;\n\n const headerRow = result.meta.fields || generateHeader(csvOptions.columnPrefix, firstRow.length);\n\n switch (csvOptions.shape) {\n case 'object-row-table':\n rows = rows.map((row) => (Array.isArray(row) ? convertToObjectRow(row, headerRow) : row));\n break;\n case 'array-row-table':\n rows = rows.map((row) => (Array.isArray(row) ? row : convertToArrayRow(row, headerRow)));\n break;\n default:\n }\n\n /*\n if (!header && shape === 'object-row-table') {\n // If the dataset has no header, transform the array result into an object shape with an\n // autogenerated header\n return result.data.map((row) =>\n row.reduce((acc, value, i) => {\n acc[headerRow[i]] = value;\n return acc;\n }, {})\n );\n }\n */\n return rows;\n}\n\n// TODO - support batch size 0 = no batching/single batch?\nfunction parseCSVInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: CSVLoaderOptions\n): AsyncIterable<Batch> {\n // Papaparse does not support standard batch size handling\n // TODO - investigate papaparse chunks mode\n options = {...options};\n if (options.batchSize === 'auto') {\n options.batchSize = 4000;\n }\n\n // Apps can call the parse method directly, we so apply default options here\n const csvOptions = {...DEFAULT_CSV_LOADER_OPTIONS.csv, ...options?.csv};\n\n const asyncQueue = new AsyncQueue<Batch>();\n\n let isFirstRow: boolean = true;\n let headerRow: string[] | null = null;\n let tableBatchBuilder: TableBatchBuilder | null = null;\n let schema: Schema | null = null;\n\n const config = {\n // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,\n ...csvOptions,\n header: false, // Unfortunately, header detection is not automatic and does not infer shapes\n download: false, // We handle loading, no need for papaparse to do it for us\n // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the\n // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.\n // See https://github.com/mholt/PapaParse/issues/465\n chunkSize: 1024 * 1024 * 5,\n // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true\n // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if\n // both of the skipEmptyLines and step callback options are provided:\n // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465\n // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825\n skipEmptyLines: false,\n\n // step is called on every row\n // eslint-disable-next-line complexity\n step(results) {\n let row = results.data;\n\n if (csvOptions.skipEmptyLines) {\n // Manually reject lines that are empty\n const collapsedRow = row.flat().join('').trim();\n if (collapsedRow === '') {\n return;\n }\n }\n const bytesUsed = results.meta.cursor;\n\n // Check if we need to save a header row\n if (isFirstRow && !headerRow) {\n // Auto detects or can be forced with csvOptions.header\n const header = csvOptions.header === 'auto' ? isHeaderRow(row) : Boolean(csvOptions.header);\n if (header) {\n headerRow = row.map(duplicateColumnTransformer());\n return;\n }\n }\n\n // If first data row, we can deduce the schema\n if (isFirstRow) {\n isFirstRow = false;\n if (!headerRow) {\n headerRow = generateHeader(csvOptions.columnPrefix, row.length);\n }\n schema = deduceSchema(row, headerRow);\n }\n\n if (csvOptions.optimizeMemoryUsage) {\n // A workaround to allocate new strings and don't retain pointers to original strings.\n // https://bugs.chromium.org/p/v8/issues/detail?id=2869\n row = JSON.parse(JSON.stringify(row));\n }\n\n // Add the row\n tableBatchBuilder =\n tableBatchBuilder ||\n new TableBatchBuilder(schema, {\n // @ts-expect-error\n shape: csvOptions.shape || 'array-row-table',\n ...options\n });\n\n try {\n tableBatchBuilder.addRow(row);\n // If a batch has been completed, emit it\n const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n },\n\n // complete is called when all rows have been read\n complete(results) {\n try {\n const bytesUsed = results.meta.cursor;\n // Ensure any final (partial) batch gets emitted\n const batch = tableBatchBuilder && tableBatchBuilder.getFinalBatch({bytesUsed});\n if (batch) {\n asyncQueue.enqueue(batch);\n }\n } catch (error) {\n asyncQueue.enqueue(error as Error);\n }\n\n asyncQueue.close();\n }\n };\n\n Papa.parse(asyncIterator, config, AsyncIteratorStreamer);\n\n // TODO - Does it matter if we return asyncIterable or asyncIterator\n // return asyncQueue[Symbol.asyncIterator]();\n return asyncQueue;\n}\n\n/**\n * Checks if a certain row is a header row\n * @param row the row to check\n * @returns true if the row looks like a header\n */\nfunction isHeaderRow(row: string[]): boolean {\n return row && row.every((value) => typeof value === 'string');\n}\n\n/**\n * Reads, parses, and returns the first row of a CSV text\n * @param csvText the csv text to parse\n * @returns the first row\n */\nfunction readFirstRow(csvText: string): any[] {\n const result = Papa.parse(csvText, {\n download: false,\n dynamicTyping: true,\n preview: 1\n });\n return result.data[0];\n}\n\n/**\n * Creates a transformer that renames duplicate columns. This is needed as Papaparse doesn't handle\n * duplicate header columns and would use the latest occurrence by default.\n * See the header option in https://www.papaparse.com/docs#config\n * @returns a transform function that returns sanitized names for duplicate fields\n */\nfunction duplicateColumnTransformer() {\n const observedColumns = new Set();\n return (col) => {\n let colName = col;\n let counter = 1;\n while (observedColumns.has(colName)) {\n colName = `${col}.${counter}`;\n counter++;\n }\n observedColumns.add(colName);\n return colName;\n };\n}\n\n/**\n * Generates the header of a CSV given a prefix and a column count\n * @param columnPrefix the columnPrefix to use\n * @param count the count of column names to generate\n * @returns an array of column names\n */\nfunction generateHeader(columnPrefix: string, count: number = 0): string[] {\n const headers: string[] = [];\n for (let i = 0; i < count; i++) {\n headers.push(`${columnPrefix}${i + 1}`);\n }\n return headers;\n}\n\nfunction deduceSchema(row, headerRow) {\n const schema = headerRow ? {} : [];\n for (let i = 0; i < row.length; i++) {\n const columnName = (headerRow && headerRow[i]) || i;\n const value = row[i];\n switch (typeof value) {\n case 'number':\n case 'boolean':\n // TODO - booleans could be handled differently...\n schema[columnName] = {name: String(columnName), index: i, type: Float32Array};\n break;\n case 'string':\n default:\n schema[columnName] = {name: String(columnName), index: i, type: Array};\n // We currently only handle numeric rows\n // TODO we could offer a function to map strings to numbers?\n }\n }\n return schema;\n}\n\nexport const _typecheckCSVLoader: LoaderWithParser = CSVLoader;\n"],"sourceRoot":""}