@loaders.gl/csv 4.0.0-beta.3 → 4.0.0-beta.5

package/dist/dist.dev.js

@@ -233,7 +233,6 @@ var __exports__ = (() => {
       };
       return batch;
     }
-    // HELPERS
     _reallocateColumns() {
       if (this.length < this.allocated) {
         return;
@@ -297,7 +296,6 @@ var __exports__ = (() => {
       }
       return false;
     }
-    /** @deprecated Use addArrayRow or addObjectRow */
     addRow(row) {
       if (this.limitReached()) {
         return;
@@ -311,7 +309,6 @@ var __exports__ = (() => {
         this.addObjectRow(row);
       }
     }
-    /** Add one row to the batch */
     addArrayRow(row) {
       if (!this.aggregator) {
         const TableBatchType = this._getTableBatchType();
@@ -319,7 +316,6 @@ var __exports__ = (() => {
       }
       this.aggregator.addArrayRow(row);
     }
-    /** Add one row to the batch */
     addObjectRow(row) {
       if (!this.aggregator) {
         const TableBatchType = this._getTableBatchType();
@@ -327,7 +323,6 @@ var __exports__ = (() => {
       }
       this.aggregator.addObjectRow(row);
     }
-    /** Mark an incoming raw memory chunk has completed */
     chunkComplete(chunk) {
       if (chunk instanceof ArrayBuffer) {
         this.bytesUsed += chunk.byteLength;
@@ -343,7 +338,6 @@ var __exports__ = (() => {
     getFinalBatch(options) {
       return this._getBatch(options);
     }
-    // INTERNAL
     _estimateRowMB(row) {
       return Array.isArray(row) ? row.length * 8 : Object.keys(row).length * 8;
     }
@@ -365,9 +359,6 @@ var __exports__ = (() => {
       this.lastBatchEmittedMs = Date.now();
       return true;
     }
-    /**
-     * bytesUsed can be set via chunkComplete or via getBatch*
-     */
     _getBatch(options) {
       if (!this.aggregator) {
         return null;
@@ -550,9 +541,6 @@ var __exports__ = (() => {
         this._values.enqueue(value);
       }
     }
-    /**
-     * @returns a Promise for an IteratorResult
-     */
     next() {
       if (this._values.length > 0) {
         const value = this._values.dequeue();
@@ -590,19 +578,12 @@ var __exports__ = (() => {
     BYTE_ORDER_MARK,
     BAD_DELIMITERS: ["\r", "\n", '"', BYTE_ORDER_MARK],
     WORKERS_SUPPORTED: false,
-    // !IS_WORKER && !!globalThis.Worker
     NODE_STREAM_INPUT: 1,
-    // Configurable chunk sizes for local and remote files, respectively
     LocalChunkSize: 1024 * 1024 * 10,
-    // 10 M,
     RemoteChunkSize: 1024 * 1024 * 5,
-    // 5 M,
     DefaultDelimiter: ",",
-    // Used if not specified and detection fail,
-    // Exposed for testing and development only
     Parser,
     ParserHandle,
-    // BEGIN FORK
     ChunkStreamer,
     StringStreamer
   };
@@ -876,7 +857,6 @@ var __exports__ = (() => {
     var _delimiterError;
     var _fields = [];
     var _results = {
-      // The last results returned from the parser
       data: [],
       errors: [],
       meta: {}
@@ -1203,7 +1183,6 @@ var __exports__ = (() => {
                   code: "MissingQuotes",
                   message: "Quoted field unterminated",
                   row: data.length,
-                  // row has yet to be inserted
                   index: cursor
                 });
               }
@@ -1255,7 +1234,6 @@ var __exports__ = (() => {
               code: "InvalidQuotes",
               message: "Trailing quote on quoted field is malformed",
               row: data.length,
-              // row has yet to be inserted
               index: cursor
             });
             quoteSearch++;
@@ -1415,26 +1393,18 @@ var __exports__ = (() => {
     parse: async (arrayBuffer, options) => parseCSV(new TextDecoder().decode(arrayBuffer), options),
     parseText: (text, options) => parseCSV(text, options),
     parseInBatches: parseCSVInBatches,
-    // @ts-ignore
-    // testText: null,
     options: {
       csv: {
         shape: DEFAULT_CSV_SHAPE,
-        // 'object-row-table'
         optimizeMemoryUsage: false,
-        // CSV options
         header: "auto",
         columnPrefix: "column",
-        // delimiter: auto
-        // newline: auto
         quoteChar: '"',
         escapeChar: '"',
         dynamicTyping: true,
         comments: false,
         skipEmptyLines: true,
-        // transform: null?
         delimitersToGuess: [",", "	", "|", ";"]
-        // fastMode: auto
       }
     }
   };
@@ -1447,11 +1417,9 @@ var __exports__ = (() => {
     const header = csvOptions.header === "auto" ? isHeaderRow(firstRow) : Boolean(csvOptions.header);
     const parseWithHeader = header;
     const papaparseConfig = {
-      // dynamicTyping: true,
       ...csvOptions,
       header: parseWithHeader,
       download: false,
-      // We handle loading, no need for papaparse to do it for us
       transformHeader: parseWithHeader ? duplicateColumnTransformer() : void 0,
       error: (e) => {
         throw new Error(e);
@@ -1493,24 +1461,11 @@ var __exports__ = (() => {
     let tableBatchBuilder = null;
     let schema = null;
     const config = {
-      // dynamicTyping: true, // Convert numbers and boolean values in rows from strings,
       ...csvOptions,
       header: false,
-      // Unfortunately, header detection is not automatic and does not infer shapes
       download: false,
-      // We handle loading, no need for papaparse to do it for us
-      // chunkSize is set to 5MB explicitly (same as Papaparse default) due to a bug where the
-      // streaming parser gets stuck if skipEmptyLines and a step callback are both supplied.
-      // See https://github.com/mholt/PapaParse/issues/465
       chunkSize: 1024 * 1024 * 5,
-      // skipEmptyLines is set to a boolean value if supplied. Greedy is set to true
-      // skipEmptyLines is handled manually given two bugs where the streaming parser gets stuck if
-      // both of the skipEmptyLines and step callback options are provided:
-      // - true doesn't work unless chunkSize is set: https://github.com/mholt/PapaParse/issues/465
-      // - greedy doesn't work: https://github.com/mholt/PapaParse/issues/825
       skipEmptyLines: false,
-      // step is called on every row
-      // eslint-disable-next-line complexity, max-statements
       step(results) {
         let row = results.data;
         if (csvOptions.skipEmptyLines) {
@@ -1538,14 +1493,10 @@ var __exports__ = (() => {
           row = JSON.parse(JSON.stringify(row));
         }
         const shape = csvOptions.shape || DEFAULT_CSV_SHAPE;
-        tableBatchBuilder = tableBatchBuilder || new TableBatchBuilder(
-          // @ts-expect-error TODO this is not a proper schema
-          schema,
-          {
-            shape,
-            ...options
-          }
-        );
+        tableBatchBuilder = tableBatchBuilder || new TableBatchBuilder(schema, {
+          shape,
+          ...options
+        });
         try {
           tableBatchBuilder.addRow(row);
           const batch = tableBatchBuilder && tableBatchBuilder.getFullBatch({
@@ -1558,7 +1509,6 @@ var __exports__ = (() => {
           asyncQueue.enqueue(error);
         }
       },
-      // complete is called when all rows have been read
       complete(results) {
         try {
           const bytesUsed = results.meta.cursor;
@@ -1828,7 +1778,6 @@ var __exports__ = (() => {
       csv: {
         useDisplayNames: false
       },
-      /** @deprecated use csv.displayNames */
       useDisplayNames: false
     },
     text: true,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@loaders.gl/csv",
-  "version": "4.0.0-beta.3",
+  "version": "4.0.0-beta.5",
   "description": "Framework-independent loader for CSV and DSV table formats",
   "license": "MIT",
   "type": "module",
@@ -38,11 +38,11 @@
     "build-bundle": "ocular-bundle ./src/index.ts"
   },
   "dependencies": {
-    "@loaders.gl/loader-utils": "4.0.0-beta.3",
-    "@loaders.gl/schema": "4.0.0-beta.3"
+    "@loaders.gl/loader-utils": "4.0.0-beta.5",
+    "@loaders.gl/schema": "4.0.0-beta.5"
   },
   "devDependencies": {
     "d3-dsv": "^1.2.0"
   },
-  "gitHead": "7ba9621cc51c7a26c407086ac86171f35b8712af"
+  "gitHead": "a6f5a0d1a316cc22396e5a4d480c14329d1ef146"
 }