@loaders.gl/csv 3.3.0-alpha.4 → 3.3.0-alpha.6

package/dist/esm/papaparse/papaparse.js

@@ -1,9 +1,11 @@
+
 /* @license
 Papa Parse
 v5.0.0-beta.0
 https://github.com/mholt/PapaParse
 License: MIT
 */
+
 const BYTE_ORDER_MARK = '\ufeff';
 const Papa = {
   parse: CsvToJson,
@@ -17,6 +19,7 @@ const Papa = {
   LocalChunkSize: 1024 * 1024 * 10,
   RemoteChunkSize: 1024 * 1024 * 5,
   DefaultDelimiter: ',',
+
   Parser: Parser,
   ParserHandle: ParserHandle,
   ChunkStreamer: ChunkStreamer,
@@ -24,18 +27,17 @@ const Papa = {
 };
 export default Papa;
 
-function CsvToJson(_input, _config, UserDefinedStreamer) {
+function
+
+CsvToJson(_input, _config, UserDefinedStreamer) {
   _config = _config || {};
   var dynamicTyping = _config.dynamicTyping || false;
-
   if (isFunction(dynamicTyping)) {
     _config.dynamicTypingFunction = dynamicTyping;
     dynamicTyping = {};
   }
-
   _config.dynamicTyping = dynamicTyping;
   _config.transform = isFunction(_config.transform) ? _config.transform : false;
-
   if (_config.worker && Papa.WORKERS_SUPPORTED) {
     var w = newWorker();
     w.userStep = _config.step;
@@ -47,6 +49,7 @@ function CsvToJson(_input, _config, UserDefinedStreamer) {
     _config.complete = isFunction(_config.complete);
     _config.error = isFunction(_config.error);
     delete _config.worker;
+
     w.postMessage({
       input: _input,
       config: _config,
@@ -54,9 +57,7 @@ function CsvToJson(_input, _config, UserDefinedStreamer) {
     });
     return;
   }
-
   var streamer = null;
-
   if (typeof _input === 'string') {
     streamer = new StringStreamer(_config);
   }
@@ -67,27 +68,30 @@ function CsvToJson(_input, _config, UserDefinedStreamer) {
 
   return streamer.stream(_input);
 }
-
 function JsonToCsv(_input, _config) {
+
   var _quotes = false;
+
   var _writeHeader = true;
+
   var _delimiter = ',';
+
   var _newline = '\r\n';
+
   var _quoteChar = '"';
 
   var _escapedQuote = _quoteChar + _quoteChar;
 
   var _skipEmptyLines = false;
+
   var _columns = null;
   unpackConfig();
   var quoteCharRegex = new RegExp(escapeRegExp(_quoteChar), 'g');
   if (typeof _input === 'string') _input = JSON.parse(_input);
-
   if (Array.isArray(_input)) {
     if (!_input.length || Array.isArray(_input[0])) return serialize(null, _input, _skipEmptyLines);else if (typeof _input[0] === 'object') return serialize(_columns || objectKeys(_input[0]), _input, _skipEmptyLines);
   } else if (typeof _input === 'object') {
     if (typeof _input.data === 'string') _input.data = JSON.parse(_input.data);
-
     if (Array.isArray(_input.data)) {
       if (!_input.fields) _input.fields = _input.meta && _input.meta.fields;
       if (!_input.fields) _input.fields = Array.isArray(_input.data[0]) ? _input.fields : objectKeys(_input.data[0]);
@@ -98,27 +102,22 @@ function JsonToCsv(_input, _config) {
   }
 
   throw new Error('Unable to serialize unrecognized input');
-
   function unpackConfig() {
     if (typeof _config !== 'object') return;
-
     if (typeof _config.delimiter === 'string' && !Papa.BAD_DELIMITERS.filter(function (value) {
       return _config.delimiter.indexOf(value) !== -1;
     }).length) {
       _delimiter = _config.delimiter;
     }
-
     if (typeof _config.quotes === 'boolean' || Array.isArray(_config.quotes)) _quotes = _config.quotes;
     if (typeof _config.skipEmptyLines === 'boolean' || typeof _config.skipEmptyLines === 'string') _skipEmptyLines = _config.skipEmptyLines;
     if (typeof _config.newline === 'string') _newline = _config.newline;
     if (typeof _config.quoteChar === 'string') _quoteChar = _config.quoteChar;
     if (typeof _config.header === 'boolean') _writeHeader = _config.header;
-
     if (Array.isArray(_config.columns)) {
       if (_config.columns.length === 0) throw new Error('Option columns is empty');
       _columns = _config.columns;
     }
-
     if (_config.escapeChar !== undefined) {
       _escapedQuote = _config.escapeChar + _quoteChar;
     }
@@ -127,9 +126,7 @@ function JsonToCsv(_input, _config) {
   function objectKeys(obj) {
     if (typeof obj !== 'object') return [];
     var keys = [];
-
     for (var key in obj) keys.push(key);
-
     return keys;
   }
 
@@ -145,7 +142,6 @@ function JsonToCsv(_input, _config) {
         if (i > 0) csv += _delimiter;
         csv += safe(fields[i], i);
       }
-
       if (data.length > 0) csv += _newline;
     }
 
@@ -153,35 +149,28 @@ function JsonToCsv(_input, _config) {
       var maxCol = hasHeader ? fields.length : data[row].length;
       var emptyLine = false;
       var nullLine = hasHeader ? Object.keys(data[row]).length === 0 : data[row].length === 0;
-
       if (skipEmptyLines && !hasHeader) {
         emptyLine = skipEmptyLines === 'greedy' ? data[row].join('').trim() === '' : data[row].length === 1 && data[row][0].length === 0;
       }
-
       if (skipEmptyLines === 'greedy' && hasHeader) {
         var line = [];
-
         for (var c = 0; c < maxCol; c++) {
           var cx = dataKeyedByField ? fields[c] : c;
           line.push(data[row][cx]);
         }
-
         emptyLine = line.join('').trim() === '';
       }
-
       if (!emptyLine) {
         for (var col = 0; col < maxCol; col++) {
           if (col > 0 && !nullLine) csv += _delimiter;
           var colIdx = hasHeader && dataKeyedByField ? fields[col] : col;
           csv += safe(data[row][colIdx], col);
         }
-
         if (row < data.length - 1 && (!skipEmptyLines || maxCol > 0 && !nullLine)) {
           csv += _newline;
         }
       }
     }
-
     return csv;
   }
 
@@ -192,10 +181,8 @@ function JsonToCsv(_input, _config) {
     var needsQuotes = typeof _quotes === 'boolean' && _quotes || Array.isArray(_quotes) && _quotes[col] || hasAny(str, Papa.BAD_DELIMITERS) || str.indexOf(_delimiter) > -1 || str.charAt(0) === ' ' || str.charAt(str.length - 1) === ' ';
     return needsQuotes ? _quoteChar + str + _quoteChar : str;
   }
-
   function hasAny(str, substrings) {
     for (var i = 0; i < substrings.length; i++) if (str.indexOf(substrings[i]) > -1) return true;
-
     return false;
   }
 }
@@ -217,59 +204,45 @@ function ChunkStreamer(config) {
     meta: {}
   };
   replaceConfig.call(this, config);
-
   this.parseChunk = function (chunk, isFakeChunk) {
     if (this.isFirstChunk && isFunction(this._config.beforeFirstChunk)) {
       var modifiedChunk = this._config.beforeFirstChunk(chunk);
-
       if (modifiedChunk !== undefined) chunk = modifiedChunk;
     }
-
     this.isFirstChunk = false;
+
     var aggregate = this._partialLine + chunk;
     this._partialLine = '';
-
     var results = this._handle.parse(aggregate, this._baseIndex, !this._finished);
-
     if (this._handle.paused() || this._handle.aborted()) return;
     var lastIndex = results.meta.cursor;
-
     if (!this._finished) {
       this._partialLine = aggregate.substring(lastIndex - this._baseIndex);
       this._baseIndex = lastIndex;
     }
-
     if (results && results.data) this._rowCount += results.data.length;
     var finishedIncludingPreview = this._finished || this._config.preview && this._rowCount >= this._config.preview;
-
     if (isFunction(this._config.chunk) && !isFakeChunk) {
       this._config.chunk(results, this._handle);
-
       if (this._handle.paused() || this._handle.aborted()) return;
       results = undefined;
       this._completeResults = undefined;
     }
-
     if (!this._config.step && !this._config.chunk) {
       this._completeResults.data = this._completeResults.data.concat(results.data);
       this._completeResults.errors = this._completeResults.errors.concat(results.errors);
       this._completeResults.meta = results.meta;
     }
-
     if (!this._completed && finishedIncludingPreview && isFunction(this._config.complete) && (!results || !results.meta.aborted)) {
       this._config.complete(this._completeResults, this._input);
-
       this._completed = true;
     }
-
     if (!finishedIncludingPreview && (!results || !results.meta.paused)) this._nextChunk();
     return results;
   };
-
   this._sendError = function (error) {
     if (isFunction(this._config.error)) this._config.error(error);
   };
-
   function replaceConfig(config) {
     var configCopy = copy(config);
     configCopy.chunkSize = parseInt(configCopy.chunkSize);
@@ -284,12 +257,10 @@ function StringStreamer(config) {
   config = config || {};
   ChunkStreamer.call(this, config);
   var remaining;
-
   this.stream = function (s) {
     remaining = s;
     return this._nextChunk();
   };
-
   this._nextChunk = function () {
     if (this._finished) return;
     var size = this._config.chunkSize;
@@ -299,7 +270,6 @@ function StringStreamer(config) {
     return this.parseChunk(chunk);
   };
 }
-
 StringStreamer.prototype = Object.create(StringStreamer.prototype);
 StringStreamer.prototype.constructor = StringStreamer;
 
@@ -309,34 +279,29 @@ function ParserHandle(_config) {
   var self = this;
   var _stepCounter = 0;
   var _rowCounter = 0;
-
   var _input;
-
   var _parser;
-
   var _paused = false;
   var _aborted = false;
-
   var _delimiterError;
-
   var _fields = [];
   var _results = {
     data: [],
     errors: [],
     meta: {}
   };
-
   if (isFunction(_config.step)) {
     var userStep = _config.step;
-
     _config.step = function (results) {
       _results = results;
-      if (needsHeaderRow()) processResults();else {
-          processResults();
-          if (!_results.data || _results.data.length === 0) return;
-          _stepCounter += results.data.length;
-          if (_config.preview && _stepCounter > _config.preview) _parser.abort();else userStep(_results, self);
-        }
+      if (needsHeaderRow()) processResults();
+      else {
+        processResults();
+
+        if (!_results.data || _results.data.length === 0) return;
+        _stepCounter += results.data.length;
+        if (_config.preview && _stepCounter > _config.preview) _parser.abort();else userStep(_results, self);
+      }
     };
   }
 
@@ -344,7 +309,6 @@ function ParserHandle(_config) {
     var quoteChar = _config.quoteChar || '"';
     if (!_config.newline) _config.newline = guessLineEndings(input, quoteChar);
     _delimiterError = false;
-
     if (!_config.delimiter) {
       var delimGuess = guessDelimiter(input, _config.newline, _config.skipEmptyLines, _config.comments, _config.delimitersToGuess);
       if (delimGuess.successful) _config.delimiter = delimGuess.bestDelimiter;else {
@@ -356,9 +320,9 @@ function ParserHandle(_config) {
       _config.delimiter = _config.delimiter(input);
       _results.meta.delimiter = _config.delimiter;
     }
-
     var parserConfig = copy(_config);
     if (_config.preview && _config.header) parserConfig.preview++;
+
     _input = input;
     _parser = new Parser(parserConfig);
     _results = _parser.parse(_input, baseIndex, ignoreLastRow);
@@ -373,140 +337,107 @@ function ParserHandle(_config) {
       }
     };
   };
-
   this.paused = function () {
     return _paused;
   };
-
   this.pause = function () {
     _paused = true;
-
     _parser.abort();
-
     _input = _input.substr(_parser.getCharIndex());
   };
-
   this.resume = function () {
     _paused = false;
     self.streamer.parseChunk(_input, true);
   };
-
   this.aborted = function () {
     return _aborted;
   };
-
   this.abort = function () {
     _aborted = true;
-
     _parser.abort();
-
     _results.meta.aborted = true;
     if (isFunction(_config.complete)) _config.complete(_results);
     _input = '';
   };
-
   function testEmptyLine(s) {
     return _config.skipEmptyLines === 'greedy' ? s.join('').trim() === '' : s.length === 1 && s[0].length === 0;
   }
-
   function processResults() {
     if (_results && _delimiterError) {
       addError('Delimiter', 'UndetectableDelimiter', "Unable to auto-detect delimiting character; defaulted to '" + Papa.DefaultDelimiter + "'");
       _delimiterError = false;
     }
-
     if (_config.skipEmptyLines) {
       for (var i = 0; i < _results.data.length; i++) if (testEmptyLine(_results.data[i])) _results.data.splice(i--, 1);
     }
-
     if (needsHeaderRow()) fillHeaderFields();
     return applyHeaderAndDynamicTypingAndTransformation();
   }
-
   function needsHeaderRow() {
     return _config.header && _fields.length === 0;
   }
-
   function fillHeaderFields() {
     if (!_results) return;
-
     function addHeder(header) {
       if (isFunction(_config.transformHeader)) header = _config.transformHeader(header);
-
       _fields.push(header);
     }
-
     if (Array.isArray(_results.data[0])) {
       for (var i = 0; needsHeaderRow() && i < _results.data.length; i++) _results.data[i].forEach(addHeder);
-
       _results.data.splice(0, 1);
-    } else _results.data.forEach(addHeder);
+    }
+    else _results.data.forEach(addHeder);
   }
-
   function shouldApplyDynamicTyping(field) {
     if (_config.dynamicTypingFunction && _config.dynamicTyping[field] === undefined) {
       _config.dynamicTyping[field] = _config.dynamicTypingFunction(field);
     }
-
     return (_config.dynamicTyping[field] || _config.dynamicTyping) === true;
   }
-
   function parseDynamic(field, value) {
     if (shouldApplyDynamicTyping(field)) {
       if (value === 'true' || value === 'TRUE') return true;else if (value === 'false' || value === 'FALSE') return false;else if (FLOAT.test(value)) return parseFloat(value);else if (ISO_DATE.test(value)) return new Date(value);else return value === '' ? null : value;
     }
-
     return value;
   }
-
   function applyHeaderAndDynamicTypingAndTransformation() {
     if (!_results || !_results.data || !_config.header && !_config.dynamicTyping && !_config.transform) return _results;
-
     function processRow(rowSource, i) {
       var row = _config.header ? {} : [];
       var j;
-
       for (j = 0; j < rowSource.length; j++) {
         var field = j;
         var value = rowSource[j];
         if (_config.header) field = j >= _fields.length ? '__parsed_extra' : _fields[j];
         if (_config.transform) value = _config.transform(value, field);
         value = parseDynamic(field, value);
-
         if (field === '__parsed_extra') {
           row[field] = row[field] || [];
           row[field].push(value);
         } else row[field] = value;
       }
-
       if (_config.header) {
         if (j > _fields.length) addError('FieldMismatch', 'TooManyFields', 'Too many fields: expected ' + _fields.length + ' fields but parsed ' + j, _rowCounter + i);else if (j < _fields.length) addError('FieldMismatch', 'TooFewFields', 'Too few fields: expected ' + _fields.length + ' fields but parsed ' + j, _rowCounter + i);
       }
-
       return row;
     }
-
     var incrementBy = 1;
-
     if (!_results.data[0] || Array.isArray(_results.data[0])) {
       _results.data = _results.data.map(processRow);
       incrementBy = _results.data.length;
     } else _results.data = processRow(_results.data, 0);
-
     if (_config.header && _results.meta) _results.meta.fields = _fields;
     _rowCounter += incrementBy;
     return _results;
   }
-
   function guessDelimiter(input, newline, skipEmptyLines, comments, delimitersToGuess) {
     var bestDelim, bestDelta, fieldCountPrevRow;
     delimitersToGuess = delimitersToGuess || [',', '\t', '|', ';', Papa.RECORD_SEP, Papa.UNIT_SEP];
-
     for (var i = 0; i < delimitersToGuess.length; i++) {
       var delim = delimitersToGuess[i];
       var delta = 0,
-          avgFieldCount = 0,
-          emptyLinesCount = 0;
+        avgFieldCount = 0,
+        emptyLinesCount = 0;
       fieldCountPrevRow = undefined;
       var preview = new Parser({
         comments: comments,
@@ -514,16 +445,13 @@ function ParserHandle(_config) {
         newline: newline,
         preview: 10
       }).parse(input);
-
       for (var j = 0; j < preview.data.length; j++) {
         if (skipEmptyLines && testEmptyLine(preview.data[j])) {
           emptyLinesCount++;
           continue;
         }
-
         var fieldCount = preview.data[j].length;
         avgFieldCount += fieldCount;
-
         if (typeof fieldCountPrevRow === 'undefined') {
           fieldCountPrevRow = 0;
           continue;
@@ -532,22 +460,18 @@ function ParserHandle(_config) {
           fieldCountPrevRow = fieldCount;
         }
       }
-
       if (preview.data.length > 0) avgFieldCount /= preview.data.length - emptyLinesCount;
-
       if ((typeof bestDelta === 'undefined' || delta > bestDelta) && avgFieldCount > 1.99) {
         bestDelta = delta;
         bestDelim = delim;
       }
     }
-
     _config.delimiter = bestDelim;
     return {
       successful: !!bestDelim,
       bestDelimiter: bestDelim
     };
   }
-
   function guessLineEndings(input, quoteChar) {
     input = input.substr(0, 1024 * 1024);
     var re = new RegExp(escapeRegExp(quoteChar) + '([^]*?)' + escapeRegExp(quoteChar), 'gm');
@@ -557,14 +481,11 @@ function ParserHandle(_config) {
     var nAppearsFirst = n.length > 1 && n[0].length < r[0].length;
     if (r.length === 1 || nAppearsFirst) return '\n';
     var numWithN = 0;
-
     for (var i = 0; i < r.length; i++) {
       if (r[i][0] === '\n') numWithN++;
     }
-
     return numWithN >= r.length / 2 ? '\r\n' : '\r';
   }
-
   function addError(type, code, msg, row) {
     _results.errors.push({
       type: type,
@@ -588,64 +509,59 @@ function Parser(config) {
   var preview = config.preview;
   var fastMode = config.fastMode;
   var quoteChar;
-
   if (config.quoteChar === undefined) {
     quoteChar = '"';
   } else {
     quoteChar = config.quoteChar;
   }
-
   var escapeChar = quoteChar;
-
   if (config.escapeChar !== undefined) {
     escapeChar = config.escapeChar;
   }
 
   if (typeof delim !== 'string' || Papa.BAD_DELIMITERS.indexOf(delim) > -1) delim = ',';
+
   if (comments === delim) throw new Error('Comment character same as delimiter');else if (comments === true) comments = '#';else if (typeof comments !== 'string' || Papa.BAD_DELIMITERS.indexOf(comments) > -1) comments = false;
+
   if (newline !== '\n' && newline !== '\r' && newline !== '\r\n') newline = '\n';
+
   var cursor = 0;
   var aborted = false;
-
   this.parse = function (input, baseIndex, ignoreLastRow) {
     if (typeof input !== 'string') throw new Error('Input must be a string');
+
     var inputLen = input.length,
-        delimLen = delim.length,
-        newlineLen = newline.length,
-        commentsLen = comments.length;
+      delimLen = delim.length,
+      newlineLen = newline.length,
+      commentsLen = comments.length;
     var stepIsFunction = isFunction(step);
+
     cursor = 0;
     var data = [],
-        errors = [],
-        row = [],
-        lastCursor = 0;
+      errors = [],
+      row = [],
+      lastCursor = 0;
     if (!input) return returnable();
-
     if (fastMode || fastMode !== false && input.indexOf(quoteChar) === -1) {
       var rows = input.split(newline);
-
       for (var i = 0; i < rows.length; i++) {
         row = rows[i];
         cursor += row.length;
         if (i !== rows.length - 1) cursor += newline.length;else if (ignoreLastRow) return returnable();
         if (comments && row.substr(0, commentsLen) === comments) continue;
-
         if (stepIsFunction) {
           data = [];
           pushRow(row.split(delim));
           doStep();
           if (aborted) return returnable();
         } else pushRow(row.split(delim));
-
         if (preview && i >= preview) {
           data = data.slice(0, preview);
           return returnable(true);
         }
       }
-
       return returnable();
     }
-
     var nextDelim = input.indexOf(delim, cursor);
     var nextNewline = input.indexOf(newline, cursor);
     var quoteCharRegex = new RegExp(escapeRegExp(escapeChar) + escapeRegExp(quoteChar), 'g');
@@ -654,8 +570,8 @@ function Parser(config) {
     for (;;) {
       if (input[cursor] === quoteChar) {
         quoteSearch = cursor;
-        cursor++;
 
+        cursor++;
         for (;;) {
           quoteSearch = input.indexOf(quoteChar, quoteSearch + 1);
 
@@ -669,7 +585,6 @@ function Parser(config) {
                 index: cursor
               });
             }
-
             return finish();
           }
 
@@ -695,16 +610,13 @@ function Parser(config) {
             cursor = quoteSearch + 1 + spacesBetweenQuoteAndDelimiter + delimLen;
             nextDelim = input.indexOf(delim, cursor);
             nextNewline = input.indexOf(newline, cursor);
-
             if (stepIsFunction) {
               doStep();
               if (aborted) return returnable();
             }
-
             if (preview && data.length >= preview) return returnable(true);
             break;
           }
-
           var spacesBetweenQuoteAndNewLine = extraSpaces(nextNewline);
 
           if (input.substr(quoteSearch + 1 + spacesBetweenQuoteAndNewLine, newlineLen) === newline) {
@@ -716,7 +628,6 @@ function Parser(config) {
               doStep();
               if (aborted) return returnable();
             }
-
             if (preview && data.length >= preview) return returnable(true);
             break;
           }
@@ -731,18 +642,17 @@ function Parser(config) {
           quoteSearch++;
           continue;
         }
-
         if (stepIsFunction) {
           doStep();
           if (aborted) return returnable();
         }
-
         if (preview && data.length >= preview) return returnable(true);
         continue;
       }
 
       if (comments && row.length === 0 && input.substr(cursor, commentsLen) === comments) {
-        if (nextNewline === -1) return returnable();
+        if (nextNewline === -1)
+          return returnable();
         cursor = nextNewline + newlineLen;
         nextNewline = input.indexOf(newline, cursor);
         nextDelim = input.indexOf(delim, cursor);
@@ -759,21 +669,16 @@ function Parser(config) {
       if (nextNewline !== -1) {
         row.push(input.substring(cursor, nextNewline));
         saveRow(nextNewline + newlineLen);
-
         if (stepIsFunction) {
           doStep();
           if (aborted) return returnable();
         }
-
         if (preview && data.length >= preview) return returnable(true);
         continue;
       }
-
       break;
     }
-
     return finish();
-
     function pushRow(row) {
       data.push(row);
       lastCursor = cursor;
@@ -781,15 +686,12 @@ function Parser(config) {
 
     function extraSpaces(index) {
       var spaceLength = 0;
-
       if (index !== -1) {
         var textBetweenClosingQuoteAndIndex = input.substring(quoteSearch + 1, index);
-
         if (textBetweenClosingQuoteAndIndex && textBetweenClosingQuoteAndIndex.trim() === '') {
           spaceLength = textBetweenClosingQuoteAndIndex.length;
         }
       }
-
       return spaceLength;
     }
 
@@ -840,7 +742,6 @@ function Parser(config) {
     return cursor;
   };
 }
-
 function notImplemented() {
   throw new Error('Not implemented.');
 }
@@ -848,12 +749,9 @@ function notImplemented() {
 function copy(obj) {
   if (typeof obj !== 'object' || obj === null) return obj;
   var cpy = Array.isArray(obj) ? [] : {};
-
   for (var key in obj) cpy[key] = copy(obj[key]);
-
   return cpy;
 }
-
 function isFunction(func) {
   return typeof func === 'function';
 }