@loaders.gl/csv 4.3.2 → 4.4.0-alpha.2

package/dist/papaparse/papa-writer.d.ts

@@ -0,0 +1,22 @@
+export type CSVWriterConfig = {
+    chunk?: boolean;
+    chunkSize?: number | null;
+    preview?: number;
+    newline?: string;
+    comments?: boolean;
+    skipEmptyLines?: boolean | 'greedy';
+    delimitersToGuess?: string[];
+    quotes?: string[] | boolean;
+    quoteChar?: string;
+    escapeChar?: string;
+    delimiter?: string;
+    fastMode?: boolean;
+    dynamicTyping?: boolean | {};
+    dynamicTypingFunction?: Function;
+    step?: Function;
+    transform?: Function;
+    header?: any;
+    columns?: any;
+};
+export declare function JsonToCsv(_input: any, _config?: CSVWriterConfig): string;
+//# sourceMappingURL=papa-writer.d.ts.map

package/dist/papaparse/papa-writer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"papa-writer.d.ts","sourceRoot":"","sources":["../../src/papaparse/papa-writer.ts"],"names":[],"mappings":"AAUA,MAAM,MAAM,eAAe,GAAG;IAC5B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,GAAG,QAAQ,CAAC;IACpC,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,QAAQ,CAAC,EAAE,OAAO,CAAC;IAEnB,aAAa,CAAC,EAAE,OAAO,GAAG,EAAE,CAAC;IAC7B,qBAAqB,CAAC,EAAE,QAAQ,CAAC;IACjC,IAAI,CAAC,EAAE,QAAQ,CAAC;IAChB,SAAS,CAAC,EAAE,QAAQ,CAAC;IAErB,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,OAAO,CAAC,EAAE,GAAG,CAAC;CACf,CAAC;AAGF,wBAAgB,SAAS,CAAC,MAAM,KAAA,EAAE,OAAO,GAAE,eAAoB,UAkL9D"}

package/dist/papaparse/papa-writer.js

@@ -0,0 +1,166 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// Copyright (c) 2015 Matthew Holt
+// This is a fork of papaparse v5.0.0-beta.0 under MIT license
+// https://github.com/mholt/PapaParse
+import { Papa } from "./papa-constants.js";
+// eslint-disable-next-line complexity, max-statements
+export function JsonToCsv(_input, _config = {}) {
+    // Default configuration
+    /** whether to surround every datum with quotes */
+    let _quotes = false;
+    /** whether to write headers */
+    let _writeHeader = true;
+    /** delimiting character(s) */
+    let _delimiter = ',';
+    /** newline character(s) */
+    let _newline = '\r\n';
+    /** quote character */
+    let _quoteChar = '"';
+    /** escaped quote character, either "" or <config.escapeChar>" */
+    let _escapedQuote = _quoteChar + _quoteChar;
+    /** whether to skip empty lines */
+    let _skipEmptyLines = false;
+    /** the columns (keys) we expect when we unparse objects */
+    let _columns = null;
+    unpackConfig();
+    const quoteCharRegex = new RegExp(escapeRegExp(_quoteChar), 'g');
+    if (typeof _input === 'string')
+        _input = JSON.parse(_input);
+    if (Array.isArray(_input)) {
+        if (!_input.length || Array.isArray(_input[0])) {
+            return serialize(null, _input, _skipEmptyLines);
+        }
+        else if (typeof _input[0] === 'object') {
+            return serialize(_columns || Object.keys(_input[0]), _input, _skipEmptyLines);
+        }
+    }
+    else if (typeof _input === 'object') {
+        if (typeof _input.data === 'string') {
+            _input.data = JSON.parse(_input.data);
+        }
+        if (Array.isArray(_input.data)) {
+            if (!_input.fields) {
+                _input.fields = _input.meta && _input.meta.fields;
+            }
+            if (!_input.fields) {
+                _input.fields = Array.isArray(_input.data[0]) ? _input.fields : Object.keys(_input.data[0]);
+            }
+            if (!Array.isArray(_input.data[0]) && typeof _input.data[0] !== 'object') {
+                _input.data = [_input.data]; // handles input like [1,2,3] or ['asdf']
+            }
+        }
+        return serialize(_input.fields || [], _input.data || [], _skipEmptyLines);
+    }
+    // Default (any valid paths should return before this)
+    throw new Error('Unable to serialize unrecognized input');
+    // eslint-disable-next-line complexity
+    function unpackConfig() {
+        if (typeof _config !== 'object')
+            return;
+        if (typeof _config.delimiter === 'string' &&
+            !Papa.BAD_DELIMITERS.filter(function (value) {
+                return _config.delimiter?.indexOf(value) !== -1;
+            }).length) {
+            _delimiter = _config.delimiter;
+        }
+        if (typeof _config.quotes === 'boolean' || Array.isArray(_config.quotes))
+            _quotes = _config.quotes;
+        if (typeof _config.skipEmptyLines === 'boolean' || _config.skipEmptyLines === 'greedy')
+            _skipEmptyLines = _config.skipEmptyLines;
+        if (typeof _config.newline === 'string')
+            _newline = _config.newline;
+        if (typeof _config.quoteChar === 'string')
+            _quoteChar = _config.quoteChar;
+        if (typeof _config.header === 'boolean')
+            _writeHeader = _config.header;
+        if (Array.isArray(_config.columns)) {
+            if (_config.columns.length === 0)
+                throw new Error('Option columns is empty');
+            _columns = _config.columns;
+        }
+        if (_config.escapeChar !== undefined) {
+            _escapedQuote = _config.escapeChar + _quoteChar;
+        }
+    }
+    /** The double for loop that iterates the data and writes out a CSV string including header row */
+    // eslint-disable-next-line complexity, max-statements
+    function serialize(fields, data, skipEmptyLines) {
+        let csv = '';
+        if (typeof fields === 'string')
+            fields = JSON.parse(fields);
+        if (typeof data === 'string')
+            data = JSON.parse(data);
+        const hasHeader = Array.isArray(fields) && fields.length > 0;
+        const dataKeyedByField = !Array.isArray(data[0]);
+        // If there a header row, write it first
+        if (hasHeader && _writeHeader) {
+            for (let i = 0; i < fields.length; i++) {
+                if (i > 0)
+                    csv += _delimiter;
+                csv += safe(fields[i], i);
+            }
+            if (data.length > 0)
+                csv += _newline;
+        }
+        // Then write out the data
+        for (let row = 0; row < data.length; row++) {
+            const maxCol = hasHeader ? fields.length : data[row].length;
+            let emptyLine = false;
+            const nullLine = hasHeader ? Object.keys(data[row]).length === 0 : data[row].length === 0;
+            if (skipEmptyLines && !hasHeader) {
+                emptyLine =
+                    skipEmptyLines === 'greedy'
+                        ? data[row].join('').trim() === ''
+                        : data[row].length === 1 && data[row][0].length === 0;
+            }
+            if (skipEmptyLines === 'greedy' && hasHeader) {
+                const line = [];
+                for (let c = 0; c < maxCol; c++) {
+                    const cx = dataKeyedByField ? fields[c] : c;
+                    line.push(data[row][cx]);
+                }
+                emptyLine = line.join('').trim() === '';
+            }
+            if (!emptyLine) {
+                for (let col = 0; col < maxCol; col++) {
+                    if (col > 0 && !nullLine)
+                        csv += _delimiter;
+                    const colIdx = hasHeader && dataKeyedByField ? fields[col] : col;
+                    csv += safe(data[row][colIdx], col);
+                }
+                if (row < data.length - 1 && (!skipEmptyLines || (maxCol > 0 && !nullLine))) {
+                    csv += _newline;
+                }
+            }
+        }
+        return csv;
+    }
+    /** Encloses a value around quotes if needed (makes a value safe for CSV insertion) */
+    // eslint-disable-next-line complexity
+    function safe(str, col) {
+        if (typeof str === 'undefined' || str === null)
+            return '';
+        if (str.constructor === Date)
+            return JSON.stringify(str).slice(1, 25);
+        str = str.toString().replace(quoteCharRegex, _escapedQuote);
+        const needsQuotes = (typeof _quotes === 'boolean' && _quotes) ||
+            (Array.isArray(_quotes) && _quotes[col]) ||
+            hasAny(str, Papa.BAD_DELIMITERS) ||
+            str.indexOf(_delimiter) > -1 ||
+            str.charAt(0) === ' ' ||
+            str.charAt(str.length - 1) === ' ';
+        return needsQuotes ? _quoteChar + str + _quoteChar : str;
+    }
+    function hasAny(str, substrings) {
+        for (let i = 0; i < substrings.length; i++)
+            if (str.indexOf(substrings[i]) > -1)
+                return true;
+        return false;
+    }
+}
+/** https://developer.mozilla.org/en-US/docs/Web/JavaScript/Guide/Regular_Expressions */
+function escapeRegExp(string) {
+    return string.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'); // $& means the whole matched string
+}

package/dist/papaparse/papaparse.d.ts

@@ -1,114 +1,13 @@
-export type CSVParserConfig = {
-    dynamicTyping?: boolean | Function | {};
-    dynamicTypingFunction?: Function;
-    chunk?: boolean;
-    chunkSize?: number | null;
-    step?: Function;
-    transform?: boolean;
-    preview?: number;
-    newline?: string;
-    comments?: boolean;
-    skipEmptyLines?: boolean | 'greedy';
-    delimitersToGuess?: string[];
-    quoteChar?: string;
-    escapeChar?: string;
-    delimiter?: string;
-    fastMode?: boolean;
-};
-declare function CsvToJson(_input: any, _config?: CSVParserConfig, Streamer?: any): any;
-declare function JsonToCsv(_input: any, _config: any): string;
-/** ChunkStreamer is the base prototype for various streamer implementations. */
-declare class ChunkStreamer {
-    _handle: any;
-    _config: any;
-    _finished: boolean;
-    _completed: boolean;
-    _input: null;
-    _baseIndex: number;
-    _partialLine: string;
-    _rowCount: number;
-    _start: number;
-    isFirstChunk: boolean;
-    _completeResults: {
-        data: never[];
-        errors: never[];
-        meta: {};
-    };
-    constructor(config: CSVParserConfig);
-    parseChunk(chunk: any, isFakeChunk?: boolean): any;
-    _sendError(error: any): void;
-}
-declare class ParserHandle {
-    _config: any;
-    /** Number of times step was called (number of rows parsed) */
-    _stepCounter: number;
-    /** Number of rows that have been parsed so far */
-    _rowCounter: number;
-    /** The input being parsed */
-    _input: any;
-    /** The core parser being used */
-    _parser: any;
-    /** Whether we are paused or not */
-    _paused: boolean;
-    /** Whether the parser has aborted or not */
-    _aborted: boolean;
-    /** Temporary state between delimiter detection and processing results */
-    _delimiterError: boolean;
-    /** Fields are from the header row of the input, if there is one */
-    _fields: string[];
-    /** The last results returned from the parser */
-    _results: {
-        data: any[][] | Record<string, any>[];
-        errors: any[];
-        meta: Record<string, any>;
-    };
-    constructor(_config: CSVParserConfig);
-    /**
-     * Parses input. Most users won't need, and shouldn't mess with, the baseIndex
-     * and ignoreLastRow parameters. They are used by streamers (wrapper functions)
-     * when an input comes in multiple chunks, like from a file.
-     */
-    parse(input: any, baseIndex: any, ignoreLastRow: any): {
-        data: any[][] | Record<string, any>[];
-        errors: any[];
-        meta: Record<string, any>;
-    } | {
-        meta: {
-            paused: boolean;
-        };
-    };
-    paused(): boolean;
-    pause(): void;
-    resume(): void;
-    aborted(): boolean;
-    abort(): void;
-    testEmptyLine(s: any): boolean;
-    processResults(): {
-        data: any[][] | Record<string, any>[];
-        errors: any[];
-        meta: Record<string, any>;
-    };
-    needsHeaderRow(): any;
-    fillHeaderFields(): void;
-    shouldApplyDynamicTyping(field: any): boolean;
-    parseDynamic(field: any, value: any): any;
-    applyHeaderAndDynamicTypingAndTransformation(): {
-        data: any[][] | Record<string, any>[];
-        errors: any[];
-        meta: Record<string, any>;
-    };
-    processRow(rowSource: any, i: any): any[] | Record<string, any>;
-    guessDelimiter(input: any, newline: any, skipEmptyLines: any, comments: any, delimitersToGuess: any): {
-        successful: boolean;
-        bestDelimiter: any;
-    };
-    addError(type: any, code: any, msg: any, row?: any): void;
-}
-/** The core parser implements speedy and correct CSV parsing */
-declare function Parser(config: any): void;
-declare const Papa: {
+import { CsvToJson, Parser, ParserHandle, ChunkStreamer } from "./papa-parser.js";
+import { JsonToCsv } from "./papa-writer.js";
+export type { CSVParserConfig } from "./papa-parser.js";
+export type { CSVWriterConfig } from "./papa-writer.js";
+declare const _default: {
     parse: typeof CsvToJson;
     unparse: typeof JsonToCsv;
+    ChunkStreamer: typeof ChunkStreamer;
+    Parser: typeof Parser;
+    ParserHandle: typeof ParserHandle;
     RECORD_SEP: string;
     UNIT_SEP: string;
     BYTE_ORDER_MARK: string;
@@ -118,9 +17,6 @@ declare const Papa: {
     LocalChunkSize: number;
     RemoteChunkSize: number;
     DefaultDelimiter: string;
-    Parser: typeof Parser;
-    ParserHandle: typeof ParserHandle;
-    ChunkStreamer: typeof ChunkStreamer;
 };
-export default Papa;
+export default _default;
 //# sourceMappingURL=papaparse.d.ts.map

package/dist/papaparse/papaparse.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"papaparse.d.ts","sourceRoot":"","sources":["../../src/papaparse/papaparse.ts"],"names":[],"mappings":"AAeA,MAAM,MAAM,eAAe,GAAG;IAC5B,aAAa,CAAC,EAAE,OAAO,GAAG,QAAQ,GAAG,EAAE,CAAC;IACxC,qBAAqB,CAAC,EAAE,QAAQ,CAAC;IACjC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,IAAI,CAAC,EAAE,QAAQ,CAAC;IAChB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,GAAG,QAAQ,CAAC;IACpC,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB,CAAC;AAWF,iBAAS,SAAS,CAAC,MAAM,KAAA,EAAE,OAAO,GAAE,eAAoB,EAAE,QAAQ,GAAE,GAAoB,OAevF;AAED,iBAAS,SAAS,CAAC,MAAM,KAAA,EAAE,OAAO,KAAA,UAuKjC;AAED,gFAAgF;AAChF,cAAM,aAAa;IACjB,OAAO,MAAC;IACR,OAAO,MAAC;IAER,SAAS,UAAS;IAClB,UAAU,UAAS;IACnB,MAAM,OAAQ;IACd,UAAU,SAAK;IACf,YAAY,SAAM;IAClB,SAAS,SAAK;IACd,MAAM,SAAK;IACX,YAAY,UAAQ;IACpB,gBAAgB;;;;MAId;gBAEU,MAAM,EAAE,eAAe;IAanC,UAAU,CAAC,KAAK,KAAA,EAAE,WAAW,CAAC,EAAE,OAAO;IAyDvC,UAAU,CAAC,KAAK,KAAA;CAGjB;AA6BD,cAAM,YAAY;IAChB,OAAO,MAAC;IAER,8DAA8D;IAC9D,YAAY,SAAK;IACjB,kDAAkD;IAClD,WAAW,SAAK;IAChB,6BAA6B;IAC7B,MAAM,MAAC;IACP,iCAAiC;IACjC,OAAO,MAAC;IACR,mCAAmC;IACnC,OAAO,UAAS;IAChB,4CAA4C;IAC5C,QAAQ,UAAS;IACjB,yEAAyE;IACzE,eAAe,EAAE,OAAO,CAAS;IACjC,mEAAmE;IACnE,OAAO,EAAE,MAAM,EAAE,CAAM;IACvB,gDAAgD;IAChD,QAAQ,EAAE;QACR,IAAI,EAAE,GAAG,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;QACtC,MAAM,EAAE,GAAG,EAAE,CAAC;QACd,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC3B,CAIC;gBAEU,OAAO,EAAE,eAAe;IA8BpC;;;;OAIG;IACH,KAAK,CAAC,KAAK,KAAA,EAAE,SAAS,KAAA,EAAE,aAAa,KAAA;cA5C7B,GAAG,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE;gBAC7B,GAAG,EAAE;cACP,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;;;;;;IA6E3B,MAAM;IAIN,KAAK;IAML,MAAM;IAMN,OAAO;IAIP,KAAK;IAUL,aAAa,CAAC,CAAC,KAAA;IAMf,cAAc;cAnHN,GAAG,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE;gBAC7B,GAAG,EAAE;cACP,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;;IAuI3B,cAAc;IAId,gBAAgB;IAoBhB,wBAAwB,CAAC,KAAK,KAAA;IAQ9B,YAAY,CAAC,KAAK,KAAA,EAAE,KAAK,KAAA;IAWzB,4CAA4C;cApLpC,GAAG,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE;gBAC7B,GAAG,EAAE;cACP,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;;IA0M3B,UAAU,CAAC,SAAS,KAAA,EAAE,CAAC,KAAA,GAAG,GAAG,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAyCrD,cAAc,CAAC,KAAK,KAAA,EAAE,OAAO,KAAA,EAAE,cAAc,KAAA,EAAE,QAAQ,KAAA,EAAE,iBAAiB,KAAA;;;;IAoD1E,QAAQ,CAAC,IAAI,KAAA,EAAE,IAAI,KAAA,EAAE,GAAG,KAAA,EAAE,GAAG,CAAC,KAAA;CAQ/B;AA6BD,gEAAgE;AAChE,iBAAS,MAAM,CAAC,MAAM,KAAA,QAiUrB;AAcD,QAAA,MAAM,IAAI;;;;;;;;;;;;;;;CAsBT,CAAC;AACF,eAAe,IAAI,CAAC"}
+{"version":3,"file":"papaparse.d.ts","sourceRoot":"","sources":["../../src/papaparse/papaparse.ts"],"names":[],"mappings":"AAeA,OAAO,EAAC,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,aAAa,EAAC,yBAAsB;AAC7E,OAAO,EAAC,SAAS,EAAC,yBAAsB;AAGxC,YAAY,EAAC,eAAe,EAAC,yBAAsB;AACnD,YAAY,EAAC,eAAe,EAAC,yBAAsB;;;;;;;;;;;;;;;;;AAEnD,wBAWE"}