@salesforce/plugin-custom-metadata 2.1.11 → 2.1.13

package/csvtojson/ProcessorLocal.js

@@ -1,314 +0,0 @@
-/**
- * MIT license brought in by https://github.com/Keyang/node-csvtojson
- * */
-
-"use strict";
-var __extends = (this && this.__extends) || (function () {
-    var extendStatics = Object.setPrototypeOf ||
-        ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
-        function (d, b) { for (var p in b) if (b.hasOwnProperty(p)) d[p] = b[p]; };
-    return function (d, b) {
-        extendStatics(d, b);
-        function __() { this.constructor = d; }
-        d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
-    };
-})();
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-var Processor_1 = require("./Processor");
-var bluebird_1 = __importDefault(require("bluebird"));
-var dataClean_1 = require("./dataClean");
-var getEol_1 = __importDefault(require("./getEol"));
-var fileline_1 = require("./fileline");
-var util_1 = require("./util");
-var rowSplit_1 = require("./rowSplit");
-var lineToJson_1 = __importDefault(require("./lineToJson"));
-var CSVError_1 = __importDefault(require("./CSVError"));
-var ProcessorLocal = /** @class */ (function (_super) {
-    __extends(ProcessorLocal, _super);
-    function ProcessorLocal() {
-        var _this = _super !== null && _super.apply(this, arguments) || this;
-        _this.rowSplit = new rowSplit_1.RowSplit(_this.converter);
-        _this.eolEmitted = false;
-        _this._needEmitEol = undefined;
-        _this.headEmitted = false;
-        _this._needEmitHead = undefined;
-        return _this;
-    }
-    ProcessorLocal.prototype.flush = function () {
-        var _this = this;
-        if (this.runtime.csvLineBuffer && this.runtime.csvLineBuffer.length > 0) {
-            var buf = this.runtime.csvLineBuffer;
-            this.runtime.csvLineBuffer = undefined;
-            return this.process(buf, true)
-                .then(function (res) {
-                if (_this.runtime.csvLineBuffer && _this.runtime.csvLineBuffer.length > 0) {
-                    return bluebird_1.default.reject(CSVError_1.default.unclosed_quote(_this.runtime.parsedLineNumber, _this.runtime.csvLineBuffer.toString()));
-                }
-                else {
-                    return bluebird_1.default.resolve(res);
-                }
-            });
-        }
-        else {
-            return bluebird_1.default.resolve([]);
-        }
-    };
-    ProcessorLocal.prototype.destroy = function () {
-        return bluebird_1.default.resolve();
-    };
-    Object.defineProperty(ProcessorLocal.prototype, "needEmitEol", {
-        get: function () {
-            if (this._needEmitEol === undefined) {
-                this._needEmitEol = this.converter.listeners("eol").length > 0;
-            }
-            return this._needEmitEol;
-        },
-        enumerable: true,
-        configurable: true
-    });
-    Object.defineProperty(ProcessorLocal.prototype, "needEmitHead", {
-        get: function () {
-            if (this._needEmitHead === undefined) {
-                this._needEmitHead = this.converter.listeners("header").length > 0;
-            }
-            return this._needEmitHead;
-        },
-        enumerable: true,
-        configurable: true
-    });
-    ProcessorLocal.prototype.process = function (chunk, finalChunk) {
-        var _this = this;
-        if (finalChunk === void 0) { finalChunk = false; }
-        var csvString;
-        if (finalChunk) {
-            csvString = chunk.toString();
-        }
-        else {
-            csvString = dataClean_1.prepareData(chunk, this.converter.parseRuntime);
-        }
-        return bluebird_1.default.resolve()
-            .then(function () {
-            if (_this.runtime.preRawDataHook) {
-                return _this.runtime.preRawDataHook(csvString);
-            }
-            else {
-                return csvString;
-            }
-        })
-            .then(function (csv) {
-            if (csv && csv.length > 0) {
-                return _this.processCSV(csv, finalChunk);
-            }
-            else {
-                return bluebird_1.default.resolve([]);
-            }
-        });
-    };
-    ProcessorLocal.prototype.processCSV = function (csv, finalChunk) {
-        var _this = this;
-        var params = this.params;
-        var runtime = this.runtime;
-        if (!runtime.eol) {
-            getEol_1.default(csv, runtime);
-        }
-        if (this.needEmitEol && !this.eolEmitted && runtime.eol) {
-            this.converter.emit("eol", runtime.eol);
-            this.eolEmitted = true;
-        }
-        // trim csv file has initial blank lines.
-        if (params.ignoreEmpty && !runtime.started) {
-            csv = util_1.trimLeft(csv);
-        }
-        var stringToLineResult = fileline_1.stringToLines(csv, runtime);
-        if (!finalChunk) {
-            this.prependLeftBuf(util_1.bufFromString(stringToLineResult.partial));
-        }
-        else {
-            stringToLineResult.lines.push(stringToLineResult.partial);
-            stringToLineResult.partial = "";
-        }
-        if (stringToLineResult.lines.length > 0) {
-            var prom = void 0;
-            if (runtime.preFileLineHook) {
-                prom = this.runPreLineHook(stringToLineResult.lines);
-            }
-            else {
-                prom = bluebird_1.default.resolve(stringToLineResult.lines);
-            }
-            return prom.then(function (lines) {
-                if (!runtime.started
-                    && !_this.runtime.headers) {
-                    return _this.processDataWithHead(lines);
-                }
-                else {
-                    return _this.processCSVBody(lines);
-                }
-            });
-        }
-        else {
-            return bluebird_1.default.resolve([]);
-        }
-    };
-    ProcessorLocal.prototype.processDataWithHead = function (lines) {
-        if (this.params.noheader) {
-            if (this.params.headers) {
-                this.runtime.headers = this.params.headers;
-            }
-            else {
-                this.runtime.headers = [];
-            }
-        }
-        else {
-            var left = "";
-            var headerRow = [];
-            while (lines.length) {
-                var line = left + lines.shift();
-                var row = this.rowSplit.parse(line);
-                if (row.closed) {
-                    headerRow = row.cells;
-                    left = "";
-                    break;
-                }
-                else {
-                    left = line + getEol_1.default(line, this.runtime);
-                }
-            }
-            this.prependLeftBuf(util_1.bufFromString(left));
-            if (headerRow.length === 0) {
-                return [];
-            }
-            if (this.params.headers) {
-                this.runtime.headers = this.params.headers;
-            }
-            else {
-                this.runtime.headers = headerRow;
-            }
-        }
-        if (this.runtime.needProcessIgnoreColumn || this.runtime.needProcessIncludeColumn) {
-            this.filterHeader();
-        }
-        if (this.needEmitHead && !this.headEmitted) {
-            this.converter.emit("header", this.runtime.headers);
-            this.headEmitted = true;
-        }
-        return this.processCSVBody(lines);
-    };
-    ProcessorLocal.prototype.filterHeader = function () {
-        this.runtime.selectedColumns = [];
-        if (this.runtime.headers) {
-            var headers = this.runtime.headers;
-            for (var i = 0; i < headers.length; i++) {
-                if (this.params.ignoreColumns) {
-                    if (this.params.ignoreColumns.test(headers[i])) {
-                        if (this.params.includeColumns && this.params.includeColumns.test(headers[i])) {
-                            this.runtime.selectedColumns.push(i);
-                        }
-                        else {
-                            continue;
-                        }
-                    }
-                    else {
-                        this.runtime.selectedColumns.push(i);
-                    }
-                }
-                else if (this.params.includeColumns) {
-                    if (this.params.includeColumns.test(headers[i])) {
-                        this.runtime.selectedColumns.push(i);
-                    }
-                }
-                else {
-                    this.runtime.selectedColumns.push(i);
-                }
-                // if (this.params.includeColumns && this.params.includeColumns.test(headers[i])){
-                //   this.runtime.selectedColumns.push(i);
-                // }else{
-                //   if (this.params.ignoreColumns && this.params.ignoreColumns.test(headers[i])){
-                //     continue;
-                //   }else{
-                //     if (this.params.ignoreColumns && !this.params.includeColumns){
-                //       this.runtime.selectedColumns.push(i);
-                //     }
-                //   }
-                // }
-            }
-            this.runtime.headers = util_1.filterArray(this.runtime.headers, this.runtime.selectedColumns);
-        }
-    };
-    ProcessorLocal.prototype.processCSVBody = function (lines) {
-        if (this.params.output === "line") {
-            return lines;
-        }
-        else {
-            var result = this.rowSplit.parseMultiLines(lines);
-            this.prependLeftBuf(util_1.bufFromString(result.partial));
-            if (this.params.output === "csv") {
-                return result.rowsCells;
-            }
-            else {
-                return lineToJson_1.default(result.rowsCells, this.converter);
-            }
-        }
-        // var jsonArr = linesToJson(lines.lines, params, this.recordNum);
-        // this.processResult(jsonArr);
-        // this.lastIndex += jsonArr.length;
-        // this.recordNum += jsonArr.length;
-    };
-    ProcessorLocal.prototype.prependLeftBuf = function (buf) {
-        if (buf) {
-            if (this.runtime.csvLineBuffer) {
-                this.runtime.csvLineBuffer = Buffer.concat([buf, this.runtime.csvLineBuffer]);
-            }
-            else {
-                this.runtime.csvLineBuffer = buf;
-            }
-        }
-    };
-    ProcessorLocal.prototype.runPreLineHook = function (lines) {
-        var _this = this;
-        return new bluebird_1.default(function (resolve, reject) {
-            processLineHook(lines, _this.runtime, 0, function (err) {
-                if (err) {
-                    reject(err);
-                }
-                else {
-                    resolve(lines);
-                }
-            });
-        });
-    };
-    return ProcessorLocal;
-}(Processor_1.Processor));
-exports.ProcessorLocal = ProcessorLocal;
-function processLineHook(lines, runtime, offset, cb) {
-    if (offset >= lines.length) {
-        cb();
-    }
-    else {
-        if (runtime.preFileLineHook) {
-            var line = lines[offset];
-            var res = runtime.preFileLineHook(line, runtime.parsedLineNumber + offset);
-            offset++;
-            if (res && res.then) {
-                res.then(function (value) {
-                    lines[offset - 1] = value;
-                    processLineHook(lines, runtime, offset, cb);
-                });
-            }
-            else {
-                lines[offset - 1] = res;
-                while (offset < lines.length) {
-                    lines[offset] = runtime.preFileLineHook(lines[offset], runtime.parsedLineNumber + offset);
-                    offset++;
-                }
-                cb();
-            }
-        }
-        else {
-            cb();
-        }
-    }
-}
-//# sourceMappingURL=ProcessorLocal.js.map

package/csvtojson/ProcessorLocal.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ProcessorLocal.js","sourceRoot":"","sources":["../src/ProcessorLocal.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,yCAA2D;AAC3D,sDAAyB;AACzB,yCAA0C;AAC1C,oDAA8B;AAC9B,uCAA2C;AAC3C,+BAA6D;AAC7D,uCAAsC;AACtC,4DAAsC;AAEtC,wDAAkC;AAIlC;IAAoC,kCAAS;IAA7C;QAAA,qEAmOC;QA/MS,cAAQ,GAAa,IAAI,mBAAQ,CAAC,KAAI,CAAC,SAAS,CAAC,CAAC;QAClD,gBAAU,GAAG,KAAK,CAAC;QACnB,kBAAY,GAAa,SAAS,CAAC;QAOnC,iBAAW,GAAG,KAAK,CAAC;QACpB,mBAAa,GAAa,SAAS,CAAC;;IAqM9C,CAAC;IAlOC,8BAAK,GAAL;QAAA,iBAeC;QAdC,IAAI,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;YACvE,IAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC;YACvC,IAAI,CAAC,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC;YACvC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC;iBAC3B,IAAI,CAAC,UAAC,GAAG;gBACR,IAAI,KAAI,CAAC,OAAO,CAAC,aAAa,IAAI,KAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;oBACvE,OAAO,kBAAC,CAAC,MAAM,CAAC,kBAAQ,CAAC,cAAc,CAAC,KAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,KAAI,CAAC,OAAO,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;iBAC/G;qBAAM;oBACL,OAAO,kBAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;iBACvB;YACH,CAAC,CAAC,CAAA;SACL;aAAM;YACL,OAAO,kBAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;SACtB;IACH,CAAC;IACD,gCAAO,GAAP;QACE,OAAO,kBAAC,CAAC,OAAO,EAAE,CAAC;IACrB,CAAC;IAID,sBAAY,uCAAW;aAAvB;YACE,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,EAAE;gBACnC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;aAChE;YACD,OAAO,IAAI,CAAC,YAAY,CAAC;QAC3B,CAAC;;;OAAA;IAGD,sBAAY,wCAAY;aAAxB;YACE,IAAI,IAAI,CAAC,aAAa,KAAK,SAAS,EAAE;gBACpC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;aACpE;YACD,OAAO,IAAI,CAAC,aAAa,CAAC;QAE5B,CAAC;;;OAAA;IACD,gCAAO,GAAP,UAAQ,KAAa,EAAE,UAAkB;QAAzC,iBAuBC;QAvBsB,2BAAA,EAAA,kBAAkB;QACvC,IAAI,SAAiB,CAAC;QACtB,IAAI,UAAU,EAAE;YACd,SAAS,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;SAC9B;aAAM;YACL,SAAS,GAAG,uBAAW,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;SAE7D;QACD,OAAO,kBAAC,CAAC,OAAO,EAAE;aACf,IAAI,CAAC;YACJ,IAAI,KAAI,CAAC,OAAO,CAAC,cAAc,EAAE;gBAC/B,OAAO,KAAI,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;aAC/C;iBAAM;gBACL,OAAO,SAAS,CAAC;aAClB;QACH,CAAC,CAAC;aACD,IAAI,CAAC,UAAC,GAAG;YACR,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE;gBACzB,OAAO,KAAI,CAAC,UAAU,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;aACzC;iBAAM;gBACL,OAAO,kBAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;aACtB;QACH,CAAC,CAAC,CAAA;IACN,CAAC;IACO,mCAAU,GAAlB,UAAmB,GAAW,EAAE,UAAmB;QAAnD,iBA4CC;QA3CC,IAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,IAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE;YAChB,gBAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;SACtB;QACD,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,EAAE;YACvD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;YACxC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;SACxB;QACD,yCAAyC;QACzC,IAAI,MAAM,CAAC,WAAW,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YAC1C,GAAG,GAAG,eAAQ,CAAC,GAAG,CAAC,CAAC;SACrB;QACD,IAAM,kBAAkB,GAAG,wBAAa,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACvD,IAAI,CAAC,UAAU,EAAE;YACf,IAAI,CAAC,cAAc,CAAC,oBAAa,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;SAChE;aAAM;YACL,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAC1D,kBAAkB,CAAC,OAAO,GAAG,EAAE,CAAC;SACjC;QACD,IAAI,kBAAkB,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;YACvC,IAAI,IAAI,SAAa,CAAC;YACtB,IAAI,OAAO,CAAC,eAAe,EAAE;gBAC3B,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;aACtD;iBAAM;gBACL,IAAI,GAAG,kBAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;aAC5C;YACD,OAAO,IAAI,CAAC,IAAI,CAAC,UAAC,KAAK;gBACrB,IAAI,CAAC,OAAO,CAAC,OAAO;uBACf,CAAC,KAAI,CAAC,OAAO,CAAC,OAAO,EACxB;oBACA,OAAO,KAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;iBACxC;qBAAM;oBACL,OAAO,KAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;iBACnC;YAEH,CAAC,CAAC,CAAA;SAEH;aAAM;YAEL,OAAO,kBAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;SACtB;IAEH,CAAC;IACO,4CAAmB,GAA3B,UAA4B,KAAe;QACzC,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE;YACxB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;gBACvB,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;aAC5C;iBAAM;gBACL,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG,EAAE,CAAC;aAC3B;SACF;aAAM;YACL,IAAI,IAAI,GAAG,EAAE,CAAC;YACd,IAAI,SAAS,GAAa,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC,MAAM,EAAE;gBACnB,IAAM,IAAI,GAAG,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;gBAClC,IAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACtC,IAAI,GAAG,CAAC,MAAM,EAAE;oBACd,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC;oBACtB,IAAI,GAAG,EAAE,CAAC;oBACV,MAAM;iBACP;qBAAM;oBACL,IAAI,GAAG,IAAI,GAAG,gBAAM,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;iBAC1C;aACF;YACD,IAAI,CAAC,cAAc,CAAC,oBAAa,CAAC,IAAI,CAAC,CAAC,CAAC;YAEzC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE;gBAC1B,OAAO,EAAE,CAAC;aACX;YACD,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;gBACvB,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;aAC5C;iBAAM;gBACL,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC;aAClC;SACF;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,uBAAuB,IAAI,IAAI,CAAC,OAAO,CAAC,wBAAwB,EAAE;YACjF,IAAI,CAAC,YAAY,EAAE,CAAC;SACrB;QACD,IAAI,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YAC1C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACpD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;SACzB;QACD,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IACO,qCAAY,GAApB;QACE,IAAI,CAAC,OAAO,CAAC,eAAe,GAAG,EAAE,CAAC;QAClC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YACxB,IAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;YACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBACvC,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE;oBAC7B,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;wBAC9C,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;4BAC7E,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;yBACtC;6BAAM;4BACL,SAAS;yBACV;qBACF;yBAAM;wBACL,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;qBACtC;iBACF;qBAAM,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE;oBACrC,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;wBAC/C,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;qBACtC;iBACF;qBAAM;oBACL,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;iBACtC;gBACD,kFAAkF;gBAClF,0CAA0C;gBAC1C,SAAS;gBACT,kFAAkF;gBAClF,gBAAgB;gBAChB,WAAW;gBACX,qEAAqE;gBACrE,8CAA8C;gBAC9C,QAAQ;gBAER,MAAM;gBACN,IAAI;aACL;YACD,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG,kBAAW,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;SACxF;IAEH,CAAC;IACO,uCAAc,GAAtB,UAAuB,KAAe;QACpC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,EAAE;YACjC,OAAO,KAAK,CAAC;SACd;aAAM;YACL,IAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YACpD,IAAI,CAAC,cAAc,CAAC,oBAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;YACnD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,KAAK,EAAE;gBAChC,OAAO,MAAM,CAAC,SAAS,CAAC;aACzB;iBAAM;gBACL,OAAO,oBAAU,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;aACrD;SACF;QAED,kEAAkE;QAClE,+BAA+B;QAC/B,oCAAoC;QACpC,oCAAoC;IACtC,CAAC;IAEO,uCAAc,GAAtB,UAAuB,GAAW;QAChC,IAAI,GAAG,EAAE;YACP,IAAI,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE;gBAC9B,IAAI,CAAC,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC;aAC/E;iBAAM;gBACL,IAAI,CAAC,OAAO,CAAC,aAAa,GAAG,GAAG,CAAC;aAClC;SACF;IAEH,CAAC;IACO,uCAAc,GAAtB,UAAuB,KAAe;QAAtC,iBAUC;QATC,OAAO,IAAI,kBAAC,CAAC,UAAC,OAAO,EAAE,MAAM;YAC3B,eAAe,CAAC,KAAK,EAAE,KAAI,CAAC,OAAO,EAAE,CAAC,EAAE,UAAC,GAAG;gBAC1C,IAAI,GAAG,EAAE;oBACP,MAAM,CAAC,GAAG,CAAC,CAAC;iBACb;qBAAM;oBACL,OAAO,CAAC,KAAK,CAAC,CAAC;iBAChB;YACH,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IACH,qBAAC;AAAD,CAAC,AAnOD,CAAoC,qBAAS,GAmO5C;AAnOY,wCAAc;AAqO3B,yBAAyB,KAAe,EAAE,OAAqB,EAAE,MAAc,EAC7E,EAAkB;IAElB,IAAI,MAAM,IAAI,KAAK,CAAC,MAAM,EAAE;QAC1B,EAAE,EAAE,CAAC;KACN;SAAM;QACL,IAAI,OAAO,CAAC,eAAe,EAAE;YAC3B,IAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;YAC3B,IAAM,GAAG,GAAG,OAAO,CAAC,eAAe,CAAC,IAAI,EAAE,OAAO,CAAC,gBAAgB,GAAG,MAAM,CAAC,CAAC;YAC7E,MAAM,EAAE,CAAC;YACT,IAAI,GAAG,IAAK,GAA2B,CAAC,IAAI,EAAE;gBAC3C,GAA2B,CAAC,IAAI,CAAC,UAAC,KAAK;oBACtC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC;oBAC1B,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;gBAC9C,CAAC,CAAC,CAAC;aACJ;iBAAM;gBACL,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,GAAa,CAAC;gBAClC,OAAO,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE;oBAC5B,KAAK,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,gBAAgB,GAAG,MAAM,CAAW,CAAC;oBACpG,MAAM,EAAE,CAAC;iBACV;gBACD,EAAE,EAAE,CAAC;aACN;SACF;aAAM;YACL,EAAE,EAAE,CAAC;SACN;KACF;AACH,CAAC"}

package/csvtojson/README.md

@@ -1 +0,0 @@
-Brought in from https://github.com/Keyang/node-csvtojson to fix https://github.com/Keyang/node-csvtojson/issues/393. Can be removed when that issue is fixed. 

package/csvtojson/Result.d.ts

@@ -1,22 +0,0 @@
-/**
- * MIT license brought in by https://github.com/Keyang/node-csvtojson
- * */
-
-/// <reference types="bluebird" />
-import { Converter } from "./Converter";
-import { ProcessLineResult } from "./Processor";
-import P from "bluebird";
-import CSVError from "./CSVError";
-export declare class Result {
-    private converter;
-    private readonly needEmitLine;
-    private _needPushDownstream?;
-    private readonly needPushDownstream;
-    private readonly needEmitAll;
-    private finalResult;
-    constructor(converter: Converter);
-    processResult(resultLines: ProcessLineResult[]): P<any>;
-    appendFinalResult(lines: any[]): void;
-    processError(err: CSVError): void;
-    endProcess(): void;
-}

package/csvtojson/Result.js

@@ -1,168 +0,0 @@
-/**
- * MIT license brought in by https://github.com/Keyang/node-csvtojson
- * */
-
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-var bluebird_1 = __importDefault(require("bluebird"));
-var os_1 = require("os");
-var Result = /** @class */ (function () {
-    function Result(converter) {
-        this.converter = converter;
-        this.finalResult = [];
-    }
-    Object.defineProperty(Result.prototype, "needEmitLine", {
-        get: function () {
-            return !!this.converter.parseRuntime.subscribe && !!this.converter.parseRuntime.subscribe.onNext || this.needPushDownstream;
-        },
-        enumerable: true,
-        configurable: true
-    });
-    Object.defineProperty(Result.prototype, "needPushDownstream", {
-        get: function () {
-            if (this._needPushDownstream === undefined) {
-                this._needPushDownstream = this.converter.listeners("data").length > 0 || this.converter.listeners("readable").length > 0;
-            }
-            return this._needPushDownstream;
-        },
-        enumerable: true,
-        configurable: true
-    });
-    Object.defineProperty(Result.prototype, "needEmitAll", {
-        get: function () {
-            return !!this.converter.parseRuntime.then && this.converter.parseParam.needEmitAll;
-            // return !!this.converter.parseRuntime.then;
-        },
-        enumerable: true,
-        configurable: true
-    });
-    Result.prototype.processResult = function (resultLines) {
-        var _this = this;
-        var startPos = this.converter.parseRuntime.parsedLineNumber;
-        if (this.needPushDownstream && this.converter.parseParam.downstreamFormat === "array") {
-            if (startPos === 0) {
-                pushDownstream(this.converter, "[" + os_1.EOL);
-            }
-        }
-        // let prom: P<any>;
-        return new bluebird_1.default(function (resolve, reject) {
-            if (_this.needEmitLine) {
-                processLineByLine(resultLines, _this.converter, 0, _this.needPushDownstream, function (err) {
-                    if (err) {
-                        reject(err);
-                    }
-                    else {
-                        _this.appendFinalResult(resultLines);
-                        resolve();
-                    }
-                });
-                // resolve();
-            }
-            else {
-                _this.appendFinalResult(resultLines);
-                resolve();
-            }
-        });
-    };
-    Result.prototype.appendFinalResult = function (lines) {
-        if (this.needEmitAll) {
-            this.finalResult = this.finalResult.concat(lines);
-        }
-        this.converter.parseRuntime.parsedLineNumber += lines.length;
-    };
-    Result.prototype.processError = function (err) {
-        if (this.converter.parseRuntime.subscribe && this.converter.parseRuntime.subscribe.onError) {
-            this.converter.parseRuntime.subscribe.onError(err);
-        }
-        if (this.converter.parseRuntime.then && this.converter.parseRuntime.then.onrejected) {
-            this.converter.parseRuntime.then.onrejected(err);
-        }
-    };
-    Result.prototype.endProcess = function () {
-        if (this.converter.parseRuntime.then && this.converter.parseRuntime.then.onfulfilled) {
-            if (this.needEmitAll) {
-                this.converter.parseRuntime.then.onfulfilled(this.finalResult);
-            }
-            else {
-                this.converter.parseRuntime.then.onfulfilled([]);
-            }
-        }
-        if (this.converter.parseRuntime.subscribe && this.converter.parseRuntime.subscribe.onCompleted) {
-            this.converter.parseRuntime.subscribe.onCompleted();
-        }
-        if (this.needPushDownstream && this.converter.parseParam.downstreamFormat === "array") {
-            pushDownstream(this.converter, "]" + os_1.EOL);
-        }
-    };
-    return Result;
-}());
-exports.Result = Result;
-function processLineByLine(lines, conv, offset, needPushDownstream, cb) {
-    if (offset >= lines.length) {
-        cb();
-    }
-    else {
-        if (conv.parseRuntime.subscribe && conv.parseRuntime.subscribe.onNext) {
-            var hook_1 = conv.parseRuntime.subscribe.onNext;
-            var nextLine_1 = lines[offset];
-            var res = hook_1(nextLine_1, conv.parseRuntime.parsedLineNumber + offset);
-            offset++;
-            // if (isAsync === undefined) {
-            if (res && res.then) {
-                res.then(function () {
-                    processRecursive(lines, hook_1, conv, offset, needPushDownstream, cb, nextLine_1);
-                }, cb);
-            }
-            else {
-                // processRecursive(lines, hook, conv, offset, needPushDownstream, cb, nextLine, false);
-                if (needPushDownstream) {
-                    pushDownstream(conv, nextLine_1);
-                }
-                while (offset < lines.length) {
-                    var line = lines[offset];
-                    hook_1(line, conv.parseRuntime.parsedLineNumber + offset);
-                    offset++;
-                    if (needPushDownstream) {
-                        pushDownstream(conv, line);
-                    }
-                }
-                cb();
-            }
-            // } else if (isAsync === true) {
-            //   (res as PromiseLike<void>).then(function () {
-            //     processRecursive(lines, hook, conv, offset, needPushDownstream, cb, nextLine, true);
-            //   }, cb);
-            // } else if (isAsync === false) {
-            //   processRecursive(lines, hook, conv, offset, needPushDownstream, cb, nextLine, false);
-            // }
-        }
-        else {
-            if (needPushDownstream) {
-                while (offset < lines.length) {
-                    var line = lines[offset++];
-                    pushDownstream(conv, line);
-                }
-            }
-            cb();
-        }
-    }
-}
-function processRecursive(lines, hook, conv, offset, needPushDownstream, cb, res) {
-    if (needPushDownstream) {
-        pushDownstream(conv, res);
-    }
-    processLineByLine(lines, conv, offset, needPushDownstream, cb);
-}
-function pushDownstream(conv, res) {
-    if (typeof res === "object" && !conv.options.objectMode) {
-        var data = JSON.stringify(res);
-        conv.push(data + (conv.parseParam.downstreamFormat === "array" ? "," + os_1.EOL : os_1.EOL), "utf8");
-    }
-    else {
-        conv.push(res);
-    }
-}
-//# sourceMappingURL=Result.js.map

package/csvtojson/Result.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"Result.js","sourceRoot":"","sources":["../src/Result.ts"],"names":[],"mappings":";;;;;AAEA,sDAAyB;AAEzB,yBAAyB;AACzB;IAgBE,gBAAoB,SAAoB;QAApB,cAAS,GAAT,SAAS,CAAW;QADhC,gBAAW,GAAU,EAAE,CAAC;IACY,CAAC;IAf7C,sBAAY,gCAAY;aAAxB;YACE,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,SAAS,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,SAAS,CAAC,MAAM,IAAI,IAAI,CAAC,kBAAkB,CAAA;QAC7H,CAAC;;;OAAA;IAED,sBAAY,sCAAkB;aAA9B;YACE,IAAI,IAAI,CAAC,mBAAmB,KAAK,SAAS,EAAE;gBAC1C,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;aAC3H;YACD,OAAO,IAAI,CAAC,mBAAmB,CAAC;QAClC,CAAC;;;OAAA;IACD,sBAAY,+BAAW;aAAvB;YACE,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,WAAW,CAAC;YACnF,6CAA6C;QAC/C,CAAC;;;OAAA;IAGD,8BAAa,GAAb,UAAc,WAAgC;QAA9C,iBA8BC;QA7BC,IAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,gBAAgB,CAAC;QAC9D,IAAI,IAAI,CAAC,kBAAkB,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,gBAAgB,KAAK,OAAO,EAAE;YACrF,IAAI,QAAQ,KAAK,CAAC,EAAE;gBAClB,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,GAAG,QAAG,CAAC,CAAC;aAC3C;SACF;QACD,oBAAoB;QACpB,OAAO,IAAI,kBAAC,CAAC,UAAC,OAAO,EAAE,MAAM;YAC3B,IAAI,KAAI,CAAC,YAAY,EAAE;gBACrB,iBAAiB,CACf,WAAW,EACX,KAAI,CAAC,SAAS,EACd,CAAC,EACD,KAAI,CAAC,kBAAkB,EACvB,UAAC,GAAG;oBACF,IAAI,GAAG,EAAE;wBACP,MAAM,CAAC,GAAG,CAAC,CAAC;qBACb;yBAAM;wBACL,KAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;wBACpC,OAAO,EAAE,CAAC;qBACX;gBACH,CAAC,CACF,CAAA;gBACD,aAAa;aACd;iBAAM;gBACL,KAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;gBACpC,OAAO,EAAE,CAAC;aACX;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IACD,kCAAiB,GAAjB,UAAkB,KAAY;QAC5B,IAAI,IAAI,CAAC,WAAW,EAAE;YACpB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;SACnD;QACD,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,gBAAgB,IAAI,KAAK,CAAC,MAAM,CAAC;IAC/D,CAAC;IACD,6BAAY,GAAZ,UAAa,GAAa;QACxB,IAAI,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,EAAE;YAC1F,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;SACpD;QACD,IAAI,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,EAAE;YACnF,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;SAClD;IACH,CAAC;IACD,2BAAU,GAAV;QAEI,IAAI,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE;YACpF,IAAI,IAAI,CAAC,WAAW,EAAE;gBACpB,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;aAChE;iBAAI;gBACH,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;aAClD;SACF;QACH,IAAI,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,SAAS,CAAC,WAAW,EAAE;YAC9F,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;SACrD;QACD,IAAI,IAAI,CAAC,kBAAkB,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,gBAAgB,KAAK,OAAO,EAAE;YACrF,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,GAAG,QAAG,CAAC,CAAC;SAC3C;IACH,CAAC;IACH,aAAC;AAAD,CAAC,AA9ED,IA8EC;AA9EY,wBAAM;AAgFnB,2BACE,KAA0B,EAE1B,IAAe,EACf,MAAc,EACd,kBAA2B,EAC3B,EAAkB;IAElB,IAAI,MAAM,IAAI,KAAK,CAAC,MAAM,EAAE;QAC1B,EAAE,EAAE,CAAC;KACN;SAAM;QACL,IAAI,IAAI,CAAC,YAAY,CAAC,SAAS,IAAI,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,MAAM,EAAE;YACrE,IAAM,MAAI,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC;YAChD,IAAM,UAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;YAC/B,IAAM,GAAG,GAAG,MAAI,CAAC,UAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB,GAAG,MAAM,CAAC,CAAC;YACxE,MAAM,EAAE,CAAC;YACT,+BAA+B;YAC/B,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE;gBACnB,GAAG,CAAC,IAAI,CAAC;oBACP,gBAAgB,CAAC,KAAK,EAAE,MAAI,EAAE,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAAE,EAAE,UAAQ,CAAC,CAAC;gBAChF,CAAC,EAAE,EAAE,CAAC,CAAC;aACR;iBAAM;gBACL,wFAAwF;gBACxF,IAAI,kBAAkB,EAAE;oBACtB,cAAc,CAAC,IAAI,EAAE,UAAQ,CAAC,CAAC;iBAChC;gBACD,OAAO,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE;oBAC5B,IAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;oBAC3B,MAAI,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB,GAAG,MAAM,CAAC,CAAC;oBACxD,MAAM,EAAE,CAAC;oBACT,IAAI,kBAAkB,EAAE;wBACtB,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;qBAC5B;iBACF;gBACD,EAAE,EAAE,CAAC;aACN;YACD,iCAAiC;YACjC,kDAAkD;YAClD,2FAA2F;YAC3F,YAAY;YACZ,kCAAkC;YAClC,0FAA0F;YAC1F,IAAI;SACL;aAAM;YACL,IAAI,kBAAkB,EAAE;gBACtB,OAAO,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE;oBAC5B,IAAM,IAAI,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC7B,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;iBAC5B;aAEF;YACD,EAAE,EAAE,CAAC;SACN;KAEF;AACH,CAAC;AAED,0BACE,KAA0B,EAC1B,IAAiE,EACjE,IAAe,EACf,MAAc,EACd,kBAA2B,EAC3B,EAAkB,EAClB,GAAsB;IAEtB,IAAI,kBAAkB,EAAE;QACtB,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;KAC3B;IACD,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAAE,CAAC,CAAC;AACjE,CAAC;AACD,wBAAwB,IAAe,EAAE,GAAsB;IAC7D,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE;QACvD,IAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,gBAAgB,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,QAAG,CAAC,CAAC,CAAC,QAAG,CAAC,EAAE,MAAM,CAAC,CAAC;KAC5F;SAAM;QACL,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;KAChB;AACH,CAAC"}

package/csvtojson/dataClean.d.ts

@@ -1,13 +0,0 @@
-/**
- * MIT license brought in by https://github.com/Keyang/node-csvtojson
- * */
-
-/// <reference types="node" />
-import { ParseRuntime } from "./ParseRuntime";
-/**
- * For each data chunk coming to parser:
- * 1. append the data to the buffer that is left from last chunk
- * 2. check if utf8 chars being split, if does, stripe the bytes and add to left buffer.
- * 3. stripBom
- */
-export declare function prepareData(chunk: Buffer, runtime: ParseRuntime): string;

package/csvtojson/dataClean.js

@@ -1,76 +0,0 @@
-/**
- * MIT license brought in by https://github.com/Keyang/node-csvtojson
- * */
-
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-var strip_bom_1 = __importDefault(require("strip-bom"));
-/**
- * For each data chunk coming to parser:
- * 1. append the data to the buffer that is left from last chunk
- * 2. check if utf8 chars being split, if does, stripe the bytes and add to left buffer.
- * 3. stripBom
- */
-function prepareData(chunk, runtime) {
-    var workChunk = concatLeftChunk(chunk, runtime);
-    runtime.csvLineBuffer = undefined;
-    var cleanCSVString = cleanUtf8Split(workChunk, runtime).toString("utf8");
-    if (runtime.started === false) {
-        return strip_bom_1.default(cleanCSVString);
-    }
-    else {
-        return cleanCSVString;
-    }
-}
-exports.prepareData = prepareData;
-/**
- *  append data to buffer that is left form last chunk
- */
-function concatLeftChunk(chunk, runtime) {
-    if (runtime.csvLineBuffer && runtime.csvLineBuffer.length > 0) {
-        return Buffer.concat([runtime.csvLineBuffer, chunk]);
-    }
-    else {
-        return chunk;
-    }
-}
-/**
- * check if utf8 chars being split, if does, stripe the bytes and add to left buffer.
- */
-function cleanUtf8Split(chunk, runtime) {
-    var idx = chunk.length - 1;
-    /**
-     * From Keyang:
-     * The code below is to check if a single utf8 char (which could be multiple bytes) being split.
-     * If the char being split, the buffer from two chunk needs to be concat
-     * check how utf8 being encoded to understand the code below.
-     * If anyone has any better way to do this, please let me know.
-     */
-    if ((chunk[idx] & 1 << 7) != 0) {
-        while ((chunk[idx] & 3 << 6) === 128) {
-            idx--;
-        }
-        idx--;
-    }
-    if (idx != chunk.length - 1) {
-        runtime.csvLineBuffer = chunk.slice(idx + 1);
-        return chunk.slice(0, idx + 1);
-        // var _cb=cb;
-        // var self=this;
-        // cb=function(){
-        //   if (self._csvLineBuffer){
-        //     self._csvLineBuffer=Buffer.concat([bufFromString(self._csvLineBuffer,"utf8"),left]);
-        //   }else{
-        //     self._csvLineBuffer=left;
-        //   }
-        //   _cb();
-        // }
-    }
-    else {
-        return chunk;
-    }
-}
-//# sourceMappingURL=dataClean.js.map

package/csvtojson/dataClean.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dataClean.js","sourceRoot":"","sources":["../src/dataClean.ts"],"names":[],"mappings":";;;;;AACA,wDAAiC;AACjC;;;;;GAKG;AACH,qBAA4B,KAAa,EAAE,OAAqB;IAC9D,IAAM,SAAS,GAAG,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAClD,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC;IAClC,IAAM,cAAc,GAAG,cAAc,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC3E,IAAI,OAAO,CAAC,OAAO,KAAK,KAAK,EAAE;QAC7B,OAAO,mBAAQ,CAAC,cAAc,CAAC,CAAC;KACjC;SAAM;QACL,OAAO,cAAc,CAAC;KACvB;AACH,CAAC;AATD,kCASC;AACD;;GAEG;AACH,yBAAyB,KAAa,EAAE,OAAqB;IAC3D,IAAI,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;QAC7D,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,CAAC;KACtD;SAAM;QACL,OAAO,KAAK,CAAC;KACd;AACH,CAAC;AACD;;GAEG;AACH,wBAAwB,KAAa,EAAE,OAAqB;IAC1D,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IAC3B;;;;;;OAMG;IACH,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE;QAC9B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,EAAE;YACpC,GAAG,EAAE,CAAC;SACP;QACD,GAAG,EAAE,CAAC;KACP;IACD,IAAI,GAAG,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;QAC3B,OAAO,CAAC,aAAa,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;QAC7C,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,CAAA;QAC9B,cAAc;QACd,iBAAiB;QACjB,iBAAiB;QACjB,8BAA8B;QAC9B,2FAA2F;QAC3F,WAAW;QACX,gCAAgC;QAChC,MAAM;QACN,WAAW;QACX,IAAI;KACL;SAAM;QACL,OAAO,KAAK,CAAC;KACd;AACH,CAAC"}

package/csvtojson/fileline.d.ts

@@ -1,20 +0,0 @@
-/**
- * MIT license brought in by https://github.com/Keyang/node-csvtojson
- * */
-
-import { ParseRuntime } from "./ParseRuntime";
-/**
- * convert data chunk to file lines array
- * @param  {string} data  data chunk as utf8 string
- * @param  {object} param Converter param object
- * @return {Object}   {lines:[line1,line2...],partial:String}
- */
-export declare function stringToLines(data: string, param: ParseRuntime): StringToLinesResult;
-export interface StringToLinesResult {
-    lines: Fileline[];
-    /**
-     * last line which could be incomplete line.
-     */
-    partial: string;
-}
-export declare type Fileline = string;