@ezs/basics 2.5.0 → 2.5.2

package/README.md

@@ -367,7 +367,6 @@ Output:
 #### Parameters
 
 -   `separator` **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)** to split at every JSONPath found (optional, default `"*"`)
--   `legacy` **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)** use legacy or newer parser (separator should be different) (optional, default `true`)
 
 Returns **[Object](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/Object)** 
 

package/lib/buf-object.js

@@ -4,7 +4,6 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
 function BUFObject(data, feed) {
   if (this.isLast()) {
     feed.close();
@@ -12,6 +11,7 @@ function BUFObject(data, feed) {
     feed.send(Buffer.from(data));
   }
 }
+
 /**
  * Take `Mixed` and produce Buffer.
  * For example, it's useful to send string to browser.
@@ -21,8 +21,6 @@ function BUFObject(data, feed) {
  * @param {undefined} none
  * @returns {Buffer}
  */
-
-
 var _default = {
   BUFObject
 };

package/lib/csv-object.js

@@ -4,12 +4,10 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
 function CSVObject(data, feed) {
   if (this.isLast()) {
     return feed.close();
   }
-
   if (!this.columns) {
     this.columns = data.map(name => name.replace(/\./g, ''));
     const countCols = {};
@@ -22,12 +20,10 @@ function CSVObject(data, feed) {
         renamedCols[colname] = !renamedCols[colname] ? 1 : renamedCols[colname] + 1;
         return colname + renamedCols[colname];
       }
-
       return colname;
     });
     return feed.end();
   }
-
   if (Array.isArray(data)) {
     const obj = {};
     data.forEach((item, index) => {
@@ -36,9 +32,9 @@ function CSVObject(data, feed) {
     });
     return feed.send(obj);
   }
-
   feed.end();
 }
+
 /**
  * Take an `Array` of arrays and transform rows into objects.
  *
@@ -101,8 +97,6 @@ function CSVObject(data, feed) {
  * @param {undefined} none
  * @returns {Object|Object[]}
  */
-
-
 var _default = {
   CSVObject
 };

package/lib/csv-parse.js

@@ -4,19 +4,13 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
 var _csvString = _interopRequireDefault(require("csv-string"));
-
 var _streamWrite = _interopRequireDefault(require("stream-write"));
-
 var _string_decoder = require("string_decoder");
-
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
 function CSVParse(data, feed) {
   const separator = this.getParam('separator');
   const quote = this.getParam('quote');
-
   if (!this.decoder) {
     this.decoder = new _string_decoder.StringDecoder('utf8');
     this.input = _csvString.default.createStream({
@@ -25,15 +19,14 @@ function CSVParse(data, feed) {
     });
     this.whenFinish = feed.flow(this.input);
   }
-
   if (this.isLast()) {
     this.decoder.end();
     this.whenFinish.finally(() => feed.close());
     return this.input.end();
   }
-
   (0, _streamWrite.default)(this.input, Buffer.isBuffer(data) ? this.decoder.write(data) : data, () => feed.end());
 }
+
 /**
  * Take `String` and parse it as CSV to generate arrays.
  *
@@ -64,8 +57,6 @@ function CSVParse(data, feed) {
  * @param {String} [quote=auto] to indicate the CSV quote.
  * @returns {Array<String[]>}
  */
-
-
 var _default = {
   CSVParse
 };

package/lib/csv-string.js

@@ -4,11 +4,8 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
 var _csvString = _interopRequireDefault(require("csv-string"));
-
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
 function strict(data, sep) {
   const q = new RegExp('"', 'g');
   let line = '';
@@ -19,19 +16,16 @@ function strict(data, sep) {
   });
   return line.concat('\r\n');
 }
-
 function CSVString(data, feed) {
   const format = String(this.getParam('format', 'standard'));
   const sep = String(this.getParam('separator', ';'));
   const header = Boolean(this.getParam('header', true));
   let func;
-
   if (format === 'strict') {
     func = strict;
   } else {
     func = _csvString.default.stringify;
   }
-
   if (this.isLast()) {
     feed.close();
   } else if (this.isFirst() && header) {
@@ -41,6 +35,7 @@ function CSVString(data, feed) {
     feed.send(func(data, sep));
   }
 }
+
 /**
  * Take an array of objects and transform row into a string where each field is
  * separated with a character.
@@ -78,8 +73,6 @@ function CSVString(data, feed) {
  * @param {Boolean} [header=true] first line contains key name
  * @returns {String}
  */
-
-
 var _default = {
   CSVString
 };

package/lib/file-load.js

@@ -4,19 +4,12 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = FILELoad;
-
 var _zlib = require("zlib");
-
 var _fs = require("fs");
-
 var _path = require("path");
-
 var _os = require("os");
-
 var _higherPath = _interopRequireDefault(require("higher-path"));
-
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
 /**
  * Take `Object` containing filename et throw content by chunk
  *
@@ -55,17 +48,14 @@ async function FILELoad(data, feed) {
     feed.close();
     return;
   }
-
   const compress = this.getParam('compress', false);
   const location = (0, _path.normalize)(this.getParam('location', '/'));
   const locations = [(0, _higherPath.default)((0, _os.tmpdir)(), location), (0, _higherPath.default)(process.cwd(), location)];
   const filename = locations.filter(Boolean).map(dir => (0, _path.resolve)(dir, String(data).trim())).filter(fil => (0, _fs.existsSync)(fil)).shift();
-
   if (!filename) {
     feed.stop(new Error('File location check failed.'));
     return;
   }
-
   (0, _fs.accessSync)((0, _path.dirname)(filename), _fs.constants.R_OK | _fs.constants.W_OK);
   (0, _fs.accessSync)(filename, _fs.constants.R_OK | _fs.constants.W_OK);
   const stream = compress ? (0, _fs.createReadStream)(filename).pipe((0, _zlib.createGunzip)()) : (0, _fs.createReadStream)(filename);

package/lib/file-save.js

@@ -4,27 +4,16 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = FILESave;
-
 var _fs = require("fs");
-
 var _zlib = require("zlib");
-
 var _path = _interopRequireDefault(require("path"));
-
 var _os = require("os");
-
 var _pathExists = _interopRequireDefault(require("path-exists"));
-
 var _makeDir = _interopRequireDefault(require("make-dir"));
-
 var _streamWrite = _interopRequireDefault(require("stream-write"));
-
 var _debug = _interopRequireDefault(require("debug"));
-
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
 const eol = '\n';
-
 const toJSONL = line => JSON.stringify(line).concat(eol);
 /**
  * Take data, convert it to buffer and append it to file
@@ -63,30 +52,21 @@ const toJSONL = line => JSON.stringify(line).concat(eol);
  * @param {Boolean} [compress=false] Enable gzip compression
  * @returns {Object}
  */
-
-
 function FILESave(data, feed) {
   if (this.isFirst()) {
     const identifier = String(this.getParam('identifier'));
-
     const location = _path.default.normalize(this.getParam('location', (0, _os.tmpdir)()));
-
     const compress = this.getParam('compress', false);
-
     if (location.indexOf((0, _os.tmpdir)()) !== 0 && location.indexOf(process.cwd()) !== 0) {
       feed.stop(new Error('File location check failed.'));
       return;
     }
-
     if (!_pathExists.default.sync(location)) {
       _makeDir.default.sync(location);
     }
-
     (0, _fs.accessSync)(location, _fs.constants.R_OK | _fs.constants.W_OK);
     const name = compress ? `${identifier}.gz` : identifier;
-
     const filename = _path.default.resolve(location, name);
-
     this.input = compress ? (0, _zlib.createGzip)() : (0, _fs.createWriteStream)(filename);
     this.whenFinish = new Promise((resolve, reject) => {
       const output = compress ? this.input.pipe((0, _fs.createWriteStream)(filename)) : this.input;
@@ -100,7 +80,6 @@ function FILESave(data, feed) {
           if (err) {
             return reject(err);
           }
-
           return resolve({
             filename,
             ...stat
@@ -109,15 +88,14 @@ function FILESave(data, feed) {
       });
     });
   }
-
   if (this.isLast()) {
     this.input.end();
-    return this.whenFinish.then(stats => feed.write(stats)).catch(err => feed.stop(err)).finally(() => feed.close());
+    this.whenFinish.then(stats => feed.write(stats)).catch(err => feed.stop(err)).finally(() => feed.close());
+    return;
   }
-
   const jsonl = Boolean(this.getParam('jsonl', false));
   const bufContent = this.getParam('content', data);
   const bufFunc = jsonl ? toJSONL : String;
-  const buf = Buffer.from(bufFunc(bufContent));
+  const buf = Buffer.isBuffer(bufContent) ? bufContent : Buffer.from(bufFunc(bufContent));
   (0, _streamWrite.default)(this.input, buf, () => feed.end());
 }

package/lib/index.js

@@ -4,73 +4,39 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
 var _bufObject = _interopRequireDefault(require("./buf-object"));
-
 var _objCount = _interopRequireDefault(require("./obj-count"));
-
 var _objNamespaces = _interopRequireDefault(require("./obj-namespaces"));
-
 var _objStandardize = _interopRequireDefault(require("./obj-standardize"));
-
 var _objFlatten = _interopRequireDefault(require("./obj-flatten"));
-
 var _txtConcat = _interopRequireDefault(require("./txt-concat"));
-
 var _txtObject = _interopRequireDefault(require("./txt-object"));
-
 var _txtParse = _interopRequireDefault(require("./txt-parse"));
-
 var _txtSentences = _interopRequireDefault(require("./txt-sentences"));
-
 var _txtInflection = _interopRequireDefault(require("./txt-inflection"));
-
 var _xmlParse = _interopRequireDefault(require("./xml-parse"));
-
 var _xmlString = _interopRequireDefault(require("./xml-string"));
-
 var _xmlConvert = _interopRequireDefault(require("./xml-convert"));
-
 var _csvParse = _interopRequireDefault(require("./csv-parse"));
-
 var _csvObject = _interopRequireDefault(require("./csv-object"));
-
 var _csvString = _interopRequireDefault(require("./csv-string"));
-
 var _jsonParse = _interopRequireDefault(require("./json-parse"));
-
 var _jsonString = _interopRequireDefault(require("./json-string"));
-
 var _urlFetch = _interopRequireDefault(require("./url-fetch"));
-
 var _urlParse = _interopRequireDefault(require("./url-parse"));
-
 var _urlRequest = _interopRequireDefault(require("./url-request"));
-
 var _urlPagination = _interopRequireDefault(require("./url-pagination"));
-
 var _urlString = _interopRequireDefault(require("./url-string"));
-
 var _urlStream = _interopRequireDefault(require("./url-stream"));
-
 var _urlConnect = _interopRequireDefault(require("./url-connect"));
-
 var _txtZip = _interopRequireDefault(require("./txt-zip"));
-
 var _zipExtract = _interopRequireDefault(require("./zip-extract"));
-
 var _tarExtract = _interopRequireDefault(require("./tar-extract"));
-
 var _tarDump = _interopRequireDefault(require("./tar-dump"));
-
 var _iniString = _interopRequireDefault(require("./ini-string"));
-
 var _fileSave = _interopRequireDefault(require("./file-save"));
-
 var _fileLoad = _interopRequireDefault(require("./file-load"));
-
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
 const funcs = {
   BUFObject: _bufObject.default,
   OBJCount: _objCount.default,

package/lib/ini-string.js

@@ -4,14 +4,11 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
 function INIString(data, feed) {
   if (this.isLast()) {
     return feed.close();
   }
-
   const cr = this.cr || ''; // avoid cr at the begin
-
   let output = [];
   Object.keys(data).forEach(key => {
     if (typeof data[key] === 'object') {
@@ -24,6 +21,7 @@ function INIString(data, feed) {
   this.cr = '\n';
   feed.send(output.join(this.cr).concat(this.cr));
 }
+
 /**
  * Take `Object` and generate INI
  *
@@ -75,8 +73,6 @@ function INIString(data, feed) {
  * @name INIString
  * @returns {String}
  */
-
-
 var _default = {
   INIString
 };

package/lib/json-parse.js

@@ -4,37 +4,19 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
 var _JSONStream = _interopRequireDefault(require("JSONStream"));
-
-var _stream = require("stream");
-
-var _yajsonStream = _interopRequireDefault(require("yajson-stream"));
-
 var _streamWrite = _interopRequireDefault(require("stream-write"));
-
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
 function JSONParse(data, feed) {
   if (this.isFirst()) {
-    const legacy = this.getParam('legacy', true);
     const separator = this.getParam('separator', '*');
-
-    if (legacy) {
-      this.input = _JSONStream.default.parse(separator);
-      this.whenFinish = feed.flow(this.input);
-    } else {
-      this.input = new _stream.PassThrough();
-      const stream = this.input.pipe(this.ezs.toBuffer()).pipe((0, _yajsonStream.default)(separator)).pipe(this.ezs((d, f) => f.send(d ? d.value : d)));
-      this.whenFinish = feed.flow(stream);
-    }
+    this.input = _JSONStream.default.parse(separator);
+    this.whenFinish = feed.flow(this.input);
   }
-
   if (this.isLast()) {
     this.whenFinish.finally(() => feed.close());
     return this.input.end();
   }
-
   (0, _streamWrite.default)(this.input, data, () => feed.end());
 }
 /**
@@ -79,11 +61,8 @@ function JSONParse(data, feed) {
  *
  * @name JSONParse
  * @param {String} [separator="*"] to split at every JSONPath found
- * @param {String} [legacy=true] use legacy or newer parser (separator should be different)
  * @returns {Object}
  */
-
-
 var _default = {
   JSONParse
 };

package/lib/json-string.js

@@ -4,7 +4,6 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = JSONString;
-
 /**
  * Take an `Object` and generate a JSON string.
  *
@@ -33,17 +32,14 @@ function JSONString(data, feed) {
   const openWith = wrap ? '[' : '';
   const closeWith = wrap ? ']' : '';
   let output = '';
-
   if (this.isFirst()) {
     output = openWith;
   } else {
     output = separator;
   }
-
   if (this.isLast()) {
     feed.write(closeWith);
     return feed.close();
   }
-
   return feed.send(output.concat(JSON.stringify(data, null, spaces)));
 }

package/lib/obj-count.js

@@ -4,7 +4,6 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
 function OBJCount(data, feed) {
   if (this.isLast()) {
     feed.send(this.getIndex() - 1);
@@ -12,6 +11,7 @@ function OBJCount(data, feed) {
     feed.end();
   }
 }
+
 /**
  * Count how many objects are received, and yield the total.
  *
@@ -31,8 +31,6 @@ function OBJCount(data, feed) {
  * @param {undefined} none
  * @returns {Number}
  */
-
-
 var _default = {
   OBJCount
 };

package/lib/obj-flatten.js

@@ -4,13 +4,9 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = OBJFlatten;
-
 var _flat = _interopRequireWildcard(require("flat"));
-
-function _getRequireWildcardCache() { if (typeof WeakMap !== "function") return null; var cache = new WeakMap(); _getRequireWildcardCache = function () { return cache; }; return cache; }
-
-function _interopRequireWildcard(obj) { if (obj && obj.__esModule) { return obj; } if (obj === null || typeof obj !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
-
+function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function (nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
+function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || typeof obj !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
 /**
  * Flatten an `Object` with a path delimiting character.
  *
@@ -44,15 +40,12 @@ function OBJFlatten(data, feed) {
   if (this.isLast()) {
     return feed.close();
   }
-
   const opts = {
     delimiter: String(this.getParam('separator', '/')),
     safe: Boolean(this.getParam('safe', true))
   };
-
   if (this.getParam('reverse', false)) {
     return feed.send((0, _flat.unflatten)(data, opts));
   }
-
   return feed.send((0, _flat.default)(data, opts));
 }

package/lib/obj-namespaces.js

@@ -4,17 +4,11 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = OBJNamespaces;
-
 var _lodash = _interopRequireDefault(require("lodash.zipobject"));
-
 var _lodash2 = _interopRequireDefault(require("lodash.escaperegexp"));
-
 var _lodash3 = _interopRequireDefault(require("lodash.mapkeys"));
-
 var _lodash4 = _interopRequireDefault(require("lodash.mapvalues"));
-
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
 /**
  * Take `Object` and throw the same object, all keys parsed to replace namespaces with their prefixes
  *
@@ -81,7 +75,6 @@ function OBJNamespaces(data, feed) {
   if (this.isLast()) {
     return feed.close();
   }
-
   if (this.isFirst()) {
     const prefixes = [].concat(this.getParam('prefix')).map(x => String(x).trim()).filter(Boolean);
     const namespaces = [].concat(this.getParam('namespace')).filter(Boolean).slice(0, prefixes.length).map(x => String(x).trim());
@@ -89,19 +82,15 @@ function OBJNamespaces(data, feed) {
     this.expression = RegExp(Object.keys(this.mapping).map(_lodash2.default).join('|'), 'g');
     this.references = [].concat(this.getParam('reference')).filter(Boolean).map(x => RegExp(String(x).trim(), 'g'));
   }
-
   const result = (0, _lodash3.default)(data, (val, key) => String(key).replace(this.expression, matched => this.mapping[matched]));
-
   if (this.references.length > 0) {
     const result1 = (0, _lodash4.default)(result, (value, key) => {
       if (this.references.some(x => key.search(x) !== -1)) {
         return String(value).replace(this.expression, matched => this.mapping[matched]);
       }
-
       return value;
     });
     return feed.send(result1);
   }
-
   return feed.send(result);
 }

package/lib/obj-standardize.js

@@ -4,20 +4,14 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
 var _tmpFilepath = _interopRequireDefault(require("tmp-filepath"));
-
 var _fs = _interopRequireDefault(require("fs"));
-
 var _streamWrite = _interopRequireDefault(require("stream-write"));
-
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
 function normalize(data, feed) {
   if (this.isLast()) {
     return feed.close();
   }
-
   const struct = this.getEnv();
   const vv = {};
   struct.forEach(k => {
@@ -29,27 +23,21 @@ function normalize(data, feed) {
   });
   return feed.send(vv);
 }
-
 function cleanup(data, feed) {
   if (this.isLast()) {
     const filename = this.getParam('filename');
-
     if (filename) {
       return _fs.default.unlink(filename, () => feed.close());
     }
-
     return feed.close();
   }
-
   return feed.send(data);
 }
-
 function OBJStandardize(data, feed) {
   const self = this;
   const {
     ezs
   } = this;
-
   if (!self.tmpFile) {
     self.tmpFile = (0, _tmpFilepath.default)('.bin');
     self.struct = [];
@@ -57,14 +45,12 @@ function OBJStandardize(data, feed) {
     self.tmpStream = self.tmpInput.pipe(ezs('pack')).pipe(ezs.toBuffer()).pipe(ezs.compress()).pipe(_fs.default.createWriteStream(self.tmpFile));
     self.tmpHandle = new Promise((resolve, reject) => self.tmpStream.on('error', reject).on('close', resolve));
   }
-
   if (self.isLast()) {
     self.tmpInput.end();
     return self.tmpHandle.then(() => feed.flow(_fs.default.createReadStream(self.tmpFile).pipe(ezs.uncompress()).pipe(ezs('unpack')).pipe(ezs(normalize, {}, self.struct)).pipe(ezs(cleanup, {
       filename: self.tmpFile
     })))).catch(e => feed.stop(e));
   }
-
   Object.keys(data).forEach(k => {
     if (self.struct.indexOf(k) === -1) {
       self.struct.push(k);
@@ -72,6 +58,7 @@ function OBJStandardize(data, feed) {
   });
   (0, _streamWrite.default)(self.tmpInput, data, () => feed.end());
 }
+
 /**
  * Standardize `Object`s so that each object have the same keys.
  *
@@ -96,8 +83,6 @@ function OBJStandardize(data, feed) {
  * @param {undefined} none
  * @returns {Object}
  */
-
-
 var _default = {
   OBJStandardize
 };

package/lib/request.js

@@ -4,23 +4,17 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
 var _fetchWithProxy = _interopRequireDefault(require("fetch-with-proxy"));
-
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
 const request = (url, parameters) => async () => {
   const response = await (0, _fetchWithProxy.default)(url, parameters);
-
   if (!response.ok) {
     const err = new Error(response.statusText);
     const text = await response.text();
     err.responseText = text;
     throw err;
   }
-
   return response;
 };
-
 var _default = request;
 exports.default = _default;