@ezs/basics 2.5.0 → 2.5.2

package/lib/tar-dump.js

@@ -4,16 +4,12 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = TARDump;
-
 var _tarStream = _interopRequireDefault(require("tar-stream"));
-
 var _zlib = require("zlib");
-
 var _lodash = _interopRequireDefault(require("lodash.merge"));
-
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
 const eol = '\n';
+
 /**
  * Take all recevied objects and build a tar file
  *
@@ -29,7 +25,6 @@ const eol = '\n';
  * @param {String} [extension=json] Choose extension fo each file
  * @param {Boolean} [compress=false] Enable gzip compression
  */
-
 function TARDump(data, feed) {
   if (!this.pack) {
     this.pack = _tarStream.default.pack();
@@ -38,7 +33,6 @@ function TARDump(data, feed) {
     const stream = compress ? this.pack.pipe((0, _zlib.createGzip)()) : this.pack;
     feed.flow(stream).finally(() => feed.close());
   }
-
   if (this.isLast()) {
     const updated = new Date();
     const metadata = {
@@ -55,7 +49,6 @@ function TARDump(data, feed) {
     this.pack.finalize();
     return;
   }
-
   const json = this.getParam('json', true);
   const extension = this.getParam('extension', 'json');
   const id = this.getIndex().toString().padStart(10, '0');

package/lib/tar-extract.js

@@ -4,19 +4,12 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = TARExtract;
-
 var _tarStream = _interopRequireDefault(require("tar-stream"));
-
 var _micromatch = _interopRequireDefault(require("micromatch"));
-
 var _zlib = require("zlib");
-
 var _getStream = _interopRequireDefault(require("get-stream"));
-
 var _streamWrite = _interopRequireDefault(require("stream-write"));
-
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
 /**
  * Take the content of a tar file, extract some files.
  * The JSON object is sent to the output stream for each file.
@@ -37,7 +30,6 @@ function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { de
  */
 function TARExtract(data, feed) {
   const filesPatern = this.getParam('path', '**/*.json');
-
   if (this.isFirst()) {
     const {
       ezs
@@ -46,40 +38,32 @@ function TARExtract(data, feed) {
     const compress = this.getParam('compress', false);
     this.input = ezs.createStream(ezs.objectMode());
     this.output = ezs.createStream(ezs.objectMode());
-
     const extract = _tarStream.default.extract();
-
     this.whenEnd = new Promise((resolve, reject) => {
       extract.on('entry', async (header, stream, next) => {
         if (_micromatch.default.isMatch(header.name, filesPatern)) {
           const contentRaw = await (0, _getStream.default)(stream);
-
           if (json) {
             const contentJson = JSON.parse(contentRaw);
             return (0, _streamWrite.default)(this.output, contentJson, () => next());
           }
-
           return (0, _streamWrite.default)(this.output, {
             id: header.name,
             value: contentRaw
           }, () => next());
         }
-
         return next();
       });
       extract.on('error', reject);
       extract.on('finish', resolve);
     });
-
     if (compress) {
       this.input.pipe((0, _zlib.createGunzip)()).pipe(extract);
     } else {
       this.input.pipe(extract);
     }
-
     this.whenFinish = feed.flow(this.output);
   }
-
   if (this.isLast()) {
     this.whenEnd.finally(() => this.output.end());
     this.whenFinish.finally(() => feed.close());

package/lib/txt-concat.js

@@ -4,18 +4,14 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
 var _string_decoder = require("string_decoder");
-
 function TXTConcat(data, feed) {
   if (!this.decoder) {
     this.decoder = new _string_decoder.StringDecoder('utf8');
   }
-
   if (this.buffer === undefined) {
     this.buffer = '';
   }
-
   if (this.isLast()) {
     this.decoder.end();
     feed.send(this.buffer);
@@ -25,6 +21,7 @@ function TXTConcat(data, feed) {
     feed.end();
   }
 }
+
 /**
  * Concatenate all `String` items into one string
  *
@@ -45,8 +42,6 @@ function TXTConcat(data, feed) {
  * @param {undefined} none
  * @returns {String}
  */
-
-
 var _default = {
   TXTConcat
 };

package/lib/txt-inflection.js

@@ -4,30 +4,26 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
 var _lodash = _interopRequireDefault(require("lodash.get"));
-
 var _inflection = require("inflection");
-
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
 const transformer = transformations => str => str && typeof str === 'string' ? (0, _inflection.transform)(str, transformations) : str;
-
 const TXTInflection = (data, feed, ctx) => {
   if (ctx.isLast()) {
     return feed.close();
   }
-
   const transformations = [].concat(ctx.getParam('transform', [])).filter(Boolean);
   const path = ctx.getParam('path', 'value');
   const value = (0, _lodash.default)(data, path, '');
   const process = transformer(transformations);
   const result = Array.isArray(value) ? value.map(item => process(item)) : process(value);
-  feed.write({ ...data,
+  feed.write({
+    ...data,
     [path]: result
   });
   return feed.end();
 };
+
 /**
  * Take a `String` and inflect it with or more transformers from this list
  *  pluralize, singularize, camelize, underscore, humanize, capitalize,
@@ -60,8 +56,6 @@ const TXTInflection = (data, feed, ctx) => {
  * see https://inist-cnrs.github.io/ezs/#/plugin-strings?id=inflection
  * see https://www.npmjs.com/package/inflection
  */
-
-
 var _default = {
   TXTInflection
 };

package/lib/txt-object.js

@@ -4,22 +4,19 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
 function TXTObject(data, feed) {
   if (this.isLast()) {
     return feed.send(data);
   }
-
   const key = this.getParam('key', 'value');
-
   if (typeof key !== 'string') {
     throw new Error('Invalid parameter: key is not a string');
   }
-
   const obj = {};
   obj[key] = data;
   feed.send(obj);
 }
+
 /**
  * Take an array of values and generate an array containing objects with the
  * given `key` and matching value from the input array.
@@ -40,8 +37,6 @@ function TXTObject(data, feed) {
  * @param {String} [key="value"] choose a the key name
  * @returns {Object}
  */
-
-
 var _default = {
   TXTObject
 };

package/lib/txt-parse.js

@@ -4,31 +4,24 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
 var _string_decoder = require("string_decoder");
-
 function TXTParse(data, feed) {
   if (!this.decoder) {
     this.decoder = new _string_decoder.StringDecoder('utf8');
   }
-
   if (this.isLast()) {
     this.decoder.end();
     return feed.end();
   }
-
   this.remainder = this.remainder || '';
   let separator;
-
   try {
     const val = '"'.concat(this.getParam('separator', '\n')).concat('"');
     separator = JSON.parse(val);
   } catch (e) {
     separator = '\n';
   }
-
   let lines;
-
   if (Buffer.isBuffer(data)) {
     lines = this.decoder.write(data).split(separator);
   } else if (typeof data === 'string') {
@@ -36,7 +29,6 @@ function TXTParse(data, feed) {
   } else {
     lines = ['', ''];
   }
-
   lines.unshift(this.remainder + lines.shift());
   this.remainder = lines.pop();
   lines.forEach(line => {
@@ -44,6 +36,7 @@ function TXTParse(data, feed) {
   });
   feed.end();
 }
+
 /**
  * Take a `String` and split it at each separator found.
  *
@@ -65,8 +58,6 @@ function TXTParse(data, feed) {
  * @param {String} [separator="\n"] choose character which trigger the split
  * @returns {String}
  */
-
-
 var _default = {
   TXTParse
 };

package/lib/txt-sentences.js

@@ -4,20 +4,17 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
 var _lodash = _interopRequireDefault(require("lodash.get"));
-
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
 const UPPER_LETTERS = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ';
 const SENTENCE_INIT = '  ';
 const SENTENCE_ENDING = '.?!';
+
 /*
  * Segment sentences from `str` into an array
  * @param {string} str
  * @returns {string[]}
  */
-
 const segmentSentences = str => {
   const characters = Array.from(str);
   const sentences = characters.reduce(
@@ -29,40 +26,36 @@ const segmentSentences = str => {
   (prevSentences, character) => {
     const currentSentence = prevSentences.slice(-1)[0];
     const [char1, char2] = currentSentence.slice(-2);
-
     if (SENTENCE_ENDING.includes(character)) {
       if (character !== '.') {
         return [...prevSentences.slice(0, -1), currentSentence + character, SENTENCE_INIT];
       }
-
       if (char1 !== ' ') {
         return [...prevSentences.slice(0, -1), currentSentence + character, SENTENCE_INIT];
       }
-
       if (!UPPER_LETTERS.includes(char2)) {
         return [...prevSentences.slice(0, -1), currentSentence + character, SENTENCE_INIT];
       }
     }
-
     return [...prevSentences.slice(0, -1), currentSentence + character];
   }, [SENTENCE_INIT]).filter(sentence => sentence !== SENTENCE_INIT).map(sentence => sentence.trimStart());
   return sentences;
 };
-
 const TXTSentences = (data, feed, ctx) => {
   if (ctx.isLast()) {
     return feed.close();
   }
-
   const path = ctx.getParam('path', 'value');
   const value = (0, _lodash.default)(data, path);
   const str = Array.isArray(value) ? value.map(item => typeof item === 'string' ? item : '').join(' ') : value;
   const sentences = str ? segmentSentences(str) : [];
-  feed.write({ ...data,
+  feed.write({
+    ...data,
     [path]: sentences
   });
   return feed.end();
 };
+
 /**
  * Take a `String` and split it into an array of sentences.
  *
@@ -84,8 +77,6 @@ const TXTSentences = (data, feed, ctx) => {
  * @deprecated
  * see https://inist-cnrs.github.io/ezs/#/plugin-strings?id=sentences
  */
-
-
 var _default = {
   TXTSentences
 };

package/lib/txt-zip.js

@@ -4,15 +4,10 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = TXTZip;
-
 var _zlib = _interopRequireDefault(require("zlib"));
-
 var _stream = require("stream");
-
 var _streamWrite = _interopRequireDefault(require("stream-write"));
-
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
 /**
  * Take a `String` and zip it.
  *
@@ -25,17 +20,14 @@ function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { de
  */
 function TXTZip(data, feed) {
   const unzip = this.getParam('unzip', false);
-
   if (this.isFirst()) {
     this.input = new _stream.PassThrough();
     const z = unzip ? _zlib.default.createGunzip() : _zlib.default.createGzip();
     this.whenFinish = feed.flow(this.input.pipe(z));
   }
-
   if (this.isLast()) {
     this.whenFinish.finally(() => feed.close());
     return this.input.end();
   }
-
   (0, _streamWrite.default)(this.input, data, () => feed.end());
 }

package/lib/url-connect.js

@@ -4,27 +4,16 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = URLConnect;
-
 var _JSONStream = _interopRequireDefault(require("JSONStream"));
-
 var _from = _interopRequireDefault(require("from"));
-
 var _debug = _interopRequireDefault(require("debug"));
-
 var _streamWrite = _interopRequireDefault(require("stream-write"));
-
 var _nodeAbortController = _interopRequireDefault(require("node-abort-controller"));
-
 var _parseHeaders = _interopRequireDefault(require("parse-headers"));
-
 var _asyncRetry = _interopRequireDefault(require("async-retry"));
-
 var _getStream = _interopRequireDefault(require("get-stream"));
-
 var _fetchWithProxy = _interopRequireDefault(require("fetch-with-proxy"));
-
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
 /**
  * Take an `Object` and send it to an URL.
  *
@@ -55,7 +44,6 @@ async function URLConnect(data, feed) {
   const {
     ezs
   } = this;
-
   if (this.isFirst()) {
     const timeout = Number(this.getParam('timeout')) || 1000;
     const headers = (0, _parseHeaders.default)([].concat(this.getParam('header')).filter(Boolean).join('\n'));
@@ -65,39 +53,34 @@ async function URLConnect(data, feed) {
     (0, _streamWrite.default)(this.input, data, () => feed.end());
     const streamIn = this.input.pipe(ezs(encoder));
     let bodyIn;
-
     if (retries === 1) {
       bodyIn = streamIn.pipe(ezs.toBuffer());
     } else {
       bodyIn = await (0, _getStream.default)(streamIn);
       headers['Content-Type'] = 'application/json';
     }
-
     const parameters = {
       timeout,
       method: 'POST',
       body: bodyIn,
       headers
     };
-
     try {
       await (0, _asyncRetry.default)(async (bail, numberOfTimes) => {
         if (numberOfTimes > 1) {
           (0, _debug.default)('ezs')(`Attempts to reconnect (${numberOfTimes})`);
         }
-
         const controller = new _nodeAbortController.default();
-        const response = await (0, _fetchWithProxy.default)(url, { ...parameters,
+        const response = await (0, _fetchWithProxy.default)(url, {
+          ...parameters,
           signal: controller.signal
         });
-
         if (!response.ok) {
           const err = new Error(response.statusText);
           const text = await response.text();
           err.responseText = text;
           throw err;
         }
-
         if (retries === 1) {
           const bodyOut = json ? response.body.pipe(_JSONStream.default.parse('*')) : response.body;
           bodyOut.once('error', e => {
@@ -124,14 +107,11 @@ async function URLConnect(data, feed) {
       } else {
         (0, _debug.default)('ezs')(`Ignore item #${this.getIndex()} [URLConnect] <${e}>`);
       }
-
       output.end();
     }
-
     ;
     return;
   }
-
   if (this.isLast()) {
     this.input.end();
     this.whenFinish.finally(() => {
@@ -139,6 +119,5 @@ async function URLConnect(data, feed) {
     });
     return;
   }
-
   (0, _streamWrite.default)(this.input, data, () => feed.end());
 }

package/lib/url-fetch.js

@@ -4,23 +4,14 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = URLFetch;
-
 var _debug = _interopRequireDefault(require("debug"));
-
 var _lodash = _interopRequireDefault(require("lodash.get"));
-
 var _lodash2 = _interopRequireDefault(require("lodash.set"));
-
 var _nodeAbortController = _interopRequireDefault(require("node-abort-controller"));
-
 var _parseHeaders = _interopRequireDefault(require("parse-headers"));
-
 var _asyncRetry = _interopRequireDefault(require("async-retry"));
-
 var _request = _interopRequireDefault(require("./request"));
-
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
 /**
  * Add a new field to an `Object`, with the returned content of URL.
  *
@@ -41,7 +32,6 @@ async function URLFetch(data, feed) {
   if (this.isLast()) {
     return feed.close();
   }
-
   const url = this.getParam('url');
   const path = this.getParam('path');
   const target = [].concat(this.getParam('target')).filter(Boolean).shift();
@@ -62,36 +52,31 @@ async function URLFetch(data, feed) {
   const options = {
     retries
   };
-
   if (body) {
     (0, _lodash2.default)(parameters, 'method', 'POST');
     (0, _lodash2.default)(parameters, 'body', Buffer.isBuffer(body) ? body : JSON.stringify(body));
     (0, _lodash2.default)(parameters, 'headers.content-type', mimetype);
   }
-
   try {
     const response = await (0, _asyncRetry.default)((0, _request.default)(url, parameters), options);
     const func = json ? 'json' : 'text';
     const value = await response[func]();
-
     if (target) {
-      const result = typeof data === 'object' ? { ...data
+      const result = typeof data === 'object' ? {
+        ...data
       } : {
         input: data
       };
       (0, _lodash2.default)(result, target, value);
       return feed.send(result);
     }
-
     return feed.send(value);
   } catch (e) {
     controller.abort();
-
     if (noerror) {
       (0, _debug.default)('ezs')(`Ignore item #${this.getIndex()} [URLFetch] <${e}>`);
       return feed.send(data);
     }
-
     (0, _debug.default)('ezs')(`Break item #${this.getIndex()} [URLFetch] <${e}>`);
     return feed.send(e);
   }

package/lib/url-pagination.js

@@ -4,7 +4,6 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = URLPagination;
-
 /**
  * Take `Object` and multiple it to make it one object per page
  *
@@ -70,27 +69,22 @@ function URLPagination(data, feed) {
   if (this.isLast()) {
     return feed.close();
   }
-
   const total = Number(this.getParam('total', 0));
   const limit = Number(this.getParam('limit', 10));
   const maxPages = Number(this.getParam('maxPages', 1000));
-
   if (total === 0) {
     return feed.send(new Error('No result.'));
   }
-
   if (Number.isNaN(total)) {
     return feed.send(new Error('Unexpected response.'));
   }
-
   let totalPages = Math.ceil(total / limit);
-
   if (totalPages > maxPages) {
     totalPages = maxPages;
   }
-
   for (let pageNumber = 1; pageNumber <= totalPages; pageNumber += 1) {
-    feed.write({ ...data,
+    feed.write({
+      ...data,
       offset: (pageNumber - 1) * limit,
       pageNumber,
       totalPages,
@@ -98,6 +92,5 @@ function URLPagination(data, feed) {
       limit
     });
   }
-
   feed.end();
 }

package/lib/url-parse.js

@@ -4,14 +4,11 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-
 var _url = require("url");
-
 function URLParse(data, feed) {
   if (this.isLast()) {
     return feed.close();
   }
-
   const u = new _url.URL(data);
   return feed.send({
     href: u.href,
@@ -27,6 +24,7 @@ function URLParse(data, feed) {
     hash: u.hash
   });
 }
+
 /**
  * Take an URL `String`, parse it and return `Object`.
  *
@@ -54,8 +52,6 @@ function URLParse(data, feed) {
  * @name URLParse
  * @returns {Object}
  */
-
-
 var _default = {
   URLParse
 };