@ezs/basics 2.5.8 → 2.6.1

package/README.md

@@ -14,6 +14,7 @@ npm install @ezs/basics
 
 #### Table of Contents
 
+-   [BIBParse](#bibparse)
 -   [BUFObject](#bufobject)
 -   [CSVObject](#csvobject)
 -   [CSVParse](#csvparse)
@@ -47,6 +48,24 @@ npm install @ezs/basics
 -   [XMLString](#xmlstring)
 -   [ZIPExtract](#zipextract)
 
+### BIBParse
+
+Take a `String` and split it at bibtext entry.
+
+Input:
+
+```json
+["@article{my_article,\ntitle = {Hello world},\n", "journal = \"Some Journal\"\n"]
+```
+
+Output:
+
+```json
+["a", "b", "c", "d"]
+```
+
+Returns **[Object](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/Object)** 
+
 ### BUFObject
 
 Take `Mixed` and produce Buffer.

package/lib/bib-parse.js

@@ -0,0 +1,60 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = void 0;
+var _string_decoder = require("string_decoder");
+var _bib2json = _interopRequireDefault(require("bib2json"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+function BIBParse(data, feed) {
+  if (!this.decoder) {
+    this.decoder = new _string_decoder.StringDecoder('utf8');
+    this.remainder = '';
+    this.counter = 0;
+    this.parser = new _bib2json.default(entry => {
+      feed.write(entry);
+    });
+  }
+  if (this.isLast()) {
+    this.remainder += this.decoder.end();
+    if (this.remainder && this.counter > 1) {
+      this.parser.parse(this.remainder);
+    }
+    return feed.close();
+  }
+  let chunk;
+  if (Buffer.isBuffer(data)) {
+    chunk = this.decoder.write(data);
+  } else if (typeof data === 'string') {
+    chunk = data;
+  } else {
+    chunk = '';
+  }
+  this.parser.parse(chunk);
+  this.counter += 1;
+  feed.end();
+}
+
+/**
+ * Take a `String` and split it at bibtext entry.
+ *
+ * Input:
+ *
+ * ```json
+ * ["@article{my_article,\ntitle = {Hello world},\n", "journal = \"Some Journal\"\n"]
+ * ```
+ *
+ * Output:
+ *
+ * ```json
+ * ["a", "b", "c", "d"]
+ * ```
+ *
+ * @name BIBParse
+ * @returns {Object}
+ */
+var _default = {
+  BIBParse
+};
+exports.default = _default;

package/lib/index.js

@@ -9,6 +9,7 @@ var _objCount = _interopRequireDefault(require("./obj-count"));
 var _objNamespaces = _interopRequireDefault(require("./obj-namespaces"));
 var _objStandardize = _interopRequireDefault(require("./obj-standardize"));
 var _objFlatten = _interopRequireDefault(require("./obj-flatten"));
+var _bibParse = _interopRequireDefault(require("./bib-parse"));
 var _txtConcat = _interopRequireDefault(require("./txt-concat"));
 var _txtObject = _interopRequireDefault(require("./txt-object"));
 var _txtParse = _interopRequireDefault(require("./txt-parse"));
@@ -43,6 +44,7 @@ const funcs = {
   OBJNamespaces: _objNamespaces.default,
   OBJStandardize: _objStandardize.default,
   OBJFlatten: _objFlatten.default,
+  BIBParse: _bibParse.default,
   TXTParse: _txtParse.default,
   TXTObject: _txtObject.default,
   TXTConcat: _txtConcat.default,

package/lib/obj-namespaces.js

@@ -4,11 +4,7 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = OBJNamespaces;
-var _lodash = _interopRequireDefault(require("lodash.zipobject"));
-var _lodash2 = _interopRequireDefault(require("lodash.escaperegexp"));
-var _lodash3 = _interopRequireDefault(require("lodash.mapkeys"));
-var _lodash4 = _interopRequireDefault(require("lodash.mapvalues"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+var _lodash = require("lodash");
 /**
  * Take `Object` and throw the same object, all keys parsed to replace namespaces with their prefixes
  *
@@ -78,13 +74,13 @@ function OBJNamespaces(data, feed) {
   if (this.isFirst()) {
     const prefixes = [].concat(this.getParam('prefix')).map(x => String(x).trim()).filter(Boolean);
     const namespaces = [].concat(this.getParam('namespace')).filter(Boolean).slice(0, prefixes.length).map(x => String(x).trim());
-    this.mapping = (0, _lodash.default)(namespaces, prefixes);
-    this.expression = RegExp(Object.keys(this.mapping).map(_lodash2.default).join('|'), 'g');
+    this.mapping = (0, _lodash.zipObject)(namespaces, prefixes);
+    this.expression = RegExp(Object.keys(this.mapping).map(_lodash.escapeRegExp).join('|'), 'g');
     this.references = [].concat(this.getParam('reference')).filter(Boolean).map(x => RegExp(String(x).trim(), 'g'));
   }
-  const result = (0, _lodash3.default)(data, (val, key) => String(key).replace(this.expression, matched => this.mapping[matched]));
+  const result = (0, _lodash.mapKeys)(data, (val, key) => String(key).replace(this.expression, matched => this.mapping[matched]));
   if (this.references.length > 0) {
-    const result1 = (0, _lodash4.default)(result, (value, key) => {
+    const result1 = (0, _lodash.mapValues)(result, (value, key) => {
       if (this.references.some(x => key.search(x) !== -1)) {
         return String(value).replace(this.expression, matched => this.mapping[matched]);
       }

package/lib/tar-dump.js

@@ -9,7 +9,7 @@ var _util = require("util");
 var _fs = require("fs");
 var _tarStream = _interopRequireDefault(require("tar-stream"));
 var _zlib = require("zlib");
-var _lodash = _interopRequireDefault(require("lodash.merge"));
+var _lodash = require("lodash");
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
 // Avoid importing from fs/promise to be compatible with node 12
 const readFilePromise = (0, _util.promisify)(_fs.readFile);
@@ -48,7 +48,7 @@ function TARDump(data, feed) {
       'processingMSTime': this.getCumulativeTimeMS()
     };
     const manifestArray = [metadata].concat(this.getParam('manifest', [])).filter(Boolean);
-    const manifest = (0, _lodash.default)(...manifestArray);
+    const manifest = (0, _lodash.merge)(...manifestArray);
     this.pack.entry({
       name: 'manifest.json'
     }, JSON.stringify(manifest, null, '  '));

package/lib/txt-inflection.js

@@ -4,9 +4,8 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-var _lodash = _interopRequireDefault(require("lodash.get"));
+var _lodash = require("lodash");
 var _inflection = require("inflection");
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
 const transformer = transformations => str => str && typeof str === 'string' ? (0, _inflection.transform)(str, transformations) : str;
 const TXTInflection = (data, feed, ctx) => {
   if (ctx.isLast()) {
@@ -14,7 +13,7 @@ const TXTInflection = (data, feed, ctx) => {
   }
   const transformations = [].concat(ctx.getParam('transform', [])).filter(Boolean);
   const path = ctx.getParam('path', 'value');
-  const value = (0, _lodash.default)(data, path, '');
+  const value = (0, _lodash.get)(data, path, '');
   const process = transformer(transformations);
   const result = Array.isArray(value) ? value.map(item => process(item)) : process(value);
   feed.write({

package/lib/txt-sentences.js

@@ -4,8 +4,7 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = void 0;
-var _lodash = _interopRequireDefault(require("lodash.get"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+var _lodash = require("lodash");
 const UPPER_LETTERS = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ';
 const SENTENCE_INIT = '  ';
 const SENTENCE_ENDING = '.?!';
@@ -46,7 +45,7 @@ const TXTSentences = (data, feed, ctx) => {
     return feed.close();
   }
   const path = ctx.getParam('path', 'value');
-  const value = (0, _lodash.default)(data, path);
+  const value = (0, _lodash.get)(data, path);
   const str = Array.isArray(value) ? value.map(item => typeof item === 'string' ? item : '').join(' ') : value;
   const sentences = str ? segmentSentences(str) : [];
   feed.write({

package/lib/url-fetch.js

@@ -5,8 +5,7 @@ Object.defineProperty(exports, "__esModule", {
 });
 exports.default = URLFetch;
 var _debug = _interopRequireDefault(require("debug"));
-var _lodash = _interopRequireDefault(require("lodash.get"));
-var _lodash2 = _interopRequireDefault(require("lodash.set"));
+var _lodash = require("lodash");
 var _nodeAbortController = _interopRequireDefault(require("node-abort-controller"));
 var _parseHeaders = _interopRequireDefault(require("parse-headers"));
 var _asyncRetry = _interopRequireDefault(require("async-retry"));
@@ -43,7 +42,7 @@ async function URLFetch(data, feed) {
   const mimetype = String(this.getParam('mimetype', 'application/json'));
   const controller = new _nodeAbortController.default();
   const key = Array.isArray(path) ? path.shift() : path;
-  const body = (0, _lodash.default)(data, key);
+  const body = (0, _lodash.get)(data, key);
   const parameters = {
     timeout,
     headers,
@@ -53,9 +52,9 @@ async function URLFetch(data, feed) {
     retries
   };
   if (body) {
-    (0, _lodash2.default)(parameters, 'method', 'POST');
-    (0, _lodash2.default)(parameters, 'body', Buffer.isBuffer(body) ? body : JSON.stringify(body));
-    (0, _lodash2.default)(parameters, 'headers.content-type', mimetype);
+    (0, _lodash.set)(parameters, 'method', 'POST');
+    (0, _lodash.set)(parameters, 'body', Buffer.isBuffer(body) ? body : JSON.stringify(body));
+    (0, _lodash.set)(parameters, 'headers.content-type', mimetype);
   }
   try {
     const response = await (0, _asyncRetry.default)((0, _request.default)(url, parameters), options);
@@ -67,7 +66,7 @@ async function URLFetch(data, feed) {
       } : {
         input: data
       };
-      (0, _lodash2.default)(result, target, value);
+      (0, _lodash.set)(result, target, value);
       return feed.send(result);
     }
     return feed.send(value);

package/lib/url-request.js

@@ -4,7 +4,7 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.default = URLRequest;
-var _lodash = _interopRequireDefault(require("lodash.set"));
+var _lodash = require("lodash");
 var _debug = _interopRequireDefault(require("debug"));
 var _url = require("url");
 var _nodeAbortController = _interopRequireDefault(require("node-abort-controller"));
@@ -93,11 +93,11 @@ async function URLRequest(data, feed) {
       } : {
         url: data
       };
-      (0, _lodash.default)(result, target, value);
-      inserts.forEach(i => (0, _lodash.default)(result, i, response.headers.get(i)));
+      (0, _lodash.set)(result, target, value);
+      inserts.forEach(i => (0, _lodash.set)(result, i, response.headers.get(i)));
       return feed.send(result);
     }
-    inserts.forEach(i => (0, _lodash.default)(value, i, response.headers.get(i)));
+    inserts.forEach(i => (0, _lodash.set)(value, i, response.headers.get(i)));
     return feed.send(value);
   } catch (e) {
     onError(e);

package/package.json

@@ -1,13 +1,14 @@
 {
   "name": "@ezs/basics",
   "description": "Basics statements for EZS",
-  "version": "2.5.8",
+  "version": "2.6.1",
   "author": "Nicolas Thouvenin <nthouvenin@gmail.com>",
   "bugs": "https://github.com/Inist-CNRS/ezs/issues",
   "dependencies": {
     "JSONStream": "1.3.5",
     "async-retry": "1.3.3",
     "better-https-proxy-agent": "1.0.9",
+    "bib2json": "0.0.1",
     "csv-string": "3.2.0",
     "debug": "4.3.3",
     "fetch-with-proxy": "3.0.1",
@@ -16,13 +17,7 @@
     "get-stream": "6.0.1",
     "higher-path": "1.0.0",
     "inflection": "2.0.1",
-    "lodash.escaperegexp": "4.1.2",
-    "lodash.get": "4.4.2",
-    "lodash.mapkeys": "4.6.0",
-    "lodash.mapvalues": "4.6.0",
-    "lodash.merge": "4.6.2",
-    "lodash.set": "4.3.2",
-    "lodash.zipobject": "4.1.3",
+    "lodash": "4.17.21",
     "make-dir": "4.0.0",
     "micromatch": "4.0.4",
     "node-abort-controller": "1.1.0",
@@ -41,7 +36,7 @@
   "directories": {
     "test": "test"
   },
-  "gitHead": "8240602a9eb82e247626908cb578087b180b6d2a",
+  "gitHead": "3e4f4de9ba95082d32a5f58569955a1bee908d33",
   "homepage": "https://github.com/Inist-CNRS/ezs/tree/master/packages/basics#readme",
   "keywords": [
     "ezs"