@ezs/basics 2.9.2 → 2.10.1

package/README.md

@@ -19,6 +19,7 @@ npm install @ezs/basics
 *   [CSVObject](#csvobject)
 *   [CSVParse](#csvparse)
 *   [CSVString](#csvstring)
+*   [DataURLParse](#dataurlparse)
 *   [FILELoad](#fileload)
 *   [FILEMerge](#filemerge)
 *   [FILESave](#filesave)
@@ -215,6 +216,16 @@ a;b;c
 
 Returns **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)** 
 
+### DataURLParse
+
+Take an URL `String`, parse it as a data URLs, return `Object`.
+
+See:
+
+*   <https://developer.mozilla.org/fr/docs/Web/URI/Reference/Schemes/data>
+
+Returns **[Object](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/Object)**&#x20;
+
 ### FILELoad
 
 Take `Object` containing filename et throw content by chunk
@@ -316,7 +327,7 @@ Output:
 #### Parameters
 
 *   `location` **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)** Directory location (optional, default `TMPDIR`)
-*   `identifier` **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)?** File name
+*   `identifier` **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)?** File name (if not set, it will be generated automatically)
 *   `content` **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)?** Content to save instead of using input object
 *   `jsonl` **[Boolean](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/Boolean)** Save as json line (optional, default `false`)
 *   `compress` **[Boolean](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/Boolean)** Enable gzip compression (optional, default `false`)
@@ -742,6 +753,7 @@ Or if no target is specified, the output will be the returned content of URL.
 *   `path` **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)?** if present select value to send (by POST)
 *   `target` **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)?** choose the key to set
 *   `json` **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)** parse as JSON the content of URL (optional, default `false`)
+*   `dataurl` **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)** encode content into DATA Url (optional, default `false`)
 *   `timeout` **[Number](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/Number)** timeout in milliseconds (optional, default `1000`)
 *   `mimetype` **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)** mimetype for value of path  (if presents) (optional, default `"application/json"`)
 *   `noerror` **[Boolean](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/Boolean)** ignore all errors, the target field will remain undefined (optional, default `false`)

package/lib/dataurl-parse.js

@@ -0,0 +1,27 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = DataURLParse;
+var _url = require("url");
+/**
+ * Take an URL `String`, parse it as a data URLs, return `Object`.
+ *
+ * See:
+ *
+ * - {@link https://developer.mozilla.org/fr/docs/Web/URI/Reference/Schemes/data}
+ *
+ * @name DataURLParse
+ * @returns {Object}
+ */
+function DataURLParse(data, feed) {
+  if (this.isLast()) {
+    return feed.close();
+  }
+  const parts = String(data).split(',');
+  if (parts.length < 2) {
+    return feed.send(new Error('Invalid Data URL'));
+  }
+  return feed.send(Buffer.from(parts[1], 'base64'));
+}

package/lib/file-save.js

@@ -12,6 +12,7 @@ var _pathExists = _interopRequireDefault(require("path-exists"));
 var _makeDir = _interopRequireDefault(require("make-dir"));
 var _streamWrite = _interopRequireDefault(require("stream-write"));
 var _debug = _interopRequireDefault(require("debug"));
+var _uuidRandom = _interopRequireDefault(require("uuid-random"));
 function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
 const eol = '\n';
 const toJSONL = line => JSON.stringify(line).concat(eol);
@@ -46,7 +47,7 @@ const toJSONL = line => JSON.stringify(line).concat(eol);
  *
  * @name FILESave
  * @param {String} [location=TMPDIR] Directory location
- * @param {String} [identifier] File name
+ * @param {String} [identifier] File name (if not set, it will be generated automatically)
  * @param {String} [content] Content to save instead of using input object
  * @param {Boolean} [jsonl=false] Save as json line
  * @param {Boolean} [compress=false] Enable gzip compression
@@ -55,7 +56,7 @@ const toJSONL = line => JSON.stringify(line).concat(eol);
  */
 function FILESave(data, feed) {
   if (this.isFirst()) {
-    const identifier = String(this.getParam('identifier'));
+    const identifier = String(this.getParam('identifier', (0, _uuidRandom.default)()));
     const location = _path.default.normalize(this.getParam('location', (0, _os.tmpdir)()));
     const compress = this.getParam('compress', false);
     const flags = Boolean(this.getParam('append', false)) ? 'a' : 'w';

package/lib/index.js

@@ -28,6 +28,7 @@ var _urlPagination = _interopRequireDefault(require("./url-pagination"));
 var _urlString = _interopRequireDefault(require("./url-string"));
 var _urlStream = _interopRequireDefault(require("./url-stream"));
 var _urlConnect = _interopRequireDefault(require("./url-connect"));
+var _dataurlParse = _interopRequireDefault(require("./dataurl-parse"));
 var _txtZip = _interopRequireDefault(require("./txt-zip"));
 var _zipExtract = _interopRequireDefault(require("./zip-extract"));
 var _tarExtract = _interopRequireDefault(require("./tar-extract"));
@@ -62,6 +63,7 @@ const funcs = {
   URLString: _urlString.default,
   URLStream: _urlStream.default,
   URLConnect: _urlConnect.default,
+  DataURLParse: _dataurlParse.default,
   TXTZip: _txtZip.default,
   ZIPExtract: _zipExtract.default,
   TARExtract: _tarExtract.default,

package/lib/url-fetch.js

@@ -11,6 +11,8 @@ var _parseHeaders = _interopRequireDefault(require("parse-headers"));
 var _asyncRetry = _interopRequireDefault(require("async-retry"));
 var _request = _interopRequireDefault(require("./request"));
 function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
+const createObjectURL = (arrayBuffer, mimeType = 'application/octet-stream') => `data:${mimeType};base64,${Buffer.from(arrayBuffer).toString('base64')}`;
+
 /**
  * Add a new field to an `Object`, with the returned content of URL.
  *
@@ -21,6 +23,7 @@ function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e
  * @param {String} [path] if present select value to send (by POST)
  * @param {String} [target] choose the key to set
  * @param {String} [json=false] parse as JSON the content of URL
+ * @param {String} [dataurl=false] encode content into DATA Url
  * @param {Number} [timeout=1000] timeout in milliseconds
  * @param {String} [mimetype="application/json"] mimetype for value of path  (if presents)
  * @param {Boolean} [noerror=false] ignore all errors, the target field will remain undefined
@@ -31,10 +34,11 @@ async function URLFetch(data, feed) {
   if (this.isLast()) {
     return feed.close();
   }
-  const url = this.getParam('url');
+  const location = this.getParam('url');
   const path = this.getParam('path');
   const target = [].concat(this.getParam('target')).filter(Boolean).shift();
   const json = Boolean(this.getParam('json', false));
+  const dataurl = Boolean(this.getParam('dataurl', false));
   const retries = Number(this.getParam('retries', 5));
   const noerror = Boolean(this.getParam('noerror', false));
   const timeout = Number(this.getParam('timeout')) || 1000;
@@ -57,9 +61,16 @@ async function URLFetch(data, feed) {
     (0, _lodash.set)(parameters, 'headers.content-type', mimetype);
   }
   try {
-    const response = await (0, _asyncRetry.default)((0, _request.default)(url, parameters), options);
-    const func = json ? 'json' : 'text';
-    const value = await response[func]();
+    const response = await (0, _asyncRetry.default)((0, _request.default)(location, parameters), options);
+    let value;
+    if (json) {
+      value = await response.json();
+    } else if (dataurl) {
+      const content = await response.arrayBuffer();
+      value = createObjectURL(content, response.headers.get('content-type'));
+    } else {
+      value = await response.text();
+    }
     if (target) {
       const result = typeof data === 'object' ? {
         ...data

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@ezs/basics",
   "description": "Basics statements for EZS",
-  "version": "2.9.2",
+  "version": "2.10.1",
   "author": "Nicolas Thouvenin <nthouvenin@gmail.com>",
   "bugs": "https://github.com/Inist-CNRS/ezs/issues",
   "dependencies": {
@@ -26,6 +26,7 @@
     "tar-stream": "3.1.6",
     "tmp-filepath": "2.0.0",
     "unzipper": "0.10.11",
+    "uuid-random": "1.3.2",
     "xml-mapping": "1.7.2",
     "xml-splitter": "1.2.1"
   },
@@ -35,7 +36,7 @@
   "directories": {
     "test": "test"
   },
-  "gitHead": "6f6620a54a9c64ddb2ff0fe37afabd883ff7b6d3",
+  "gitHead": "f44fd79c0bce656a8ae1453ba36b7470a448c1b2",
   "homepage": "https://github.com/Inist-CNRS/ezs/tree/master/packages/basics#readme",
   "keywords": [
     "ezs"