@ezs/basics 2.9.1 → 2.10.0

package/README.md

@@ -19,6 +19,7 @@ npm install @ezs/basics
 *   [CSVObject](#csvobject)
 *   [CSVParse](#csvparse)
 *   [CSVString](#csvstring)
+*   [DataURLParse](#dataurlparse)
 *   [FILELoad](#fileload)
 *   [FILEMerge](#filemerge)
 *   [FILESave](#filesave)
@@ -215,6 +216,16 @@ a;b;c
 
 Returns **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)** 
 
+### DataURLParse
+
+Take an URL `String`, parse it as a data URLs, return `Object`.
+
+See:
+
+*   <https://developer.mozilla.org/fr/docs/Web/URI/Reference/Schemes/data>
+
+Returns **[Object](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/Object)**&#x20;
+
 ### FILELoad
 
 Take `Object` containing filename et throw content by chunk
@@ -742,6 +753,7 @@ Or if no target is specified, the output will be the returned content of URL.
 *   `path` **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)?** if present select value to send (by POST)
 *   `target` **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)?** choose the key to set
 *   `json` **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)** parse as JSON the content of URL (optional, default `false`)
+*   `dataurl` **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)** encode content into DATA Url (optional, default `false`)
 *   `timeout` **[Number](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/Number)** timeout in milliseconds (optional, default `1000`)
 *   `mimetype` **[String](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/String)** mimetype for value of path  (if presents) (optional, default `"application/json"`)
 *   `noerror` **[Boolean](https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/Boolean)** ignore all errors, the target field will remain undefined (optional, default `false`)

package/lib/dataurl-parse.js

@@ -0,0 +1,27 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = DataURLParse;
+var _url = require("url");
+/**
+ * Take an URL `String`, parse it as a data URLs, return `Object`.
+ *
+ * See:
+ *
+ * - {@link https://developer.mozilla.org/fr/docs/Web/URI/Reference/Schemes/data}
+ *
+ * @name DataURLParse
+ * @returns {Object}
+ */
+function DataURLParse(data, feed) {
+  if (this.isLast()) {
+    return feed.close();
+  }
+  const parts = String(data).split(',');
+  if (parts.length < 2) {
+    return feed.send(new Error('Invalid Data URL'));
+  }
+  return feed.send(Buffer.from(parts[1], 'base64'));
+}

package/lib/file-load-parquet.js

@@ -0,0 +1,37 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = FILELoadParquet;
+var _fs = require("fs");
+var _path = require("path");
+var _os = require("os");
+var _higherPath = _interopRequireDefault(require("higher-path"));
+var _hyparquet = require("hyparquet");
+function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
+/**
+ * @name FileLoadParquet
+ * @param {String} [location=TMPDIR] Directory location
+ * @returns {Object}
+ */
+async function FILELoadParquet(data, feed) {
+  if (this.isLast()) {
+    return feed.close();
+  }
+  const location = (0, _path.normalize)(this.getParam('location', '/'));
+  const locations = [(0, _higherPath.default)((0, _os.tmpdir)(), location), (0, _higherPath.default)(process.cwd(), location)];
+  const filename = locations.filter(Boolean).map(dir => (0, _path.resolve)(dir, String(data).trim())).filter(fil => (0, _fs.existsSync)(fil)).shift();
+  if (!filename) {
+    return feed.stop(new Error('File location check failed.'));
+  }
+  (0, _fs.accessSync)((0, _path.dirname)(filename), _fs.constants.R_OK | _fs.constants.W_OK);
+  (0, _fs.accessSync)(filename, _fs.constants.R_OK | _fs.constants.W_OK);
+  await (0, _hyparquet.parquetRead)({
+    file: await (0, _hyparquet.asyncBufferFromFile)(filename),
+    rowFormat: 'object',
+    onComplete: rows => feed.write(rows)
+  });
+  return feed.end();
+}
+;

package/lib/index.js

@@ -28,6 +28,7 @@ var _urlPagination = _interopRequireDefault(require("./url-pagination"));
 var _urlString = _interopRequireDefault(require("./url-string"));
 var _urlStream = _interopRequireDefault(require("./url-stream"));
 var _urlConnect = _interopRequireDefault(require("./url-connect"));
+var _dataurlParse = _interopRequireDefault(require("./dataurl-parse"));
 var _txtZip = _interopRequireDefault(require("./txt-zip"));
 var _zipExtract = _interopRequireDefault(require("./zip-extract"));
 var _tarExtract = _interopRequireDefault(require("./tar-extract"));
@@ -62,6 +63,7 @@ const funcs = {
   URLString: _urlString.default,
   URLStream: _urlStream.default,
   URLConnect: _urlConnect.default,
+  DataURLParse: _dataurlParse.default,
   TXTZip: _txtZip.default,
   ZIPExtract: _zipExtract.default,
   TARExtract: _tarExtract.default,

package/lib/obj-flatten.js

@@ -5,8 +5,7 @@ Object.defineProperty(exports, "__esModule", {
 });
 exports.default = OBJFlatten;
 var _flat = _interopRequireWildcard(require("flat"));
-function _getRequireWildcardCache(e) { if ("function" != typeof WeakMap) return null; var r = new WeakMap(), t = new WeakMap(); return (_getRequireWildcardCache = function (e) { return e ? t : r; })(e); }
-function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != typeof e && "function" != typeof e) return { default: e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && {}.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n.default = e, t && t.set(e, n), n; }
+function _interopRequireWildcard(e, t) { if ("function" == typeof WeakMap) var r = new WeakMap(), n = new WeakMap(); return (_interopRequireWildcard = function (e, t) { if (!t && e && e.__esModule) return e; var o, i, f = { __proto__: null, default: e }; if (null === e || "object" != typeof e && "function" != typeof e) return f; if (o = t ? n : r) { if (o.has(e)) return o.get(e); o.set(e, f); } for (const t in e) "default" !== t && {}.hasOwnProperty.call(e, t) && ((i = (o = Object.defineProperty) && Object.getOwnPropertyDescriptor(e, t)) && (i.get || i.set) ? o(f, t, i) : f[t] = e[t]); return f; })(e, t); }
 /**
  * Flatten an `Object` with a path delimiting character.
  *

package/lib/url-fetch.js

@@ -11,6 +11,8 @@ var _parseHeaders = _interopRequireDefault(require("parse-headers"));
 var _asyncRetry = _interopRequireDefault(require("async-retry"));
 var _request = _interopRequireDefault(require("./request"));
 function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
+const createObjectURL = (arrayBuffer, mimeType = 'application/octet-stream') => `data:${mimeType};base64,${Buffer.from(arrayBuffer).toString('base64')}`;
+
 /**
  * Add a new field to an `Object`, with the returned content of URL.
  *
@@ -21,6 +23,7 @@ function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e
  * @param {String} [path] if present select value to send (by POST)
  * @param {String} [target] choose the key to set
  * @param {String} [json=false] parse as JSON the content of URL
+ * @param {String} [dataurl=false] encode content into DATA Url
  * @param {Number} [timeout=1000] timeout in milliseconds
  * @param {String} [mimetype="application/json"] mimetype for value of path  (if presents)
  * @param {Boolean} [noerror=false] ignore all errors, the target field will remain undefined
@@ -31,10 +34,11 @@ async function URLFetch(data, feed) {
   if (this.isLast()) {
     return feed.close();
   }
-  const url = this.getParam('url');
+  const location = this.getParam('url');
   const path = this.getParam('path');
   const target = [].concat(this.getParam('target')).filter(Boolean).shift();
   const json = Boolean(this.getParam('json', false));
+  const dataurl = Boolean(this.getParam('dataurl', false));
   const retries = Number(this.getParam('retries', 5));
   const noerror = Boolean(this.getParam('noerror', false));
   const timeout = Number(this.getParam('timeout')) || 1000;
@@ -57,9 +61,16 @@ async function URLFetch(data, feed) {
     (0, _lodash.set)(parameters, 'headers.content-type', mimetype);
   }
   try {
-    const response = await (0, _asyncRetry.default)((0, _request.default)(url, parameters), options);
-    const func = json ? 'json' : 'text';
-    const value = await response[func]();
+    const response = await (0, _asyncRetry.default)((0, _request.default)(location, parameters), options);
+    let value;
+    if (json) {
+      value = await response.json();
+    } else if (dataurl) {
+      const content = await response.arrayBuffer();
+      value = createObjectURL(content, response.headers.get('content-type'));
+    } else {
+      value = await response.text();
+    }
     if (target) {
       const result = typeof data === 'object' ? {
         ...data

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@ezs/basics",
   "description": "Basics statements for EZS",
-  "version": "2.9.1",
+  "version": "2.10.0",
   "author": "Nicolas Thouvenin <nthouvenin@gmail.com>",
   "bugs": "https://github.com/Inist-CNRS/ezs/issues",
   "dependencies": {
@@ -35,7 +35,7 @@
   "directories": {
     "test": "test"
   },
-  "gitHead": "ff50bf461eed60cf72e17d7ab9fdeb5427bc5500",
+  "gitHead": "ef4ce5900d8256359040ab5a839f8768dbd4b8c3",
   "homepage": "https://github.com/Inist-CNRS/ezs/tree/master/packages/basics#readme",
   "keywords": [
     "ezs"