@ezs/basics 2.9.0 → 2.9.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/file-load-parquet.js +37 -0
- package/lib/obj-flatten.js +1 -2
- package/lib/request.js +6 -1
- package/package.json +2 -2
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.default = FILELoadParquet;
|
|
7
|
+
var _fs = require("fs");
|
|
8
|
+
var _path = require("path");
|
|
9
|
+
var _os = require("os");
|
|
10
|
+
var _higherPath = _interopRequireDefault(require("higher-path"));
|
|
11
|
+
var _hyparquet = require("hyparquet");
|
|
12
|
+
function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
|
|
13
|
+
/**
|
|
14
|
+
* @name FileLoadParquet
|
|
15
|
+
* @param {String} [location=TMPDIR] Directory location
|
|
16
|
+
* @returns {Object}
|
|
17
|
+
*/
|
|
18
|
+
async function FILELoadParquet(data, feed) {
|
|
19
|
+
if (this.isLast()) {
|
|
20
|
+
return feed.close();
|
|
21
|
+
}
|
|
22
|
+
const location = (0, _path.normalize)(this.getParam('location', '/'));
|
|
23
|
+
const locations = [(0, _higherPath.default)((0, _os.tmpdir)(), location), (0, _higherPath.default)(process.cwd(), location)];
|
|
24
|
+
const filename = locations.filter(Boolean).map(dir => (0, _path.resolve)(dir, String(data).trim())).filter(fil => (0, _fs.existsSync)(fil)).shift();
|
|
25
|
+
if (!filename) {
|
|
26
|
+
return feed.stop(new Error('File location check failed.'));
|
|
27
|
+
}
|
|
28
|
+
(0, _fs.accessSync)((0, _path.dirname)(filename), _fs.constants.R_OK | _fs.constants.W_OK);
|
|
29
|
+
(0, _fs.accessSync)(filename, _fs.constants.R_OK | _fs.constants.W_OK);
|
|
30
|
+
await (0, _hyparquet.parquetRead)({
|
|
31
|
+
file: await (0, _hyparquet.asyncBufferFromFile)(filename),
|
|
32
|
+
rowFormat: 'object',
|
|
33
|
+
onComplete: rows => feed.write(rows)
|
|
34
|
+
});
|
|
35
|
+
return feed.end();
|
|
36
|
+
}
|
|
37
|
+
;
|
package/lib/obj-flatten.js
CHANGED
|
@@ -5,8 +5,7 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
5
5
|
});
|
|
6
6
|
exports.default = OBJFlatten;
|
|
7
7
|
var _flat = _interopRequireWildcard(require("flat"));
|
|
8
|
-
function
|
|
9
|
-
function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != typeof e && "function" != typeof e) return { default: e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && {}.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n.default = e, t && t.set(e, n), n; }
|
|
8
|
+
function _interopRequireWildcard(e, t) { if ("function" == typeof WeakMap) var r = new WeakMap(), n = new WeakMap(); return (_interopRequireWildcard = function (e, t) { if (!t && e && e.__esModule) return e; var o, i, f = { __proto__: null, default: e }; if (null === e || "object" != typeof e && "function" != typeof e) return f; if (o = t ? n : r) { if (o.has(e)) return o.get(e); o.set(e, f); } for (const t in e) "default" !== t && {}.hasOwnProperty.call(e, t) && ((i = (o = Object.defineProperty) && Object.getOwnPropertyDescriptor(e, t)) && (i.get || i.set) ? o(f, t, i) : f[t] = e[t]); return f; })(e, t); }
|
|
10
9
|
/**
|
|
11
10
|
* Flatten an `Object` with a path delimiting character.
|
|
12
11
|
*
|
package/lib/request.js
CHANGED
|
@@ -6,12 +6,17 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
6
6
|
exports.default = void 0;
|
|
7
7
|
var _fetchWithProxy = _interopRequireDefault(require("fetch-with-proxy"));
|
|
8
8
|
function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
|
|
9
|
-
const request = (url, parameters) => async
|
|
9
|
+
const request = (url, parameters) => async bail => {
|
|
10
10
|
const response = await (0, _fetchWithProxy.default)(url, parameters);
|
|
11
11
|
if (!response.ok) {
|
|
12
|
+
// response.status >= 200 && response.status < 300
|
|
12
13
|
const err = new Error(response.statusText);
|
|
13
14
|
const text = await response.text();
|
|
14
15
|
err.responseText = text;
|
|
16
|
+
if ([400, 401, 402, 403, 404].indexOf(response.status) >= 0) {
|
|
17
|
+
// useless to retry
|
|
18
|
+
return bail(err);
|
|
19
|
+
}
|
|
15
20
|
throw err;
|
|
16
21
|
}
|
|
17
22
|
return response;
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@ezs/basics",
|
|
3
3
|
"description": "Basics statements for EZS",
|
|
4
|
-
"version": "2.9.
|
|
4
|
+
"version": "2.9.2",
|
|
5
5
|
"author": "Nicolas Thouvenin <nthouvenin@gmail.com>",
|
|
6
6
|
"bugs": "https://github.com/Inist-CNRS/ezs/issues",
|
|
7
7
|
"dependencies": {
|
|
@@ -35,7 +35,7 @@
|
|
|
35
35
|
"directories": {
|
|
36
36
|
"test": "test"
|
|
37
37
|
},
|
|
38
|
-
"gitHead": "
|
|
38
|
+
"gitHead": "6f6620a54a9c64ddb2ff0fe37afabd883ff7b6d3",
|
|
39
39
|
"homepage": "https://github.com/Inist-CNRS/ezs/tree/master/packages/basics#readme",
|
|
40
40
|
"keywords": [
|
|
41
41
|
"ezs"
|