@super-protocol/sdk-js 0.15.0 → 0.15.2-beta.0

package/build/providers/storage/StorjStorageProvider.js

@@ -8,33 +8,6 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-var __generator = (this && this.__generator) || function (thisArg, body) {
-    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
-    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
-    function verb(n) { return function (v) { return step([n, v]); }; }
-    function step(op) {
-        if (f) throw new TypeError("Generator is already executing.");
-        while (g && (g = 0, op[0] && (_ = 0)), _) try {
-            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
-            if (y = 0, t) op = [op[0] & 2, t.value];
-            switch (op[0]) {
-                case 0: case 1: t = op; break;
-                case 4: _.label++; return { value: op[1], done: false };
-                case 5: _.label++; y = op[1]; op = [0]; continue;
-                case 7: op = _.ops.pop(); _.trys.pop(); continue;
-                default:
-                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
-                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
-                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
-                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
-                    if (t[2]) _.ops.pop();
-                    _.trys.pop(); continue;
-            }
-            op = body.call(thisArg, _);
-        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
-        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
-    }
-};
 var __asyncValues = (this && this.__asyncValues) || function (o) {
     if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
     var m = o[Symbol.asyncIterator], i;
@@ -58,12 +31,12 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-var buffer_1 = require("buffer");
-var utils_1 = require("../../utils");
-var stream_1 = __importDefault(require("stream"));
-var logger_1 = __importDefault(require("../../logger"));
-var StorJStorageProvider = /** @class */ (function () {
-    function StorJStorageProvider(credentials, maximumConcurrent) {
+const buffer_1 = require("buffer");
+const utils_1 = require("../../utils");
+const stream_1 = __importDefault(require("stream"));
+const logger_1 = __importDefault(require("../../logger"));
+class StorJStorageProvider {
+    constructor(credentials, maximumConcurrent) {
         this.logger = logger_1.default.child({ className: "StorJStorageProvider" });
         if (!(0, utils_1.isNodeJS)()) {
             throw Error("StorageProvider: StorJ is supported only in the node.js execution environment");
@@ -81,303 +54,153 @@ var StorJStorageProvider = /** @class */ (function () {
         this.accessToken = credentials.token;
         this.maximumConcurrent = maximumConcurrent;
     }
-    StorJStorageProvider.prototype.uploadFile = function (inputStream, remotePath, contentLength, progressListener) {
+    uploadFile(inputStream, remotePath, contentLength, progressListener) {
         var _a, inputStream_1, inputStream_1_1;
         var _b, e_1, _c, _d;
-        return __awaiter(this, void 0, void 0, function () {
-            var storj, options, project, uploader, totalWritten, buffer, e_1_1, uploadingError_1, abortingError_1;
-            return __generator(this, function (_e) {
-                switch (_e.label) {
-                    case 0: return [4 /*yield*/, this.lazyStorj()];
-                    case 1:
-                        storj = _e.sent();
-                        options = new storj.UploadOptions();
-                        return [4 /*yield*/, this.lazyProject()];
-                    case 2:
-                        project = _e.sent();
-                        return [4 /*yield*/, project.uploadObject(this.bucket, this.prefix + remotePath, options)];
-                    case 3:
-                        uploader = _e.sent();
-                        totalWritten = 0;
-                        _e.label = 4;
-                    case 4:
-                        _e.trys.push([4, 21, , 26]);
-                        _e.label = 5;
-                    case 5:
-                        _e.trys.push([5, 13, 14, 19]);
-                        _a = true, inputStream_1 = __asyncValues(inputStream);
-                        _e.label = 6;
-                    case 6: return [4 /*yield*/, inputStream_1.next()];
-                    case 7:
-                        if (!(inputStream_1_1 = _e.sent(), _b = inputStream_1_1.done, !_b)) return [3 /*break*/, 12];
+        return __awaiter(this, void 0, void 0, function* () {
+            const storj = yield this.lazyStorj();
+            const options = new storj.UploadOptions();
+            const project = yield this.lazyProject();
+            const uploader = yield project.uploadObject(this.bucket, this.prefix + remotePath, options);
+            let totalWritten = 0;
+            try {
+                try {
+                    for (_a = true, inputStream_1 = __asyncValues(inputStream); inputStream_1_1 = yield inputStream_1.next(), _b = inputStream_1_1.done, !_b;) {
                         _d = inputStream_1_1.value;
                         _a = false;
-                        _e.label = 8;
-                    case 8:
-                        _e.trys.push([8, , 10, 11]);
-                        buffer = _d;
-                        return [4 /*yield*/, uploader.write(buffer, buffer.length)];
-                    case 9:
-                        _e.sent();
-                        totalWritten += buffer.length;
-                        if (!!progressListener) {
-                            progressListener(contentLength, totalWritten);
+                        try {
+                            const buffer = _d;
+                            yield uploader.write(buffer, buffer.length);
+                            totalWritten += buffer.length;
+                            if (!!progressListener) {
+                                progressListener(contentLength, totalWritten);
+                            }
+                        }
+                        finally {
+                            _a = true;
                         }
-                        return [3 /*break*/, 11];
-                    case 10:
-                        _a = true;
-                        return [7 /*endfinally*/];
-                    case 11: return [3 /*break*/, 6];
-                    case 12: return [3 /*break*/, 19];
-                    case 13:
-                        e_1_1 = _e.sent();
-                        e_1 = { error: e_1_1 };
-                        return [3 /*break*/, 19];
-                    case 14:
-                        _e.trys.push([14, , 17, 18]);
-                        if (!(!_a && !_b && (_c = inputStream_1.return))) return [3 /*break*/, 16];
-                        return [4 /*yield*/, _c.call(inputStream_1)];
-                    case 15:
-                        _e.sent();
-                        _e.label = 16;
-                    case 16: return [3 /*break*/, 18];
-                    case 17:
-                        if (e_1) throw e_1.error;
-                        return [7 /*endfinally*/];
-                    case 18: return [7 /*endfinally*/];
-                    case 19: return [4 /*yield*/, uploader.commit()];
-                    case 20:
-                        _e.sent();
-                        return [3 /*break*/, 26];
-                    case 21:
-                        uploadingError_1 = _e.sent();
-                        _e.label = 22;
-                    case 22:
-                        _e.trys.push([22, 24, , 25]);
-                        return [4 /*yield*/, uploader.abort()];
-                    case 23:
-                        _e.sent();
-                        return [3 /*break*/, 25];
-                    case 24:
-                        abortingError_1 = _e.sent();
-                        logger_1.default.error({ err: abortingError_1 }, "Failed to abort file uploading");
-                        return [3 /*break*/, 25];
-                    case 25: throw uploadingError_1;
-                    case 26: return [2 /*return*/];
+                    }
                 }
-            });
-        });
-    };
-    StorJStorageProvider.prototype.downloadFile = function (remotePath, config, progressListener) {
-        return __awaiter(this, void 0, void 0, function () {
-            var storj, project, length, _a, options, downloader, loader;
-            var _this = this;
-            return __generator(this, function (_b) {
-                switch (_b.label) {
-                    case 0: return [4 /*yield*/, this.lazyStorj()];
-                    case 1:
-                        storj = _b.sent();
-                        return [4 /*yield*/, this.lazyProject()];
-                    case 2:
-                        project = _b.sent();
-                        _a = config.length;
-                        if (_a) return [3 /*break*/, 4];
-                        return [4 /*yield*/, this.getObjectSize(remotePath)];
-                    case 3:
-                        _a = (_b.sent());
-                        _b.label = 4;
-                    case 4:
-                        length = _a;
-                        options = new storj.DownloadOptions(config.offset || 0, length);
-                        return [4 /*yield*/, project.downloadObject(this.bucket, this.prefix + remotePath, options)];
-                    case 5:
-                        downloader = _b.sent();
-                        loader = function () {
-                            return __asyncGenerator(this, arguments, function () {
-                                var readBuffer, current, downloadResult, bytesRead;
-                                return __generator(this, function (_a) {
-                                    switch (_a.label) {
-                                        case 0:
-                                            readBuffer = buffer_1.Buffer.alloc(StorJStorageProvider.DOWNLOAD_BUFFER_SIZE);
-                                            current = 0;
-                                            _a.label = 1;
-                                        case 1:
-                                            if (!(current < length)) return [3 /*break*/, 5];
-                                            return [4 /*yield*/, __await(downloader.read(readBuffer, readBuffer.length))];
-                                        case 2:
-                                            downloadResult = _a.sent();
-                                            bytesRead = downloadResult.bytes_read;
-                                            current += bytesRead;
-                                            return [4 /*yield*/, __await(buffer_1.Buffer.from(readBuffer.subarray(0, bytesRead)))];
-                                        case 3: return [4 /*yield*/, _a.sent()];
-                                        case 4:
-                                            _a.sent();
-                                            if (!!progressListener) {
-                                                progressListener(length, current);
-                                            }
-                                            return [3 /*break*/, 1];
-                                        case 5: return [2 /*return*/];
-                                    }
-                                });
-                            });
-                        };
-                        return [2 /*return*/, stream_1.default.Readable.from(loader()).on("close", function () { return __awaiter(_this, void 0, void 0, function () {
-                                return __generator(this, function (_a) {
-                                    switch (_a.label) {
-                                        case 0: return [4 /*yield*/, downloader.close()];
-                                        case 1:
-                                            _a.sent();
-                                            return [2 /*return*/];
-                                    }
-                                });
-                            }); })];
+                catch (e_1_1) { e_1 = { error: e_1_1 }; }
+                finally {
+                    try {
+                        if (!_a && !_b && (_c = inputStream_1.return)) yield _c.call(inputStream_1);
+                    }
+                    finally { if (e_1) throw e_1.error; }
                 }
-            });
-        });
-    };
-    StorJStorageProvider.prototype.deleteObject = function (remotePath) {
-        return __awaiter(this, void 0, void 0, function () {
-            var project;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this.lazyProject()];
-                    case 1:
-                        project = _a.sent();
-                        return [4 /*yield*/, project.deleteObject(this.bucket, this.prefix + remotePath)];
-                    case 2:
-                        _a.sent();
-                        return [2 /*return*/];
+                yield uploader.commit();
+            }
+            catch (uploadingError) {
+                try {
+                    yield uploader.abort();
                 }
-            });
+                catch (abortingError) {
+                    logger_1.default.error({ err: abortingError }, "Failed to abort file uploading");
+                }
+                throw uploadingError;
+            }
         });
-    };
-    StorJStorageProvider.prototype.listObjects = function (remotePath) {
-        return __awaiter(this, void 0, void 0, function () {
-            var storj, project, objects, result, key, value;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this.lazyStorj()];
-                    case 1:
-                        storj = _a.sent();
-                        return [4 /*yield*/, this.lazyProject()];
-                    case 2:
-                        project = _a.sent();
-                        return [4 /*yield*/, project.listObjects(this.bucket, {
-                                recursive: true,
-                                cursor: "",
-                                prefix: this.prefix + remotePath,
-                                system: true,
-                                custom: true,
-                            })];
-                    case 3:
-                        objects = _a.sent();
-                        result = [];
-                        for (key in Object.keys(objects)) {
-                            value = objects[key];
-                            result.push({
-                                name: value.key,
-                                size: value.system.content_length,
-                                isFolder: value.is_prefix == 1,
-                                childrenCount: value.custom.count,
-                                createdAt: new Date(value.system.created * 1000), // TODO: check timezone
-                            });
+    }
+    downloadFile(remotePath, config, progressListener) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const storj = yield this.lazyStorj();
+            const project = yield this.lazyProject();
+            const length = config.length || (yield this.getObjectSize(remotePath));
+            const options = new storj.DownloadOptions(config.offset || 0, length);
+            const downloader = yield project.downloadObject(this.bucket, this.prefix + remotePath, options);
+            const loader = function () {
+                return __asyncGenerator(this, arguments, function* () {
+                    const readBuffer = buffer_1.Buffer.alloc(StorJStorageProvider.DOWNLOAD_BUFFER_SIZE);
+                    let current = 0;
+                    while (current < length) {
+                        // We have to cast result to any, because of the wrong type declartion in uplink-nodejs.
+                        const downloadResult = yield __await(downloader.read(readBuffer, readBuffer.length));
+                        const bytesRead = downloadResult.bytes_read;
+                        current += bytesRead;
+                        yield yield __await(buffer_1.Buffer.from(readBuffer.subarray(0, bytesRead)));
+                        if (!!progressListener) {
+                            progressListener(length, current);
                         }
-                        return [2 /*return*/, result];
-                }
-            });
+                    }
+                });
+            };
+            return stream_1.default.Readable.from(loader()).on("close", () => __awaiter(this, void 0, void 0, function* () {
+                yield downloader.close();
+            }));
         });
-    };
-    StorJStorageProvider.prototype.getObjectSize = function (remotePath) {
-        return __awaiter(this, void 0, void 0, function () {
-            var project, objectInfo;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this.lazyProject()];
-                    case 1:
-                        project = _a.sent();
-                        return [4 /*yield*/, project.statObject(this.bucket, this.prefix + remotePath)];
-                    case 2:
-                        objectInfo = _a.sent();
-                        return [2 /*return*/, objectInfo.system.content_length];
-                }
-            });
+    }
+    deleteObject(remotePath) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const project = yield this.lazyProject();
+            yield project.deleteObject(this.bucket, this.prefix + remotePath);
         });
-    };
-    StorJStorageProvider.prototype.getLastModified = function (remotePath) {
-        return __awaiter(this, void 0, void 0, function () {
-            var project, objectInfo;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this.lazyProject()];
-                    case 1:
-                        project = _a.sent();
-                        return [4 /*yield*/, project.statObject(this.bucket, this.prefix + remotePath)];
-                    case 2:
-                        objectInfo = _a.sent();
-                        return [2 /*return*/, new Date(objectInfo.system.created * 1000)];
-                }
+    }
+    listObjects(remotePath) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const storj = yield this.lazyStorj();
+            const project = yield this.lazyProject();
+            const objects = yield project.listObjects(this.bucket, {
+                recursive: true,
+                cursor: "",
+                prefix: this.prefix + remotePath,
+                system: true,
+                custom: true,
             });
+            const result = [];
+            for (const key in Object.keys(objects)) {
+                const value = objects[key];
+                result.push({
+                    name: value.key,
+                    size: value.system.content_length,
+                    isFolder: value.is_prefix == 1,
+                    childrenCount: value.custom.count,
+                    createdAt: new Date(value.system.created * 1000), // TODO: check timezone
+                });
+            }
+            return result;
         });
-    };
-    StorJStorageProvider.prototype.lazyStorj = function () {
-        return __awaiter(this, void 0, void 0, function () {
-            var _a;
-            return __generator(this, function (_b) {
-                switch (_b.label) {
-                    case 0:
-                        if (!!this._storj) return [3 /*break*/, 2];
-                        _a = this;
-                        return [4 /*yield*/, require("@super-protocol/uplink-nodejs")];
-                    case 1:
-                        _a._storj = _b.sent();
-                        _b.label = 2;
-                    case 2: return [2 /*return*/, this._storj];
-                }
-            });
+    }
+    getObjectSize(remotePath) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const project = yield this.lazyProject();
+            const objectInfo = yield project.statObject(this.bucket, this.prefix + remotePath);
+            return objectInfo.system.content_length;
         });
-    };
-    StorJStorageProvider.prototype.lazyAccess = function () {
-        return __awaiter(this, void 0, void 0, function () {
-            var storj, uplink, _a;
-            return __generator(this, function (_b) {
-                switch (_b.label) {
-                    case 0:
-                        if (!!this._access) return [3 /*break*/, 3];
-                        return [4 /*yield*/, this.lazyStorj()];
-                    case 1:
-                        storj = _b.sent();
-                        uplink = new storj.Uplink();
-                        _a = this;
-                        return [4 /*yield*/, uplink.parseAccess(this.accessToken)];
-                    case 2:
-                        _a._access = _b.sent();
-                        _b.label = 3;
-                    case 3: return [2 /*return*/, this._access];
-                }
-            });
+    }
+    getLastModified(remotePath) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const project = yield this.lazyProject();
+            const objectInfo = yield project.statObject(this.bucket, this.prefix + remotePath);
+            return new Date(objectInfo.system.created * 1000);
         });
-    };
-    StorJStorageProvider.prototype.lazyProject = function () {
-        return __awaiter(this, void 0, void 0, function () {
-            var access, _a;
-            return __generator(this, function (_b) {
-                switch (_b.label) {
-                    case 0:
-                        if (!!this._project) return [3 /*break*/, 3];
-                        return [4 /*yield*/, this.lazyAccess()];
-                    case 1:
-                        access = _b.sent();
-                        _a = this;
-                        return [4 /*yield*/, access.openProject(this.maximumConcurrent)];
-                    case 2:
-                        _a._project = _b.sent();
-                        _b.label = 3;
-                    case 3: return [2 /*return*/, this._project];
-                }
-            });
+    }
+    lazyStorj() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this._storj) {
+                this._storj = yield require("@super-protocol/uplink-nodejs");
+            }
+            return this._storj;
+        });
+    }
+    lazyAccess() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this._access) {
+                const storj = yield this.lazyStorj();
+                const uplink = new storj.Uplink();
+                this._access = yield uplink.parseAccess(this.accessToken);
+            }
+            return this._access;
         });
-    };
-    StorJStorageProvider.DOWNLOAD_BUFFER_SIZE = 4194304; // 4mb
-    return StorJStorageProvider;
-}());
+    }
+    lazyProject() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!this._project) {
+                const access = yield this.lazyAccess();
+                this._project = yield access.openProject(this.maximumConcurrent);
+            }
+            return this._project;
+        });
+    }
+}
 exports.default = StorJStorageProvider;
+StorJStorageProvider.DOWNLOAD_BUFFER_SIZE = 4194304; // 4mb

package/build/providers/storage/getStorageProvider.js

@@ -3,17 +3,17 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-var dto_js_1 = require("@super-protocol/dto-js");
-var StorjStorageProvider_1 = __importDefault(require("./StorjStorageProvider"));
-var S3StorageProvider_1 = require("./S3StorageProvider");
-exports.default = (function (storageAccess) {
-    var key = storageAccess.storageType;
+const dto_js_1 = require("@super-protocol/dto-js");
+const StorjStorageProvider_1 = __importDefault(require("./StorjStorageProvider"));
+const S3StorageProvider_1 = require("./S3StorageProvider");
+exports.default = (storageAccess) => {
+    const key = storageAccess.storageType;
     switch (key) {
         case dto_js_1.StorageType.StorJ:
             return new StorjStorageProvider_1.default(storageAccess.credentials, storageAccess.maximumConcurrent);
         case dto_js_1.StorageType.S3:
             return new S3StorageProvider_1.S3StorageProvider(storageAccess.credentials);
         default:
-            throw Error("Unsupported storageType ".concat(key));
+            throw Error(`Unsupported storageType ${key}`);
     }
-});
+};

package/build/providers/storage/types.d.ts

@@ -0,0 +1,7 @@
+export interface CacheRecord<V> {
+    value: V | null;
+    modifiedTs: number;
+}
+export interface Performance {
+    now(): number;
+}

package/build/providers/storage/types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });