cnpmcore 0.0.2 → 1.0.0

package/dist/app/common/adapter/NFSAdapter.js

@@ -7,48 +7,88 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.NFSAdapter = void 0;
-const stream_1 = require("stream");
-const promises_1 = require("stream/promises");
 const tegg_1 = require("@eggjs/tegg");
+const aop_1 = require("@eggjs/tegg/aop");
+const AsyncTimer_1 = require("../aop/AsyncTimer");
+const INSTANCE_NAME = 'nfsAdapter';
 let NFSAdapter = class NFSAdapter {
     async uploadBytes(storeKey, bytes) {
-        await this.nfsClientAdapter.client.uploadBuffer(bytes, { key: storeKey });
+        this.logger.info('[%s:uploadBytes] key: %s, bytes: %d', INSTANCE_NAME, storeKey, bytes.length);
+        await this.nfsClient.uploadBytes(bytes, { key: storeKey });
+    }
+    // will return next store position
+    async appendBytes(storeKey, bytes, position, headers) {
+        // make sure position is undefined by the first time
+        if (!position)
+            position = undefined;
+        const options = {
+            key: storeKey,
+            position,
+            headers,
+        };
+        const result = await this.nfsClient.appendBytes(bytes, options);
+        if (result === null || result === void 0 ? void 0 : result.nextAppendPosition)
+            return String(result.nextAppendPosition);
     }
     async uploadFile(storeKey, file) {
-        await this.nfsClientAdapter.client.upload(file, { key: storeKey });
+        this.logger.info('[%s:uploadFile] key: %s, file: %s', INSTANCE_NAME, storeKey, file);
+        await this.nfsClient.upload(file, { key: storeKey });
+    }
+    async remove(storeKey) {
+        this.logger.info('[%s:remove] key: %s, file: %s', INSTANCE_NAME, storeKey);
+        await this.nfsClient.remove(storeKey);
     }
     async getStream(storeKey) {
-        return await this.nfsClientAdapter.client.createDownloadStream(storeKey);
+        return await this.nfsClient.createDownloadStream(storeKey);
     }
     async getBytes(storeKey) {
-        const stream = await this.getStream(storeKey);
-        const chunks = [];
-        let size = 0;
-        await (0, promises_1.pipeline)(stream, new stream_1.Transform({
-            objectMode: false,
-            transform: (chunk, _, done) => {
-                chunks.push(chunk);
-                size += chunk.length;
-                done();
-            },
-        }));
-        return Buffer.concat(chunks, size);
+        return await this.nfsClient.readBytes(storeKey);
+    }
+    async getDownloadUrl(storeKey) {
+        if (typeof this.nfsClient.url === 'function') {
+            return this.nfsClient.url(storeKey);
+        }
     }
     async getDownloadUrlOrStream(storeKey) {
-        if (typeof this.nfsClientAdapter.client.url === 'function') {
-            return this.nfsClientAdapter.client.url(storeKey);
+        const downloadUrl = await this.getDownloadUrl(storeKey);
+        if (downloadUrl) {
+            return downloadUrl;
         }
         return await this.getStream(storeKey);
     }
 };
 __decorate([
     (0, tegg_1.Inject)()
-], NFSAdapter.prototype, "nfsClientAdapter", void 0);
+], NFSAdapter.prototype, "nfsClient", void 0);
+__decorate([
+    (0, tegg_1.Inject)()
+], NFSAdapter.prototype, "logger", void 0);
+__decorate([
+    (0, aop_1.Pointcut)(AsyncTimer_1.AsyncTimer)
+], NFSAdapter.prototype, "uploadBytes", null);
+__decorate([
+    (0, aop_1.Pointcut)(AsyncTimer_1.AsyncTimer)
+], NFSAdapter.prototype, "appendBytes", null);
+__decorate([
+    (0, aop_1.Pointcut)(AsyncTimer_1.AsyncTimer)
+], NFSAdapter.prototype, "uploadFile", null);
+__decorate([
+    (0, aop_1.Pointcut)(AsyncTimer_1.AsyncTimer)
+], NFSAdapter.prototype, "remove", null);
+__decorate([
+    (0, aop_1.Pointcut)(AsyncTimer_1.AsyncTimer)
+], NFSAdapter.prototype, "getStream", null);
+__decorate([
+    (0, aop_1.Pointcut)(AsyncTimer_1.AsyncTimer)
+], NFSAdapter.prototype, "getBytes", null);
+__decorate([
+    (0, aop_1.Pointcut)(AsyncTimer_1.AsyncTimer)
+], NFSAdapter.prototype, "getDownloadUrl", null);
 NFSAdapter = __decorate([
     (0, tegg_1.ContextProto)({
-        name: 'nfsAdapter',
+        name: INSTANCE_NAME,
         accessLevel: tegg_1.AccessLevel.PUBLIC,
     })
 ], NFSAdapter);
 exports.NFSAdapter = NFSAdapter;
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiTkZTQWRhcHRlci5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL2FwcC9jb21tb24vYWRhcHRlci9ORlNBZGFwdGVyLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7Ozs7Ozs7OztBQUFBLG1DQUE2QztBQUM3Qyw4Q0FBMkM7QUFDM0Msc0NBSXFCO0FBT3JCLElBQWEsVUFBVSxHQUF2QixNQUFhLFVBQVU7SUFJckIsS0FBSyxDQUFDLFdBQVcsQ0FBQyxRQUFnQixFQUFFLEtBQWlCO1FBQ25ELE1BQU0sSUFBSSxDQUFDLGdCQUFnQixDQUFDLE1BQU0sQ0FBQyxZQUFZLENBQUMsS0FBSyxFQUFFLEVBQUUsR0FBRyxFQUFFLFFBQVEsRUFBRSxDQUFDLENBQUM7SUFDNUUsQ0FBQztJQUVELEtBQUssQ0FBQyxVQUFVLENBQUMsUUFBZ0IsRUFBRSxJQUFZO1FBQzdDLE1BQU0sSUFBSSxDQUFDLGdCQUFnQixDQUFDLE1BQU0sQ0FBQyxNQUFNLENBQUMsSUFBSSxFQUFFLEVBQUUsR0FBRyxFQUFFLFFBQVEsRUFBRSxDQUFDLENBQUM7SUFDckUsQ0FBQztJQUVELEtBQUssQ0FBQyxTQUFTLENBQUMsUUFBZ0I7UUFDOUIsT0FBTyxNQUFNLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxNQUFNLENBQUMsb0JBQW9CLENBQUMsUUFBUSxDQUFDLENBQUM7SUFDM0UsQ0FBQztJQUVELEtBQUssQ0FBQyxRQUFRLENBQUMsUUFBZ0I7UUFDN0IsTUFBTSxNQUFNLEdBQUcsTUFBTSxJQUFJLENBQUMsU0FBUyxDQUFDLFFBQVEsQ0FBQyxDQUFDO1FBQzlDLE1BQU0sTUFBTSxHQUFpQixFQUFFLENBQUM7UUFDaEMsSUFBSSxJQUFJLEdBQUcsQ0FBQyxDQUFDO1FBQ2IsTUFBTSxJQUFBLG1CQUFRLEVBQ1osTUFBTSxFQUNOLElBQUksa0JBQVMsQ0FBQztZQUNaLFVBQVUsRUFBRSxLQUFLO1lBQ2pCLFNBQVMsRUFBRSxDQUFDLEtBQWlCLEVBQUUsQ0FBQyxFQUFFLElBQUksRUFBRSxFQUFFO2dCQUN4QyxNQUFNLENBQUMsSUFBSSxDQUFDLEtBQUssQ0FBQyxDQUFDO2dCQUNuQixJQUFJLElBQUksS0FBSyxDQUFDLE1BQU0sQ0FBQztnQkFDckIsSUFBSSxFQUFFLENBQUM7WUFDVCxDQUFDO1NBQ0YsQ0FBQyxDQUNILENBQUM7UUFDRixPQUFPLE1BQU0sQ0FBQyxNQUFNLENBQUMsTUFBTSxFQUFFLElBQUksQ0FBQyxDQUFDO0lBQ3JDLENBQUM7SUFFRCxLQUFLLENBQUMsc0JBQXNCLENBQUMsUUFBZ0I7UUFDM0MsSUFBSSxPQUFPLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxNQUFNLENBQUMsR0FBRyxLQUFLLFVBQVUsRUFBRTtZQUMxRCxPQUFPLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxNQUFNLENBQUMsR0FBRyxDQUFDLFFBQVEsQ0FBVyxDQUFDO1NBQzdEO1FBQ0QsT0FBTyxNQUFNLElBQUksQ0FBQyxTQUFTLENBQUMsUUFBUSxDQUFDLENBQUM7SUFDeEMsQ0FBQztDQUNGLENBQUE7QUF0Q0M7SUFEQyxJQUFBLGFBQU0sR0FBRTtvREFDa0M7QUFGaEMsVUFBVTtJQUp0QixJQUFBLG1CQUFZLEVBQUM7UUFDWixJQUFJLEVBQUUsWUFBWTtRQUNsQixXQUFXLEVBQUUsa0JBQVcsQ0FBQyxNQUFNO0tBQ2hDLENBQUM7R0FDVyxVQUFVLENBd0N0QjtBQXhDWSxnQ0FBVSJ9
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiTkZTQWRhcHRlci5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL2FwcC9jb21tb24vYWRhcHRlci9ORlNBZGFwdGVyLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7Ozs7Ozs7OztBQUNBLHNDQUlxQjtBQUNyQix5Q0FBMkM7QUFFM0Msa0RBQStDO0FBSS9DLE1BQU0sYUFBYSxHQUFHLFlBQVksQ0FBQztBQU1uQyxJQUFhLFVBQVUsR0FBdkIsTUFBYSxVQUFVO0lBUXJCLEtBQUssQ0FBQyxXQUFXLENBQUMsUUFBZ0IsRUFBRSxLQUFpQjtRQUNuRCxJQUFJLENBQUMsTUFBTSxDQUFDLElBQUksQ0FBQyxxQ0FBcUMsRUFBRSxhQUFhLEVBQUUsUUFBUSxFQUFFLEtBQUssQ0FBQyxNQUFNLENBQUMsQ0FBQztRQUMvRixNQUFNLElBQUksQ0FBQyxTQUFTLENBQUMsV0FBVyxDQUFDLEtBQUssRUFBRSxFQUFFLEdBQUcsRUFBRSxRQUFRLEVBQUUsQ0FBQyxDQUFDO0lBQzdELENBQUM7SUFFRCxrQ0FBa0M7SUFFbEMsS0FBSyxDQUFDLFdBQVcsQ0FBQyxRQUFnQixFQUFFLEtBQWlCLEVBQUUsUUFBaUIsRUFBRSxPQUE2QjtRQUNyRyxvREFBb0Q7UUFDcEQsSUFBSSxDQUFDLFFBQVE7WUFBRSxRQUFRLEdBQUcsU0FBUyxDQUFDO1FBQ3BDLE1BQU0sT0FBTyxHQUFHO1lBQ2QsR0FBRyxFQUFFLFFBQVE7WUFDYixRQUFRO1lBQ1IsT0FBTztTQUNSLENBQUM7UUFDRixNQUFNLE1BQU0sR0FBRyxNQUFNLElBQUksQ0FBQyxTQUFTLENBQUMsV0FBVyxDQUFDLEtBQUssRUFBRSxPQUFPLENBQUMsQ0FBQztRQUNoRSxJQUFJLE1BQU0sYUFBTixNQUFNLHVCQUFOLE1BQU0sQ0FBRSxrQkFBa0I7WUFBRSxPQUFPLE1BQU0sQ0FBQyxNQUFNLENBQUMsa0JBQWtCLENBQUMsQ0FBQztJQUMzRSxDQUFDO0lBR0QsS0FBSyxDQUFDLFVBQVUsQ0FBQyxRQUFnQixFQUFFLElBQVk7UUFDN0MsSUFBSSxDQUFDLE1BQU0sQ0FBQyxJQUFJLENBQUMsbUNBQW1DLEVBQUUsYUFBYSxFQUFFLFFBQVEsRUFBRSxJQUFJLENBQUMsQ0FBQztRQUNyRixNQUFNLElBQUksQ0FBQyxTQUFTLENBQUMsTUFBTSxDQUFDLElBQUksRUFBRSxFQUFFLEdBQUcsRUFBRSxRQUFRLEVBQUUsQ0FBQyxDQUFDO0lBQ3ZELENBQUM7SUFHRCxLQUFLLENBQUMsTUFBTSxDQUFDLFFBQWdCO1FBQzNCLElBQUksQ0FBQyxNQUFNLENBQUMsSUFBSSxDQUFDLCtCQUErQixFQUFFLGFBQWEsRUFBRSxRQUFRLENBQUMsQ0FBQztRQUMzRSxNQUFNLElBQUksQ0FBQyxTQUFTLENBQUMsTUFBTSxDQUFDLFFBQVEsQ0FBQyxDQUFDO0lBQ3hDLENBQUM7SUFHRCxLQUFLLENBQUMsU0FBUyxDQUFDLFFBQWdCO1FBQzlCLE9BQU8sTUFBTSxJQUFJLENBQUMsU0FBUyxDQUFDLG9CQUFvQixDQUFDLFFBQVEsQ0FBQyxDQUFDO0lBQzdELENBQUM7SUFHRCxLQUFLLENBQUMsUUFBUSxDQUFDLFFBQWdCO1FBQzdCLE9BQU8sTUFBTSxJQUFJLENBQUMsU0FBUyxDQUFDLFNBQVMsQ0FBQyxRQUFRLENBQUMsQ0FBQztJQUNsRCxDQUFDO0lBR0QsS0FBSyxDQUFDLGNBQWMsQ0FBQyxRQUFnQjtRQUNuQyxJQUFJLE9BQU8sSUFBSSxDQUFDLFNBQVMsQ0FBQyxHQUFHLEtBQUssVUFBVSxFQUFFO1lBQzVDLE9BQU8sSUFBSSxDQUFDLFNBQVMsQ0FBQyxHQUFHLENBQUMsUUFBUSxDQUFXLENBQUM7U0FDL0M7SUFDSCxDQUFDO0lBRUQsS0FBSyxDQUFDLHNCQUFzQixDQUFDLFFBQWdCO1FBQzNDLE1BQU0sV0FBVyxHQUFHLE1BQU0sSUFBSSxDQUFDLGNBQWMsQ0FBQyxRQUFRLENBQUMsQ0FBQztRQUN4RCxJQUFJLFdBQVcsRUFBRTtZQUNmLE9BQU8sV0FBVyxDQUFDO1NBQ3BCO1FBQ0QsT0FBTyxNQUFNLElBQUksQ0FBQyxTQUFTLENBQUMsUUFBUSxDQUFDLENBQUM7SUFDeEMsQ0FBQztDQUNGLENBQUE7QUE3REM7SUFEQyxJQUFBLGFBQU0sR0FBRTs2Q0FDNkI7QUFHdEM7SUFEQyxJQUFBLGFBQU0sR0FBRTswQ0FDMEI7QUFHbkM7SUFEQyxJQUFBLGNBQVEsRUFBQyx1QkFBVSxDQUFDOzZDQUlwQjtBQUlEO0lBREMsSUFBQSxjQUFRLEVBQUMsdUJBQVUsQ0FBQzs2Q0FXcEI7QUFHRDtJQURDLElBQUEsY0FBUSxFQUFDLHVCQUFVLENBQUM7NENBSXBCO0FBR0Q7SUFEQyxJQUFBLGNBQVEsRUFBQyx1QkFBVSxDQUFDO3dDQUlwQjtBQUdEO0lBREMsSUFBQSxjQUFRLEVBQUMsdUJBQVUsQ0FBQzsyQ0FHcEI7QUFHRDtJQURDLElBQUEsY0FBUSxFQUFDLHVCQUFVLENBQUM7MENBR3BCO0FBR0Q7SUFEQyxJQUFBLGNBQVEsRUFBQyx1QkFBVSxDQUFDO2dEQUtwQjtBQXREVSxVQUFVO0lBSnRCLElBQUEsbUJBQVksRUFBQztRQUNaLElBQUksRUFBRSxhQUFhO1FBQ25CLFdBQVcsRUFBRSxrQkFBVyxDQUFDLE1BQU07S0FDaEMsQ0FBQztHQUNXLFVBQVUsQ0ErRHRCO0FBL0RZLGdDQUFVIn0=

package/dist/app/common/adapter/NPMRegistry.d.ts

@@ -0,0 +1,78 @@
+/// <reference types="node" />
+import { HttpMethod } from 'urllib';
+export declare class NPMRegistry {
+    private readonly logger;
+    private readonly httpclient;
+    private config;
+    private timeout;
+    get registry(): string;
+    getFullManifests(fullname: string, retries?: number): Promise<{
+        data: any;
+        status: number;
+        headers: import("http").OutgoingHttpHeaders;
+        res: import("http").IncomingMessage & {
+            timing?: {
+                queuing: number;
+                dnslookup: number;
+                connected: number;
+                requestSent: number;
+                waiting: number;
+                contentDownload: number;
+            } | undefined;
+        };
+        method: HttpMethod;
+        url: string;
+    }>;
+    createSyncTask(fullname: string): Promise<{
+        data: any;
+        status: number;
+        headers: import("http").OutgoingHttpHeaders;
+        res: import("http").IncomingMessage & {
+            timing?: {
+                queuing: number;
+                dnslookup: number;
+                connected: number;
+                requestSent: number;
+                waiting: number;
+                contentDownload: number;
+            } | undefined;
+        };
+        method: HttpMethod;
+        url: string;
+    }>;
+    getSyncTask(fullname: string, id: string, offset: number): Promise<{
+        data: any;
+        status: number;
+        headers: import("http").OutgoingHttpHeaders;
+        res: import("http").IncomingMessage & {
+            timing?: {
+                queuing: number;
+                dnslookup: number;
+                connected: number;
+                requestSent: number;
+                waiting: number;
+                contentDownload: number;
+            } | undefined;
+        };
+        method: HttpMethod;
+        url: string;
+    }>;
+    getDownloadRanges(registry: string, fullname: string, start: string, end: string): Promise<{
+        data: any;
+        status: number;
+        headers: import("http").OutgoingHttpHeaders;
+        res: import("http").IncomingMessage & {
+            timing?: {
+                queuing: number;
+                dnslookup: number;
+                connected: number;
+                requestSent: number;
+                waiting: number;
+                contentDownload: number;
+            } | undefined;
+        };
+        method: HttpMethod;
+        url: string;
+    }>;
+    private request;
+}

package/dist/app/common/adapter/NPMRegistry.js

@@ -0,0 +1,98 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NPMRegistry = void 0;
+const promises_1 = require("timers/promises");
+const tegg_1 = require("@eggjs/tegg");
+const INSTANCE_NAME = 'npmRegistry';
+let NPMRegistry = class NPMRegistry {
+    constructor() {
+        this.timeout = 10000;
+    }
+    get registry() {
+        return this.config.cnpmcore.sourceRegistry;
+    }
+    async getFullManifests(fullname, retries = 3) {
+        // set query t=timestamp, make sure CDN cache disable
+        // cache=0 is sync worker request flag
+        const url = `${this.registry}/${encodeURIComponent(fullname)}?t=${Date.now()}&cache=0`;
+        let lastError;
+        while (retries > 0) {
+            try {
+                // large package: https://r.cnpmjs.org/%40procore%2Fcore-icons
+                // https://r.cnpmjs.org/intraactive-sdk-ui 44s
+                return await this.request('GET', url, undefined, { timeout: 120000 });
+            }
+            catch (err) {
+                if (err.name === 'ResponseTimeoutError')
+                    throw err;
+                lastError = err;
+            }
+            retries--;
+            if (retries > 0) {
+                // sleep 1s ~ 4s in random
+                await (0, promises_1.setTimeout)(1000 + Math.random() * 4000);
+            }
+        }
+        throw lastError;
+    }
+    // app.put('/:name/sync', sync.sync);
+    async createSyncTask(fullname) {
+        const url = `${this.registry}/${encodeURIComponent(fullname)}/sync?sync_upstream=true&nodeps=true`;
+        // {
+        //   ok: true,
+        //   logId: logId
+        // };
+        return await this.request('PUT', url);
+    }
+    // app.get('/:name/sync/log/:id', sync.getSyncLog);
+    async getSyncTask(fullname, id, offset) {
+        const url = `${this.registry}/${encodeURIComponent(fullname)}/sync/log/${id}?offset=${offset}`;
+        // { ok: true, syncDone: syncDone, log: log }
+        return await this.request('GET', url);
+    }
+    async getDownloadRanges(registry, fullname, start, end) {
+        const url = `${registry}/downloads/range/${start}:${end}/${encodeURIComponent(fullname)}`;
+        return await this.request('GET', url);
+    }
+    async request(method, url, params, options) {
+        const res = await this.httpclient.request(url, {
+            method,
+            data: params,
+            dataType: 'json',
+            timing: true,
+            timeout: this.timeout,
+            followRedirect: true,
+            gzip: true,
+            ...options,
+        });
+        this.logger.info('[NPMRegistry:request] %s %s, status: %s', method, url, res.status);
+        return {
+            method,
+            url,
+            ...res,
+        };
+    }
+};
+__decorate([
+    (0, tegg_1.Inject)()
+], NPMRegistry.prototype, "logger", void 0);
+__decorate([
+    (0, tegg_1.Inject)()
+], NPMRegistry.prototype, "httpclient", void 0);
+__decorate([
+    (0, tegg_1.Inject)()
+], NPMRegistry.prototype, "config", void 0);
+NPMRegistry = __decorate([
+    (0, tegg_1.ContextProto)({
+        name: INSTANCE_NAME,
+        accessLevel: tegg_1.AccessLevel.PUBLIC,
+    })
+], NPMRegistry);
+exports.NPMRegistry = NPMRegistry;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiTlBNUmVnaXN0cnkuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9hcHAvY29tbW9uL2FkYXB0ZXIvTlBNUmVnaXN0cnkudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7Ozs7Ozs7O0FBQUEsOENBQTZDO0FBQzdDLHNDQUlxQjtBQVFyQixNQUFNLGFBQWEsR0FBRyxhQUFhLENBQUM7QUFNcEMsSUFBYSxXQUFXLEdBQXhCLE1BQWEsV0FBVztJQUF4QjtRQU9VLFlBQU8sR0FBRyxLQUFLLENBQUM7SUFxRTFCLENBQUM7SUFuRUMsSUFBSSxRQUFRO1FBQ1YsT0FBTyxJQUFJLENBQUMsTUFBTSxDQUFDLFFBQVEsQ0FBQyxjQUFjLENBQUM7SUFDN0MsQ0FBQztJQUVNLEtBQUssQ0FBQyxnQkFBZ0IsQ0FBQyxRQUFnQixFQUFFLE9BQU8sR0FBRyxDQUFDO1FBQ3pELHFEQUFxRDtRQUNyRCxzQ0FBc0M7UUFDdEMsTUFBTSxHQUFHLEdBQUcsR0FBRyxJQUFJLENBQUMsUUFBUSxJQUFJLGtCQUFrQixDQUFDLFFBQVEsQ0FBQyxNQUFNLElBQUksQ0FBQyxHQUFHLEVBQUUsVUFBVSxDQUFDO1FBQ3ZGLElBQUksU0FBYyxDQUFDO1FBQ25CLE9BQU8sT0FBTyxHQUFHLENBQUMsRUFBRTtZQUNsQixJQUFJO2dCQUNGLDhEQUE4RDtnQkFDOUQsOENBQThDO2dCQUM5QyxPQUFPLE1BQU0sSUFBSSxDQUFDLE9BQU8sQ0FBQyxLQUFLLEVBQUUsR0FBRyxFQUFFLFNBQVMsRUFBRSxFQUFFLE9BQU8sRUFBRSxNQUFNLEVBQUUsQ0FBQyxDQUFDO2FBQ3ZFO1lBQUMsT0FBTyxHQUFRLEVBQUU7Z0JBQ2pCLElBQUksR0FBRyxDQUFDLElBQUksS0FBSyxzQkFBc0I7b0JBQUUsTUFBTSxHQUFHLENBQUM7Z0JBQ25ELFNBQVMsR0FBRyxHQUFHLENBQUM7YUFDakI7WUFDRCxPQUFPLEVBQUUsQ0FBQztZQUNWLElBQUksT0FBTyxHQUFHLENBQUMsRUFBRTtnQkFDZiwwQkFBMEI7Z0JBQzFCLE1BQU0sSUFBQSxxQkFBVSxFQUFDLElBQUksR0FBRyxJQUFJLENBQUMsTUFBTSxFQUFFLEdBQUcsSUFBSSxDQUFDLENBQUM7YUFDL0M7U0FDRjtRQUNELE1BQU0sU0FBUyxDQUFDO0lBQ2xCLENBQUM7SUFFRCxxQ0FBcUM7SUFDOUIsS0FBSyxDQUFDLGNBQWMsQ0FBQyxRQUFnQjtRQUMxQyxNQUFNLEdBQUcsR0FBRyxHQUFHLElBQUksQ0FBQyxRQUFRLElBQUksa0JBQWtCLENBQUMsUUFBUSxDQUFDLHNDQUFzQyxDQUFDO1FBQ25HLElBQUk7UUFDSixjQUFjO1FBQ2QsaUJBQWlCO1FBQ2pCLEtBQUs7UUFDTCxPQUFPLE1BQU0sSUFBSSxDQUFDLE9BQU8sQ0FBQyxLQUFLLEVBQUUsR0FBRyxDQUFDLENBQUM7SUFDeEMsQ0FBQztJQUVELG1EQUFtRDtJQUM1QyxLQUFLLENBQUMsV0FBVyxDQUFDLFFBQWdCLEVBQUUsRUFBVSxFQUFFLE1BQWM7UUFDbkUsTUFBTSxHQUFHLEdBQUcsR0FBRyxJQUFJLENBQUMsUUFBUSxJQUFJLGtCQUFrQixDQUFDLFFBQVEsQ0FBQyxhQUFhLEVBQUUsV0FBVyxNQUFNLEVBQUUsQ0FBQztRQUMvRiw2Q0FBNkM7UUFDN0MsT0FBTyxNQUFNLElBQUksQ0FBQyxPQUFPLENBQUMsS0FBSyxFQUFFLEdBQUcsQ0FBQyxDQUFDO0lBQ3hDLENBQUM7SUFFTSxLQUFLLENBQUMsaUJBQWlCLENBQUMsUUFBZ0IsRUFBRSxRQUFnQixFQUFFLEtBQWEsRUFBRSxHQUFXO1FBQzNGLE1BQU0sR0FBRyxHQUFHLEdBQUcsUUFBUSxvQkFBb0IsS0FBSyxJQUFJLEdBQUcsSUFBSSxrQkFBa0IsQ0FBQyxRQUFRLENBQUMsRUFBRSxDQUFDO1FBQzFGLE9BQU8sTUFBTSxJQUFJLENBQUMsT0FBTyxDQUFDLEtBQUssRUFBRSxHQUFHLENBQUMsQ0FBQztJQUN4QyxDQUFDO0lBRU8sS0FBSyxDQUFDLE9BQU8sQ0FBQyxNQUFrQixFQUFFLEdBQVcsRUFBRSxNQUFlLEVBQUUsT0FBZ0I7UUFDdEYsTUFBTSxHQUFHLEdBQUcsTUFBTSxJQUFJLENBQUMsVUFBVSxDQUFDLE9BQU8sQ0FBQyxHQUFHLEVBQUU7WUFDN0MsTUFBTTtZQUNOLElBQUksRUFBRSxNQUFNO1lBQ1osUUFBUSxFQUFFLE1BQU07WUFDaEIsTUFBTSxFQUFFLElBQUk7WUFDWixPQUFPLEVBQUUsSUFBSSxDQUFDLE9BQU87WUFDckIsY0FBYyxFQUFFLElBQUk7WUFDcEIsSUFBSSxFQUFFLElBQUk7WUFDVixHQUFHLE9BQU87U0FDWCxDQUFDLENBQUM7UUFDSCxJQUFJLENBQUMsTUFBTSxDQUFDLElBQUksQ0FBQyx5Q0FBeUMsRUFBRSxNQUFNLEVBQUUsR0FBRyxFQUFFLEdBQUcsQ0FBQyxNQUFNLENBQUMsQ0FBQztRQUNyRixPQUFPO1lBQ0wsTUFBTTtZQUNOLEdBQUc7WUFDSCxHQUFHLEdBQUc7U0FDUCxDQUFDO0lBQ0osQ0FBQztDQUNGLENBQUE7QUExRUM7SUFEQyxJQUFBLGFBQU0sR0FBRTsyQ0FDMEI7QUFFbkM7SUFEQyxJQUFBLGFBQU0sR0FBRTsrQ0FDeUM7QUFFbEQ7SUFEQyxJQUFBLGFBQU0sR0FBRTsyQ0FDb0I7QUFObEIsV0FBVztJQUp2QixJQUFBLG1CQUFZLEVBQUM7UUFDWixJQUFJLEVBQUUsYUFBYTtRQUNuQixXQUFXLEVBQUUsa0JBQVcsQ0FBQyxNQUFNO0tBQ2hDLENBQUM7R0FDVyxXQUFXLENBNEV2QjtBQTVFWSxrQ0FBVyJ9

package/dist/app/common/adapter/QueueAdapter.d.ts

@@ -0,0 +1,7 @@
+export declare class QueueAdapter {
+    private readonly redis;
+    private getQueueName;
+    push<T>(key: string, item: T): Promise<number>;
+    pop<T>(key: string): Promise<T | null>;
+    length(key: string): Promise<number>;
+}

package/dist/app/common/adapter/QueueAdapter.js

@@ -0,0 +1,37 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.QueueAdapter = void 0;
+const tegg_1 = require("@eggjs/tegg");
+let QueueAdapter = class QueueAdapter {
+    getQueueName(key) {
+        return `CNPMCORE_Q_${key}`;
+    }
+    async push(key, item) {
+        return await this.redis.lpush(this.getQueueName(key), JSON.stringify(item));
+    }
+    async pop(key) {
+        const json = await this.redis.rpop(this.getQueueName(key));
+        if (!json)
+            return null;
+        return JSON.parse(json);
+    }
+    async length(key) {
+        return await this.redis.llen(this.getQueueName(key));
+    }
+};
+__decorate([
+    (0, tegg_1.Inject)()
+], QueueAdapter.prototype, "redis", void 0);
+QueueAdapter = __decorate([
+    (0, tegg_1.ContextProto)({
+        accessLevel: tegg_1.AccessLevel.PUBLIC,
+    })
+], QueueAdapter);
+exports.QueueAdapter = QueueAdapter;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiUXVldWVBZGFwdGVyLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vYXBwL2NvbW1vbi9hZGFwdGVyL1F1ZXVlQWRhcHRlci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7Ozs7Ozs7QUFBQSxzQ0FJcUI7QUFNckIsSUFBYSxZQUFZLEdBQXpCLE1BQWEsWUFBWTtJQUlmLFlBQVksQ0FBQyxHQUFXO1FBQzlCLE9BQU8sY0FBYyxHQUFHLEVBQUUsQ0FBQztJQUM3QixDQUFDO0lBRUQsS0FBSyxDQUFDLElBQUksQ0FBSSxHQUFXLEVBQUUsSUFBTztRQUNoQyxPQUFPLE1BQU0sSUFBSSxDQUFDLEtBQUssQ0FBQyxLQUFLLENBQUMsSUFBSSxDQUFDLFlBQVksQ0FBQyxHQUFHLENBQUMsRUFBRSxJQUFJLENBQUMsU0FBUyxDQUFDLElBQUksQ0FBQyxDQUFDLENBQUM7SUFDOUUsQ0FBQztJQUVELEtBQUssQ0FBQyxHQUFHLENBQUksR0FBVztRQUN0QixNQUFNLElBQUksR0FBRyxNQUFNLElBQUksQ0FBQyxLQUFLLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxZQUFZLENBQUMsR0FBRyxDQUFDLENBQUMsQ0FBQztRQUMzRCxJQUFJLENBQUMsSUFBSTtZQUFFLE9BQU8sSUFBSSxDQUFDO1FBQ3ZCLE9BQU8sSUFBSSxDQUFDLEtBQUssQ0FBQyxJQUFJLENBQU0sQ0FBQztJQUMvQixDQUFDO0lBRUQsS0FBSyxDQUFDLE1BQU0sQ0FBQyxHQUFXO1FBQ3RCLE9BQU8sTUFBTSxJQUFJLENBQUMsS0FBSyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsWUFBWSxDQUFDLEdBQUcsQ0FBQyxDQUFDLENBQUM7SUFDdkQsQ0FBQztDQUNGLENBQUE7QUFuQkM7SUFEQyxJQUFBLGFBQU0sR0FBRTsyQ0FDcUI7QUFGbkIsWUFBWTtJQUh4QixJQUFBLG1CQUFZLEVBQUM7UUFDWixXQUFXLEVBQUUsa0JBQVcsQ0FBQyxNQUFNO0tBQ2hDLENBQUM7R0FDVyxZQUFZLENBcUJ4QjtBQXJCWSxvQ0FBWSJ9

package/dist/app/common/adapter/binary/AbstractBinary.d.ts

@@ -0,0 +1,33 @@
+import { EggContextHttpClient, EggLogger } from 'egg';
+import { BinaryTaskConfig } from '../../../../config/binaries';
+export declare type BinaryItem = {
+    name: string;
+    isDir: boolean;
+    url: string;
+    size: string | number;
+    date: string;
+    ignoreDownloadStatuses?: number[];
+};
+export declare type FetchResult = {
+    items: BinaryItem[];
+    nextParams?: any;
+};
+export declare abstract class AbstractBinary {
+    protected httpclient: EggContextHttpClient;
+    protected logger: EggLogger;
+    protected binaryConfig: BinaryTaskConfig;
+    constructor(httpclient: EggContextHttpClient, logger: EggLogger, binaryConfig: BinaryTaskConfig);
+    abstract fetch(dir: string, params?: any): Promise<FetchResult | undefined>;
+    protected requestXml(url: string): Promise<string>;
+    protected requestJSON(url: string): Promise<any>;
+    protected listNodeABIVersions(): Promise<number[]>;
+    protected listNodePlatforms(): string[];
+    protected listNodeArchs(): {
+        [key: string]: string[];
+    };
+    protected listNodeLibcs(): {
+        linux: string[];
+        darwin: string[];
+        win32: string[];
+    };
+}

package/dist/app/common/adapter/binary/AbstractBinary.js

@@ -0,0 +1,76 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AbstractBinary = void 0;
+class AbstractBinary {
+    constructor(httpclient, logger, binaryConfig) {
+        this.httpclient = httpclient;
+        this.logger = logger;
+        this.binaryConfig = binaryConfig;
+    }
+    async requestXml(url) {
+        const { status, data, headers } = await this.httpclient.request(url, {
+            timeout: 20000,
+            followRedirect: true,
+            gzip: true,
+        });
+        const xml = data.toString();
+        if (status !== 200) {
+            this.logger.warn('[AbstractBinary.requestXml:non-200-status] url: %s, status: %s, headers: %j, xml: %j', url, status, headers, xml);
+            return '';
+        }
+        return xml;
+    }
+    async requestJSON(url) {
+        const { status, data, headers } = await this.httpclient.request(url, {
+            timeout: 20000,
+            dataType: 'json',
+            followRedirect: true,
+            gzip: true,
+        });
+        if (status !== 200) {
+            this.logger.warn('[AbstractBinary.requestJSON:non-200-status] url: %s, status: %s, headers: %j', url, status, headers);
+            return data;
+        }
+        return data;
+    }
+    // https://nodejs.org/api/n-api.html#n_api_node_api_version_matrix
+    async listNodeABIVersions() {
+        const nodeABIVersions = [];
+        const versions = await this.requestJSON('https://nodejs.org/dist/index.json');
+        for (const version of versions) {
+            if (!version.modules)
+                continue;
+            const modulesVersion = parseInt(version.modules);
+            // node v6.0.0 moduels 48 min
+            if (modulesVersion >= 48 && !nodeABIVersions.includes(modulesVersion)) {
+                nodeABIVersions.push(modulesVersion);
+            }
+        }
+        return nodeABIVersions;
+    }
+    listNodePlatforms() {
+        // https://nodejs.org/api/os.html#osplatform
+        return ['darwin', 'linux', 'win32'];
+    }
+    listNodeArchs() {
+        var _a;
+        if ((_a = this.binaryConfig.options) === null || _a === void 0 ? void 0 : _a.nodeArchs)
+            return this.binaryConfig.options.nodeArchs;
+        // https://nodejs.org/api/os.html#osarch
+        return {
+            linux: ['arm', 'arm64', 's390x', 'ia32', 'x64'],
+            darwin: ['arm64', 'ia32', 'x64'],
+            win32: ['ia32', 'x64'],
+        };
+    }
+    listNodeLibcs() {
+        // https://github.com/lovell/detect-libc/blob/master/lib/detect-libc.js#L42
+        return {
+            linux: ['glibc', 'musl'],
+            darwin: ['unknown'],
+            win32: ['unknown'],
+        };
+    }
+}
+exports.AbstractBinary = AbstractBinary;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiQWJzdHJhY3RCaW5hcnkuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi8uLi9hcHAvY29tbW9uL2FkYXB0ZXIvYmluYXJ5L0Fic3RyYWN0QmluYXJ5LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7OztBQWlCQSxNQUFzQixjQUFjO0lBS2xDLFlBQVksVUFBZ0MsRUFBRSxNQUFpQixFQUFFLFlBQThCO1FBQzdGLElBQUksQ0FBQyxVQUFVLEdBQUcsVUFBVSxDQUFDO1FBQzdCLElBQUksQ0FBQyxNQUFNLEdBQUcsTUFBTSxDQUFDO1FBQ3JCLElBQUksQ0FBQyxZQUFZLEdBQUcsWUFBWSxDQUFDO0lBQ25DLENBQUM7SUFJUyxLQUFLLENBQUMsVUFBVSxDQUFDLEdBQVc7UUFDcEMsTUFBTSxFQUFFLE1BQU0sRUFBRSxJQUFJLEVBQUUsT0FBTyxFQUFFLEdBQUcsTUFBTSxJQUFJLENBQUMsVUFBVSxDQUFDLE9BQU8sQ0FBQyxHQUFHLEVBQUU7WUFDbkUsT0FBTyxFQUFFLEtBQUs7WUFDZCxjQUFjLEVBQUUsSUFBSTtZQUNwQixJQUFJLEVBQUUsSUFBSTtTQUNYLENBQUMsQ0FBQztRQUNILE1BQU0sR0FBRyxHQUFHLElBQUksQ0FBQyxRQUFRLEVBQVksQ0FBQztRQUN0QyxJQUFJLE1BQU0sS0FBSyxHQUFHLEVBQUU7WUFDbEIsSUFBSSxDQUFDLE1BQU0sQ0FBQyxJQUFJLENBQUMsc0ZBQXNGLEVBQUUsR0FBRyxFQUFFLE1BQU0sRUFBRSxPQUFPLEVBQUUsR0FBRyxDQUFDLENBQUM7WUFDcEksT0FBTyxFQUFFLENBQUM7U0FDWDtRQUNELE9BQU8sR0FBRyxDQUFDO0lBQ2IsQ0FBQztJQUVTLEtBQUssQ0FBQyxXQUFXLENBQUMsR0FBVztRQUNyQyxNQUFNLEVBQUUsTUFBTSxFQUFFLElBQUksRUFBRSxPQUFPLEVBQUUsR0FBRyxNQUFNLElBQUksQ0FBQyxVQUFVLENBQUMsT0FBTyxDQUFDLEdBQUcsRUFBRTtZQUNuRSxPQUFPLEVBQUUsS0FBSztZQUNkLFFBQVEsRUFBRSxNQUFNO1lBQ2hCLGNBQWMsRUFBRSxJQUFJO1lBQ3BCLElBQUksRUFBRSxJQUFJO1NBQ1gsQ0FBQyxDQUFDO1FBQ0gsSUFBSSxNQUFNLEtBQUssR0FBRyxFQUFFO1lBQ2xCLElBQUksQ0FBQyxNQUFNLENBQUMsSUFBSSxDQUFDLDhFQUE4RSxFQUFFLEdBQUcsRUFBRSxNQUFNLEVBQUUsT0FBTyxDQUFDLENBQUM7WUFDdkgsT0FBTyxJQUFJLENBQUM7U0FDYjtRQUNELE9BQU8sSUFBSSxDQUFDO0lBQ2QsQ0FBQztJQUVELGtFQUFrRTtJQUN4RCxLQUFLLENBQUMsbUJBQW1CO1FBQ2pDLE1BQU0sZUFBZSxHQUFhLEVBQUUsQ0FBQztRQUNyQyxNQUFNLFFBQVEsR0FBRyxNQUFNLElBQUksQ0FBQyxXQUFXLENBQUMsb0NBQW9DLENBQUMsQ0FBQztRQUM5RSxLQUFLLE1BQU0sT0FBTyxJQUFJLFFBQVEsRUFBRTtZQUM5QixJQUFJLENBQUMsT0FBTyxDQUFDLE9BQU87Z0JBQUUsU0FBUztZQUMvQixNQUFNLGNBQWMsR0FBRyxRQUFRLENBQUMsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUFDO1lBQ2pELDZCQUE2QjtZQUM3QixJQUFJLGNBQWMsSUFBSSxFQUFFLElBQUksQ0FBQyxlQUFlLENBQUMsUUFBUSxDQUFDLGNBQWMsQ0FBQyxFQUFFO2dCQUNyRSxlQUFlLENBQUMsSUFBSSxDQUFDLGNBQWMsQ0FBQyxDQUFDO2FBQ3RDO1NBQ0Y7UUFDRCxPQUFPLGVBQWUsQ0FBQztJQUN6QixDQUFDO0lBRVMsaUJBQWlCO1FBQ3pCLDRDQUE0QztRQUM1QyxPQUFPLENBQUUsUUFBUSxFQUFFLE9BQU8sRUFBRSxPQUFPLENBQUUsQ0FBQztJQUN4QyxDQUFDO0lBRVMsYUFBYTs7UUFDckIsSUFBSSxNQUFBLElBQUksQ0FBQyxZQUFZLENBQUMsT0FBTywwQ0FBRSxTQUFTO1lBQUUsT0FBTyxJQUFJLENBQUMsWUFBWSxDQUFDLE9BQU8sQ0FBQyxTQUFTLENBQUM7UUFDckYsd0NBQXdDO1FBQ3hDLE9BQU87WUFDTCxLQUFLLEVBQUUsQ0FBRSxLQUFLLEVBQUUsT0FBTyxFQUFFLE9BQU8sRUFBRSxNQUFNLEVBQUUsS0FBSyxDQUFFO1lBQ2pELE1BQU0sRUFBRSxDQUFFLE9BQU8sRUFBRSxNQUFNLEVBQUUsS0FBSyxDQUFFO1lBQ2xDLEtBQUssRUFBRSxDQUFFLE1BQU0sRUFBRSxLQUFLLENBQUU7U0FDekIsQ0FBQztJQUNKLENBQUM7SUFFUyxhQUFhO1FBQ3JCLDJFQUEyRTtRQUMzRSxPQUFPO1lBQ0wsS0FBSyxFQUFFLENBQUUsT0FBTyxFQUFFLE1BQU0sQ0FBRTtZQUMxQixNQUFNLEVBQUUsQ0FBRSxTQUFTLENBQUU7WUFDckIsS0FBSyxFQUFFLENBQUUsU0FBUyxDQUFFO1NBQ3JCLENBQUM7SUFDSixDQUFDO0NBQ0Y7QUEvRUQsd0NBK0VDIn0=

package/dist/app/common/adapter/binary/ApiBinary.d.ts

@@ -0,0 +1,8 @@
+import { EggContextHttpClient, EggLogger } from 'egg';
+import { AbstractBinary, FetchResult } from './AbstractBinary';
+import { BinaryTaskConfig } from '../../../../config/binaries';
+export declare class ApiBinary extends AbstractBinary {
+    private apiUrl;
+    constructor(httpclient: EggContextHttpClient, logger: EggLogger, binaryConfig: BinaryTaskConfig, apiUrl: string);
+    fetch(dir: string): Promise<FetchResult | undefined>;
+}

package/dist/app/common/adapter/binary/ApiBinary.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ApiBinary = void 0;
+const AbstractBinary_1 = require("./AbstractBinary");
+class ApiBinary extends AbstractBinary_1.AbstractBinary {
+    constructor(httpclient, logger, binaryConfig, apiUrl) {
+        super(httpclient, logger, binaryConfig);
+        this.apiUrl = apiUrl;
+    }
+    async fetch(dir) {
+        const url = `${this.apiUrl}/${this.binaryConfig.category}${dir}`;
+        const data = await this.requestJSON(url);
+        if (!Array.isArray(data)) {
+            this.logger.warn('[ApiBinary.fetch:response-data-not-array] data: %j', data);
+            return;
+        }
+        const items = [];
+        for (const item of data) {
+            items.push({
+                name: item.name,
+                isDir: item.type === 'dir',
+                url: item.url,
+                size: item.size || '-',
+                date: item.date,
+            });
+        }
+        return { items };
+    }
+}
+exports.ApiBinary = ApiBinary;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiQXBpQmluYXJ5LmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vLi4vYXBwL2NvbW1vbi9hZGFwdGVyL2JpbmFyeS9BcGlCaW5hcnkudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7O0FBQ0EscURBQTJFO0FBRzNFLE1BQWEsU0FBVSxTQUFRLCtCQUFjO0lBRTNDLFlBQVksVUFBZ0MsRUFBRSxNQUFpQixFQUFFLFlBQThCLEVBQUUsTUFBYztRQUM3RyxLQUFLLENBQUMsVUFBVSxFQUFFLE1BQU0sRUFBRSxZQUFZLENBQUMsQ0FBQztRQUN4QyxJQUFJLENBQUMsTUFBTSxHQUFHLE1BQU0sQ0FBQztJQUN2QixDQUFDO0lBRUQsS0FBSyxDQUFDLEtBQUssQ0FBQyxHQUFXO1FBQ3JCLE1BQU0sR0FBRyxHQUFHLEdBQUcsSUFBSSxDQUFDLE1BQU0sSUFBSSxJQUFJLENBQUMsWUFBWSxDQUFDLFFBQVEsR0FBRyxHQUFHLEVBQUUsQ0FBQztRQUNqRSxNQUFNLElBQUksR0FBRyxNQUFNLElBQUksQ0FBQyxXQUFXLENBQUMsR0FBRyxDQUFDLENBQUM7UUFDekMsSUFBSSxDQUFDLEtBQUssQ0FBQyxPQUFPLENBQUMsSUFBSSxDQUFDLEVBQUU7WUFDeEIsSUFBSSxDQUFDLE1BQU0sQ0FBQyxJQUFJLENBQUMsb0RBQW9ELEVBQUUsSUFBSSxDQUFDLENBQUM7WUFDN0UsT0FBTztTQUNSO1FBQ0QsTUFBTSxLQUFLLEdBQWlCLEVBQUUsQ0FBQztRQUMvQixLQUFLLE1BQU0sSUFBSSxJQUFJLElBQUksRUFBRTtZQUN2QixLQUFLLENBQUMsSUFBSSxDQUFDO2dCQUNULElBQUksRUFBRSxJQUFJLENBQUMsSUFBSTtnQkFDZixLQUFLLEVBQUUsSUFBSSxDQUFDLElBQUksS0FBSyxLQUFLO2dCQUMxQixHQUFHLEVBQUUsSUFBSSxDQUFDLEdBQUc7Z0JBQ2IsSUFBSSxFQUFFLElBQUksQ0FBQyxJQUFJLElBQUksR0FBRztnQkFDdEIsSUFBSSxFQUFFLElBQUksQ0FBQyxJQUFJO2FBQ2hCLENBQUMsQ0FBQztTQUNKO1FBQ0QsT0FBTyxFQUFFLEtBQUssRUFBRSxDQUFDO0lBQ25CLENBQUM7Q0FDRjtBQTFCRCw4QkEwQkMifQ==

package/dist/app/common/adapter/binary/BucketBinary.d.ts

@@ -0,0 +1,5 @@
+import { AbstractBinary, FetchResult, BinaryItem } from './AbstractBinary';
+export declare class BucketBinary extends AbstractBinary {
+    fetch(dir: string): Promise<FetchResult | undefined>;
+    protected parseItems(xml: string, dir: string): BinaryItem[];
+}

package/dist/app/common/adapter/binary/BucketBinary.js

@@ -0,0 +1,77 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BucketBinary = void 0;
+const path_1 = __importDefault(require("path"));
+const AbstractBinary_1 = require("./AbstractBinary");
+class BucketBinary extends AbstractBinary_1.AbstractBinary {
+    async fetch(dir) {
+        // /foo/ => foo/
+        const subDir = dir.substring(1);
+        const url = `${this.binaryConfig.distUrl}?delimiter=/&prefix=${encodeURIComponent(subDir)}`;
+        const xml = await this.requestXml(url);
+        return { items: this.parseItems(xml, dir), nextParams: null };
+    }
+    parseItems(xml, dir) {
+        var _a;
+        const items = [];
+        // https://nwjs2.s3.amazonaws.com/?prefix=v0.59.0%2Fx64%2F
+        // https://chromedriver.storage.googleapis.com/?delimiter=/&prefix=
+        // <Contents><Key>2.0/chromedriver_linux32.zip</Key><Generation>1380149859530000</Generation><MetaGeneration>2</MetaGeneration><LastModified>2013-09-25T22:57:39.349Z</LastModified><ETag>"c0d96102715c4916b872f91f5bf9b12c"</ETag><Size>7262134</Size><Owner/></Contents><Contents>
+        // <Contents><Key>v0.59.0/nwjs-v0.59.0-linux-ia32.tar.gz</Key><LastModified>2015-11-02T02:34:18.000Z</LastModified><ETag>&quot;b1b7a52928e9f874bad0cabf7f74ba8e&quot;</ETag><Size>22842</Size><StorageClass>STANDARD</StorageClass></Contents>
+        const fileRe = /<Contents><Key>([^<]+?)<\/Key>(?:<Generation>\d+?<\/Generation>)?(?:<MetaGeneration>\d+?<\/MetaGeneration>)?<LastModified>([^<]+?)<\/LastModified><ETag>[^<]+?<\/ETag><Size>(\d+?)<\/Size>/g;
+        let matchs = xml.matchAll(fileRe);
+        for (const m of matchs) {
+            const fullname = m[1].trim();
+            // <Key>2.43/</Key>
+            // <Generation>1410297711522000</Generation>
+            // <MetaGeneration>1</MetaGeneration>
+            // <LastModified>2014-09-09T21:21:51.522Z</LastModified>
+            // <ETag>"d41d8cd98f00b204e9800998ecf8427e"</ETag>
+            // <Size>0</Size>
+            // ignore size = 0 dir
+            if (fullname.endsWith('/'))
+                continue;
+            const name = path_1.default.basename(fullname);
+            const date = m[2].trim();
+            const size = parseInt(m[3].trim());
+            items.push({
+                name,
+                isDir: false,
+                url: `${this.binaryConfig.distUrl}${fullname}`,
+                size,
+                date,
+            });
+        }
+        // <CommonPrefixes><Prefix>v0.59.0/x64/</Prefix></CommonPrefixes>
+        const dirRe = /<CommonPrefixes><Prefix>([^<]+?)<\/Prefix><\/CommonPrefixes>/g;
+        matchs = xml.matchAll(dirRe);
+        for (const m of matchs) {
+            // <Prefix>AWSLogs/</Prefix>
+            // ignore AWSLogs
+            // Download https://node-inspector.s3.amazonaws.com/AWSLogs/077447786745/CloudTrail/us-west-2/2015/12/10/077447786745_CloudTrail_us-west-2_20151210T1015Z_JNWlbeBTILiSzPCq.json.gz status(403) invalid
+            const fullname = m[1].trim();
+            const name = `${path_1.default.basename(fullname)}/`;
+            const fullpath = `${dir}${name}`;
+            if ((_a = this.binaryConfig.ignoreDirs) === null || _a === void 0 ? void 0 : _a.includes(fullpath))
+                continue;
+            let date = '-';
+            // root dir children, should set date to '2022-04-19T01:00:00Z', sync per hour
+            if (dir === '/') {
+                date = new Date().toISOString().split(':', 1)[0] + ':00:00Z';
+            }
+            items.push({
+                name,
+                isDir: true,
+                url: '',
+                size: '-',
+                date,
+            });
+        }
+        return items;
+    }
+}
+exports.BucketBinary = BucketBinary;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiQnVja2V0QmluYXJ5LmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vLi4vYXBwL2NvbW1vbi9hZGFwdGVyL2JpbmFyeS9CdWNrZXRCaW5hcnkudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7Ozs7O0FBQUEsZ0RBQXdCO0FBQ3hCLHFEQUEyRTtBQUUzRSxNQUFhLFlBQWEsU0FBUSwrQkFBYztJQUM5QyxLQUFLLENBQUMsS0FBSyxDQUFDLEdBQVc7UUFDckIsZ0JBQWdCO1FBQ2hCLE1BQU0sTUFBTSxHQUFHLEdBQUcsQ0FBQyxTQUFTLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDaEMsTUFBTSxHQUFHLEdBQUcsR0FBRyxJQUFJLENBQUMsWUFBWSxDQUFDLE9BQU8sdUJBQXVCLGtCQUFrQixDQUFDLE1BQU0sQ0FBQyxFQUFFLENBQUM7UUFDNUYsTUFBTSxHQUFHLEdBQUcsTUFBTSxJQUFJLENBQUMsVUFBVSxDQUFDLEdBQUcsQ0FBQyxDQUFDO1FBQ3ZDLE9BQU8sRUFBRSxLQUFLLEVBQUUsSUFBSSxDQUFDLFVBQVUsQ0FBQyxHQUFHLEVBQUUsR0FBRyxDQUFDLEVBQUUsVUFBVSxFQUFFLElBQUksRUFBRSxDQUFDO0lBQ2hFLENBQUM7SUFFUyxVQUFVLENBQUMsR0FBVyxFQUFFLEdBQVc7O1FBQzNDLE1BQU0sS0FBSyxHQUFpQixFQUFFLENBQUM7UUFDL0IsMERBQTBEO1FBQzFELG1FQUFtRTtRQUNuRSxvUkFBb1I7UUFDcFIsOE9BQThPO1FBQzlPLE1BQU0sTUFBTSxHQUFHLDZMQUE2TCxDQUFDO1FBQzdNLElBQUksTUFBTSxHQUFHLEdBQUcsQ0FBQyxRQUFRLENBQUMsTUFBTSxDQUFDLENBQUM7UUFDbEMsS0FBSyxNQUFNLENBQUMsSUFBSSxNQUFNLEVBQUU7WUFDdEIsTUFBTSxRQUFRLEdBQUcsQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDLElBQUksRUFBRSxDQUFDO1lBQzdCLG1CQUFtQjtZQUNuQiw0Q0FBNEM7WUFDNUMscUNBQXFDO1lBQ3JDLHdEQUF3RDtZQUN4RCxrREFBa0Q7WUFDbEQsaUJBQWlCO1lBQ2pCLHNCQUFzQjtZQUN0QixJQUFJLFFBQVEsQ0FBQyxRQUFRLENBQUMsR0FBRyxDQUFDO2dCQUFFLFNBQVM7WUFFckMsTUFBTSxJQUFJLEdBQUcsY0FBSSxDQUFDLFFBQVEsQ0FBQyxRQUFRLENBQUMsQ0FBQztZQUNyQyxNQUFNLElBQUksR0FBRyxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUMsSUFBSSxFQUFFLENBQUM7WUFDekIsTUFBTSxJQUFJLEdBQUcsUUFBUSxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxJQUFJLEVBQUUsQ0FBQyxDQUFDO1lBQ25DLEtBQUssQ0FBQyxJQUFJLENBQUM7Z0JBQ1QsSUFBSTtnQkFDSixLQUFLLEVBQUUsS0FBSztnQkFDWixHQUFHLEVBQUUsR0FBRyxJQUFJLENBQUMsWUFBWSxDQUFDLE9BQU8sR0FBRyxRQUFRLEVBQUU7Z0JBQzlDLElBQUk7Z0JBQ0osSUFBSTthQUNMLENBQUMsQ0FBQztTQUNKO1FBQ0QsaUVBQWlFO1FBQ2pFLE1BQU0sS0FBSyxHQUFHLCtEQUErRCxDQUFDO1FBQzlFLE1BQU0sR0FBRyxHQUFHLENBQUMsUUFBUSxDQUFDLEtBQUssQ0FBQyxDQUFDO1FBQzdCLEtBQUssTUFBTSxDQUFDLElBQUksTUFBTSxFQUFFO1lBQ3RCLDRCQUE0QjtZQUM1QixpQkFBaUI7WUFDakIsc01BQXNNO1lBQ3RNLE1BQU0sUUFBUSxHQUFHLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxJQUFJLEVBQUUsQ0FBQztZQUM3QixNQUFNLElBQUksR0FBRyxHQUFHLGNBQUksQ0FBQyxRQUFRLENBQUMsUUFBUSxDQUFDLEdBQUcsQ0FBQztZQUMzQyxNQUFNLFFBQVEsR0FBRyxHQUFHLEdBQUcsR0FBRyxJQUFJLEVBQUUsQ0FBQztZQUNqQyxJQUFJLE1BQUEsSUFBSSxDQUFDLFlBQVksQ0FBQyxVQUFVLDBDQUFFLFFBQVEsQ0FBQyxRQUFRLENBQUM7Z0JBQUUsU0FBUztZQUMvRCxJQUFJLElBQUksR0FBRyxHQUFHLENBQUM7WUFDZiw4RUFBOEU7WUFDOUUsSUFBSSxHQUFHLEtBQUssR0FBRyxFQUFFO2dCQUNmLElBQUksR0FBRyxJQUFJLElBQUksRUFBRSxDQUFDLFdBQVcsRUFBRSxDQUFDLEtBQUssQ0FBQyxHQUFHLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDLEdBQUcsU0FBUyxDQUFDO2FBQzlEO1lBQ0QsS0FBSyxDQUFDLElBQUksQ0FBQztnQkFDVCxJQUFJO2dCQUNKLEtBQUssRUFBRSxJQUFJO2dCQUNYLEdBQUcsRUFBRSxFQUFFO2dCQUNQLElBQUksRUFBRSxHQUFHO2dCQUNULElBQUk7YUFDTCxDQUFDLENBQUM7U0FDSjtRQUNELE9BQU8sS0FBSyxDQUFDO0lBQ2YsQ0FBQztDQUNGO0FBakVELG9DQWlFQyJ9

package/dist/app/common/adapter/binary/CypressBinary.d.ts

@@ -0,0 +1,5 @@
+import { AbstractBinary, FetchResult } from './AbstractBinary';
+export declare class CypressBinary extends AbstractBinary {
+    private dirItems;
+    fetch(dir: string): Promise<FetchResult | undefined>;
+}