cnpmcore 0.0.2 → 1.2.0

package/dist/app/core/service/BinarySyncerService.js

@@ -0,0 +1,281 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BinarySyncerService = void 0;
+const promises_1 = require("fs/promises");
+const tegg_1 = require("@eggjs/tegg");
+const promises_2 = __importDefault(require("fs/promises"));
+const binaries_1 = __importStar(require("../../../config/binaries"));
+const Task_1 = require("../../common/enum/Task");
+const FileUtil_1 = require("../../common/FileUtil");
+const Task_2 = require("../entity/Task");
+const Binary_1 = require("../entity/Binary");
+const ApiBinary_1 = require("../../common/adapter/binary/ApiBinary");
+const AbstractService_1 = require("../../common/AbstractService");
+const NodeBinary_1 = require("../../common/adapter/binary/NodeBinary");
+const NwjsBinary_1 = require("../../common/adapter/binary/NwjsBinary");
+const BucketBinary_1 = require("../../common/adapter/binary/BucketBinary");
+const CypressBinary_1 = require("../../common/adapter/binary/CypressBinary");
+const SqlcipherBinary_1 = require("../../common/adapter/binary/SqlcipherBinary");
+const PuppeteerBinary_1 = require("../../common/adapter/binary/PuppeteerBinary");
+const GithubBinary_1 = require("../../common/adapter/binary/GithubBinary");
+const ElectronBinary_1 = require("../../common/adapter/binary/ElectronBinary");
+const NodePreGypBinary_1 = require("../../common/adapter/binary/NodePreGypBinary");
+const ImageminBinary_1 = require("../../common/adapter/binary/ImageminBinary");
+const PlaywrightBinary_1 = require("../../common/adapter/binary/PlaywrightBinary");
+const BinaryClasses = {
+    [binaries_1.SyncerClass.NodeBinary]: NodeBinary_1.NodeBinary,
+    [binaries_1.SyncerClass.NwjsBinary]: NwjsBinary_1.NwjsBinary,
+    [binaries_1.SyncerClass.BucketBinary]: BucketBinary_1.BucketBinary,
+    [binaries_1.SyncerClass.CypressBinary]: CypressBinary_1.CypressBinary,
+    [binaries_1.SyncerClass.SqlcipherBinary]: SqlcipherBinary_1.SqlcipherBinary,
+    [binaries_1.SyncerClass.PuppeteerBinary]: PuppeteerBinary_1.PuppeteerBinary,
+    [binaries_1.SyncerClass.GithubBinary]: GithubBinary_1.GithubBinary,
+    [binaries_1.SyncerClass.ElectronBinary]: ElectronBinary_1.ElectronBinary,
+    [binaries_1.SyncerClass.NodePreGypBinary]: NodePreGypBinary_1.NodePreGypBinary,
+    [binaries_1.SyncerClass.ImageminBinary]: ImageminBinary_1.ImageminBinary,
+    [binaries_1.SyncerClass.PlaywrightBinary]: PlaywrightBinary_1.PlaywrightBinary,
+};
+function isoNow() {
+    return new Date().toISOString();
+}
+let BinarySyncerService = class BinarySyncerService extends AbstractService_1.AbstractService {
+    async findBinary(binaryName, parent, name) {
+        return await this.binaryRepository.findBinary(binaryName, parent, name);
+    }
+    async listDirBinaries(binary) {
+        return await this.binaryRepository.listBinaries(binary.category, `${binary.parent}${binary.name}`);
+    }
+    async listRootBinaries(binaryName) {
+        return await this.binaryRepository.listBinaries(binaryName, '/');
+    }
+    async downloadBinary(binary) {
+        return await this.nfsAdapter.getDownloadUrlOrStream(binary.storePath);
+    }
+    async createTask(binaryName, lastData) {
+        return await this.taskService.createTask(Task_2.Task.createSyncBinary(binaryName, lastData), false);
+    }
+    async findTask(taskId) {
+        return await this.taskService.findTask(taskId);
+    }
+    async findTaskLog(task) {
+        return await this.taskService.findTaskLog(task);
+    }
+    async findExecuteTask() {
+        return await this.taskService.findExecuteTask(Task_1.TaskType.SyncBinary);
+    }
+    async executeTask(task) {
+        const binaryName = task.targetName;
+        const binaryInstance = this.createBinaryInstance(binaryName);
+        const logUrl = `${this.config.cnpmcore.registry}/-/binary/${binaryName}/syncs/${task.taskId}/log`;
+        let logs = [];
+        logs.push(`[${isoNow()}] 🚧🚧🚧🚧🚧 Start sync binary "${binaryName}" 🚧🚧🚧🚧🚧`);
+        if (!binaryInstance) {
+            task.error = 'unknow binaryName';
+            logs.push(`[${isoNow()}] ❌ Synced "${binaryName}" fail, ${task.error}, log: ${logUrl}`);
+            logs.push(`[${isoNow()}] ❌❌❌❌❌ "${binaryName}" ❌❌❌❌❌`);
+            this.logger.error('[BinarySyncerService.executeTask:fail] taskId: %s, targetName: %s, %s', task.taskId, task.targetName, task.error);
+            await this.taskService.finishTask(task, Task_1.TaskState.Fail, logs.join('\n'));
+            return;
+        }
+        await this.taskService.appendTaskLog(task, logs.join('\n'));
+        logs = [];
+        this.logger.info('[BinarySyncerService.executeTask:start] taskId: %s, targetName: %s, log: %s', task.taskId, task.targetName, logUrl);
+        try {
+            await this.syncDir(binaryInstance, task, '/');
+            logs.push(`[${isoNow()}] 🟢 log: ${logUrl}`);
+            logs.push(`[${isoNow()}] 🟢🟢🟢🟢🟢 "${binaryName}" 🟢🟢🟢🟢🟢`);
+            await this.taskService.finishTask(task, Task_1.TaskState.Success, logs.join('\n'));
+            this.logger.info('[BinarySyncerService.executeTask:success] taskId: %s, targetName: %s, log: %s', task.taskId, task.targetName, logUrl);
+        }
+        catch (err) {
+            task.error = err.message;
+            logs.push(`[${isoNow()}] ❌ Synced "${binaryName}" fail, ${task.error}, log: ${logUrl}`);
+            logs.push(`[${isoNow()}] ❌❌❌❌❌ "${binaryName}" ❌❌❌❌❌`);
+            this.logger.error('[BinarySyncerService.executeTask:fail] taskId: %s, targetName: %s, %s', task.taskId, task.targetName, task.error);
+            this.logger.error(err);
+            await this.taskService.finishTask(task, Task_1.TaskState.Fail, logs.join('\n'));
+        }
+    }
+    async syncDir(binaryInstance, task, dir, parentIndex = '') {
+        const binaryName = task.targetName;
+        const result = await binaryInstance.fetch(dir, task.data);
+        let hasDownloadError = false;
+        let hasItems = false;
+        if (result && result.items.length > 0) {
+            hasItems = true;
+            let logs = [];
+            const newItems = await this.diff(binaryName, dir, result.items);
+            logs.push(`[${isoNow()}][${dir}] 🚧 Syncing diff: ${result.items.length} => ${newItems.length}, Binary class: ${binaryInstance.constructor.name}`);
+            for (const [index, { item, reason }] of newItems.entries()) {
+                if (item.isDir) {
+                    logs.push(`[${isoNow()}][${dir}] 🚧 [${parentIndex}${index}] Start sync dir ${JSON.stringify(item)}, reason: ${reason}`);
+                    await this.taskService.appendTaskLog(task, logs.join('\n'));
+                    logs = [];
+                    const [hasError, hasSubItems] = await this.syncDir(binaryInstance, task, `${dir}${item.name}`, `${parentIndex}${index}.`);
+                    if (hasError) {
+                        hasDownloadError = true;
+                    }
+                    else {
+                        // if any file download error, let dir sync again next time
+                        // if empty dir, don't save it
+                        if (hasSubItems) {
+                            await this.saveBinaryItem(item);
+                        }
+                    }
+                }
+                else {
+                    // download to nfs
+                    logs.push(`[${isoNow()}][${dir}] 🚧 [${parentIndex}${index}] Downloading ${JSON.stringify(item)}, reason: ${reason}`);
+                    await this.taskService.appendTaskLog(task, logs.join('\n'));
+                    logs = [];
+                    let localFile = '';
+                    try {
+                        const { tmpfile, headers, timing } = await (0, FileUtil_1.downloadToTempfile)(this.httpclient, this.config.dataDir, item.sourceUrl, item.ignoreDownloadStatuses);
+                        logs.push(`[${isoNow()}][${dir}] 🟢 [${parentIndex}${index}] HTTP content-length: ${headers['content-length']}, timing: ${JSON.stringify(timing)}, ${item.sourceUrl} => ${tmpfile}`);
+                        localFile = tmpfile;
+                        const binary = await this.saveBinaryItem(item, tmpfile);
+                        logs.push(`[${isoNow()}][${dir}] 🟢 [${parentIndex}${index}] Synced file success, binaryId: ${binary.binaryId}`);
+                        await this.taskService.appendTaskLog(task, logs.join('\n'));
+                        logs = [];
+                    }
+                    catch (err) {
+                        if (err.name === 'DownloadNotFoundError') {
+                            this.logger.warn('Not found %s, skip it', item.sourceUrl);
+                            logs.push(`[${isoNow()}][${dir}] 🧪️ [${parentIndex}${index}] Download ${item.sourceUrl} not found, skip it`);
+                        }
+                        else {
+                            this.logger.error('Download binary %s %s', item.sourceUrl, err);
+                            hasDownloadError = true;
+                            logs.push(`[${isoNow()}][${dir}] ❌ [${parentIndex}${index}] Download ${item.sourceUrl} error: ${err}`);
+                        }
+                        await this.taskService.appendTaskLog(task, logs.join('\n'));
+                        logs = [];
+                    }
+                    finally {
+                        if (localFile) {
+                            await (0, promises_1.rm)(localFile, { force: true });
+                        }
+                    }
+                }
+            }
+            if (hasDownloadError) {
+                logs.push(`[${isoNow()}][${dir}] ❌ Synced dir fail`);
+            }
+            else {
+                logs.push(`[${isoNow()}][${dir}] 🟢 Synced dir success`);
+            }
+            await this.taskService.appendTaskLog(task, logs.join('\n'));
+        }
+        return [hasDownloadError, hasItems];
+    }
+    async diff(binaryName, dir, fetchItems) {
+        const existsItems = await this.binaryRepository.listBinaries(binaryName, dir);
+        const existsMap = new Map();
+        for (const item of existsItems) {
+            existsMap.set(item.name, item);
+        }
+        const diffItems = [];
+        for (const item of fetchItems) {
+            const existsItem = existsMap.get(item.name);
+            if (!existsItem) {
+                diffItems.push({
+                    item: Binary_1.Binary.create({
+                        category: binaryName,
+                        parent: dir,
+                        name: item.name,
+                        isDir: item.isDir,
+                        size: 0,
+                        date: item.date,
+                        sourceUrl: item.url,
+                        ignoreDownloadStatuses: item.ignoreDownloadStatuses,
+                    }),
+                    reason: 'new item',
+                });
+            }
+            else if (existsItem.date !== item.date) {
+                diffItems.push({
+                    item: existsItem,
+                    reason: `date diff, local: ${JSON.stringify(existsItem.date)}, remote: ${JSON.stringify(item.date)}`,
+                });
+                existsItem.sourceUrl = item.url;
+                existsItem.ignoreDownloadStatuses = item.ignoreDownloadStatuses;
+                existsItem.date = item.date;
+            }
+        }
+        return diffItems;
+    }
+    async saveBinaryItem(binary, tmpfile) {
+        if (tmpfile) {
+            const stat = await promises_2.default.stat(tmpfile);
+            binary.size = stat.size;
+            await this.nfsAdapter.uploadFile(binary.storePath, tmpfile);
+            this.logger.info('[BinarySyncerService.saveBinaryItem:uploadFile] binaryId: %s, size: %d, %s => %s', binary.binaryId, stat.size, tmpfile, binary.storePath);
+        }
+        await this.binaryRepository.saveBinary(binary);
+        return binary;
+    }
+    createBinaryInstance(binaryName) {
+        const config = this.config.cnpmcore;
+        if (config.sourceRegistryIsCNpm) {
+            const binaryConfig = binaries_1.default[binaryName];
+            const syncBinaryFromAPISource = config.syncBinaryFromAPISource || `${config.sourceRegistry}/-/binary`;
+            return new ApiBinary_1.ApiBinary(this.httpclient, this.logger, binaryConfig, syncBinaryFromAPISource);
+        }
+        for (const binaryConfig of Object.values(binaries_1.default)) {
+            if (binaryConfig.category === binaryName) {
+                return new BinaryClasses[binaryConfig.syncer](this.httpclient, this.logger, binaryConfig);
+            }
+        }
+    }
+};
+__decorate([
+    (0, tegg_1.Inject)()
+], BinarySyncerService.prototype, "binaryRepository", void 0);
+__decorate([
+    (0, tegg_1.Inject)()
+], BinarySyncerService.prototype, "taskService", void 0);
+__decorate([
+    (0, tegg_1.Inject)()
+], BinarySyncerService.prototype, "httpclient", void 0);
+__decorate([
+    (0, tegg_1.Inject)()
+], BinarySyncerService.prototype, "nfsAdapter", void 0);
+BinarySyncerService = __decorate([
+    (0, tegg_1.ContextProto)({
+        accessLevel: tegg_1.AccessLevel.PUBLIC,
+    })
+], BinarySyncerService);
+exports.BinarySyncerService = BinarySyncerService;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiQmluYXJ5U3luY2VyU2VydmljZS5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL2FwcC9jb3JlL3NlcnZpY2UvQmluYXJ5U3luY2VyU2VydmljZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7OztBQUFBLDBDQUFpQztBQUNqQyxzQ0FJcUI7QUFJckIsMkRBQTZCO0FBQzdCLHFFQUFpRTtBQUVqRSxpREFBNkQ7QUFDN0Qsb0RBQTJEO0FBRTNELHlDQUFzQztBQUN0Qyw2Q0FBMEM7QUFHMUMscUVBQWtFO0FBQ2xFLGtFQUErRDtBQUMvRCx1RUFBb0U7QUFDcEUsdUVBQW9FO0FBQ3BFLDJFQUF3RTtBQUN4RSw2RUFBMEU7QUFDMUUsaUZBQThFO0FBQzlFLGlGQUE4RTtBQUM5RSwyRUFBd0U7QUFDeEUsK0VBQTRFO0FBQzVFLG1GQUFnRjtBQUNoRiwrRUFBNEU7QUFDNUUsbUZBQWdGO0FBRWhGLE1BQU0sYUFBYSxHQUFHO0lBQ3BCLENBQUMsc0JBQVcsQ0FBQyxVQUFVLENBQUMsRUFBRSx1QkFBVTtJQUNwQyxDQUFDLHNCQUFXLENBQUMsVUFBVSxDQUFDLEVBQUUsdUJBQVU7SUFDcEMsQ0FBQyxzQkFBVyxDQUFDLFlBQVksQ0FBQyxFQUFFLDJCQUFZO0lBQ3hDLENBQUMsc0JBQVcsQ0FBQyxhQUFhLENBQUMsRUFBRSw2QkFBYTtJQUMxQyxDQUFDLHNCQUFXLENBQUMsZUFBZSxDQUFDLEVBQUUsaUNBQWU7SUFDOUMsQ0FBQyxzQkFBVyxDQUFDLGVBQWUsQ0FBQyxFQUFFLGlDQUFlO0lBQzlDLENBQUMsc0JBQVcsQ0FBQyxZQUFZLENBQUMsRUFBRSwyQkFBWTtJQUN4QyxDQUFDLHNCQUFXLENBQUMsY0FBYyxDQUFDLEVBQUUsK0JBQWM7SUFDNUMsQ0FBQyxzQkFBVyxDQUFDLGdCQUFnQixDQUFDLEVBQUUsbUNBQWdCO0lBQ2hELENBQUMsc0JBQVcsQ0FBQyxjQUFjLENBQUMsRUFBRSwrQkFBYztJQUM1QyxDQUFDLHNCQUFXLENBQUMsZ0JBQWdCLENBQUMsRUFBRSxtQ0FBZ0I7Q0FDakQsQ0FBQztBQUVGLFNBQVMsTUFBTTtJQUNiLE9BQU8sSUFBSSxJQUFJLEVBQUUsQ0FBQyxXQUFXLEVBQUUsQ0FBQztBQUNsQyxDQUFDO0FBS0QsSUFBYSxtQkFBbUIsR0FBaEMsTUFBYSxtQkFBb0IsU0FBUSxpQ0FBZTtJQVUvQyxLQUFLLENBQUMsVUFBVSxDQUFDLFVBQWtCLEVBQUUsTUFBYyxFQUFFLElBQVk7UUFDdEUsT0FBTyxNQUFNLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxVQUFVLENBQUMsVUFBVSxFQUFFLE1BQU0sRUFBRSxJQUFJLENBQUMsQ0FBQztJQUMxRSxDQUFDO0lBRU0sS0FBSyxDQUFDLGVBQWUsQ0FBQyxNQUFjO1FBQ3pDLE9BQU8sTUFBTSxJQUFJLENBQUMsZ0JBQWdCLENBQUMsWUFBWSxDQUFDLE1BQU0sQ0FBQyxRQUFRLEVBQUUsR0FBRyxNQUFNLENBQUMsTUFBTSxHQUFHLE1BQU0sQ0FBQyxJQUFJLEVBQUUsQ0FBQyxDQUFDO0lBQ3JHLENBQUM7SUFFTSxLQUFLLENBQUMsZ0JBQWdCLENBQUMsVUFBa0I7UUFDOUMsT0FBTyxNQUFNLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxZQUFZLENBQUMsVUFBVSxFQUFFLEdBQUcsQ0FBQyxDQUFDO0lBQ25FLENBQUM7SUFFTSxLQUFLLENBQUMsY0FBYyxDQUFDLE1BQWM7UUFDeEMsT0FBTyxNQUFNLElBQUksQ0FBQyxVQUFVLENBQUMsc0JBQXNCLENBQUMsTUFBTSxDQUFDLFNBQVMsQ0FBQyxDQUFDO0lBQ3hFLENBQUM7SUFFTSxLQUFLLENBQUMsVUFBVSxDQUFDLFVBQWtCLEVBQUUsUUFBYztRQUN4RCxPQUFPLE1BQU0sSUFBSSxDQUFDLFdBQVcsQ0FBQyxVQUFVLENBQUMsV0FBSSxDQUFDLGdCQUFnQixDQUFDLFVBQVUsRUFBRSxRQUFRLENBQUMsRUFBRSxLQUFLLENBQUMsQ0FBQztJQUMvRixDQUFDO0lBRU0sS0FBSyxDQUFDLFFBQVEsQ0FBQyxNQUFjO1FBQ2xDLE9BQU8sTUFBTSxJQUFJLENBQUMsV0FBVyxDQUFDLFFBQVEsQ0FBQyxNQUFNLENBQUMsQ0FBQztJQUNqRCxDQUFDO0lBRU0sS0FBSyxDQUFDLFdBQVcsQ0FBQyxJQUFVO1FBQ2pDLE9BQU8sTUFBTSxJQUFJLENBQUMsV0FBVyxDQUFDLFdBQVcsQ0FBQyxJQUFJLENBQUMsQ0FBQztJQUNsRCxDQUFDO0lBRU0sS0FBSyxDQUFDLGVBQWU7UUFDMUIsT0FBTyxNQUFNLElBQUksQ0FBQyxXQUFXLENBQUMsZUFBZSxDQUFDLGVBQVEsQ0FBQyxVQUFVLENBQUMsQ0FBQztJQUNyRSxDQUFDO0lBRU0sS0FBSyxDQUFDLFdBQVcsQ0FBQyxJQUFVO1FBQ2pDLE1BQU0sVUFBVSxHQUFHLElBQUksQ0FBQyxVQUFVLENBQUM7UUFDbkMsTUFBTSxjQUFjLEdBQUcsSUFBSSxDQUFDLG9CQUFvQixDQUFDLFVBQVUsQ0FBQyxDQUFDO1FBQzdELE1BQU0sTUFBTSxHQUFHLEdBQUcsSUFBSSxDQUFDLE1BQU0sQ0FBQyxRQUFRLENBQUMsUUFBUSxhQUFhLFVBQVUsVUFBVSxJQUFJLENBQUMsTUFBTSxNQUFNLENBQUM7UUFDbEcsSUFBSSxJQUFJLEdBQWEsRUFBRSxDQUFDO1FBQ3hCLElBQUksQ0FBQyxJQUFJLENBQUMsSUFBSSxNQUFNLEVBQUUsbUNBQW1DLFVBQVUsY0FBYyxDQUFDLENBQUM7UUFDbkYsSUFBSSxDQUFDLGNBQWMsRUFBRTtZQUNuQixJQUFJLENBQUMsS0FBSyxHQUFHLG1CQUFtQixDQUFDO1lBQ2pDLElBQUksQ0FBQyxJQUFJLENBQUMsSUFBSSxNQUFNLEVBQUUsZUFBZSxVQUFVLFdBQVcsSUFBSSxDQUFDLEtBQUssVUFBVSxNQUFNLEVBQUUsQ0FBQyxDQUFDO1lBQ3hGLElBQUksQ0FBQyxJQUFJLENBQUMsSUFBSSxNQUFNLEVBQUUsWUFBWSxVQUFVLFNBQVMsQ0FBQyxDQUFDO1lBQ3ZELElBQUksQ0FBQyxNQUFNLENBQUMsS0FBSyxDQUFDLHVFQUF1RSxFQUN2RixJQUFJLENBQUMsTUFBTSxFQUFFLElBQUksQ0FBQyxVQUFVLEVBQUUsSUFBSSxDQUFDLEtBQUssQ0FBQyxDQUFDO1lBQzVDLE1BQU0sSUFBSSxDQUFDLFdBQVcsQ0FBQyxVQUFVLENBQUMsSUFBSSxFQUFFLGdCQUFTLENBQUMsSUFBSSxFQUFFLElBQUksQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLENBQUMsQ0FBQztZQUN6RSxPQUFPO1NBQ1I7UUFFRCxNQUFNLElBQUksQ0FBQyxXQUFXLENBQUMsYUFBYSxDQUFDLElBQUksRUFBRSxJQUFJLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxDQUFDLENBQUM7UUFDNUQsSUFBSSxHQUFHLEVBQUUsQ0FBQztRQUNWLElBQUksQ0FBQyxNQUFNLENBQUMsSUFBSSxDQUFDLDZFQUE2RSxFQUM1RixJQUFJLENBQUMsTUFBTSxFQUFFLElBQUksQ0FBQyxVQUFVLEVBQUUsTUFBTSxDQUFDLENBQUM7UUFDeEMsSUFBSTtZQUNGLE1BQU0sSUFBSSxDQUFDLE9BQU8sQ0FBQyxjQUFjLEVBQUUsSUFBSSxFQUFFLEdBQUcsQ0FBQyxDQUFDO1lBQzlDLElBQUksQ0FBQyxJQUFJLENBQUMsSUFBSSxNQUFNLEVBQUUsYUFBYSxNQUFNLEVBQUUsQ0FBQyxDQUFDO1lBQzdDLElBQUksQ0FBQyxJQUFJLENBQUMsSUFBSSxNQUFNLEVBQUUsaUJBQWlCLFVBQVUsY0FBYyxDQUFDLENBQUM7WUFDakUsTUFBTSxJQUFJLENBQUMsV0FBVyxDQUFDLFVBQVUsQ0FBQyxJQUFJLEVBQUUsZ0JBQVMsQ0FBQyxPQUFPLEVBQUUsSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsQ0FBQyxDQUFDO1lBQzVFLElBQUksQ0FBQyxNQUFNLENBQUMsSUFBSSxDQUFDLCtFQUErRSxFQUM5RixJQUFJLENBQUMsTUFBTSxFQUFFLElBQUksQ0FBQyxVQUFVLEVBQUUsTUFBTSxDQUFDLENBQUM7U0FDekM7UUFBQyxPQUFPLEdBQVEsRUFBRTtZQUNqQixJQUFJLENBQUMsS0FBSyxHQUFHLEdBQUcsQ0FBQyxPQUFPLENBQUM7WUFDekIsSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJLE1BQU0sRUFBRSxlQUFlLFVBQVUsV0FBVyxJQUFJLENBQUMsS0FBSyxVQUFVLE1BQU0sRUFBRSxDQUFDLENBQUM7WUFDeEYsSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJLE1BQU0sRUFBRSxZQUFZLFVBQVUsU0FBUyxDQUFDLENBQUM7WUFDdkQsSUFBSSxDQUFDLE1BQU0sQ0FBQyxLQUFLLENBQUMsdUVBQXVFLEVBQ3ZGLElBQUksQ0FBQyxNQUFNLEVBQUUsSUFBSSxDQUFDLFVBQVUsRUFBRSxJQUFJLENBQUMsS0FBSyxDQUFDLENBQUM7WUFDNUMsSUFBSSxDQUFDLE1BQU0sQ0FBQyxLQUFLLENBQUMsR0FBRyxDQUFDLENBQUM7WUFDdkIsTUFBTSxJQUFJLENBQUMsV0FBVyxDQUFDLFVBQVUsQ0FBQyxJQUFJLEVBQUUsZ0JBQVMsQ0FBQyxJQUFJLEVBQUUsSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsQ0FBQyxDQUFDO1NBQzFFO0lBQ0gsQ0FBQztJQUVPLEtBQUssQ0FBQyxPQUFPLENBQUMsY0FBOEIsRUFBRSxJQUFVLEVBQUUsR0FBVyxFQUFFLFdBQVcsR0FBRyxFQUFFO1FBQzdGLE1BQU0sVUFBVSxHQUFHLElBQUksQ0FBQyxVQUFVLENBQUM7UUFDbkMsTUFBTSxNQUFNLEdBQUcsTUFBTSxjQUFjLENBQUMsS0FBSyxDQUFDLEdBQUcsRUFBRSxJQUFJLENBQUMsSUFBSSxDQUFDLENBQUM7UUFDMUQsSUFBSSxnQkFBZ0IsR0FBRyxLQUFLLENBQUM7UUFDN0IsSUFBSSxRQUFRLEdBQUcsS0FBSyxDQUFDO1FBQ3JCLElBQUksTUFBTSxJQUFJLE1BQU0sQ0FBQyxLQUFLLENBQUMsTUFBTSxHQUFHLENBQUMsRUFBRTtZQUNyQyxRQUFRLEdBQUcsSUFBSSxDQUFDO1lBQ2hCLElBQUksSUFBSSxHQUFhLEVBQUUsQ0FBQztZQUN4QixNQUFNLFFBQVEsR0FBRyxNQUFNLElBQUksQ0FBQyxJQUFJLENBQUMsVUFBVSxFQUFFLEdBQUcsRUFBRSxNQUFNLENBQUMsS0FBSyxDQUFDLENBQUM7WUFDaEUsSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJLE1BQU0sRUFBRSxLQUFLLEdBQUcsc0JBQXNCLE1BQU0sQ0FBQyxLQUFLLENBQUMsTUFBTSxPQUFPLFFBQVEsQ0FBQyxNQUFNLG1CQUFtQixjQUFjLENBQUMsV0FBVyxDQUFDLElBQUksRUFBRSxDQUFDLENBQUM7WUFDbkosS0FBSyxNQUFNLENBQUUsS0FBSyxFQUFFLEVBQUUsSUFBSSxFQUFFLE1BQU0sRUFBRSxDQUFDLElBQUksUUFBUSxDQUFDLE9BQU8sRUFBRSxFQUFFO2dCQUMzRCxJQUFJLElBQUksQ0FBQyxLQUFLLEVBQUU7b0JBQ2QsSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJLE1BQU0sRUFBRSxLQUFLLEdBQUcsU0FBUyxXQUFXLEdBQUcsS0FBSyxvQkFBb0IsSUFBSSxDQUFDLFNBQVMsQ0FBQyxJQUFJLENBQUMsYUFBYSxNQUFNLEVBQUUsQ0FBQyxDQUFDO29CQUN6SCxNQUFNLElBQUksQ0FBQyxXQUFXLENBQUMsYUFBYSxDQUFDLElBQUksRUFBRSxJQUFJLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxDQUFDLENBQUM7b0JBQzVELElBQUksR0FBRyxFQUFFLENBQUM7b0JBQ1YsTUFBTSxDQUFFLFFBQVEsRUFBRSxXQUFXLENBQUUsR0FBRyxNQUFNLElBQUksQ0FBQyxPQUFPLENBQUMsY0FBYyxFQUFFLElBQUksRUFBRSxHQUFHLEdBQUcsR0FBRyxJQUFJLENBQUMsSUFBSSxFQUFFLEVBQUUsR0FBRyxXQUFXLEdBQUcsS0FBSyxHQUFHLENBQUMsQ0FBQztvQkFDNUgsSUFBSSxRQUFRLEVBQUU7d0JBQ1osZ0JBQWdCLEdBQUcsSUFBSSxDQUFDO3FCQUN6Qjt5QkFBTTt3QkFDTCwyREFBMkQ7d0JBQzNELDhCQUE4Qjt3QkFDOUIsSUFBSSxXQUFXLEVBQUU7NEJBQ2YsTUFBTSxJQUFJLENBQUMsY0FBYyxDQUFDLElBQUksQ0FBQyxDQUFDO3lCQUNqQztxQkFDRjtpQkFDRjtxQkFBTTtvQkFDTCxrQkFBa0I7b0JBQ2xCLElBQUksQ0FBQyxJQUFJLENBQUMsSUFBSSxNQUFNLEVBQUUsS0FBSyxHQUFHLFNBQVMsV0FBVyxHQUFHLEtBQUssaUJBQWlCLElBQUksQ0FBQyxTQUFTLENBQUMsSUFBSSxDQUFDLGFBQWEsTUFBTSxFQUFFLENBQUMsQ0FBQztvQkFDdEgsTUFBTSxJQUFJLENBQUMsV0FBVyxDQUFDLGFBQWEsQ0FBQyxJQUFJLEVBQUUsSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsQ0FBQyxDQUFDO29CQUM1RCxJQUFJLEdBQUcsRUFBRSxDQUFDO29CQUNWLElBQUksU0FBUyxHQUFHLEVBQUUsQ0FBQztvQkFDbkIsSUFBSTt3QkFDRixNQUFNLEVBQUUsT0FBTyxFQUFFLE9BQU8sRUFBRSxNQUFNLEVBQUUsR0FDaEMsTUFBTSxJQUFBLDZCQUFrQixFQUFDLElBQUksQ0FBQyxVQUFVLEVBQUUsSUFBSSxDQUFDLE1BQU0sQ0FBQyxPQUFPLEVBQUUsSUFBSSxDQUFDLFNBQVUsRUFBRSxJQUFJLENBQUMsc0JBQXNCLENBQUMsQ0FBQzt3QkFDL0csSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJLE1BQU0sRUFBRSxLQUFLLEdBQUcsU0FBUyxXQUFXLEdBQUcsS0FBSywwQkFBMEIsT0FBTyxDQUFDLGdCQUFnQixDQUFDLGFBQWEsSUFBSSxDQUFDLFNBQVMsQ0FBQyxNQUFNLENBQUMsS0FBSyxJQUFJLENBQUMsU0FBUyxPQUFPLE9BQU8sRUFBRSxDQUFDLENBQUM7d0JBQ3JMLFNBQVMsR0FBRyxPQUFPLENBQUM7d0JBQ3BCLE1BQU0sTUFBTSxHQUFHLE1BQU0sSUFBSSxDQUFDLGNBQWMsQ0FBQyxJQUFJLEVBQUUsT0FBTyxDQUFDLENBQUM7d0JBQ3hELElBQUksQ0FBQyxJQUFJLENBQUMsSUFBSSxNQUFNLEVBQUUsS0FBSyxHQUFHLFNBQVMsV0FBVyxHQUFHLEtBQUssb0NBQW9DLE1BQU0sQ0FBQyxRQUFRLEVBQUUsQ0FBQyxDQUFDO3dCQUNqSCxNQUFNLElBQUksQ0FBQyxXQUFXLENBQUMsYUFBYSxDQUFDLElBQUksRUFBRSxJQUFJLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxDQUFDLENBQUM7d0JBQzVELElBQUksR0FBRyxFQUFFLENBQUM7cUJBQ1g7b0JBQUMsT0FBTyxHQUFRLEVBQUU7d0JBQ2pCLElBQUksR0FBRyxDQUFDLElBQUksS0FBSyx1QkFBdUIsRUFBRTs0QkFDeEMsSUFBSSxDQUFDLE1BQU0sQ0FBQyxJQUFJLENBQUMsdUJBQXVCLEVBQUUsSUFBSSxDQUFDLFNBQVMsQ0FBQyxDQUFDOzRCQUMxRCxJQUFJLENBQUMsSUFBSSxDQUFDLElBQUksTUFBTSxFQUFFLEtBQUssR0FBRyxVQUFVLFdBQVcsR0FBRyxLQUFLLGNBQWMsSUFBSSxDQUFDLFNBQVMscUJBQXFCLENBQUMsQ0FBQzt5QkFDL0c7NkJBQU07NEJBQ0wsSUFBSSxDQUFDLE1BQU0sQ0FBQyxLQUFLLENBQUMsdUJBQXVCLEVBQUUsSUFBSSxDQUFDLFNBQVMsRUFBRSxHQUFHLENBQUMsQ0FBQzs0QkFDaEUsZ0JBQWdCLEdBQUcsSUFBSSxDQUFDOzRCQUN4QixJQUFJLENBQUMsSUFBSSxDQUFDLElBQUksTUFBTSxFQUFFLEtBQUssR0FBRyxRQUFRLFdBQVcsR0FBRyxLQUFLLGNBQWMsSUFBSSxDQUFDLFNBQVMsV0FBVyxHQUFHLEVBQUUsQ0FBQyxDQUFDO3lCQUN4Rzt3QkFDRCxNQUFNLElBQUksQ0FBQyxXQUFXLENBQUMsYUFBYSxDQUFDLElBQUksRUFBRSxJQUFJLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxDQUFDLENBQUM7d0JBQzVELElBQUksR0FBRyxFQUFFLENBQUM7cUJBQ1g7NEJBQVM7d0JBQ1IsSUFBSSxTQUFTLEVBQUU7NEJBQ2IsTUFBTSxJQUFBLGFBQUUsRUFBQyxTQUFTLEVBQUUsRUFBRSxLQUFLLEVBQUUsSUFBSSxFQUFFLENBQUMsQ0FBQzt5QkFDdEM7cUJBQ0Y7aUJBQ0Y7YUFDRjtZQUNELElBQUksZ0JBQWdCLEVBQUU7Z0JBQ3BCLElBQUksQ0FBQyxJQUFJLENBQUMsSUFBSSxNQUFNLEVBQUUsS0FBSyxHQUFHLHFCQUFxQixDQUFDLENBQUM7YUFDdEQ7aUJBQU07Z0JBQ0wsSUFBSSxDQUFDLElBQUksQ0FBQyxJQUFJLE1BQU0sRUFBRSxLQUFLLEdBQUcseUJBQXlCLENBQUMsQ0FBQzthQUMxRDtZQUNELE1BQU0sSUFBSSxDQUFDLFdBQVcsQ0FBQyxhQUFhLENBQUMsSUFBSSxFQUFFLElBQUksQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLENBQUMsQ0FBQztTQUM3RDtRQUNELE9BQU8sQ0FBRSxnQkFBZ0IsRUFBRSxRQUFRLENBQUUsQ0FBQztJQUN4QyxDQUFDO0lBRU8sS0FBSyxDQUFDLElBQUksQ0FBQyxVQUFrQixFQUFFLEdBQVcsRUFBRSxVQUF3QjtRQUMxRSxNQUFNLFdBQVcsR0FBRyxNQUFNLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxZQUFZLENBQUMsVUFBVSxFQUFFLEdBQUcsQ0FBQyxDQUFDO1FBQzlFLE1BQU0sU0FBUyxHQUFHLElBQUksR0FBRyxFQUFrQixDQUFDO1FBQzVDLEtBQUssTUFBTSxJQUFJLElBQUksV0FBVyxFQUFFO1lBQzlCLFNBQVMsQ0FBQyxHQUFHLENBQUMsSUFBSSxDQUFDLElBQUksRUFBRSxJQUFJLENBQUMsQ0FBQztTQUNoQztRQUNELE1BQU0sU0FBUyxHQUF1QyxFQUFFLENBQUM7UUFDekQsS0FBSyxNQUFNLElBQUksSUFBSSxVQUFVLEVBQUU7WUFDN0IsTUFBTSxVQUFVLEdBQUcsU0FBUyxDQUFDLEdBQUcsQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLENBQUM7WUFDNUMsSUFBSSxDQUFDLFVBQVUsRUFBRTtnQkFDZixTQUFTLENBQUMsSUFBSSxDQUFDO29CQUNiLElBQUksRUFBRSxlQUFNLENBQUMsTUFBTSxDQUFDO3dCQUNsQixRQUFRLEVBQUUsVUFBVTt3QkFDcEIsTUFBTSxFQUFFLEdBQUc7d0JBQ1gsSUFBSSxFQUFFLElBQUksQ0FBQyxJQUFJO3dCQUNmLEtBQUssRUFBRSxJQUFJLENBQUMsS0FBSzt3QkFDakIsSUFBSSxFQUFFLENBQUM7d0JBQ1AsSUFBSSxFQUFFLElBQUksQ0FBQyxJQUFJO3dCQUNmLFNBQVMsRUFBRSxJQUFJLENBQUMsR0FBRzt3QkFDbkIsc0JBQXNCLEVBQUUsSUFBSSxDQUFDLHNCQUFzQjtxQkFDcEQsQ0FBQztvQkFDRixNQUFNLEVBQUUsVUFBVTtpQkFDbkIsQ0FBQyxDQUFDO2FBQ0o7aUJBQU0sSUFBSSxVQUFVLENBQUMsSUFBSSxLQUFLLElBQUksQ0FBQyxJQUFJLEVBQUU7Z0JBQ3hDLFNBQVMsQ0FBQyxJQUFJLENBQUM7b0JBQ2IsSUFBSSxFQUFFLFVBQVU7b0JBQ2hCLE1BQU0sRUFBRSxxQkFBcUIsSUFBSSxDQUFDLFNBQVMsQ0FBQyxVQUFVLENBQUMsSUFBSSxDQUFDLGFBQWEsSUFBSSxDQUFDLFNBQVMsQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLEVBQUU7aUJBQ3JHLENBQUMsQ0FBQztnQkFDSCxVQUFVLENBQUMsU0FBUyxHQUFHLElBQUksQ0FBQyxHQUFHLENBQUM7Z0JBQ2hDLFVBQVUsQ0FBQyxzQkFBc0IsR0FBRyxJQUFJLENBQUMsc0JBQXNCLENBQUM7Z0JBQ2hFLFVBQVUsQ0FBQyxJQUFJLEdBQUcsSUFBSSxDQUFDLElBQUksQ0FBQzthQUM3QjtTQUNGO1FBQ0QsT0FBTyxTQUFTLENBQUM7SUFDbkIsQ0FBQztJQUVPLEtBQUssQ0FBQyxjQUFjLENBQUMsTUFBYyxFQUFFLE9BQWdCO1FBQzNELElBQUksT0FBTyxFQUFFO1lBQ1gsTUFBTSxJQUFJLEdBQUcsTUFBTSxrQkFBRSxDQUFDLElBQUksQ0FBQyxPQUFPLENBQUMsQ0FBQztZQUNwQyxNQUFNLENBQUMsSUFBSSxHQUFHLElBQUksQ0FBQyxJQUFJLENBQUM7WUFDeEIsTUFBTSxJQUFJLENBQUMsVUFBVSxDQUFDLFVBQVUsQ0FBQyxNQUFNLENBQUMsU0FBUyxFQUFFLE9BQU8sQ0FBQyxDQUFDO1lBQzVELElBQUksQ0FBQyxNQUFNLENBQUMsSUFBSSxDQUFDLGtGQUFrRixFQUNqRyxNQUFNLENBQUMsUUFBUSxFQUFFLElBQUksQ0FBQyxJQUFJLEVBQUUsT0FBTyxFQUFFLE1BQU0sQ0FBQyxTQUFTLENBQUMsQ0FBQztTQUMxRDtRQUNELE1BQU0sSUFBSSxDQUFDLGdCQUFnQixDQUFDLFVBQVUsQ0FBQyxNQUFNLENBQUMsQ0FBQztRQUMvQyxPQUFPLE1BQU0sQ0FBQztJQUNoQixDQUFDO0lBRU8sb0JBQW9CLENBQUMsVUFBa0I7UUFDN0MsTUFBTSxNQUFNLEdBQUcsSUFBSSxDQUFDLE1BQU0sQ0FBQyxRQUFRLENBQUM7UUFDcEMsSUFBSSxNQUFNLENBQUMsb0JBQW9CLEVBQUU7WUFDL0IsTUFBTSxZQUFZLEdBQUcsa0JBQVEsQ0FBQyxVQUFVLENBQUMsQ0FBQztZQUMxQyxNQUFNLHVCQUF1QixHQUFHLE1BQU0sQ0FBQyx1QkFBdUIsSUFBSSxHQUFHLE1BQU0sQ0FBQyxjQUFjLFdBQVcsQ0FBQztZQUN0RyxPQUFPLElBQUkscUJBQVMsQ0FBQyxJQUFJLENBQUMsVUFBVSxFQUFFLElBQUksQ0FBQyxNQUFNLEVBQUUsWUFBWSxFQUFFLHVCQUF1QixDQUFDLENBQUM7U0FDM0Y7UUFDRCxLQUFLLE1BQU0sWUFBWSxJQUFJLE1BQU0sQ0FBQyxNQUFNLENBQUMsa0JBQVEsQ0FBQyxFQUFFO1lBQ2xELElBQUksWUFBWSxDQUFDLFFBQVEsS0FBSyxVQUFVLEVBQUU7Z0JBQ3hDLE9BQU8sSUFBSSxhQUFhLENBQUMsWUFBWSxDQUFDLE1BQU0sQ0FBQyxDQUFDLElBQUksQ0FBQyxVQUFVLEVBQUUsSUFBSSxDQUFDLE1BQU0sRUFBRSxZQUFZLENBQUMsQ0FBQzthQUMzRjtTQUNGO0lBQ0gsQ0FBQztDQUNGLENBQUE7QUEvTUM7SUFEQyxJQUFBLGFBQU0sR0FBRTs2REFDMkM7QUFFcEQ7SUFEQyxJQUFBLGFBQU0sR0FBRTt3REFDaUM7QUFFMUM7SUFEQyxJQUFBLGFBQU0sR0FBRTt1REFDeUM7QUFFbEQ7SUFEQyxJQUFBLGFBQU0sR0FBRTt1REFDK0I7QUFSN0IsbUJBQW1CO0lBSC9CLElBQUEsbUJBQVksRUFBQztRQUNaLFdBQVcsRUFBRSxrQkFBVyxDQUFDLE1BQU07S0FDaEMsQ0FBQztHQUNXLG1CQUFtQixDQWlOL0I7QUFqTlksa0RBQW1CIn0=

package/dist/app/core/service/BugVersionService.d.ts

@@ -0,0 +1,11 @@
+import { BugVersion } from '../entity/BugVersion';
+export declare class BugVersionService {
+    private readonly packageRepository;
+    private readonly distRepository;
+    private readonly logger;
+    private readonly cacheService;
+    cleanBugVersionPackageCaches(bugVersion: BugVersion): Promise<void>;
+    fixPackageBugVersions(bugVersion: BugVersion, fullname: string, manifests: Record<string, any>): Promise<void>;
+    fixPackageBugVersion(bugVersion: BugVersion, fullname: string, manifest: any): Promise<any>;
+    private fixPackageBugVersionWithAllVersions;
+}

package/dist/app/core/service/BugVersionService.js

@@ -0,0 +1,86 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BugVersionService = void 0;
+const tegg_1 = require("@eggjs/tegg");
+const p_map_1 = __importDefault(require("p-map"));
+const PackageUtil_1 = require("../../common/PackageUtil");
+let BugVersionService = class BugVersionService {
+    async cleanBugVersionPackageCaches(bugVersion) {
+        const fullnames = bugVersion.listAllPackagesHasBugs();
+        await (0, p_map_1.default)(fullnames, async (fullname) => {
+            await this.cacheService.removeCache(fullname);
+        }, {
+            concurrency: 50,
+            stopOnError: false,
+        });
+    }
+    async fixPackageBugVersions(bugVersion, fullname, manifests) {
+        // If package all version unpublished(like pinyin-tool), versions is undefined
+        if (!manifests)
+            return;
+        for (const manifest of Object.values(manifests)) {
+            this.fixPackageBugVersionWithAllVersions(fullname, bugVersion, manifest, manifests);
+        }
+    }
+    async fixPackageBugVersion(bugVersion, fullname, manifest) {
+        const advice = bugVersion.fixVersion(fullname, manifest.version);
+        if (!advice) {
+            return manifest;
+        }
+        const [scope, name] = (0, PackageUtil_1.getScopeAndName)(fullname);
+        const pkg = await this.packageRepository.findPackage(scope, name);
+        if (!pkg) {
+            return manifest;
+        }
+        const packageVersion = await this.packageRepository.findPackageVersion(pkg.packageId, advice.version);
+        if (!packageVersion) {
+            return manifest;
+        }
+        const fixedManifest = await this.distRepository.findPackageVersionManifest(packageVersion.packageId, advice.version);
+        if (!fixedManifest) {
+            return manifest;
+        }
+        return bugVersion.fixManifest(manifest, fixedManifest);
+    }
+    fixPackageBugVersionWithAllVersions(fullname, bugVersion, manifest, manifests) {
+        const advice = bugVersion.fixVersion(fullname, manifest.version);
+        if (!advice) {
+            return;
+        }
+        const fixedManifest = manifests[advice.version];
+        if (!fixedManifest) {
+            this.logger.warn('[BugVersionService] not found pkg for %s@%s manifest', fullname, advice.version);
+            return;
+        }
+        const newManifest = bugVersion.fixManifest(manifest, fixedManifest);
+        manifests[manifest.version] = newManifest;
+    }
+};
+__decorate([
+    (0, tegg_1.Inject)()
+], BugVersionService.prototype, "packageRepository", void 0);
+__decorate([
+    (0, tegg_1.Inject)()
+], BugVersionService.prototype, "distRepository", void 0);
+__decorate([
+    (0, tegg_1.Inject)()
+], BugVersionService.prototype, "logger", void 0);
+__decorate([
+    (0, tegg_1.Inject)()
+], BugVersionService.prototype, "cacheService", void 0);
+BugVersionService = __decorate([
+    (0, tegg_1.ContextProto)({
+        accessLevel: tegg_1.AccessLevel.PUBLIC,
+    })
+], BugVersionService);
+exports.BugVersionService = BugVersionService;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiQnVnVmVyc2lvblNlcnZpY2UuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9hcHAvY29yZS9zZXJ2aWNlL0J1Z1ZlcnNpb25TZXJ2aWNlLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7Ozs7Ozs7Ozs7OztBQUFBLHNDQUFnRTtBQUVoRSxrREFBeUI7QUFJekIsMERBQTJEO0FBTTNELElBQWEsaUJBQWlCLEdBQTlCLE1BQWEsaUJBQWlCO0lBYTVCLEtBQUssQ0FBQyw0QkFBNEIsQ0FBQyxVQUFzQjtRQUN2RCxNQUFNLFNBQVMsR0FBRyxVQUFVLENBQUMsc0JBQXNCLEVBQUUsQ0FBQztRQUN0RCxNQUFNLElBQUEsZUFBSSxFQUFDLFNBQVMsRUFBRSxLQUFLLEVBQUMsUUFBUSxFQUFDLEVBQUU7WUFDckMsTUFBTSxJQUFJLENBQUMsWUFBWSxDQUFDLFdBQVcsQ0FBQyxRQUFRLENBQUMsQ0FBQztRQUNoRCxDQUFDLEVBQUU7WUFDRCxXQUFXLEVBQUUsRUFBRTtZQUNmLFdBQVcsRUFBRSxLQUFLO1NBQ25CLENBQUMsQ0FBQztJQUNMLENBQUM7SUFFRCxLQUFLLENBQUMscUJBQXFCLENBQUMsVUFBc0IsRUFBRSxRQUFnQixFQUFFLFNBQThCO1FBQ2xHLDhFQUE4RTtRQUM5RSxJQUFJLENBQUMsU0FBUztZQUFFLE9BQU87UUFDdkIsS0FBSyxNQUFNLFFBQVEsSUFBSSxNQUFNLENBQUMsTUFBTSxDQUFDLFNBQVMsQ0FBQyxFQUFFO1lBQy9DLElBQUksQ0FBQyxtQ0FBbUMsQ0FBQyxRQUFRLEVBQUUsVUFBVSxFQUFFLFFBQVEsRUFBRSxTQUFTLENBQUMsQ0FBQztTQUNyRjtJQUNILENBQUM7SUFFRCxLQUFLLENBQUMsb0JBQW9CLENBQUMsVUFBc0IsRUFBRSxRQUFnQixFQUFFLFFBQWE7UUFDaEYsTUFBTSxNQUFNLEdBQUcsVUFBVSxDQUFDLFVBQVUsQ0FBQyxRQUFRLEVBQUUsUUFBUSxDQUFDLE9BQU8sQ0FBQyxDQUFDO1FBQ2pFLElBQUksQ0FBQyxNQUFNLEVBQUU7WUFDWCxPQUFPLFFBQVEsQ0FBQztTQUNqQjtRQUNELE1BQU0sQ0FBRSxLQUFLLEVBQUUsSUFBSSxDQUFFLEdBQUcsSUFBQSw2QkFBZSxFQUFDLFFBQVEsQ0FBQyxDQUFDO1FBQ2xELE1BQU0sR0FBRyxHQUFHLE1BQU0sSUFBSSxDQUFDLGlCQUFpQixDQUFDLFdBQVcsQ0FBQyxLQUFLLEVBQUUsSUFBSSxDQUFDLENBQUM7UUFDbEUsSUFBSSxDQUFDLEdBQUcsRUFBRTtZQUNSLE9BQU8sUUFBUSxDQUFDO1NBQ2pCO1FBQ0QsTUFBTSxjQUFjLEdBQUcsTUFBTSxJQUFJLENBQUMsaUJBQWlCLENBQUMsa0JBQWtCLENBQUMsR0FBRyxDQUFDLFNBQVMsRUFBRSxNQUFNLENBQUMsT0FBTyxDQUFDLENBQUM7UUFDdEcsSUFBSSxDQUFDLGNBQWMsRUFBRTtZQUNuQixPQUFPLFFBQVEsQ0FBQztTQUNqQjtRQUNELE1BQU0sYUFBYSxHQUFHLE1BQU0sSUFBSSxDQUFDLGNBQWMsQ0FBQywwQkFBMEIsQ0FBQyxjQUFjLENBQUMsU0FBUyxFQUFFLE1BQU0sQ0FBQyxPQUFPLENBQUMsQ0FBQztRQUNySCxJQUFJLENBQUMsYUFBYSxFQUFFO1lBQ2xCLE9BQU8sUUFBUSxDQUFDO1NBQ2pCO1FBQ0QsT0FBTyxVQUFVLENBQUMsV0FBVyxDQUFDLFFBQVEsRUFBRSxhQUFhLENBQUMsQ0FBQztJQUN6RCxDQUFDO0lBRU8sbUNBQW1DLENBQUMsUUFBZ0IsRUFBRSxVQUFzQixFQUFFLFFBQWEsRUFBRSxTQUE4QjtRQUNqSSxNQUFNLE1BQU0sR0FBRyxVQUFVLENBQUMsVUFBVSxDQUFDLFFBQVEsRUFBRSxRQUFRLENBQUMsT0FBTyxDQUFDLENBQUM7UUFDakUsSUFBSSxDQUFDLE1BQU0sRUFBRTtZQUNYLE9BQU87U0FDUjtRQUNELE1BQU0sYUFBYSxHQUFHLFNBQVMsQ0FBQyxNQUFNLENBQUMsT0FBTyxDQUFDLENBQUM7UUFDaEQsSUFBSSxDQUFDLGFBQWEsRUFBRTtZQUNsQixJQUFJLENBQUMsTUFBTSxDQUFDLElBQUksQ0FBQyxzREFBc0QsRUFBRSxRQUFRLEVBQUUsTUFBTSxDQUFDLE9BQU8sQ0FBQyxDQUFDO1lBQ25HLE9BQU87U0FDUjtRQUNELE1BQU0sV0FBVyxHQUFHLFVBQVUsQ0FBQyxXQUFXLENBQUMsUUFBUSxFQUFFLGFBQWEsQ0FBQyxDQUFDO1FBQ3BFLFNBQVMsQ0FBQyxRQUFRLENBQUMsT0FBTyxDQUFDLEdBQUcsV0FBVyxDQUFDO0lBQzVDLENBQUM7Q0FDRixDQUFBO0FBL0RDO0lBREMsSUFBQSxhQUFNLEdBQUU7NERBQzZDO0FBR3REO0lBREMsSUFBQSxhQUFNLEdBQUU7eURBQ3VDO0FBR2hEO0lBREMsSUFBQSxhQUFNLEdBQUU7aURBQzBCO0FBR25DO0lBREMsSUFBQSxhQUFNLEdBQUU7dURBQ21DO0FBWGpDLGlCQUFpQjtJQUg3QixJQUFBLG1CQUFZLEVBQUM7UUFDWixXQUFXLEVBQUUsa0JBQVcsQ0FBQyxNQUFNO0tBQ2hDLENBQUM7R0FDVyxpQkFBaUIsQ0FpRTdCO0FBakVZLDhDQUFpQiJ9

package/dist/app/core/service/CacheService.d.ts

@@ -0,0 +1,33 @@
+/// <reference types="node" />
+import { AbstractService } from '../../common/AbstractService';
+declare type TotalData = {
+    packageCount: number;
+    packageVersionCount: number;
+    lastPackage: string;
+    lastPackageVersion: string;
+    download: {
+        today: number;
+        yesterday: number;
+        samedayLastweek: number;
+        thisweek: number;
+        thismonth: number;
+        thisyear: number;
+        lastweek: number;
+        lastmonth: number;
+        lastyear: number;
+    };
+    changesStream: object;
+    lastChangeId: number | bigint;
+    cacheTime: string;
+};
+export declare class CacheService extends AbstractService {
+    private cacheAdapter;
+    getPackageEtag(fullname: string, isFullManifests: boolean): Promise<string | null>;
+    getPackageManifests(fullname: string, isFullManifests: boolean): Promise<Buffer>;
+    savePackageEtagAndManifests(fullname: string, isFullManifests: boolean, etag: string, manifests: Buffer): Promise<void>;
+    getTotalData(): Promise<TotalData>;
+    saveTotalData(totalData: TotalData): Promise<void>;
+    removeCache(fullname: string): Promise<void>;
+    private cacheKey;
+}
+export {};

package/dist/app/core/service/CacheService.js

@@ -0,0 +1,75 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CacheService = void 0;
+const tegg_1 = require("@eggjs/tegg");
+const AbstractService_1 = require("../../common/AbstractService");
+const TOTAL_DATA_KEY = '__TOTAL_DATA__';
+let CacheService = class CacheService extends AbstractService_1.AbstractService {
+    async getPackageEtag(fullname, isFullManifests) {
+        const key = this.cacheKey(fullname, isFullManifests, 'etag');
+        return await this.cacheAdapter.get(key);
+    }
+    async getPackageManifests(fullname, isFullManifests) {
+        const key = this.cacheKey(fullname, isFullManifests, 'manifests');
+        return await this.cacheAdapter.getBytes(key);
+    }
+    async savePackageEtagAndManifests(fullname, isFullManifests, etag, manifests) {
+        await Promise.all([
+            await this.cacheAdapter.set(this.cacheKey(fullname, isFullManifests, 'etag'), etag),
+            await this.cacheAdapter.setBytes(this.cacheKey(fullname, isFullManifests, 'manifests'), manifests),
+        ]);
+    }
+    async getTotalData() {
+        const value = await this.cacheAdapter.get(TOTAL_DATA_KEY);
+        const totalData = value ? JSON.parse(value) : {
+            packageCount: 0,
+            packageVersionCount: 0,
+            lastPackage: '',
+            lastPackageVersion: '',
+            download: {
+                today: 0,
+                thisweek: 0,
+                thismonth: 0,
+                thisyear: 0,
+                lastday: 0,
+                lastweek: 0,
+                lastmonth: 0,
+                lastyear: 0,
+            },
+            changesStream: {},
+            lastChangeId: 0,
+            cacheTime: '',
+        };
+        return totalData;
+    }
+    async saveTotalData(totalData) {
+        return await this.cacheAdapter.set(TOTAL_DATA_KEY, JSON.stringify(totalData));
+    }
+    async removeCache(fullname) {
+        await Promise.all([
+            await this.cacheAdapter.delete(this.cacheKey(fullname, true, 'etag')),
+            await this.cacheAdapter.delete(this.cacheKey(fullname, true, 'manifests')),
+            await this.cacheAdapter.delete(this.cacheKey(fullname, false, 'etag')),
+            await this.cacheAdapter.delete(this.cacheKey(fullname, false, 'manifests')),
+        ]);
+    }
+    cacheKey(fullname, isFullManifests, attribute) {
+        return `${fullname}|${isFullManifests ? 'full' : 'abbr'}:${attribute}`;
+    }
+};
+__decorate([
+    (0, tegg_1.Inject)()
+], CacheService.prototype, "cacheAdapter", void 0);
+CacheService = __decorate([
+    (0, tegg_1.ContextProto)({
+        accessLevel: tegg_1.AccessLevel.PUBLIC,
+    })
+], CacheService);
+exports.CacheService = CacheService;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiQ2FjaGVTZXJ2aWNlLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vYXBwL2NvcmUvc2VydmljZS9DYWNoZVNlcnZpY2UudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7Ozs7Ozs7O0FBQUEsc0NBSXFCO0FBRXJCLGtFQUErRDtBQXdCL0QsTUFBTSxjQUFjLEdBQUcsZ0JBQWdCLENBQUM7QUFLeEMsSUFBYSxZQUFZLEdBQXpCLE1BQWEsWUFBYSxTQUFRLGlDQUFlO0lBSXhDLEtBQUssQ0FBQyxjQUFjLENBQUMsUUFBZ0IsRUFBRSxlQUF3QjtRQUNwRSxNQUFNLEdBQUcsR0FBRyxJQUFJLENBQUMsUUFBUSxDQUFDLFFBQVEsRUFBRSxlQUFlLEVBQUUsTUFBTSxDQUFDLENBQUM7UUFDN0QsT0FBTyxNQUFNLElBQUksQ0FBQyxZQUFZLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxDQUFDO0lBQzFDLENBQUM7SUFFTSxLQUFLLENBQUMsbUJBQW1CLENBQUMsUUFBZ0IsRUFBRSxlQUF3QjtRQUN6RSxNQUFNLEdBQUcsR0FBRyxJQUFJLENBQUMsUUFBUSxDQUFDLFFBQVEsRUFBRSxlQUFlLEVBQUUsV0FBVyxDQUFDLENBQUM7UUFDbEUsT0FBTyxNQUFNLElBQUksQ0FBQyxZQUFZLENBQUMsUUFBUSxDQUFDLEdBQUcsQ0FBQyxDQUFDO0lBQy9DLENBQUM7SUFFTSxLQUFLLENBQUMsMkJBQTJCLENBQUMsUUFBZ0IsRUFBRSxlQUF3QixFQUFFLElBQVksRUFBRSxTQUFpQjtRQUNsSCxNQUFNLE9BQU8sQ0FBQyxHQUFHLENBQUM7WUFDaEIsTUFBTSxJQUFJLENBQUMsWUFBWSxDQUFDLEdBQUcsQ0FBQyxJQUFJLENBQUMsUUFBUSxDQUFDLFFBQVEsRUFBRSxlQUFlLEVBQUUsTUFBTSxDQUFDLEVBQUUsSUFBSSxDQUFDO1lBQ25GLE1BQU0sSUFBSSxDQUFDLFlBQVksQ0FBQyxRQUFRLENBQUMsSUFBSSxDQUFDLFFBQVEsQ0FBQyxRQUFRLEVBQUUsZUFBZSxFQUFFLFdBQVcsQ0FBQyxFQUFFLFNBQVMsQ0FBQztTQUNuRyxDQUFDLENBQUM7SUFDTCxDQUFDO0lBRU0sS0FBSyxDQUFDLFlBQVk7UUFDdkIsTUFBTSxLQUFLLEdBQUcsTUFBTSxJQUFJLENBQUMsWUFBWSxDQUFDLEdBQUcsQ0FBQyxjQUFjLENBQUMsQ0FBQztRQUMxRCxNQUFNLFNBQVMsR0FBYyxLQUFLLENBQUMsQ0FBQyxDQUFDLElBQUksQ0FBQyxLQUFLLENBQUMsS0FBSyxDQUFDLENBQUMsQ0FBQyxDQUFDO1lBQ3ZELFlBQVksRUFBRSxDQUFDO1lBQ2YsbUJBQW1CLEVBQUUsQ0FBQztZQUN0QixXQUFXLEVBQUUsRUFBRTtZQUNmLGtCQUFrQixFQUFFLEVBQUU7WUFDdEIsUUFBUSxFQUFFO2dCQUNSLEtBQUssRUFBRSxDQUFDO2dCQUNSLFFBQVEsRUFBRSxDQUFDO2dCQUNYLFNBQVMsRUFBRSxDQUFDO2dCQUNaLFFBQVEsRUFBRSxDQUFDO2dCQUNYLE9BQU8sRUFBRSxDQUFDO2dCQUNWLFFBQVEsRUFBRSxDQUFDO2dCQUNYLFNBQVMsRUFBRSxDQUFDO2dCQUNaLFFBQVEsRUFBRSxDQUFDO2FBQ1o7WUFDRCxhQUFhLEVBQUUsRUFBRTtZQUNqQixZQUFZLEVBQUUsQ0FBQztZQUNmLFNBQVMsRUFBRSxFQUFFO1NBQ2QsQ0FBQztRQUNGLE9BQU8sU0FBUyxDQUFDO0lBQ25CLENBQUM7SUFFTSxLQUFLLENBQUMsYUFBYSxDQUFDLFNBQW9CO1FBQzdDLE9BQU8sTUFBTSxJQUFJLENBQUMsWUFBWSxDQUFDLEdBQUcsQ0FBQyxjQUFjLEVBQUUsSUFBSSxDQUFDLFNBQVMsQ0FBQyxTQUFTLENBQUMsQ0FBQyxDQUFDO0lBQ2hGLENBQUM7SUFFTSxLQUFLLENBQUMsV0FBVyxDQUFDLFFBQWdCO1FBQ3ZDLE1BQU0sT0FBTyxDQUFDLEdBQUcsQ0FBQztZQUNoQixNQUFNLElBQUksQ0FBQyxZQUFZLENBQUMsTUFBTSxDQUFDLElBQUksQ0FBQyxRQUFRLENBQUMsUUFBUSxFQUFFLElBQUksRUFBRSxNQUFNLENBQUMsQ0FBQztZQUNyRSxNQUFNLElBQUksQ0FBQyxZQUFZLENBQUMsTUFBTSxDQUFDLElBQUksQ0FBQyxRQUFRLENBQUMsUUFBUSxFQUFFLElBQUksRUFBRSxXQUFXLENBQUMsQ0FBQztZQUMxRSxNQUFNLElBQUksQ0FBQyxZQUFZLENBQUMsTUFBTSxDQUFDLElBQUksQ0FBQyxRQUFRLENBQUMsUUFBUSxFQUFFLEtBQUssRUFBRSxNQUFNLENBQUMsQ0FBQztZQUN0RSxNQUFNLElBQUksQ0FBQyxZQUFZLENBQUMsTUFBTSxDQUFDLElBQUksQ0FBQyxRQUFRLENBQUMsUUFBUSxFQUFFLEtBQUssRUFBRSxXQUFXLENBQUMsQ0FBQztTQUM1RSxDQUFDLENBQUM7SUFDTCxDQUFDO0lBRU8sUUFBUSxDQUFDLFFBQWdCLEVBQUUsZUFBd0IsRUFBRSxTQUE4QjtRQUN6RixPQUFPLEdBQUcsUUFBUSxJQUFJLGVBQWUsQ0FBQyxDQUFDLENBQUMsTUFBTSxDQUFDLENBQUMsQ0FBQyxNQUFNLElBQUksU0FBUyxFQUFFLENBQUM7SUFDekUsQ0FBQztDQUNGLENBQUE7QUEzREM7SUFEQyxJQUFBLGFBQU0sR0FBRTtrREFDMEI7QUFGeEIsWUFBWTtJQUh4QixJQUFBLG1CQUFZLEVBQUM7UUFDWixXQUFXLEVBQUUsa0JBQVcsQ0FBQyxNQUFNO0tBQ2hDLENBQUM7R0FDVyxZQUFZLENBNkR4QjtBQTdEWSxvQ0FBWSJ9

package/dist/app/core/service/ChangesStreamService.d.ts

@@ -0,0 +1,11 @@
+import { AbstractService } from '../../common/AbstractService';
+import { Task } from '../entity/Task';
+export declare class ChangesStreamService extends AbstractService {
+    private readonly taskRepository;
+    private readonly httpclient;
+    private readonly packageSyncerService;
+    private readonly taskService;
+    findExecuteTask(): Promise<Task | null>;
+    executeTask(task: Task): Promise<void>;
+    private handleChanges;
+}