@nger/fk-upload 1.0.80 → 1.0.83

package/dist/fk-v2.service.js

@@ -107,7 +107,6 @@ let FkV2Service = class FkV2Service {
             }
         }).then(res => {
             const cookies = res.headers['set-cookie'];
-            console.log(cookies);
             return res.data;
         });
     }

package/dist/main.js

@@ -44,11 +44,8 @@ exports.AppModule = AppModule;
         process.send('ready');
 });
 process.on('uncaughtException', (err) => {
-    console.log(err.message);
 });
 process.on('unhandledRejection', (reason, promisen) => {
     promisen.catch((e) => {
-        console.log(e.message);
-        console.log(e.stack);
     });
 });

package/dist/templates/check-upload.d.ts

@@ -1,3 +1,4 @@
+import { FkDownloadTaskEntity } from './../entities/fk-download-task.entity';
 import { TaskEntity, TaskManager } from '@nger/rabbitmq';
 import { Db } from '@nger/typeorm';
 import { Injector } from '@nger/core';
@@ -19,4 +20,13 @@ export declare class CheckUploadController {
         msg: string;
         removes: string[];
     }>;
+    checkWaitEffectTask(): Promise<{
+        list: FkDownloadTaskEntity[];
+    }>;
+    checkWaitDownloadTask(): Promise<{
+        list: FkDownloadTaskEntity[];
+    }>;
+    checkWaitUploadTask(): Promise<{
+        list: FkDownloadTaskEntity[];
+    }>;
 }

package/dist/templates/check-upload.js

@@ -10,6 +10,7 @@ const core_1 = require("@nger/core");
 const http_1 = require("@nger/http");
 const typeorm_2 = require("typeorm");
 const fs_extra_1 = require("fs-extra");
+const task_service_1 = require("./tasks/task.service");
 let CheckUploadController = class CheckUploadController {
     db;
     manager;
@@ -59,6 +60,46 @@ let CheckUploadController = class CheckUploadController {
         }));
         return { msg: 'succes', removes };
     }
+    async checkWaitEffectTask() {
+        const download = this.db.manager.getRepository(fk_download_task_entity_1.FkDownloadTaskEntity);
+        const list = await download.find({ where: { status: 2 } });
+        const task = this.injector.get(task_service_1.TaskService);
+        await Promise.all(list.map(async (item) => {
+            const download = await task.createEffectTask(item.filename, item.uploadUrl, item.topicId, item.path);
+            return this.manager.send(download);
+        }));
+        return { list };
+    }
+    async checkWaitDownloadTask() {
+        const download = this.db.manager.getRepository(fk_download_task_entity_1.FkDownloadTaskEntity);
+        const list = await download.find({ where: { status: 0 } });
+        const task = this.injector.get(task_service_1.TaskService);
+        await Promise.all(list.map(async (item) => {
+            const download = await task.createDownLoadTask(item.url, item.loginId, item.topicId);
+            return this.manager.send(download);
+        }));
+        return { list };
+    }
+    async checkWaitUploadTask() {
+        const download = this.db.manager.getRepository(fk_download_task_entity_1.FkDownloadTaskEntity);
+        const errors = await download.find({ where: { uploadUrl: (0, typeorm_2.Like)('https://site%') } });
+        await download.update(errors.map(err => err.filename), { status: 0 });
+        const list = await download.find({ where: { status: 1 } });
+        const task = this.injector.get(task_service_1.TaskService);
+        await Promise.all(list.map(async (item) => {
+            const upload = await task.createUploadTask({
+                filename: item.filename,
+                path: item.path,
+                url: item.url,
+                topicId: item.topicId,
+                loginId: item.loginId
+            }, item.totalSize, item.fileMd5, this.injector);
+            return this.manager.send(upload);
+        }));
+        return {
+            list
+        };
+    }
 };
 tslib_1.__decorate([
     (0, http_1.Get)('reupload'),
@@ -84,6 +125,24 @@ tslib_1.__decorate([
     tslib_1.__metadata("design:paramtypes", []),
     tslib_1.__metadata("design:returntype", Promise)
 ], CheckUploadController.prototype, "checkSpace", null);
+tslib_1.__decorate([
+    (0, http_1.Get)('checkWaitEffectTask'),
+    tslib_1.__metadata("design:type", Function),
+    tslib_1.__metadata("design:paramtypes", []),
+    tslib_1.__metadata("design:returntype", Promise)
+], CheckUploadController.prototype, "checkWaitEffectTask", null);
+tslib_1.__decorate([
+    (0, http_1.Get)('checkWaitDownloadTask'),
+    tslib_1.__metadata("design:type", Function),
+    tslib_1.__metadata("design:paramtypes", []),
+    tslib_1.__metadata("design:returntype", Promise)
+], CheckUploadController.prototype, "checkWaitDownloadTask", null);
+tslib_1.__decorate([
+    (0, http_1.Get)('checkWaitUploadTask'),
+    tslib_1.__metadata("design:type", Function),
+    tslib_1.__metadata("design:paramtypes", []),
+    tslib_1.__metadata("design:returntype", Promise)
+], CheckUploadController.prototype, "checkWaitUploadTask", null);
 CheckUploadController = tslib_1.__decorate([
     (0, core_1.Controller)(`@nger/fk-upload`),
     tslib_1.__metadata("design:paramtypes", [typeorm_1.Db, rabbitmq_1.TaskManager, core_1.Injector])

package/dist/templates/tasks/download-task.js

@@ -33,7 +33,7 @@ class DownloadTask extends rabbitmq_1.Task {
         const fail = injector.get(rabbitmq_1.FAIL);
         const download = await db.manager.findOne(entities_1.FkDownloadTaskEntity, { where: { filename: task.filename } });
         if (download.status !== 0) {
-            complete();
+            await complete();
             this.downloadingCount -= 1;
             return next && next();
         }
@@ -72,7 +72,7 @@ class DownloadTask extends rabbitmq_1.Task {
             console.log(`file download success ${task.filename}: ${fileMd5}`);
             const uploadTask = await this.createUploadTask(task, total, fileMd5, injector);
             await manager.send(uploadTask);
-            complete();
+            await complete();
             this.downloadingCount -= 1;
         });
         req.on('response', async (resp) => {
@@ -82,7 +82,7 @@ class DownloadTask extends rabbitmq_1.Task {
             if (total > 1024 * 1024 * 1024) {
                 console.log(`file is to large`);
                 req.destroy();
-                complete();
+                await complete();
                 this.downloadingCount -= 1;
             }
         });

package/dist/templates/tasks/effect-task.js

@@ -15,7 +15,7 @@ class EffectTask extends rabbitmq_1.Task {
         const task = injector.get(rabbitmq_1.DATA);
         const complete = injector.get(rabbitmq_1.COMPLETE);
         if (task.uploadUrl.startsWith('https://site')) {
-            complete();
+            await complete();
             return next && next();
         }
         const fail = injector.get(rabbitmq_1.FAIL);
@@ -28,10 +28,10 @@ class EffectTask extends rabbitmq_1.Task {
             }
             catch (e) { }
             await w7.manager.update(w7_1.W7ChatTopicEntity, task.topicId, { thirdUrl: task.uploadUrl }).then(() => complete()).catch(() => fail());
-            complete();
+            await complete();
         }
         else {
-            complete();
+            await complete();
         }
         if (next)
             await next();

package/dist/templates/tasks/task.service.d.ts

@@ -1,10 +1,11 @@
 import { Injector } from "@nger/core";
-import { IDownloadTask } from "./actions";
+import { IDownloadTask, IUploadTask } from "./actions";
 import { TaskEntity } from "@nger/rabbitmq";
 export declare class TaskService {
     private injector;
     constructor(injector: Injector);
     createEffectTask(filename: string, uploadUrl: string, topicId: number, path: string): Promise<TaskEntity<any>>;
     createScheduleTask(name: string, rule: string): Promise<TaskEntity<any>>;
+    createUploadTask(download: IDownloadTask, total: number, md5: string, injector: Injector): Promise<TaskEntity<IUploadTask>>;
     createDownLoadTask(url: string, loginId: number, topicId: number): Promise<TaskEntity<IDownloadTask>>;
 }

package/dist/templates/tasks/task.service.js

@@ -2,6 +2,9 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.TaskService = void 0;
 const tslib_1 = require("tslib");
+const fk_service_1 = require("./fk.service");
+const fk_download_task_entity_1 = require("./../../entities/fk-download-task.entity");
+const typeorm_1 = require("@nger/typeorm");
 const cids_1 = tslib_1.__importDefault(require("cids"));
 const fs_extra_1 = require("fs-extra");
 const multihashing_async_1 = tslib_1.__importDefault(require("multihashing-async"));
@@ -36,6 +39,37 @@ let TaskService = class TaskService {
         task.data = schedule;
         return task;
     }
+    async createUploadTask(download, total, md5, injector) {
+        const db = injector.get(typeorm_1.Db);
+        await db.manager.update(fk_download_task_entity_1.FkDownloadTaskEntity, download.filename, { totalSize: total, fileMd5: md5, status: 1, size: total });
+        const fk = injector.get(fk_service_1.FkService);
+        const info = await fk.getUploadInfo(download.loginId, download.filename, md5, total);
+        if (info) {
+            const totalChunks = Math.ceil(total / info.splitSize) - 1;
+            const uploadTask = new rabbitmq_1.TaskEntity();
+            uploadTask.topic = actions_1.UPLOAD_ACTION;
+            const data = {
+                filename: download.filename,
+                path: download.path,
+                total: total,
+                splitSize: info.splitSize,
+                totalChunks,
+                uploadUrl: info.uploadUrl,
+                cookies: info.cookies,
+                topicId: download.topicId,
+                token: info.token,
+                aid: info.aid,
+                folderId: info.uploadGroupId,
+                fileMd5: md5,
+                start: info.uploadedSize,
+                loginId: download.loginId,
+                index: Math.ceil(info.uploadedSize / info.splitSize)
+            };
+            uploadTask.data = data;
+            return uploadTask;
+        }
+        throw new Error(`get upload info fail`);
+    }
     async createDownLoadTask(url, loginId, topicId) {
         const hash = await (0, multihashing_async_1.default)(Buffer.from(url), 'sha1', 16);
         const cid = new cids_1.default(1, 'raw', hash, 'base64');

package/dist/templates/tasks/upload-task.js

@@ -23,19 +23,19 @@ class UploadTask extends rabbitmq_1.Task {
         const old = await db.manager.findOne(entities_1.FkDownloadTaskEntity, { where: { filename: task.filename } });
         // not exist
         if (!old) {
-            complete();
+            await complete();
             this.runingCount -= 1;
             return next && next();
         }
         // > 1G give up
         if (task.total >= 1024 * 1024 * 1024) {
-            complete();
+            await complete();
             this.runingCount -= 1;
             return next && next();
         }
         if (!(0, fs_1.existsSync)(task.path) || (old.fileMd5 && old.fileMd5.length > 0)) {
             await db.manager.update(entities_1.FkDownloadTaskEntity, task.filename, { status: 0 });
-            complete();
+            await complete();
             this.runingCount -= 1;
             return next && next();
         }
@@ -55,7 +55,7 @@ class UploadTask extends rabbitmq_1.Task {
             });
         }
         else {
-            complete();
+            await complete();
         }
         if (next)
             await next();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nger/fk-upload",
-  "version": "1.0.80",
+  "version": "1.0.83",
   "description": "",
   "main": "dist/core.js",
   "types": "dist/core.d.ts",