@nger/fk-upload 1.0.4 → 1.0.7

package/dist/templates/upload.service.js

@@ -0,0 +1,293 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UploadService = void 0;
+const path_1 = require("path");
+const entities_1 = require("../entities");
+const cids_1 = __importDefault(require("cids"));
+const multihashing_async_1 = __importDefault(require("multihashing-async"));
+const typeorm_1 = require("@nger/typeorm");
+const rxjs_1 = require("rxjs");
+const request_1 = require("request");
+const fs_1 = require("fs");
+const md5_file_1 = __importDefault(require("md5-file"));
+const core_1 = require("@nger/core");
+const axios_1 = __importDefault(require("axios"));
+const form_data_1 = __importDefault(require("form-data"));
+let UploadService = class UploadService {
+    db;
+    constructor(db) {
+        this.db = db;
+    }
+    async createDownLoadTask(url, fkLoginId) {
+        const observable = await this.createObservable(url);
+        return observable.listen.pipe((0, rxjs_1.throttleTime)(1000), (0, rxjs_1.switchMap)(async (res) => {
+            const exist = await this.db.manager.findOne(entities_1.FkDownloadTaskEntity, { where: { filename: observable.filename } });
+            if (exist) {
+                const size = res.size;
+                const total = res.totalSize;
+                const num = Math.floor((size / total) * 100);
+                await this.db.manager.update(entities_1.FkDownloadTaskEntity, exist.filename, { size: num });
+            }
+            else {
+                await this.db.manager.save(entities_1.FkDownloadTaskEntity, res);
+            }
+            return res;
+        })).subscribe({
+            next: () => { },
+            complete: async () => {
+                const exist = await this.db.manager.findOne(entities_1.FkDownloadTaskEntity, { where: { filename: observable.filename } });
+                const md5 = await (0, md5_file_1.default)(exist.path);
+                await this.db.manager.update(entities_1.FkDownloadTaskEntity, observable.filename, { status: 1, size: 100, fileMd5: md5, loginId: fkLoginId });
+                // upload
+                return await this.createUplaodTask(exist.filename);
+            }
+        });
+    }
+    getUploadUrl(token, forceDirect = true) {
+        if (forceDirect) {
+            return `https://${token.url}/${token.visitType}/${token.app}/upload?cmd=${token.cmd}&token=${token.token}`;
+        }
+        else {
+            return `https://${token.url}/${token.visitType}/${token.app}/advance?cmd=${token.cmd}&token=${token.token}`;
+        }
+    }
+    getUploadInfourl(token) {
+        return `https://${token.url}/${token.visitType}/${token.app}/advance/info?cmd=${token.cmd}&token=${token.token}`;
+    }
+    encodeURIComponent(data) {
+        return Object.keys(data).map(key => {
+            const value = Reflect.get(data, key);
+            return `${key}=${encodeURIComponent(value)}`;
+        }).join('&');
+    }
+    async createUplaodTask(filename) {
+        // 
+        const task = await this.db.manager.findOne(entities_1.FkDownloadTaskEntity, { where: { filename } });
+        if (task) {
+            if (task.status === 0) {
+                return {
+                    msg: 'downloading'
+                };
+            }
+            if (task.status === 2) {
+                return {
+                    msg: 'uploaded'
+                };
+            }
+            const loginEntity = await this.db.manager.findOne(entities_1.FkLoginEntity, { where: { fkLoginId: task.loginId } });
+            const cookies = await this.db.manager.find(entities_1.FkLoginCookieEntity, { where: { fkLoginId: task.loginId } });
+            const cookie = cookies.map(cookie => `${cookie.key}=${cookie.value}`).join(';');
+            // 00 take token
+            const url = `https://i.vip.webportal.top/`;
+            const iVipWebPortal = await axios_1.default.get(url, {
+                headers: {
+                    Cookie: cookie
+                }
+            }).then(res => res.data);
+            const items = iVipWebPortal.match(/<meta id='_TOKEN' value='(.*?)'\/>/);
+            let token = ``;
+            if (items && items.length === 2) {
+                token = items[1];
+            }
+            if (token.length > 0) {
+                // 01
+                const url = `https://smr00.vip.webportal.top/cn/api/manage/advanceUpload/genAccessKey?_v=1651232099799&_TOKEN=${token}`;
+                const accessKey = await axios_1.default.get(url).then(res => res.data);
+                if (accessKey.success) {
+                    const accessTokenString = decode(accessKey.accessKey);
+                    if (accessTokenString) {
+                        const accessToken = JSON.parse(accessTokenString);
+                        const uploadInfoUrl = this.getUploadInfourl(accessToken);
+                        const bssInfo = {
+                            fromSite: true, siteId: 0, groupId: 0, fileSizeLimit: 1024
+                        };
+                        const info = await axios_1.default.post(uploadInfoUrl, this.encodeURIComponent({
+                            fileMd5: task.fileMd5,
+                            fileSize: task.totalSize,
+                            isFreeVer: false,
+                            aid: loginEntity.aid,
+                            folderId: loginEntity.uploadGroupId,
+                            bssInfo: JSON.stringify(bssInfo),
+                            fileName: task.filename
+                        }), { headers: { cookie: cookie } }).then(res => res.data);
+                        if (info.code === 200) {
+                            const data = info.data;
+                            const { delayTime, splitSize, uploadedSize } = data;
+                            const uploadUrl = this.getUploadUrl(accessToken, false);
+                            const totalChunks = Math.ceil((task.totalSize - uploadedSize) / splitSize);
+                            let start = uploadedSize;
+                            let index = Math.ceil(uploadedSize / splitSize);
+                            let complete = false;
+                            do {
+                                if (index >= totalChunks - 1) {
+                                    complete = true;
+                                }
+                                const fileStream = (0, fs_1.createReadStream)(task.path, { start: start, end: start + splitSize });
+                                const formdata = new form_data_1.default();
+                                formdata.append('ctrl', fileStream);
+                                formdata.append('isFreeVer', 'false');
+                                formdata.append('aid', `${loginEntity.aid || 0}`);
+                                formdata.append('folderId', `${loginEntity.uploadGroupId || 0}`);
+                                formdata.append('fileName', task.filename);
+                                formdata.append(`totalSize`, `${task.totalSize}`);
+                                formdata.append(`fileMd5`, task.fileMd5);
+                                formdata.append('index', `${index}`);
+                                formdata.append('chunkSize', `${splitSize}`);
+                                formdata.append('totalChunks', `${totalChunks}`);
+                                formdata.append(`complete`, `${complete}`);
+                                formdata.append('bssInfo', JSON.stringify(bssInfo));
+                                const headers = formdata.getHeaders();
+                                const uploadResult = await axios_1.default.post(uploadUrl, formdata, {
+                                    headers: {
+                                        ...headers,
+                                        Cookie: cookie
+                                    }
+                                }).then(res => {
+                                    const data = res.data;
+                                    return data;
+                                });
+                                if (uploadResult.code === 200) {
+                                    const data = uploadResult.data;
+                                    if (data) {
+                                        const downUrl = data.downUrl;
+                                        if (downUrl) {
+                                            await this.db.manager.update(entities_1.FkDownloadTaskEntity, task.filename, {
+                                                status: 2,
+                                                uploadUrl: `https://` + downUrl,
+                                                uploadSize: 100
+                                            });
+                                        }
+                                        else {
+                                            await this.db.manager.update(entities_1.FkDownloadTaskEntity, task.filename, {
+                                                uploadSize: Math.floor(((index + 1) / totalChunks) * 100)
+                                            });
+                                        }
+                                    }
+                                    index = index + 1;
+                                    start = start + splitSize;
+                                }
+                            } while (!complete);
+                        }
+                    }
+                }
+            }
+        }
+    }
+    async createObservable(url) {
+        const hash = await (0, multihashing_async_1.default)(Buffer.from(url), 'sha1', 16);
+        const cid = new cids_1.default(1, 'raw', hash, 'base64');
+        // const _url = new URL(url);
+        // const pathname = _url.pathname;
+        // const ext = extname(pathname)
+        const filename = cid.toString('base64');
+        let item = await this.db.manager.findOne(entities_1.FkDownloadTaskEntity, { where: { filename } });
+        if (item) {
+            let task = item;
+            if (task.status) {
+                return {
+                    listen: (0, rxjs_1.of)(task),
+                    filename
+                };
+            }
+            const observable = new rxjs_1.Observable((sub) => {
+                // go on
+                const writeStream = (0, fs_1.createWriteStream)(task.path, { start: task.size });
+                const req = (0, request_1.get)(url, {
+                    headers: {
+                        'Content-Type': 'application/octet-stream'
+                    }
+                });
+                let length = 0;
+                req.on('data', (buf) => {
+                    length += buf.length;
+                    if (length >= task.size) {
+                        task.size = length;
+                        writeStream.write(buf, (err) => {
+                            if (err)
+                                sub.error(err);
+                        });
+                        sub.next(task);
+                    }
+                });
+                req.on('end', () => {
+                    sub.complete();
+                    writeStream.end();
+                });
+            });
+            return { listen: observable, filename };
+        }
+        ;
+        const observable = new rxjs_1.Observable((sub) => {
+            let task = new entities_1.FkDownloadTaskEntity();
+            task.url = url;
+            const req = (0, request_1.get)(url);
+            const path = (0, path_1.join)(__dirname, 'dist', encodeURIComponent(filename));
+            const writeStream = (0, fs_1.createWriteStream)(path);
+            task.path = path;
+            let total = 0;
+            let length = 0;
+            task.filename = filename;
+            task.uploadSize = 0;
+            req.on('data', (buf) => {
+                length += buf.length;
+                task.size = length;
+                writeStream.write(buf, (err) => {
+                    if (err)
+                        sub.error(err);
+                });
+                sub.next(task);
+            });
+            req.on('end', () => {
+                sub.complete();
+                writeStream.end();
+            });
+            req.on('response', (resp) => {
+                const headers = resp.headers;
+                total = Number(Reflect.get(headers, 'content-length'));
+                task.totalSize = total;
+                task.size = 0;
+                task.status = 0;
+                sub.next(task);
+            });
+        });
+        return { listen: observable, filename };
+    }
+};
+UploadService = __decorate([
+    (0, core_1.Injectable)(),
+    __metadata("design:paramtypes", [typeorm_1.Db])
+], UploadService);
+exports.UploadService = UploadService;
+function decode(base64Str) {
+    if (!base64Str)
+        return;
+    const t = base64Str.replace(/_/g, "/").replace(/-/g, "+");
+    const f = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/=";
+    let l = 0;
+    let p = 0;
+    let h = [];
+    do {
+        const o = f.indexOf(t.charAt(l++));
+        const u = f.indexOf(t.charAt(l++));
+        const a = f.indexOf(t.charAt(l++));
+        const c = f.indexOf(t.charAt(l++));
+        const s = o << 18 | u << 12 | a << 6 | c;
+        const e = s >> 16 & 255;
+        const r = s >> 8 & 255;
+        const n = 255 & s;
+        h[p++] = 64 === a ? String.fromCharCode(e) : 64 === c ? String.fromCharCode(e, r) : String.fromCharCode(e, r, n);
+    } while (l < t.length);
+    return h.join('');
+}

package/dist/templates/verify.d.ts

@@ -0,0 +1,15 @@
+export declare class VerifyController {
+    monitor(monitorId: string): Promise<any>;
+    get(body: VerifyBody): Promise<any>;
+    validate(body: ValidateBody): Promise<any>;
+}
+export interface VerifyBody {
+    appKey: number;
+    bss: number;
+    bssKey: string;
+    version: string;
+}
+export interface ValidateBody extends VerifyBody {
+    et: number;
+    vi: string;
+}

package/dist/templates/verify.js

@@ -0,0 +1,75 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VerifyController = void 0;
+const axios_1 = __importDefault(require("axios"));
+const core_1 = require("@nger/core");
+const http_1 = require("@nger/http");
+let VerifyController = class VerifyController {
+    monitor(monitorId) {
+        return axios_1.default.get(`https://cv.webportal.top/verify/monitor?monitorId=${monitorId}`, {
+            headers: {
+                [`Content-Type`]: `text/plain`
+            }
+        }).then(res => {
+            return res.data;
+        });
+    }
+    get(body) {
+        return axios_1.default.post(`https://cv.webportal.top/verify/get`, body, {
+            headers: {
+                [`Content-Type`]: `text/plain`
+            }
+        }).then(res => {
+            return res.data;
+        });
+    }
+    validate(body) {
+        return axios_1.default.post(`https://cv.webportal.top/verify/validate`, body, {
+            headers: {
+                [`Content-Type`]: `text/plain`
+            }
+        }).then(res => {
+            return res.data;
+        });
+    }
+};
+__decorate([
+    (0, http_1.Get)('monitor'),
+    __param(0, (0, http_1.Query)('monitorId')),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [String]),
+    __metadata("design:returntype", void 0)
+], VerifyController.prototype, "monitor", null);
+__decorate([
+    (0, http_1.Post)('get'),
+    __param(0, (0, http_1.Body)()),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", void 0)
+], VerifyController.prototype, "get", null);
+__decorate([
+    (0, http_1.Post)('validate'),
+    __param(0, (0, http_1.Body)()),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", void 0)
+], VerifyController.prototype, "validate", null);
+VerifyController = __decorate([
+    (0, core_1.Controller)(`verify`)
+], VerifyController);
+exports.VerifyController = VerifyController;

package/dist/tests/test.d.ts

@@ -0,0 +1,3 @@
+import "reflect-metadata";
+export declare class AppModule {
+}

package/dist/tests/test.js

@@ -0,0 +1,101 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AppModule = void 0;
+require("reflect-metadata");
+require('dotenv').config();
+const core_1 = require("@nger/core");
+const core_2 = require("@nger/core");
+const fk_upload_module_1 = require("../fk-upload.module");
+const typeorm_1 = require("@nger/typeorm");
+const fk_service_1 = require("../fk.service");
+const fk_v2_service_1 = require("../fk-v2.service");
+const fs_1 = require("fs");
+const path_1 = require("path");
+let AppModule = class AppModule {
+};
+AppModule = __decorate([
+    (0, core_2.Module)({
+        providers: [{
+                provide: core_1.APP_ROOT,
+                useValue: process.cwd()
+            }],
+        imports: [
+            fk_upload_module_1.FkUploadModule,
+            typeorm_1.TypeormModule.forEnv()
+        ],
+        controllers: []
+    })
+], AppModule);
+exports.AppModule = AppModule;
+const axios_1 = __importDefault(require("axios"));
+const form_data_1 = __importDefault(require("form-data"));
+(0, core_1.platformCore)().bootstrap(AppModule).then(async (res) => {
+    const db = res.get(typeorm_1.Db);
+    const fk = res.get(fk_service_1.FkService);
+    const smr00 = await fk.getFkLogin(`smr00`);
+    if (smr00) {
+        const fkv2 = new fk_v2_service_1.FkV2Service(smr00, db, res);
+        await fkv2.init();
+        const token = await fkv2.genAccessKey();
+        const watermark = await fkv2.getWatermark();
+        const file = (0, fs_1.createReadStream)((0, path_1.join)(__dirname, './2.jpeg'));
+        if (token) {
+            const uploadUrl = fkv2.getUploadUrl(token);
+            const formdata = new form_data_1.default();
+            formdata.append('ctrl', file);
+            formdata.append('fileName', `2.jpeg`);
+            formdata.append('isFreeVer', `false`);
+            formdata.append('aid', fkv2.aid || 0);
+            formdata.append('folderId', fkv2.siteId || 0);
+            const bssInfo = {
+                // 是否上传到资源库
+                fromSite: true,
+                // 站点
+                siteId: fkv2.aid || 0,
+                // 文件夹
+                groupId: fkv2.siteId || 0,
+                // 文件大小限制
+                fileSizeLimit: fkv2.fileSizeLimit * 1024 * 1024
+                // waterMark
+            };
+            formdata.append('bssInfo', JSON.stringify(bssInfo));
+            const headers = formdata.getHeaders();
+            const res = await axios_1.default.put(uploadUrl, formdata, {
+                headers: {
+                    ...headers,
+                    'Cookie': await fkv2.getCookies()
+                }
+            });
+            debugger;
+            // const req = Request.post(uploadUrl, {
+            //     body: formdata,
+            //     headers: {
+            //         ...headers,
+            //         'Cookie': await fkv2.getCookies()
+            //     }
+            // });
+            // req.on('data', (chunk) => {
+            //     const str = chunk.toString('utf-8')
+            //     debugger;
+            // })
+            // // const url = new URL(uploadUrl)
+            // formdata.submit(uploadUrl, (err, res) => {
+            //     res.on('data', (buf: Buffer) => {
+            //         const d = buf.toString('utf8');
+            //         debugger;
+            //     });
+            // });
+            // let token: any = JSON.parse(res)
+            // console.log({ data: res.data, watermark })
+        }
+    }
+});

package/dist/urlSafeBase64Decode.d.ts

@@ -0,0 +1,3 @@
+export declare class UrlSafeBase64 {
+    decode(base64Str: string): string | void;
+}

package/dist/urlSafeBase64Decode.js

@@ -0,0 +1,37 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UrlSafeBase64 = void 0;
+const core_1 = require("@nger/core");
+let UrlSafeBase64 = class UrlSafeBase64 {
+    decode(base64Str) {
+        if (!base64Str)
+            return;
+        const t = base64Str.replace(/_/g, "/").replace(/-/g, "+");
+        const f = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/=";
+        let l = 0;
+        let p = 0;
+        let h = [];
+        do {
+            const o = f.indexOf(t.charAt(l++));
+            const u = f.indexOf(t.charAt(l++));
+            const a = f.indexOf(t.charAt(l++));
+            const c = f.indexOf(t.charAt(l++));
+            const s = o << 18 | u << 12 | a << 6 | c;
+            const e = s >> 16 & 255;
+            const r = s >> 8 & 255;
+            const n = 255 & s;
+            h[p++] = 64 === a ? String.fromCharCode(e) : 64 === c ? String.fromCharCode(e, r) : String.fromCharCode(e, r, n);
+        } while (l < t.length);
+        return h.join('');
+    }
+};
+UrlSafeBase64 = __decorate([
+    (0, core_1.Injectable)()
+], UrlSafeBase64);
+exports.UrlSafeBase64 = UrlSafeBase64;

package/package.json

@@ -1,28 +1,29 @@
 {
   "name": "@nger/fk-upload",
-  "version": "1.0.4",
+  "version": "1.0.7",
   "description": "",
   "main": "dist/core.js",
   "types": "dist/core.d.ts",
   "publishConfig": {
     "access": "public"
   },
-  "files": [
-    "./dist",
-    "./readme.md"
-  ],
   "author": "",
   "license": "ISC",
   "dependencies": {
     "@nger/core": "^1.0.0",
+    "@nger/api": "^1.0.0",
     "@nger/http": "^4.0.0",
+    "@nger/typeorm": "^1.0.0",
     "@nger/ws": "^1.0.0",
     "@types/download": "^8.0.1",
     "@types/request": "^2.48.8",
     "axios": "^0.26.1",
+    "cids": "^1.1.9",
     "download": "^8.0.0",
     "form-data": "^4.0.0",
+    "fs-extra": "^10.1.0",
     "md5-file": "^5.0.0",
+    "multihashing-async": "^2.1.4",
     "request": "^2.88.2"
   },
   "scripts": {