@soga/uploader 0.2.11 → 0.2.12

package/dist/host-uploader/ali.js

@@ -1 +1 @@
-"use strict";var __importDefault=this&&this.__importDefault||function(t){return t&&t.__esModule?t:{default:t}};Object.defineProperty(exports,"__esModule",{value:!0}),exports.getAliUploader=exports.AliUploader=void 0;const base_1=require("./base"),types_1=require("@soga/types"),piscina_1=__importDefault(require("piscina")),uploaders=new Map;class AliUploader extends base_1.BaseUploader{params;constructor(t){super(t,types_1.HostType.ALI),this.params=t}getThread(t){const i=new AbortController,e=Date.now(),a=new piscina_1.default({filename:require.resolve("@soga/part-uploader")});return console.log("init piscina time: ",Date.now()-e),{file_id:t.file_id,part_id:t.id,uid:t.uid,start:async()=>{try{const{file_id:e,host_id:s,id:o,info:r}=t,d=await this.fileRepository.findOneBy({id:e}),{output_root:l}=d;a.on("message",(async t=>{await this.onPartProgress(t)}));const p={file_id:e,host_id:s,part_id:o,output_root:l,part:r,cloud_folder_id:d.cloud_info.hosts.ali?.file_id,sdk_domain:this.params.sdk_domain},n=await a.run(p,{name:"uploadAli",signal:i.signal});if(n){await this.partRepository.update(t.id,{upload_result:{ali:n},upload_status:types_1.UploadStatus.SUCCESS});const i=await this.partRepository.findOneBy({id:o}),a=await this.fileRepository.findOneBy({id:e});await this.onPartSuccess(i,a)}}catch(i){"AbortError"==i.name?this.partRepository.update(t.id,{upload_status:types_1.UploadStatus.NULL}):await this.onPartError(i,await this.fileRepository.findOneBy({id:t.file_id}))}finally{this.threads=this.threads.filter((i=>i.part_id!=t.id)),await a.destroy(),await this.start()}},stop:async()=>{i.abort(),this.threads=this.threads.filter((i=>i.part_id!==t.id))}}}}exports.AliUploader=AliUploader;const getAliUploader=async t=>{const{uid:i,host_id:e}=t,a=`${i}_${e}`;let s=uploaders.get(a);if(s)for(;s.is_initing;)await new Promise((t=>setTimeout(t,20)));else s=new AliUploader(t),s.setThreads(3),uploaders.set(a,s),await s.init();return s};exports.getAliUploader=getAliUploader;
+"use strict";var __importDefault=this&&this.__importDefault||function(t){return t&&t.__esModule?t:{default:t}};Object.defineProperty(exports,"__esModule",{value:!0}),exports.getAliUploader=exports.AliUploader=void 0;const base_1=require("./base"),types_1=require("@soga/types"),piscina_1=__importDefault(require("piscina")),node_worker_threads_1=require("node:worker_threads"),piscina=new piscina_1.default({filename:require.resolve("@soga/part-uploader")}),uploaders=new Map;class AliUploader extends base_1.BaseUploader{params;constructor(t){super(t,types_1.HostType.ALI),this.params=t}getThread(t){const e=new AbortController,{port1:i,port2:a}=new node_worker_threads_1.MessageChannel;return{file_id:t.file_id,part_id:t.id,uid:t.uid,start:async()=>{try{const{file_id:s,host_id:r,id:o,info:d}=t,l=await this.fileRepository.findOneBy({id:s}),{output_root:p}=l;a.on("message",(async t=>{await this.onPartProgress(t)})),a.on("error",(()=>{}));const n={file_id:s,host_id:r,part_id:o,output_root:p,part:d,cloud_folder_id:l.cloud_info.hosts.ali?.file_id,sdk_domain:this.params.sdk_domain,port:i},_=await piscina.run(n,{name:"uploadAli",signal:e.signal,transferList:[i]});if(_){await this.partRepository.update(t.id,{upload_result:{ali:_},upload_status:types_1.UploadStatus.SUCCESS});const e=await this.partRepository.findOneBy({id:o}),i=await this.fileRepository.findOneBy({id:s});await this.onPartSuccess(e,i)}}catch(e){"AbortError"==e.name?this.partRepository.update(t.id,{upload_status:types_1.UploadStatus.NULL}):await this.onPartError(e,await this.fileRepository.findOneBy({id:t.file_id}))}finally{this.threads=this.threads.filter((e=>e.part_id!=t.id)),a.close(),await this.start()}},stop:async()=>{e.abort(),this.threads=this.threads.filter((e=>e.part_id!==t.id))}}}}exports.AliUploader=AliUploader;const getAliUploader=async t=>{const{uid:e,host_id:i}=t,a=`${e}_${i}`;let s=uploaders.get(a);if(s)for(;s.is_initing;)await new Promise((t=>setTimeout(t,20)));else s=new AliUploader(t),s.setThreads(3),uploaders.set(a,s),await s.init();return s};exports.getAliUploader=getAliUploader;

package/dist/host-uploader/baidu.js

@@ -1 +1 @@
-"use strict";var __importDefault=this&&this.__importDefault||function(t){return t&&t.__esModule?t:{default:t}};Object.defineProperty(exports,"__esModule",{value:!0}),exports.getBaiduUploader=exports.BaiduUploader=void 0;const base_1=require("./base"),types_1=require("@soga/types"),piscina_1=__importDefault(require("piscina")),uploaders=new Map;class BaiduUploader extends base_1.BaseUploader{params;constructor(t){super(t,types_1.HostType.BAIDU),this.params=t}getThread(t){const a=new piscina_1.default({filename:require.resolve("@soga/part-uploader")}),i=new AbortController;return{file_id:t.file_id,part_id:t.id,uid:t.uid,start:async()=>{try{const{file_id:e,host_id:s,id:r,info:o}=t,d=await this.fileRepository.findOneBy({id:e}),{output_root:p}=d;a.on("message",(async t=>{await this.onPartProgress(t)}));const u={file_id:e,host_id:s,part_id:r,output_root:p,part:o,cloud_folder_path:d.cloud_info.hosts.baidu?.path,sdk_domain:this.params.sdk_domain},n=await a.run(u,{name:"uploadBaidu",signal:i.signal});if(n){await this.partRepository.update(t.id,{upload_result:{baidu:n},upload_status:types_1.UploadStatus.SUCCESS});const a=await this.partRepository.findOneBy({id:r}),i=await this.fileRepository.findOneBy({id:e});await this.onPartSuccess(a,i)}}catch(a){"AbortError"==a.name?this.partRepository.update(t.id,{upload_status:types_1.UploadStatus.NULL}):await this.onPartError(a,await this.fileRepository.findOneBy({id:t.file_id}))}finally{this.threads=this.threads.filter((a=>a.part_id!=t.id)),await a.destroy(),await this.start()}},stop:async()=>{i.abort(),this.threads=this.threads.filter((a=>a.part_id!==t.id))}}}}exports.BaiduUploader=BaiduUploader;const getBaiduUploader=async t=>{const{uid:a,host_id:i}=t,e=`${a}_${i}`;let s=uploaders.get(e);if(s)for(;s.is_initing;)await new Promise((t=>setTimeout(t,20)));else s=new BaiduUploader(t),s.setThreads(3),uploaders.set(e,s),await s.init();return s};exports.getBaiduUploader=getBaiduUploader;
+"use strict";var __importDefault=this&&this.__importDefault||function(t){return t&&t.__esModule?t:{default:t}};Object.defineProperty(exports,"__esModule",{value:!0}),exports.getBaiduUploader=exports.BaiduUploader=void 0;const base_1=require("./base"),types_1=require("@soga/types"),piscina_1=__importDefault(require("piscina")),node_worker_threads_1=require("node:worker_threads"),piscina=new piscina_1.default({filename:require.resolve("@soga/part-uploader")}),uploaders=new Map;class BaiduUploader extends base_1.BaseUploader{params;constructor(t){super(t,types_1.HostType.BAIDU),this.params=t}getThread(t){const e=new AbortController,{port1:a,port2:i}=new node_worker_threads_1.MessageChannel;return{file_id:t.file_id,part_id:t.id,uid:t.uid,start:async()=>{try{const{file_id:s,host_id:r,id:o,info:d}=t,p=await this.fileRepository.findOneBy({id:s}),{output_root:n}=p;i.on("message",(async t=>{await this.onPartProgress(t)})),i.on("error",(()=>{}));const u={file_id:s,host_id:r,part_id:o,output_root:n,part:d,cloud_folder_path:p.cloud_info.hosts.baidu?.path,sdk_domain:this.params.sdk_domain,port:a},l=await piscina.run(u,{name:"uploadBaidu",signal:e.signal,transferList:[a]});if(l){await this.partRepository.update(t.id,{upload_result:{baidu:l},upload_status:types_1.UploadStatus.SUCCESS});const e=await this.partRepository.findOneBy({id:o}),a=await this.fileRepository.findOneBy({id:s});await this.onPartSuccess(e,a)}}catch(e){"AbortError"==e.name?this.partRepository.update(t.id,{upload_status:types_1.UploadStatus.NULL}):await this.onPartError(e,await this.fileRepository.findOneBy({id:t.file_id}))}finally{this.threads=this.threads.filter((e=>e.part_id!=t.id)),i.close(),await this.start()}},stop:async()=>{e.abort(),this.threads=this.threads.filter((e=>e.part_id!==t.id))}}}}exports.BaiduUploader=BaiduUploader;const getBaiduUploader=async t=>{const{uid:e,host_id:a}=t,i=`${e}_${a}`;let s=uploaders.get(i);if(s)for(;s.is_initing;)await new Promise((t=>setTimeout(t,20)));else s=new BaiduUploader(t),s.setThreads(3),uploaders.set(i,s),await s.init();return s};exports.getBaiduUploader=getBaiduUploader;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@soga/uploader",
-  "version": "0.2.11",
+  "version": "0.2.12",
   "publishConfig": {
     "access": "public"
   },
@@ -54,11 +54,11 @@
   },
   "dependencies": {
     "@soga/entities": "^0.2.8",
-    "@soga/part-uploader": "^0.2.8",
+    "@soga/part-uploader": "^0.2.12",
     "@soga/sdk": "^0.2.8",
     "@soga/types": "^0.2.8",
     "@soga/utils": "^0.2.8",
     "piscina": "^4.9.2"
   },
-  "gitHead": "672cc88d32f1d64e8706292d32964e81e83ef75f"
+  "gitHead": "ff8818aae73714395224ae6516e74eabbf21b396"
 }