@soga/encoder 0.0.4 → 0.0.5

package/dist/media-encoder/video-thumbnailer.js

@@ -1 +1 @@
-"use strict";var __importDefault=this&&this.__importDefault||function(t){return t&&t.__esModule?t:{default:t}};Object.defineProperty(exports,"__esModule",{value:!0}),exports.VideoThumbnailer=void 0;const path_1=require("path"),media_base_1=require("./media-base"),utils_1=require("@soga/utils"),sharp_1=__importDefault(require("sharp")),fs_extra_1=require("fs-extra"),constants_1=require("../constants"),main_1=require("../types/main");class VideoThumbnailer extends media_base_1.MediaBase{m3u8_data;thumbnail_duration=30;thumbnail_group=[];row=6;col=10;screenshot_width=480;screenshot_height=270;getScreenshotTempName(t){return`video_screenshot_temp_${t}.png`}getScreenshotName(t){return`video_screenshot_${t}.png`}getTileName(t){return`video_tile_${t}.png`}getCoverName(){return"video_cover.png"}async updateImagePercent(t,e){const i="screenshot"==e?6*t/7:t/7+6/7;await this.postProgress({type:main_1.ProcessStep.transcode_thumbnail,percent:i})}async start(){try{const t=await this.getMediainfo();if(!t?.video?.length)return;if(await this.init(),!this.m3u8_data)return;await this.generateScreenshots(),await this.generateTiles(),await this.saveThumbnailInfo(),await this.saveCoverInfo()}catch(t){await this.throwError({code:11e3,message:t.message,stack:t.stack})}}async init(){await this.initScreenshotSize(),await this.initM3U8Data(),await this.initThumbnailDuration(),await this.initThumbnailGroup()}async saveThumbnailInfo(){const t=constants_1.VIDEO_THUMBNAIL_DATA;if(await this.params.db.get(t))return;const{col:e,row:i,thumbnail_group:s,screenshot_width:a,screenshot_height:h}=this,r=s.length,n=[],o=[];for(let t=0;t<r;t++){const r=s[t],c=r.start_time,u=r.end_time,m=Math.floor(t/(i*e)),d=t%i*a,l=Math.floor(t%(e*i)/i)*h,_=this.getTileName(m);o.push(_),n.push({file:_,st:c,et:u,x:d,y:l,w:a,h:h})}const c=[...new Set(o)],u=c.length,m=[];for(let t=0;t<u;t++){const e=c[t],i=(0,path_1.resolve)(this.params.outputRoot,e),s=await(0,utils_1.getFileSize)(i);m.push({file:e,file_path:i,size:s})}const d={width:this.screenshot_width,height:this.screenshot_height,row:this.row,col:this.col,tile_list:m,sprite_list:n};await this.params.db.put(t,d)}async saveCoverInfo(){const t=constants_1.VIDEO_COVER_DATA;if(await this.params.db.get(t))return;const e=await this.params.db.get("screenshot_max"),i=e?.index||0,{screenshot_width:s,screenshot_height:a}=this,h=this.getScreenshotName(i),r=(0,path_1.resolve)(this.params.outputRoot,h),n=this.getCoverName(),o=(0,path_1.resolve)(this.params.outputRoot,n);await(0,fs_extra_1.copy)(r,o);const c={cover_name:n,cover_path:o,size:await(0,utils_1.getFileSize)(o),width:s,height:a};await this.params.db.put(t,c)}async generateTiles(){const t=await this.params.db.get("generate_tiles_index")||0,{length:e}=this.thumbnail_group,i=this.col*this.row,s=Math.ceil(e/i);for(let e=t;e<s;e++)await this.generateOneTile(e),await this.updateImagePercent((e+1)/s,"tile")}async generateOneTile(t){const{col:e,row:i}=this,s=this.thumbnail_group.length,a=i*e,h=t*a,r=Math.min(a,s-h),n=[];for(let t=0;t<r;t++){const e=this.getScreenshotName(h+t),i=(0,path_1.resolve)(this.params.outputRoot,e);n.push(i)}const o=this.getTileName(t),c=(0,path_1.resolve)(this.params.outputRoot,o);await this.createSpriteSheet(n,c),await this.params.db.put("generate_tiles_index",t+1)}async createSpriteSheet(t,e){const{screenshot_width:i,screenshot_height:s}=this,a=Math.ceil(t.length/this.row),h=i*Math.min(this.row,t.length),r=s*a,n=[];for(let e=0;e<this.row*this.col;e++){const a=Math.floor(e/this.row),h=e%this.row*i,r=a*s;if(e<t.length){const a=await(0,sharp_1.default)(t[e]).resize(i,s).toBuffer();n.push({input:a,left:h,top:r})}}const o=(0,sharp_1.default)({create:{width:h,height:r,channels:4,background:"white"}}).png();await o.composite(n).toFile(e)}getKeyFrameParams(t,e=0){if(t<1)return["-vframes","1"];return["-ss",`${Math.max(t-e-.3,.1).toFixed(3)}`,"-vframes","1"]}async generateScreenshots(){const t="generate_screenshots";if(await this.params.db.get(t))return;const e="screenshot_index",i=await this.params.db.get(e)||0,s="screenshot_max",a=await this.params.db.get(s),h={index:0,size:0};if(a){const t=a;h.index=t.index,h.size=t.size}const{segments:r}=this.m3u8_data,{thumbnail_group:n,screenshot_width:o}=this,{length:c}=n,u=async(t,{errorTimes:i,fixedSeconds:a})=>{const c=n[t].item.index,m=r[c];try{const i=this.getScreenshotTempName(t),r=`concat:${m.init_uri}|${m.uri}`,n=this.getKeyFrameParams(m.duration,a),c=o>this.screenshot_height?`${o}:-2`:`-2:${this.screenshot_height}`,u=["-i",r,...n,"-vf",`scale=${c}:flags=lanczos`,"-y",i];await this.ffmpeg(u,{cwd:this.params.outputRoot});const d=(0,path_1.resolve)(this.params.outputRoot,i),l=this.getScreenshotName(t),_=(0,path_1.resolve)(this.params.outputRoot,l);await(0,sharp_1.default)(d).png({quality:75}).toFile(_);const p=await(0,utils_1.getFileSize)(_);if(0===p)throw new Error(`Generate video thumbnail error: [index: ${t}, start_time: ${m.start_time}, end_time: ${m.end_time}]`);p>=h.size&&(h.index=t,h.size=p,await this.params.db.put(s,h)),await(0,fs_extra_1.remove)(d),await this.params.db.put(e,t+1)}catch(e){const s=Math.max(10,m.duration);if(!(i<3))throw e;await u(t,{errorTimes:i+1,fixedSeconds:a+s/5})}};for(let t=i;t<c;t++)await u(t,{errorTimes:0,fixedSeconds:0}),await this.updateImagePercent((t+1)/c,"screenshot");await this.params.db.put(t,!0)}async initScreenshotSize(){const t="screenshot_size",e=await this.params.db.get(t);if(e)return this.screenshot_width=e.width,void(this.screenshot_height=e.height);const i=(await this.getMediainfo()).video[0],{width:s,height:a}=i,h=s>a?480:270;this.screenshot_width=2*Math.floor(Math.min(h,s)/2),this.screenshot_height=2*Math.floor(this.screenshot_width*(a/s)/2),await this.params.db.put(t,{width:this.screenshot_width,height:this.screenshot_height})}async initThumbnailGroup(){const t="thumbnail_group",e=await this.params.db.get(t);if(e)return void(this.thumbnail_group=e);const i=[],{segments:s}=this.m3u8_data,{length:a}=s,h=this.thumbnail_duration;let r=0,n=[];for(let t=0;t<a;t++){const e=s[t];if(r+=e.duration,n.push(e),r>=h||t===a-1){const t=n.length,e=n[0],s=n[t-1];i.push({duration:r,start_time:e.start_time,end_time:s.end_time,items:n,item:s}),r=0,n=[]}}if(i.length>1){if(i[i.length-1].duration<1){const t=i.pop(),e=i[i.length-2];e.duration=e.duration+t.duration,e.end_time=t.end_time,e.items=e.items.concat(t.items),e.item=t.item,t.items}}i.forEach((t=>{const{items:e}=t;for(let i=e.length-1;i>=0;i--)if(e[i].duration>1){t.item=e[i];break}})),this.thumbnail_group=i,await this.params.db.put(t,i)}async initM3U8Data(){const t=await this.getVideoM3U8Info();this.m3u8_data=t.data}async initThumbnailDuration(){let t=30;const e="thumbnail_duration4",i=await this.params.db.get(e);if(i)return this.thumbnail_duration=i,this.thumbnail_duration;const s=await this.getMediainfo(),a=s?.video;if(!a?.length)return t;const h=a[0],r=h.duration||s?.general?.duration,{width:n,height:o}=h;n*o>=518400&&(t=40),n*o>=921600&&(t=60),n*o>=2073600&&(t=80),n*o>=3686400&&(t=90),n*o>=8294400&&(t=120);const c=r??0;if(c&&(c<60&&(t=0),c<300&&(t=Math.ceil(t/4)),c<600&&(t=Math.ceil(t/2)),c>3600)){const e=c/3600;t=Math.ceil(t*e)}return t=Math.min(60,t),this.thumbnail_duration=t,await this.params.db.put(e,t),t}}exports.VideoThumbnailer=VideoThumbnailer;
+"use strict";var __importDefault=this&&this.__importDefault||function(t){return t&&t.__esModule?t:{default:t}};Object.defineProperty(exports,"__esModule",{value:!0}),exports.VideoThumbnailer=void 0;const path_1=require("path"),media_base_1=require("./media-base"),utils_1=require("@soga/utils"),sharp_1=__importDefault(require("sharp")),fs_extra_1=require("fs-extra"),constants_1=require("../constants"),main_1=require("../types/main");class VideoThumbnailer extends media_base_1.MediaBase{m3u8_data;thumbnail_duration=30;thumbnail_group=[];row=6;col=10;screenshot_width=480;screenshot_height=270;getScreenshotTempName(t){return`video_screenshot_temp_${t}.png`}getScreenshotName(t){return`video_screenshot_${t}.png`}getTileName(t){return`video_tile_${t}.png`}getCoverName(){return"video_cover.png"}async updateImagePercent(t,e){const i="screenshot"==e?6*t/7:t/7+6/7;await this.postProgress({type:main_1.ProcessStep.transcode_thumbnail,percent:i})}async start(){try{const t=await this.getMediainfo();if(!t?.video?.length)return;if(await this.init(),!this.m3u8_data)return;await this.generateScreenshots(),await this.generateTiles(),await this.saveThumbnailInfo(),await this.saveCoverInfo()}catch(t){await this.throwError({code:11e3,message:t.message,stack:t.stack})}}async init(){await this.initScreenshotSize(),await this.initM3U8Data(),await this.initThumbnailDuration(),await this.initThumbnailGroup()}async saveThumbnailInfo(){const t=constants_1.VIDEO_THUMBNAIL_DATA;if(await this.params.db.get(t))return;const{col:e,row:i,thumbnail_group:s,screenshot_width:a,screenshot_height:h}=this,r=s.length,n=[],o=[];for(let t=0;t<r;t++){const r=s[t],c=r.start_time,u=r.end_time,m=Math.floor(t/(i*e)),d=t%i*a,l=Math.floor(t%(e*i)/i)*h,_=this.getTileName(m);o.push(_),n.push({file:_,st:c,et:u,x:d,y:l,w:a,h:h})}const c=[...new Set(o)],u=c.length,m=[];for(let t=0;t<u;t++){const e=c[t],i=(0,path_1.resolve)(this.params.outputRoot,e),s=await(0,utils_1.getFileSize)(i);m.push({file:e,file_path:i,size:s})}const d={width:this.screenshot_width,height:this.screenshot_height,row:this.row,col:this.col,tile_list:m,sprite_list:n};await this.params.db.put(t,d)}async saveCoverInfo(){const t=constants_1.VIDEO_COVER_DATA;if(await this.params.db.get(t))return;const e=await this.params.db.get("screenshot_max"),i=e?.index||0,{screenshot_width:s,screenshot_height:a}=this,h=this.getScreenshotName(i),r=(0,path_1.resolve)(this.params.outputRoot,h),n=this.getCoverName(),o=(0,path_1.resolve)(this.params.outputRoot,n);await(0,fs_extra_1.copy)(r,o);const c={cover_name:n,cover_path:o,size:await(0,utils_1.getFileSize)(o),width:s,height:a};await this.params.db.put(t,c)}async generateTiles(){const t=await this.params.db.get("generate_tiles_index")||0,{length:e}=this.thumbnail_group,i=this.col*this.row,s=Math.ceil(e/i);for(let e=t;e<s;e++)await this.generateOneTile(e),await this.updateImagePercent((e+1)/s,"tile")}async generateOneTile(t){const{col:e,row:i}=this,s=this.thumbnail_group.length,a=i*e,h=t*a,r=Math.min(a,s-h),n=[];for(let t=0;t<r;t++){const e=this.getScreenshotName(h+t),i=(0,path_1.resolve)(this.params.outputRoot,e);n.push(i)}const o=this.getTileName(t),c=(0,path_1.resolve)(this.params.outputRoot,o);await this.createSpriteSheet(n,c),await this.params.db.put("generate_tiles_index",t+1)}async createSpriteSheet(t,e){const{screenshot_width:i,screenshot_height:s}=this,a=Math.ceil(t.length/this.row),h=i*Math.min(this.row,t.length),r=s*a,n=[];for(let e=0;e<this.row*this.col;e++){const a=Math.floor(e/this.row),h=e%this.row*i,r=a*s;if(e<t.length){const a=await(0,sharp_1.default)(t[e]).resize(i,s).toBuffer();n.push({input:a,left:h,top:r})}}const o=(0,sharp_1.default)({create:{width:h,height:r,channels:4,background:"white"}}).png();await o.composite(n).toFile(e)}getKeyFrameParams(t,e=0){if(t<1)return["-vframes","1"];return["-ss",`${Math.max(t-e-.3,.1).toFixed(3)}`,"-vframes","1"]}async generateScreenshots(){const t="generate_screenshots";if(await this.params.db.get(t))return;const e="screenshot_index",i=await this.params.db.get(e)||0,s="screenshot_max",a=await this.params.db.get(s),h={index:0,size:0};if(a){const t=a;h.index=t.index,h.size=t.size}const{segments:r}=this.m3u8_data,{thumbnail_group:n,screenshot_width:o}=this,{length:c}=n,u=async(t,{errorTimes:i,fixedSeconds:a})=>{const c=n[t].item.index,m=r[c];try{const i=this.getScreenshotTempName(t),r=`concat:${m.init_uri}|${m.uri}`,n=this.getKeyFrameParams(m.duration,a),c=o>this.screenshot_height?`${o}:-2`:`-2:${this.screenshot_height}`,u=["-i",r,...n,"-vf",`scale=${c}:flags=lanczos`,"-y",i];await this.ffmpeg(u,{cwd:this.params.outputRoot});const d=(0,path_1.resolve)(this.params.outputRoot,i),l=this.getScreenshotName(t),_=(0,path_1.resolve)(this.params.outputRoot,l);await(0,sharp_1.default)(d).png({quality:75}).toFile(_);const p=await(0,utils_1.getFileSize)(_);if(0===p)throw new Error(`Generate video thumbnail error: [index: ${t}, start_time: ${m.start_time}, end_time: ${m.end_time}]`);p>=h.size&&(h.index=t,h.size=p,await this.params.db.put(s,h)),await(0,fs_extra_1.remove)(d),await this.params.db.put(e,t+1)}catch(e){const s=Math.max(10,m.duration);if(!(i<3))throw e;await u(t,{errorTimes:i+1,fixedSeconds:a+s/5})}};for(let t=i;t<c;t++)await u(t,{errorTimes:0,fixedSeconds:0}),await this.updateImagePercent((t+1)/c,"screenshot");await this.params.db.put(t,!0)}async initScreenshotSize(){const t="screenshot_size",e=await this.params.db.get(t);if(e)return this.screenshot_width=e.width,void(this.screenshot_height=e.height);const i=(await this.getMediainfo()).video[0],{width:s,height:a}=i,h=s>a?480:270;this.screenshot_width=2*Math.floor(Math.min(h,s)/2),this.screenshot_height=2*Math.floor(this.screenshot_width*(a/s)/2),await this.params.db.put(t,{width:this.screenshot_width,height:this.screenshot_height})}async initThumbnailGroup(){const t="thumbnail_group",e=await this.params.db.get(t);if(e)return void(this.thumbnail_group=e);const i=[],{segments:s}=this.m3u8_data,{length:a}=s,h=this.thumbnail_duration;let r=0,n=[];for(let t=0;t<a;t++){const e=s[t];if(r+=e.duration,n.push(e),r>=h||t===a-1){const t=n.length,e=n[0],s=n[t-1];i.push({duration:r,start_time:e.start_time,end_time:s.end_time,items:n,item:s}),r=0,n=[]}}if(i.length>1){if(i[i.length-1].duration<1){const t=i.pop(),e=i[i.length-2];e.duration=e.duration+t.duration,e.end_time=t.end_time,e.items=e.items.concat(t.items),e.item=t.item,t.items}}i.forEach((t=>{const{items:e}=t;for(let i=e.length-1;i>=0;i--)if(e[i].duration>1){t.item=e[i];break}})),this.thumbnail_group=i,await this.params.db.put(t,i)}async initM3U8Data(){const t=await this.getVideoM3U8Info();this.m3u8_data=t.data}async initThumbnailDuration(){let t=30;const e="thumbnail_duration4",i=await this.params.db.get(e);if(i)return this.thumbnail_duration=i,this.thumbnail_duration;const s=await this.getMediainfo(),a=s?.video;if(!a?.length)return t;const h=a[0],r=h.duration||s?.general?.duration,{width:n,height:o}=h;n*o>=518400&&(t=10),n*o>=921600&&(t=20),n*o>=2073600&&(t=30),n*o>=3686400&&(t=40),n*o>=8294400&&(t=60);const c=r??0;if(c&&(c<60&&(t=0),c<300&&(t=Math.ceil(t/4)),c<600&&(t=Math.ceil(t/2)),c>3600)){const e=c/3600;t=Math.ceil(t*e)}return t=Math.min(60,t),this.thumbnail_duration=t,await this.params.db.put(e,t),t}}exports.VideoThumbnailer=VideoThumbnailer;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@soga/encoder",
-  "version": "0.0.4",
+  "version": "0.0.5",
   "publishConfig": {
     "access": "public"
   },
@@ -36,6 +36,7 @@
     "eslint-plugin-prettier": "^5.0.0",
     "glob": "^10.3.3",
     "jest": "^29.6.3",
+    "piscina": "^4.8.0",
     "prettier": "^3.0.2",
     "terser": "^5.19.2",
     "ts-jest": "^29.1.1",
@@ -56,7 +57,6 @@
     "iconv-lite": "^0.6.3",
     "langdetect": "^0.2.1",
     "level": "^9.0.0",
-    "piscina": "^5.0.0-alpha.0",
     "sharp": "^0.33.5"
   }
 }