hlsdownloader 6.0.0 → 6.1.0

package/README.md

@@ -165,6 +165,40 @@ downloader.on('error', err => {
 const summary = await downloader.startDownload();
 ```
 
+#### Example 4: Simple progress bar
+
+This example demostrate a simple download progressbar. You can bring your own progress bar implementation
+
+```ts
+import { HLSDownloader } from 'hlsdownloader';
+
+const downloader = new HLSDownloader({
+  playlistURL: 'https://stream.example.com/playlist/master.m3u8',
+  concurrency: 5,
+  retry: { limit: 3, delay: 1000 },
+  headers: { 'User-Agent': 'MyHeader' },
+  timeout: 15000,
+});
+
+downloader.on('start', ({ total }) => {
+  console.log(`Starting download of ${total} segments...`);
+});
+
+downloader.on('progress', ({ processed, total, url }) => {
+  const percentage = Math.round((processed / total) * 100);
+  const progressBar = '='.repeat(Math.floor(percentage / 5)).padEnd(20, ' ');
+  process.stdout.clearLine(0);
+  process.stdout.cursorTo(0);
+  process.stdout.write(`[${progressBar}] ${percentage}% | Processing: ${processed}/${total}`);
+});
+
+downloader.on('end', () => {
+  process.stdout.write('\nDownload Complete!\n');
+});
+
+await downloader.startDownload();
+```
+
 ## API Documentation
 
 The library is organized under the `HLSDownloader` module. For full interactive documentation, visit our [Documentation](https://nurrony.github.io/hlsdownloader) site.
@@ -210,11 +244,12 @@ The main service orchestrator for fetching HLS content.
 
 ### SegmentDownloadedData (Interface) - emits on `progress` events
 
-| Property | Type     | Description                                                                |
-| -------- | -------- | -------------------------------------------------------------------------- |
-| url      | `string` | Original segment URL as referenced in the HLS playlist (`.m3u8`).          |
-| path     | `string` | Local file system path where the segment was saved. Empty if not provided. |
-| total    | `number` | Total number of segments downloaded so far, including this one.            |
+| Property  | Type     | Description                                                                |
+| --------- | -------- | -------------------------------------------------------------------------- |
+| url       | `string` | Original segment URL as referenced in the HLS playlist (`.m3u8`).          |
+| path      | `string` | Local file system path where the segment was saved. Empty if not provided. |
+| processed | `number` | Total number of segments downloaded so far.                                |
+| total     | `number` | Total number of segments downloaded to download, including this one.       |
 
 ---
 

package/dist/index.d.ts

@@ -30,11 +30,13 @@ export interface SegmentDownloadedData {
 	url: string;
 	path?: string;
 	total: number;
+	processed: number;
 }
-export interface SegmentDownloadErrorData {
+export interface SegmentDownloadErrorData extends DownloadError {
 	url: string;
 	name: string;
 	message: string;
+	processed: number;
 }
 export interface DownloaderOptions extends HttpClientOptions {
 	playlistURL: string;
@@ -57,6 +59,8 @@ declare class Downloader extends EventEmitter {
 	private fileService;
 	private errors;
 	private concurrency;
+	private processedCount;
+	private isDownloading;
 	constructor(options: DownloaderOptions);
 	startDownload(): Promise<DownloadSummary>;
 	emit(event: string | symbol, ...args: any[]): boolean;

package/dist/index.js

@@ -1 +1 @@
-import{EventEmitter as k}from"node:events";import{cpus as A}from"node:os";import C from"p-limit";import{URL as v}from"node:url";var h=class l extends Error{constructor(r){super(r),this.name=this.constructor.name,Object.setPrototypeOf(this,l.prototype),Error.captureStackTrace&&Error.captureStackTrace(this,this.constructor)}},f=h;var n=class{static isValidUrl(r,t=["http:","https:","ftp:","sftp:"]){let{protocol:e}=new v(r);if(e&&!t.includes(e))throw new f(`${e} is not supported. Supported protocols are ${t.join(", ")}`);return!0}static stripFirstSlash(r){return r.startsWith("/")?r.substring(1):r}static isValidPlaylist(r){return/^#EXTM3U/im.test(r)}static parseUrl(r){return new v(r)}static omit(r,...t){let e=new Set(t.flat());return Object.fromEntries(Object.entries(r).filter(([s])=>!e.has(s)))}static isNotFunction(r){return typeof r!="function"}static async sleep(r){return new Promise(t=>setTimeout(t,r))}};import{constants as x,createWriteStream as O}from"node:fs";import*as m from"node:fs/promises";import S from"node:path";import{Readable as L}from"node:stream";import{pipeline as T}from"node:stream/promises";var d=class{destination;overwrite;constructor(r,t=!1){this.destination=r,this.overwrite=t}async getTargetPath(r){let{pathname:t}=n.parseUrl(r);return S.join(this.destination,n.stripFirstSlash(t))}async prepareDirectory(r){let t=await this.getTargetPath(r),e=S.dirname(t);return await m.mkdir(e,{recursive:!0}),t}async canWrite(r){try{let t=await this.getTargetPath(r);return await m.access(t,x.F_OK),this.overwrite}catch(t){if(t.code==="ENOENT")return!0;throw t}}async saveStream(r,t){let e=L.fromWeb(r),s=O(t);try{await T(e,s)}catch(i){throw await m.unlink(t).catch(()=>{}),i}}},D=d;import{ProxyAgent as U}from"undici";var u=class l extends Error{constructor(r){super(r),this.name=this.constructor.name,Object.setPrototypeOf(this,l.prototype),Error.captureStackTrace&&Error.captureStackTrace(this,this.constructor)}},P=u;var y=class{options;primaryOrigin=null;sensitiveHeaders=["authorization","cookie","x-auth-token"];timeout;retryOptions;dispatcher;noProxy=[];constructor(r={}){if(this.options={method:"GET",headers:{"User-Agent":"HLSDownloader"}},r.headers){let s={};for(let[i,o]of Object.entries(r.headers))s[i.toLowerCase()]=o;this.options.headers={"User-Agent":"HLSDownloader",...this.options.headers,...s}}this.timeout=r.timeout??5e3,this.retryOptions=r.retry??{limit:1,delay:500};let t=process.env.NO_PROXY||process.env.no_proxy||"";this.noProxy=r.noProxy??t.split(",").map(s=>s.trim()).filter(Boolean);let e=r.proxy||process.env.HTTPS_PROXY||process.env.HTTP_PROXY;e&&(this.dispatcher=new U({uri:e}))}setPrimaryOrigin(r){try{this.primaryOrigin=new URL(r).origin}catch{this.primaryOrigin=null}}getRequestHeaders(r){let t={...this.options.headers};try{let e=new URL(r).origin;this.primaryOrigin&&e!==this.primaryOrigin&&this.sensitiveHeaders.forEach(s=>{delete t[s]})}catch{}return t}shouldBypassProxy(r){if(!this.dispatcher)return!0;let t=new URL(r).hostname;return this.noProxy.some(e=>t===e||e.startsWith(".")&&t.endsWith(e))}async requestWithRetry(r,t=0){let e=new AbortController,s=setTimeout(()=>e.abort(),this.timeout);try{let i=await fetch(r,{...this.options,headers:this.getRequestHeaders(r),signal:e.signal,dispatcher:this.shouldBypassProxy(r)?void 0:this.dispatcher});return clearTimeout(s),!i.ok&&(i.status>=500||i.status===429)&&t<this.retryOptions.limit?this.handleRetry(r,t):i}catch(i){if(clearTimeout(s),(i.name==="AbortError"||i.name==="TypeError"||i.status&&i.status>=500)&&t<this.retryOptions.limit)return this.handleRetry(r,t);throw i}}async handleRetry(r,t){let e=this.retryOptions.delay*Math.pow(2,t);return await n.sleep(e),this.requestWithRetry(r,t+1)}async fetchText(r){let e=await(await this.requestWithRetry(r)).text();if(!n.isValidPlaylist(e))throw new P("Invalid playlist");return e}async getStream(r){let t=await this.requestWithRetry(r);if(!t.body)throw new Error("Response body is null");return t.body}},b=y;import{URL as H}from"node:url";var g=class l{static HLS_PLAYLIST_EXT=".m3u8";parse(r,t){return t.replace(/^#[\s\S].*/gim,"").split(/\r?\n/).filter(e=>e.trim()!=="").map(e=>new H(e,r).href)}isPlaylist(r){return r.toLowerCase().endsWith(l.HLS_PLAYLIST_EXT)}},p=new g;var w=class extends k{constructor(t){super();this.options=t;let{destination:e="",playlistURL:s="",overwrite:i=!1,concurrency:o=Math.max(1,A().length-1),headers:a={},...c}=t||{};this.playlistURL=s,this.pool=C(o),this.concurrency=o,this.http=new b({headers:a,...c}),this.http.setPrimaryOrigin(this.playlistURL),this.fileService=new D(e,i),this.items.add(this.playlistURL)}items=new Set;playlistURL;pool;http;fileService;errors=[];concurrency=1;async startDownload(){try{n.isValidUrl(this.playlistURL);let t=await this.http.fetchText(this.playlistURL),e=p.parse(this.playlistURL,t);e.forEach(a=>this.items.add(a));let s=e.filter(a=>p.isPlaylist(a));(await Promise.allSettled(s.map(a=>this.http.fetchText(a)))).forEach((a,c)=>{a.status==="fulfilled"&&p.parse(s[c],a.value).forEach(E=>this.items.add(E))}),this.emit("start",{total:this.items.size,destination:this.options.destination}),await this.processQueue();let o=this.generateSummary();return this.emit("end",o),o}catch(t){return this.handleError(this.playlistURL,t),this.generateSummary()}}emit(t,...e){return super.emit(t,...e)}async processQueue(){let t=this.items.size,e=Array.from(this.items);if(this.fileService.destination){if(!await this.fileService.canWrite(this.playlistURL))throw new Error("Directory already exists and overwrite is disabled");let i=e.map(o=>this.pool(()=>this.downloadFile(o)));return Promise.allSettled(i)}let s=e.map(i=>this.pool(async()=>{try{let o=await this.http.getStream(i);return this.emit("progress",{url:i,total:t}),o}catch(o){this.handleError(i,o)}}));return Promise.allSettled(s)}async downloadFile(t){try{let e=await this.http.getStream(t),s=await this.fileService.prepareDirectory(t);await this.fileService.saveStream(e,s),this.emit("progress",{url:t,path:s,total:this.items.size})}catch(e){this.handleError(t,e)}}handleError(t,e){let s={url:t,name:e.name,message:e.message};this.errors.push(s),this.emit("error",s)}generateSummary(){return{errors:this.errors,total:this.items.size,message:this.errors.length>0?"Download ended with errors":"Downloaded successfully"}}},R=w;var gt=R;export{R as HLSDownloader,gt as default};
+import{EventEmitter as H}from"node:events";import{cpus as k}from"node:os";import A from"p-limit";import{URL as v}from"node:url";var d=class l extends Error{constructor(r){super(r),this.name=this.constructor.name,Object.setPrototypeOf(this,l.prototype),Error.captureStackTrace&&Error.captureStackTrace(this,this.constructor)}},f=d;var a=class{static isValidUrl(r,t=["http:","https:","ftp:","sftp:"]){let{protocol:e}=new v(r);if(e&&!t.includes(e))throw new f(`${e} is not supported. Supported protocols are ${t.join(", ")}`);return!0}static stripFirstSlash(r){return r.startsWith("/")?r.substring(1):r}static isValidPlaylist(r){return/^#EXTM3U/im.test(r)}static parseUrl(r){return new v(r)}static omit(r,...t){let e=new Set(t.flat());return Object.fromEntries(Object.entries(r).filter(([i])=>!e.has(i)))}static isNotFunction(r){return typeof r!="function"}static async sleep(r){return new Promise(t=>setTimeout(t,r))}};import{constants as x,createWriteStream as O}from"node:fs";import*as p from"node:fs/promises";import S from"node:path";import{Readable as L}from"node:stream";import{pipeline as T}from"node:stream/promises";var h=class{destination;overwrite;constructor(r,t=!1){this.destination=r,this.overwrite=t}async getTargetPath(r){let{pathname:t}=a.parseUrl(r);return S.join(this.destination,a.stripFirstSlash(t))}async prepareDirectory(r){let t=await this.getTargetPath(r),e=S.dirname(t);return await p.mkdir(e,{recursive:!0}),t}async canWrite(r){try{let t=await this.getTargetPath(r);return await p.access(t,x.F_OK),this.overwrite}catch(t){if(t.code==="ENOENT")return!0;throw t}}async saveStream(r,t){let e=L.fromWeb(r),i=O(t);try{await T(e,i)}catch(s){throw await p.unlink(t).catch(()=>{}),s}}},D=h;import{ProxyAgent as U}from"undici";var u=class l extends Error{constructor(r){super(r),this.name=this.constructor.name,Object.setPrototypeOf(this,l.prototype),Error.captureStackTrace&&Error.captureStackTrace(this,this.constructor)}},P=u;var y=class{options;primaryOrigin=null;sensitiveHeaders=["authorization","cookie","x-auth-token"];timeout;retryOptions;dispatcher;noProxy=[];constructor(r={}){if(this.options={method:"GET",headers:{"User-Agent":"HLSDownloader"}},r.headers){let i={};for(let[s,o]of Object.entries(r.headers))i[s.toLowerCase()]=o;this.options.headers={"User-Agent":"HLSDownloader",...this.options.headers,...i}}this.timeout=r.timeout??5e3,this.retryOptions=r.retry??{limit:1,delay:500};let t=process.env.NO_PROXY||process.env.no_proxy||"";this.noProxy=r.noProxy??t.split(",").map(i=>i.trim()).filter(Boolean);let e=r.proxy||process.env.HTTPS_PROXY||process.env.HTTP_PROXY;e&&(this.dispatcher=new U({uri:e}))}setPrimaryOrigin(r){try{this.primaryOrigin=new URL(r).origin}catch{this.primaryOrigin=null}}getRequestHeaders(r){let t={...this.options.headers};try{let e=new URL(r).origin;this.primaryOrigin&&e!==this.primaryOrigin&&this.sensitiveHeaders.forEach(i=>{delete t[i]})}catch{}return t}shouldBypassProxy(r){if(!this.dispatcher)return!0;let t=new URL(r).hostname;return this.noProxy.some(e=>t===e||e.startsWith(".")&&t.endsWith(e))}async requestWithRetry(r,t=0){let e=new AbortController,i=setTimeout(()=>e.abort(),this.timeout);try{let s=await fetch(r,{...this.options,headers:this.getRequestHeaders(r),signal:e.signal,dispatcher:this.shouldBypassProxy(r)?void 0:this.dispatcher});return clearTimeout(i),!s.ok&&(s.status>=500||s.status===429)&&t<this.retryOptions.limit?this.handleRetry(r,t):s}catch(s){if(clearTimeout(i),(s.name==="AbortError"||s.name==="TypeError"||s.status&&s.status>=500)&&t<this.retryOptions.limit)return this.handleRetry(r,t);throw s}}async handleRetry(r,t){let e=this.retryOptions.delay*Math.pow(2,t);return await a.sleep(e),this.requestWithRetry(r,t+1)}async fetchText(r){let e=await(await this.requestWithRetry(r)).text();if(!a.isValidPlaylist(e))throw new P("Invalid playlist");return e}async getStream(r){let t=await this.requestWithRetry(r);if(!t.body)throw new Error("Response body is null");return t.body}},b=y;import{URL as C}from"node:url";var g=class l{static HLS_PLAYLIST_EXT=".m3u8";parse(r,t){return t.replace(/^#[\s\S].*/gim,"").split(/\r?\n/).filter(e=>e.trim()!=="").map(e=>new C(e,r).href)}isPlaylist(r){return r.toLowerCase().endsWith(l.HLS_PLAYLIST_EXT)}},c=new g;var w=class extends H{constructor(t){super();this.options=t;let{destination:e="",playlistURL:i="",overwrite:s=!1,concurrency:o=Math.max(1,k().length-1),headers:n={},...m}=t||{};this.playlistURL=i,this.pool=A(o),this.concurrency=o,this.http=new b({headers:n,...m}),this.http.setPrimaryOrigin(this.playlistURL),this.fileService=new D(e,s),this.items.add(this.playlistURL)}items=new Set;playlistURL;pool;http;fileService;errors=[];concurrency=1;processedCount=0;isDownloading=!1;async startDownload(){if(this.isDownloading)throw new Error("Download already in progress on this instance.");try{this.isDownloading=!0,this.processedCount=0,this.errors=[],a.isValidUrl(this.playlistURL);let t=await this.http.fetchText(this.playlistURL),e=c.parse(this.playlistURL,t);e.forEach(n=>this.items.add(n));let i=e.filter(n=>c.isPlaylist(n));(await Promise.allSettled(i.map(n=>this.http.fetchText(n)))).forEach((n,m)=>{n.status==="fulfilled"&&c.parse(i[m],n.value).forEach(E=>this.items.add(E))}),this.processedCount=0,this.emit("start",{total:this.items.size,destination:this.options.destination}),await this.processQueue();let o=this.generateSummary();return this.emit("end",o),o}catch(t){return this.handleError(this.playlistURL,t),this.generateSummary()}finally{this.isDownloading=!1}}emit(t,...e){return super.emit(t,...e)}async processQueue(){let t=this.items.size,e=Array.from(this.items);if(this.fileService.destination){if(!await this.fileService.canWrite(this.playlistURL))throw new Error("Directory already exists and overwrite is disabled");let s=e.map(o=>this.pool(()=>this.downloadFile(o)));return Promise.allSettled(s)}let i=e.map(s=>this.pool(async()=>{try{let o=await this.http.getStream(s);return this.processedCount++,this.emit("progress",{url:s,total:t,processed:this.processedCount}),o}catch(o){this.handleError(s,o)}}));return Promise.allSettled(i)}async downloadFile(t){try{let e=this.items.size,i=await this.http.getStream(t),s=await this.fileService.prepareDirectory(t);await this.fileService.saveStream(i,s),this.processedCount++,this.emit("progress",{url:t,path:s,total:e,processed:this.processedCount})}catch(e){this.handleError(t,e)}}handleError(t,e){this.processedCount++;let i={url:t,name:e.name,message:e.message,processed:this.processedCount};this.errors.push(i),this.emit("error",i)}generateSummary(){return{errors:this.errors,total:this.items.size,message:this.errors.length>0?"Download ended with errors":"Downloaded successfully"}}},R=w;var gt=R;export{R as HLSDownloader,gt as default};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "hlsdownloader",
-  "version": "6.0.0",
+  "version": "6.1.0",
   "description": "Downloads HLS Playlist file and TS chunks",
   "snyk": true,
   "main": "./dist/index.js",
@@ -25,12 +25,13 @@
     "prepublishOnly": "echo '🚀 Release: Final automated validation gate before NPM publishing.' && npm run build",
     "build:types": "echo '🏷️ Generating Types' && dts-bundle-generator -o dist/index.d.ts src/index.ts --no-check --silent",
     "docs": "rimraf -fr ./docs && echo '🧹 All documentation has been cleaned.' && echo '📝 Generating documentation...' && jsdoc -c jsdoc.json",
-    "build:bundle": "esbuild src/index.ts --bundle --packages=external --external:undici --platform=node --format=esm --target=node20 --minify --tree-shaking=true --outfile=dist/index.js",
+    "build:bundle": "esbuild src/index.ts --bundle --packages=external --platform=node --format=esm --target=node20 --minify --tree-shaking=true --outfile=dist/index.js",
     "build": "echo '📦 Bundles ESM source and generates minified distribution files.' && npm run typecheck && rimraf -fr ./dist && npm run build:types && npm run build:bundle",
     "test:coverage": "rimraf -fr ./coverage && echo '🧹 All test coverage reports has been cleaned.' && c8 npm test && echo '📊 Coverage: Validates 100% code coverage across all source files successfully.'"
   },
   "dependencies": {
-    "p-limit": "^7.3.0"
+    "p-limit": "^7.3.0",
+    "undici": "^7.22.0"
   },
   "devDependencies": {
     "@babel/core": "^7.29.0",
@@ -53,8 +54,7 @@
     "semantic-release": "^25.0.3",
     "tsx": "^4.21.0",
     "typescript": "^5.9.3",
-    "typescript-eslint": "^8.56.1",
-    "undici": "^7.22.0"
+    "typescript-eslint": "^8.56.1"
   },
   "engines": {
     "node": ">=20.0.0",