@lzwme/m3u8-dl 1.4.3 → 1.6.0-0

package/cjs/i18n/locales/en.d.ts

@@ -0,0 +1,108 @@
+declare const _default: {
+    cli: {
+        command: {
+            download: {
+                description: string;
+            };
+            server: {
+                description: string;
+            };
+            search: {
+                description: string;
+            };
+        };
+        option: {
+            silent: string;
+            debug: string;
+            filename: string;
+            threadNum: string;
+            force: string;
+            noProgress: string;
+            play: string;
+            cacheDir: string;
+            saveDir: string;
+            noDelCache: string;
+            noConvert: string;
+            ffmpegPath: string;
+            headers: string;
+            type: string;
+            ignoreSegments: string;
+            port: string;
+            token: string;
+            url: string;
+            apidir: string;
+            lang: string;
+        };
+    };
+    api: {
+        error: {
+            unauthorized: string;
+            configSaveFailed: string;
+            unknown: string;
+            downloadFailed: string;
+            accessDenied: string;
+            invalidUrl: string;
+            notFound: string;
+        };
+        success: {
+            configUpdated: string;
+            queueCleared: string;
+            downloadStarted: string;
+            paused: string;
+            resumed: string;
+            noResumableTasks: string;
+            deleted: string;
+        };
+    };
+    download: {
+        status: {
+            starting: string;
+            fileExists: string;
+            completed: string;
+            failed: string;
+            retry: string;
+            parseFailed: string;
+            segmentsIgnored: string;
+            tsDownloadError: string;
+            retryTimes: string;
+            totalSegments: string;
+            parallelJobs: string;
+            segmentsFailed: string;
+            downloadFailedRetry: string;
+            mergingVideo: string;
+            mergeFailed: string;
+            downloadFailedWithMessage: string;
+        };
+        error: {
+            parseFailed: string;
+            downloadFailed: string;
+            retryFailed: string;
+        };
+    };
+    error: {
+        download: {
+            failed: string;
+            parseFailed: string;
+        };
+        unknown: string;
+    };
+    prompt: {
+        search: {
+            keyword: string;
+            selectVideo: string;
+            continueDownload: string;
+            playWhileDownload: string;
+            noResults: string;
+            getVideoInfoFailed: string;
+            noPlayUrl: string;
+            reSearch: string;
+            allDownload: string;
+        };
+    };
+    common: {
+        exit: string;
+        cancel: string;
+        confirm: string;
+    };
+};
+export default _default;

package/cjs/i18n/locales/en.js

@@ -0,0 +1,109 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = {
+    cli: {
+        command: {
+            download: {
+                description: 'm3u8 url. Can also be a local txt file specifying a group of m3u8 URLs, suitable for batch download scenarios',
+            },
+            server: {
+                description: 'Start download center web service',
+            },
+            search: {
+                description: 'm3u8 video online search and download',
+            },
+        },
+        option: {
+            silent: 'Enable silent mode.',
+            debug: 'Enable debug mode.',
+            filename: 'Specify the save name of the downloaded file. Default is url md5 value. If multiple url addresses are specified, sequence numbers will be added at the end',
+            threadNum: 'Concurrent download thread count. Default is cpu * 2. Can set different values to observe download effects',
+            force: 'Enable force execution mode. Whether to continue downloading and generating when file already exists',
+            noProgress: 'Whether not to print progress information',
+            play: 'Whether to play while downloading',
+            cacheDir: 'Temporary file save directory. Default is cache',
+            saveDir: 'Path to save downloaded files. Default is current directory',
+            noDelCache: 'Whether to delete temporary files after successful download. Default is true. Saving temporary files can identify cache when re-downloading',
+            noConvert: 'After successful download, whether not to merge and convert to mp4 file. Default is true.',
+            ffmpegPath: 'Specify ffmpeg executable file path. If not specified, will try to use ffmpeg from system PATH',
+            headers: 'Custom request headers. Format: key1=value1\nkey2=value2',
+            type: 'Specify download type. Default is auto-detect based on URL. If batch downloading multiple different URL types, do not set this. Options: m3u8, file, parser',
+            ignoreSegments: 'Ignore video segments, use - to separate start and end time points, multiple separated by commas. Example: 0-10,20-30',
+            port: 'Specify web service port. Default is 6600',
+            token: 'Specify web service password (authorization header). Default is empty',
+            url: 'Video search API address (m3u8 collection site standard API)',
+            apidir: 'Specify the directory or specific path where custom video search API is located',
+            lang: 'Specify language. Options: zh, en',
+        },
+    },
+    api: {
+        error: {
+            unauthorized: 'Unauthorized access',
+            configSaveFailed: 'Config save failed',
+            unknown: 'Unknown error',
+            downloadFailed: 'Download failed',
+            accessDenied: 'Access denied',
+            invalidUrl: 'Invalid url parameter',
+            notFound: 'Not Found',
+        },
+        success: {
+            configUpdated: 'Config updated successfully',
+            queueCleared: 'Cleared {count} pending download tasks',
+            downloadStarted: 'Started {count} download task(s)',
+            paused: 'Paused {count} download task(s)',
+            resumed: 'Resumed {count} download task(s)',
+            noResumableTasks: 'No resumable download tasks found',
+            deleted: 'Deleted {count} download task(s)',
+        },
+    },
+    download: {
+        status: {
+            starting: 'Starting download for',
+            fileExists: 'file already exist:',
+            completed: 'Download completed',
+            failed: 'Download failed',
+            retry: 'Retry',
+            parseFailed: 'Failed to parse M3U8',
+            segmentsIgnored: 'Ignored {count} segments',
+            tsDownloadError: 'TS segment download error',
+            retryTimes: 'Retry times: {times}',
+            totalSegments: 'Total segments: {count}, duration: {duration}sec',
+            parallelJobs: 'Parallel jobs: {count}',
+            segmentsFailed: '{count} segments failed!',
+            downloadFailedRetry: 'Download Failed! Please retry!',
+            mergingVideo: 'Starting to merge video file, please wait...',
+            mergeFailed: 'Video file merge failed!',
+            downloadFailedWithMessage: 'Download failed: {message}',
+        },
+        error: {
+            parseFailed: 'Failed to parse M3U8',
+            downloadFailed: 'Download failed',
+            retryFailed: 'Retry failed',
+        },
+    },
+    error: {
+        download: {
+            failed: 'Download failed',
+            parseFailed: 'Parse failed',
+        },
+        unknown: 'Unknown error',
+    },
+    prompt: {
+        search: {
+            keyword: 'Please enter keyword',
+            selectVideo: 'Found {count} results, please select:',
+            continueDownload: 'There is an unfinished download from last time 【{name}】, continue?',
+            playWhileDownload: '【{name}】Play while downloading?',
+            noResults: 'No results found',
+            getVideoInfoFailed: 'Failed to get video information!',
+            noPlayUrl: 'No playback URL information obtained',
+            reSearch: 'Re-search',
+            allDownload: 'Download All',
+        },
+    },
+    common: {
+        exit: 'Exit',
+        cancel: 'Cancel',
+        confirm: 'Confirm',
+    },
+};

package/cjs/i18n/locales/zh.d.ts

@@ -0,0 +1,108 @@
+declare const _default: {
+    cli: {
+        command: {
+            download: {
+                description: string;
+            };
+            server: {
+                description: string;
+            };
+            search: {
+                description: string;
+            };
+        };
+        option: {
+            silent: string;
+            debug: string;
+            filename: string;
+            threadNum: string;
+            force: string;
+            noProgress: string;
+            play: string;
+            cacheDir: string;
+            saveDir: string;
+            noDelCache: string;
+            noConvert: string;
+            ffmpegPath: string;
+            headers: string;
+            type: string;
+            ignoreSegments: string;
+            port: string;
+            token: string;
+            url: string;
+            apidir: string;
+            lang: string;
+        };
+    };
+    api: {
+        error: {
+            unauthorized: string;
+            configSaveFailed: string;
+            unknown: string;
+            downloadFailed: string;
+            accessDenied: string;
+            invalidUrl: string;
+            notFound: string;
+        };
+        success: {
+            configUpdated: string;
+            queueCleared: string;
+            downloadStarted: string;
+            paused: string;
+            resumed: string;
+            noResumableTasks: string;
+            deleted: string;
+        };
+    };
+    download: {
+        status: {
+            starting: string;
+            fileExists: string;
+            completed: string;
+            failed: string;
+            retry: string;
+            parseFailed: string;
+            segmentsIgnored: string;
+            tsDownloadError: string;
+            retryTimes: string;
+            totalSegments: string;
+            parallelJobs: string;
+            segmentsFailed: string;
+            downloadFailedRetry: string;
+            mergingVideo: string;
+            mergeFailed: string;
+            downloadFailedWithMessage: string;
+        };
+        error: {
+            parseFailed: string;
+            downloadFailed: string;
+            retryFailed: string;
+        };
+    };
+    error: {
+        download: {
+            failed: string;
+            parseFailed: string;
+        };
+        unknown: string;
+    };
+    prompt: {
+        search: {
+            keyword: string;
+            selectVideo: string;
+            continueDownload: string;
+            playWhileDownload: string;
+            noResults: string;
+            getVideoInfoFailed: string;
+            noPlayUrl: string;
+            reSearch: string;
+            allDownload: string;
+        };
+    };
+    common: {
+        exit: string;
+        cancel: string;
+        confirm: string;
+    };
+};
+export default _default;

package/cjs/i18n/locales/zh.js

@@ -0,0 +1,109 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = {
+    cli: {
+        command: {
+            download: {
+                description: 'm3u8 url。也可以是本地 txt 文件，指定一组 m3u8，适用于批量下载的场景',
+            },
+            server: {
+                description: '启动下载中心web服务',
+            },
+            search: {
+                description: 'm3u8视频在线搜索与下载',
+            },
+        },
+        option: {
+            silent: '开启静默模式。',
+            debug: '开启调试模式。',
+            filename: '指定下载文件的保存名称。默认取 url md5 值。若指定了多个 url 地址，则会在末尾增加序号',
+            threadNum: '并发下载线程数。默认为 cpu * 2。可设置不同数值观察下载效果',
+            force: '启用强制执行模式。文件已存在时，是否仍继续下载和生成',
+            noProgress: '是否不打印进度信息',
+            play: '是否边下边看',
+            cacheDir: '临时文件保存目录。默认为 cache',
+            saveDir: '下载文件保存的路径。默认为当前目录',
+            noDelCache: '下载成功后是否删除临时文件。默认为 true。保存临时文件可以在重复下载时识别缓存',
+            noConvert: '下载成功后，是否不合并转换为 mp4 文件。默认为 true。',
+            ffmpegPath: '指定 ffmpeg 可执行文件路径。如果未指定，则尝试使用系统 PATH 中的 ffmpeg',
+            headers: '自定义请求头。格式为 key1=value1\nkey2=value2',
+            type: '指定下载类型。默认根据URL自动识别，如果是批量下载多个不同 URL 类型，请不要设置。可选值：m3u8, file, parser',
+            ignoreSegments: '忽略的视频片段，用-分割起始时间点，多个用逗号分隔。如：0-10,20-30',
+            port: '指定web服务端口。默认为6600',
+            token: '指定web服务密码（请求头authorization）。默认为空',
+            url: '影视搜索的接口地址(m3u8采集站标准接口)',
+            apidir: '指定自定义视频搜索 api 所在的目录或具体路径',
+            lang: '指定语言。可选值：zh, en',
+        },
+    },
+    api: {
+        error: {
+            unauthorized: '未授权，禁止访问',
+            configSaveFailed: '配置保存失败',
+            unknown: '未知错误',
+            downloadFailed: '下载失败',
+            accessDenied: '访问被拒绝',
+            invalidUrl: '无效的 url 参数',
+            notFound: '未找到',
+        },
+        success: {
+            configUpdated: '配置更新成功',
+            queueCleared: '已清空 {count} 个等待中的下载任务',
+            downloadStarted: '已开始下载 {count} 个任务',
+            paused: '已暂停 {count} 个下载任务',
+            resumed: '已恢复 {count} 个下载任务',
+            noResumableTasks: '没有找到可恢复的下载任务',
+            deleted: '已删除 {count} 个下载任务',
+        },
+    },
+    download: {
+        status: {
+            starting: '开始下载',
+            fileExists: '文件已存在:',
+            completed: '下载完成',
+            failed: '下载失败',
+            retry: '重试',
+            parseFailed: '解析 M3U8 失败',
+            segmentsIgnored: '已忽略 {count} 个片段',
+            tsDownloadError: 'TS 片段下载错误',
+            retryTimes: '重试次数: {times}',
+            totalSegments: '总片段数: {count}，时长: {duration}秒',
+            parallelJobs: '并行任务数: {count}',
+            segmentsFailed: '{count} 个片段下载失败！',
+            downloadFailedRetry: '下载失败！请重试！',
+            mergingVideo: '开始合并为视频文件，请稍等...',
+            mergeFailed: '视频文件合并失败！',
+            downloadFailedWithMessage: '下载失败: {message}',
+        },
+        error: {
+            parseFailed: '解析 M3U8 失败',
+            downloadFailed: '下载失败',
+            retryFailed: '重试失败',
+        },
+    },
+    error: {
+        download: {
+            failed: '下载失败',
+            parseFailed: '解析失败',
+        },
+        unknown: '未知错误',
+    },
+    prompt: {
+        search: {
+            keyword: '请输入关键字',
+            selectVideo: '查找到了 {count} 条结果，请选择：',
+            continueDownload: '存在上次未完成的下载【{name}】，是否继续？',
+            playWhileDownload: '【{name}】是否边下边播？',
+            noResults: '没有搜到结果',
+            getVideoInfoFailed: '获取视频信息失败!',
+            noPlayUrl: '未获取到播放地址信息',
+            reSearch: '重新搜索',
+            allDownload: '全部下载',
+        },
+    },
+    common: {
+        exit: '退出',
+        cancel: '取消',
+        confirm: '确认',
+    },
+};

package/cjs/index.d.ts

@@ -1,5 +1,5 @@
-export * from './lib/m3u8-download';
 export * from './lib/file-download';
 export * from './lib/getM3u8Urls';
+export * from './lib/m3u8-download';
 export * from './lib/parseM3u8';
 export * from './video-parser';

package/cjs/index.js

@@ -14,8 +14,8 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./lib/m3u8-download"), exports);
 __exportStar(require("./lib/file-download"), exports);
 __exportStar(require("./lib/getM3u8Urls"), exports);
+__exportStar(require("./lib/m3u8-download"), exports);
 __exportStar(require("./lib/parseM3u8"), exports);
 __exportStar(require("./video-parser"), exports);

package/cjs/lib/file-download.js

@@ -4,11 +4,13 @@ exports.fileDownload = fileDownload;
 const node_path_1 = require("node:path");
 const fe_utils_1 = require("@lzwme/fe-utils");
 const console_log_colors_1 = require("console-log-colors");
+const i18n_js_1 = require("./i18n.js");
 const format_options_js_1 = require("./format-options.js");
 const utils_js_1 = require("./utils.js");
 async function fileDownload(u, opts) {
     utils_js_1.logger.debug('fileDownload', u, opts);
     const { url, options } = (0, format_options_js_1.formatOptions)(u, opts);
+    const lang = (0, i18n_js_1.getLang)(options.lang);
     const startTime = Date.now();
     const stats = {
         url,
@@ -28,7 +30,7 @@ async function fileDownload(u, opts) {
         filename: options.filename,
         localVideo: (0, node_path_1.resolve)(options.saveDir, options.filename),
     };
-    utils_js_1.logger.debug('开始下载', (0, console_log_colors_1.gray)(url), (0, console_log_colors_1.cyan)(stats.localVideo));
+    utils_js_1.logger.debug((0, i18n_js_1.t)('download.status.starting', lang), (0, console_log_colors_1.gray)(url), (0, console_log_colors_1.cyan)(stats.localVideo));
     if (options.onInited)
         options.onInited(stats, null, null);
     try {
@@ -66,17 +68,18 @@ async function fileDownload(u, opts) {
         });
         stats.endTime = Date.now();
         return {
-            errmsg: r.filepath ? '下载完成' : '下载失败',
+            errmsg: r.filepath ? (0, i18n_js_1.t)('download.status.completed', lang) : (0, i18n_js_1.t)('download.status.failed', lang),
             ...r,
             stats,
         };
     }
     catch (error) {
-        utils_js_1.logger.error('下载失败', error.message, (0, console_log_colors_1.gray)(url));
-        stats.errmsg = error.message;
+        const errorMessage = error.message;
+        utils_js_1.logger.error((0, i18n_js_1.t)('download.status.failed', lang), errorMessage, (0, console_log_colors_1.gray)(url));
+        stats.errmsg = errorMessage;
         return {
             isExist: false,
-            errmsg: `下载失败: ${error.message}`,
+            errmsg: (0, i18n_js_1.t)('download.status.downloadFailedWithMessage', lang, { message: errorMessage }),
             stats,
         };
     }

package/cjs/lib/getM3u8Urls.d.ts

@@ -6,6 +6,12 @@ export interface GetM3u8UrlsOption {
     headers?: OutgoingHttpHeaders | string;
     deep?: number;
     visited?: Set<string>;
+    /** 并发处理子页面的数量，默认为 3 */
+    concurrency?: number;
+    /** 最大提取 URL 数量，超过则不再执行子页面抓取 */
+    maxUrls?: number;
+    /** HTML 内容大小限制（字节），超过则跳过处理 */
+    maxHtmlSize?: number;
 }
 /** 从指定的 url 页面中提取 m3u8 播放地址。deep 指定搜索页面深度 */
 export declare function getM3u8Urls(opts: GetM3u8UrlsOption): Promise<Map<string, string>>;

package/cjs/lib/getM3u8Urls.js

@@ -15,7 +15,14 @@ function getFormatTitle(text) {
 }
 /** 从指定的 url 页面中提取 m3u8 播放地址。deep 指定搜索页面深度 */
 async function getM3u8Urls(opts) {
-    const options = { headers: {}, deep: 1, visited: new Set(), ...opts };
+    const options = {
+        headers: {},
+        deep: 1,
+        visited: new Set(),
+        maxUrls: 3000,
+        maxHtmlSize: 5 * 1024 * 1024, // 5MB
+        ...opts,
+    };
     const baseUrl = new URL(options.url).origin;
     const req = new fe_utils_1.Request({
         headers: { 'content-type': 'text/html; charset=UTF-8', referer: baseUrl, ...(0, utils_js_1.formatHeaders)(options.headers) },
@@ -27,6 +34,11 @@ async function getM3u8Urls(opts) {
         utils_js_1.logger.error('获取页面失败:', fe_utils_1.color.red(options.url), response.statusCode, response.statusMessage, html);
         return m3u8Urls;
     }
+    // 检查 HTML 大小
+    if (options.maxHtmlSize && html.length > options.maxHtmlSize) {
+        utils_js_1.logger.warn('HTML 内容过大，跳过处理:', fe_utils_1.color.yellow(options.url), `${(html.length / 1024 / 1024).toFixed(2)}MB`, `(限制: ${(options.maxHtmlSize / 1024 / 1024).toFixed(2)}MB)`);
+        return m3u8Urls;
+    }
     // 从 html 中正则匹配提取 m3u8
     const m3u8Regex = /https?:[^\s'":]+\.(m3u8|mp4)(\?[^\s'"]*)?/gi;
     // 1. 直接正则匹配 m3u8 地址
@@ -71,37 +83,43 @@ async function getM3u8Urls(opts) {
             subPageUrls.set(href, text);
             utils_js_1.logger.debug(' > 提取到子页面: ', fe_utils_1.color.gray(href), text);
         }
-        for (const [href, text] of subPageUrls) {
-            try {
-                options.visited.add(href);
-                const subUrls = await getM3u8Urls({ ...options, url: href, deep: options.deep - 1 });
-                utils_js_1.logger.debug(' > 从子页面提取: ', fe_utils_1.color.gray(href), text, subUrls);
-                if (subUrls.size === 0 && m3u8Urls.size === 0) {
-                    failedSubPages++;
-                    if (failedSubPages > 3) {
-                        utils_js_1.logger.warn(`连续查找 ${failedSubPages} 个子页面均未获取到，不再继续`, options.url, href);
-                        return m3u8Urls;
+        const taskList = Array.from(subPageUrls.entries()).map(([href, text]) => {
+            return async () => {
+                // 达到最大 URL 数量限制，不再继续
+                if (options.maxUrls && m3u8Urls.size >= options.maxUrls)
+                    return;
+                try {
+                    options.visited.add(href);
+                    const subUrls = await getM3u8Urls({ ...options, url: href, deep: options.deep - 1 });
+                    utils_js_1.logger.debug(' > 从子页面提取: ', fe_utils_1.color.gray(href), text, subUrls);
+                    if (subUrls.size === 0 && m3u8Urls.size === 0) {
+                        failedSubPages++;
+                        if (failedSubPages > 3) {
+                            utils_js_1.logger.warn(`连续查找 ${failedSubPages} 个子页面均未获取到，不再继续`, options.url, href);
+                            return;
+                        }
                     }
-                }
-                for (const [u, t] of subUrls) {
-                    let stitle = t;
-                    for (const s of [text, t, m3u8Urls.get(u) || '']) {
-                        const ft = getFormatTitle(s);
-                        if (ft) {
-                            stitle = ft;
-                            break;
+                    for (const [u, t] of subUrls) {
+                        let stitle = t;
+                        for (const s of [text, t, m3u8Urls.get(u) || '']) {
+                            const ft = getFormatTitle(s);
+                            if (ft) {
+                                stitle = ft;
+                                break;
+                            }
                         }
+                        utils_js_1.logger.debug(' > m3u8地址: ', fe_utils_1.color.gray(u), fe_utils_1.color.green(stitle));
+                        m3u8Urls.set(u, stitle.trim());
                     }
-                    utils_js_1.logger.debug(' > m3u8地址: ', fe_utils_1.color.gray(u), fe_utils_1.color.green(stitle));
-                    m3u8Urls.set(u, stitle.trim());
                 }
-            }
-            catch (err) {
-                utils_js_1.logger.warn(' > 尝试访问子页面异常: ', fe_utils_1.color.red(href), err.message);
-            }
-        }
+                catch (err) {
+                    utils_js_1.logger.warn(' > 尝试访问子页面异常: ', fe_utils_1.color.red(href), err.message);
+                }
+            };
+        });
+        await (0, fe_utils_1.concurrency)(taskList, Math.max(1, +options.concurrency || 3));
     }
     return m3u8Urls;
 }
 // logger.updateOptions({ levelType: 'debug' });
-// getM3u8Urls(process.argv.slice(2)[0]).then(d => console.log(d));
+// getM3u8Urls({ url: process.argv.slice(2)[0] }).then(d => console.log(d));

package/cjs/lib/i18n.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Shared i18n utility for backend (CLI, SDK, Server)
+ */
+import type { AnyObject } from '@lzwme/fe-utils';
+type Locale = 'zh' | 'en';
+export declare const LANG_CODES: Set<string>;
+/**
+ * Detect language from OS or environment
+ */
+export declare function detectLanguage(): Locale;
+/**
+ * Set global language context
+ */
+export declare function setLanguage(lang: Locale | null): void;
+/**
+ * Get global language context
+ */
+export declare function getLanguage(): Locale | null;
+/**
+ * Get language from various sources
+ */
+export declare function getLang(lang?: string): Locale;
+/**
+ * Translation function
+ */
+export declare function t(key: string, lang?: string, params?: AnyObject): string;
+export {};