multi-tasks 3.2.3 → 3.4.0

package/utils/progressView.js

@@ -1,35 +1,110 @@
-//终端进度条渲染器(零依赖): 单行进度条, 每帧 \r 回行首 + 清行 + 重写, 不上移光标、不换行。
-//纯渲染, 不碰 cluster/fs。单行形态对"两帧之间有外部写入共享终端"鲁棒:
-//旧帧最多留一行滚动残留, 下一帧在当前行自愈(多行版靠 ESC[nA 数行, 外部写入挤偏光标会让旧帧永久滞留)。
-const ESC = '';
-
-const create = ({ stream, barWidth }) => {
-  if (!stream) { throw new Error('progressView needs a stream'); };
-  const width = barWidth || 30;
-
-  const buildBarLine = ({ done, running, remaining }) => {
-    let total = done + running + remaining;
-    let filled = total > 0 ? Math.floor(width * done / total) : width;
-    let bar = '█'.repeat(filled) + '░'.repeat(width - filled);
-    let pct = (total > 0 ? 100 * done / total : 100).toFixed(2).padStart(6);//两位小数, 定宽防行长抖动
-    return `[${bar}] ${pct}% ${done}/${total} done, ${running} running`;
-  };
-
-  const render = ({ done, running, remaining }) => {
-    //行比终端列宽还长会折行、\r 回不到帧首: 按列宽截断
-    let cols = stream.columns || 80;
-    let line = buildBarLine({ done, running, remaining });
-    if (line.length > cols) {
-      line = line.slice(0, cols);
-    };
-    stream.write(`\r${ESC}[2K${line}`);
-  };
-
-  const end = () => {//收尾换行: 进度条行定格, 后续输出(shell 提示符等)落在下一行
-    stream.write('\n');
-  };
-
-  return { render, end };
-};
-
-module.exports = { create };
+//终端进度条渲染器(零依赖): N 行帧——首行 bar+百分比固定 36 列(约 18 个中文字符宽, 不随终端宽度变), 末行实时计数(动态宽, 封顶 cols-1),
+//中间可接 extraLines 附加行(如 worker 状态行, 同样封顶 cols-1); 帧行数帧间必须恒定(由调用方保证), 是原地重绘的前提。
+//bar 行短则拖动窗口时几乎不触发终端折行重排(reflow), ESC[nA 数行更可信(占满整行方案在 conpty 重排下
+//反复错位, 用户拍板改短行)。首帧直接写整帧(无光标控制); 后续帧 \r 回行首 + 清行 + 逐行 ESC[1A 上移清行(N-1 次) + 重写整帧。
+//resize 重锚定(reanchor)是抹除式: 终端重排(reflow)后旧帧占用行数不可信, 按记录的上帧
+//各行可见长度 ÷ 当前列宽算出实际占用行数, 上移回旧帧首行 + ESC[0J 清到屏尾, 下一帧从锚点重写——
+//不做换行定格: 定格会把重排碎片留在滚动区, 连续拖动即满屏碎片(用户否掉的旧方案)。
+//已知取舍: 两帧之间若有外部写入共享终端, ESC[nA 数行会被挤偏, 旧帧可能滞留残留(用户确认接受)。
+const ESC = '\x1B';
+const fs = require('fs');
+const RED = '\x1B[31m';
+const GREEN = '\x1B[32m';
+const YELLOW = '\x1B[33m';
+const RESET_FG = '\x1B[39m';
+
+const BAR_OVERHEAD = 10;//'[' + '] ' + 6 位百分比 + '%'
+const BAR_COLS = 36;//bar 行固定 36 列(约 18 个中文字符宽, 用户拍板, 不随终端宽度变): 行短则拖动窗口时几乎不触发折行重排; info 行保持动态宽(计数器全显)
+
+//仅渲染帧上色(writeLine/run.log 永远无色): bar 完成段绿 / done 数绿 / succ 数绿 / running 数黄 / failed 整词红 / succ-but-save-failed 数黄,
+//为 0 不着色减少噪音。必须在按列宽截断之后调用: 颜色码不占可见宽度, 也不会被截断拆开
+const colorizeFrame = (line) => {
+  return line
+    .replace(/\[([█]+)/, (m, blocks) => `[${GREEN}${blocks}${RESET_FG}`)
+    .replace(/(\d+) failed/, (m, n) => (n === '0' ? m : `${RED}${n} failed${RESET_FG}`))
+    .replace(/(\d+) succ-but-save-failed/, (m, n) => (n === '0' ? m : `${YELLOW}${n}${RESET_FG} succ-but-save-failed`))
+    .replace(/(\d+) running/, (m, n) => (n === '0' ? m : `${YELLOW}${n}${RESET_FG} running`))
+    .replace(/(\d+) succ(?=,|$)/, (m, n) => (n === '0' ? m : `${GREEN}${n}${RESET_FG} succ`))//(?=,|$) 防误配 succ-but-save-failed 的词头
+    .replace(/(\d+)\/(\d+) done/, (m, done, total) => (done === '0' ? m : `${GREEN}${done}${RESET_FG}/${total} done`));
+};
+
+const create = ({ stream }) => {
+  if (!stream) { throw new Error('progressView needs a stream'); };
+  let frameCount = 0;
+  let ended = false;
+  let lastLineLens = [];//上帧各行可见长度(截断后、上色前): resize 重排后算旧帧实际占用行数用
+
+  //TTY 现场排查开关: MULTI_TASKS_PROGRESS_DEBUG=文件路径 时, 每帧字节流+当时列宽记成 JSON 行,
+  //供 test/terminalSim.js 回放比对真实终端行为(仅排查用, 平时为空不写盘)
+  const debugPath = process.env.MULTI_TASKS_PROGRESS_DEBUG;
+  const write = (s) => {
+    if (debugPath) {
+      fs.appendFileSync(debugPath, `${JSON.stringify({ at: Date.now(), cols: stream.columns || 80, data: s })}\n`);
+    };
+    stream.write(s);
+  };
+
+  const buildLines = ({ done, succ, running, remaining, failed, succButSaveFailed, extraLines }) => {
+    //行比终端列宽还长会折行、光标定位错乱: 每行封顶 cols-1(截断后才上色);
+    //留 1 空列: 写满整列会触发终端满列换行(deferred wrap), resize 重排时 ESC[1A 数行失准;
+    //bar 行固定 BAR_COLS 列(窄终端整行截断, 行尾百分比会被截掉): 行短则拖动窗口时几乎不触发折行重排
+    const cols = stream.columns || 80;
+    const maxLineLen = Math.max(1, cols - 1);
+    const truncate = (line) => (line.length > maxLineLen ? line.slice(0, maxLineLen) : line);
+    let total = done + running + remaining;
+    let width = BAR_COLS - BAR_OVERHEAD;//固定 26 格, 不随终端宽度变
+    let filled = total > 0 ? Math.floor(width * done / total) : width;
+    let bar = '█'.repeat(filled) + '░'.repeat(width - filled);
+    let pct = (total > 0 ? 100 * done / total : 100).toFixed(2).padStart(6);//两位小数, 定宽防行长抖动
+    //末行实时计数器(done/succ/running/failed/succ-but-save-failed), 与收尾计数器行同源(都出自 getFinalStats)
+    let barLine = `[${bar}] ${pct}%`;
+    let infoLine = `${done}/${total} done, ${succ || 0} succ, ${running} running, ${failed || 0} failed, ${succButSaveFailed || 0} succ-but-save-failed`;
+    //extraLines(状态行等)插在 bar 行与计数器行之间(计数器行固定帧尾——用户拍板):
+    //帧行数必须帧间恒定(ESC[nA 上移数按新帧行数算, 变行数会错位), 由调用方(progressCtl)保证开启期间每帧都带
+    let lines = [barLine];
+    if (extraLines) {
+      lines = lines.concat(extraLines);
+    };
+    lines.push(infoLine);
+    return lines.map(truncate);
+  };
+
+  const render = (data) => {
+    let lines = buildLines(data);
+    lastLineLens = lines.map((line) => line.length);
+    let frame = lines.map(colorizeFrame).join('\n');
+    if (frameCount === 0) {
+      write(frame);
+    } else {
+      //N 行帧同构推广: \r 回行首清当前行(帧末行) + 逐行上移清行(N-1 次) + 重写整帧
+      let prefix = `\r${ESC}[2K` + `${ESC}[1A${ESC}[2K`.repeat(lines.length - 1);
+      write(`${prefix}${frame}`);
+    };
+    frameCount++;
+  };
+
+  const end = () => {//收尾换行: 进度区定格, 后续输出(shell 提示符等)落在下一行
+    ended = true;
+    write('\n');
+  };
+
+  const reanchor = () => {//终端 resize 重排后旧帧行数不可信: 按上帧各行行长 ÷ 当前列宽算出实际占用行数,
+    //上移回旧帧首行并 ESC[0J 清到屏尾(抹除旧帧, 不留定格碎片), 下一帧从该锚点按首帧重写
+    if (ended || frameCount === 0) {
+      return;
+    };
+    const cols = stream.columns || 80;
+    const wrapRows = (len) => Math.max(1, Math.ceil(len / cols));
+    const rowsAbove = lastLineLens.reduce((sum, len) => sum + wrapRows(len), 0) - 1;
+    write(`\r${ESC}[${rowsAbove}A${ESC}[0J`);
+    frameCount = 0;
+  };
+
+  const writeLine = (text) => {//定格后整行输出(计数器行等): 纯文本一行, 不进 run.log(ASCII 契约之外的字符只走 render)
+    write(`${text}\n`);
+  };
+
+  return { render, end, reanchor, writeLine };
+};
+
+module.exports = { create };

package/utils/randoms.js

@@ -1,4 +1,5 @@
 
+const crypto = require('crypto');
 const fmtDigit = (n)=>{
     return n > 9 ? "" + n: "0" + n;
 }
@@ -13,9 +14,11 @@ const getDateTimeTxt = ()=>{
     return `${YYYY}-${MM}-${DD}_${HH}-${mm}-${ss}`;
 };
 const get36Id = ()=>{
-    let num1 = (Math.random().toString().match(/\d/g).join('')*1).toString(36);  
+    //时间戳前缀(保排序可读) + crypto 随机后缀(hex 是 base36 字符集子集):
+    //Math.random 拼数字会丢前导零且同毫秒时钟不变, 批量建任务熵不足(勿回退)
     let num2 = Date.now().toString(36);
-    let str = num2+num1;
+    let rand = crypto.randomBytes(8).toString('hex');
+    let str = num2+rand;
     return str;
 };
 module.exports = {getDateTimeTxt, get36Id};

package/utils/startupBanner.js

@@ -7,7 +7,7 @@ const runLog = require('./runLog');
 
 const VERSION = require('../package.json').version;
 
-const KEY_WIDTH = 17;//键列宽: 需容纳最长键 'monitor start cmd', 改动时同步调
+const KEY_WIDTH = 19;//键列宽: 需容纳最长键 'monitor install cmd', 改动时同步调
 
 const renderTitleBox = (mode) => {
   const left = `multi-tasks v${VERSION}`;
@@ -27,6 +27,7 @@ const renderFieldLines = (info) => {
     ['new tasks', `${info.newTasks}`],
     ['run.log', info.sysLogFile || '(not available)'],
     ['started at', info.startedAt],
+    ['monitor install cmd', 'npm install multi-tasks-monitor'],
     ['monitor start cmd', `npx multi-tasks-monitor --task-dir "${info.taskFolder}" --port 3777`],
   ];
   return rows.map(([key, value]) => `${key.padEnd(KEY_WIDTH)} : ${value}`);

package/utils/workerStatusProbe.js

@@ -0,0 +1,38 @@
+//worker 端状态探针(零依赖, perf_hooks 为 Node 内置): unref 定时器按间隔自采——
+//两个增量指标: ELU(eventLoopUtilization 快照差值的 utilization, 0~1, JS 线程打没打满的直接答案)与
+//CPU%(process.cpuUsage 增量/墙钟增量, 单核占比, 用户开 worker_threads 时可 >100, 原样上报);
+//两个内存快照: rss(进程物理内存)与 heapUsed(V8 堆), 原始字节上报, 格式化在 master。
+//通过 send 回调发给 master。只在 worker 进程内运行; interval <= 0 不启动(特性关闭)。
+//unref: 不阻碍进程退出, 不干扰 autoClose; 采样/上报异常只 runLog.warn, 绝不影响任务执行。
+const { performance } = require('perf_hooks');
+
+const runLog = require('./runLog');
+
+const start = (intervalMs, send) => {
+  if (!(intervalMs > 0)) {
+    return null;
+  };
+  let lastElu = performance.eventLoopUtilization();
+  let lastCpu = process.cpuUsage();
+  const timer = setInterval(() => {
+    try {
+      const wallMs = intervalMs;//定时器间隔即墙钟窗口: fake timers/真实运行一致, 漂移纳入分子分母可忽略
+      const curElu = performance.eventLoopUtilization();
+      const elu = performance.eventLoopUtilization(curElu, lastElu).utilization;
+      const cpuDelta = process.cpuUsage(lastCpu);
+      const cpu = ((cpuDelta.user + cpuDelta.system) / (wallMs * 1000)) * 100;
+      const mem = process.memoryUsage();//~0.6µs/次, 每帧一次可忽略
+      lastElu = curElu;
+      lastCpu = process.cpuUsage();
+      send({ elu, cpu, rss: mem.rss, heapUsed: mem.heapUsed });
+    } catch (e) {
+      runLog.warn('[Worker]: status probe failed, skip this frame', e);
+    };
+  }, intervalMs);
+  timer.unref();
+  return {
+    stop: () => { clearInterval(timer); },
+  };
+};
+
+module.exports = { start };

package/workers/Multithread.js

@@ -12,22 +12,12 @@ const helper = require('./helper');
 const { resolveNumberOfWorkers } = require('../utils/resolveWorkers');
 const { resolveWorkerPriority } = require('../utils/resolvePriority');
 const runLog = require('../utils/runLog');
+const randomsUtil = require('../utils/randoms');
 const progressCtl = require('../utils/progressCtl');
+const workerStatusProbe = require('../utils/workerStatusProbe');
 const startupBanner = require('../utils/startupBanner');
 
-let fmtdigit = (n)=>{
-    return n > 9 ? "" + n: "0" + n;
-};
-let getDateTimeTxt = ()=>{
-    let d=new Date();
-    let YYYY=d.getFullYear()
-    let MM=fmtdigit(d.getMonth()+1);
-    let DD=fmtdigit(d.getDate());
-    let HH=fmtdigit(d.getHours());
-    let mm=fmtdigit(d.getMinutes());
-    let ss=fmtdigit(d.getSeconds());
-    return `${YYYY}-${MM}-${DD} ${HH}:${mm}:${ss}`;
-};
+//时间戳统一走 utils/randoms.getDateTimeTxt(YYYY-MM-DD_HH-mm-ss), 与 asMaster/user_messages 同口径
 
 let USER_CONFIG;
 
@@ -75,25 +65,40 @@ const start = (config)=>{
                 delete workerTaskTimers[workerId];
             }
         };
+        let terminateAllAndExit = ()=>{
+            //shouldTerminate 与 TERMINATE_ALL_WORKERS 共用: 清在飞任务计时器 + 杀 worker + 进度条定格退出
+            for (const id in workerTaskTimers) {
+                clearTaskTimer(id);
+            };
+            killAllWorkers();
+            //计数器行与正常完成路径一致: 始终进 run.log(progressBar 未接管终端时 echo 上屏);
+            //runLog 写流与 stdout 都是异步写, 先写完再延迟 exit, 防计数器行被 process.exit 截断
+            let finalStats = TaskMgr.getFinalStats();
+            runLog.write(`[Tasks] succeeded=${finalStats.succeeded}, failed=${finalStats.failed}, succ-but-save-failed=${finalStats.succButSaveFailed || 0}`);
+            progressCtl.finish();
+            setTimeout(()=>{
+                process.exit(0);
+            }, 10);
+        };
         let finalizeTimeoutTask = (subTask, cost)=>{
             let subid = subTask.subid;
             try{
                 let resultType = TaskMgr.getSavedResultType(subid);
                 if(resultType === 'succ'){//超时边界: worker 已成功写盘, 视为已完成
-                    TaskMgr.mvTask(subid, 'running', 'finished', ()=>{});
+                    TaskMgr.mvTaskSync(subid, 'running', 'finished');
                 }else if(resultType === 'error'){//超时边界: worker 已自行记错误
-                    TaskMgr.mvTask(subid, 'running', 'finished_with_errors', ()=>{});
+                    TaskMgr.mvTaskSync(subid, 'running', 'finished_with_errors');
                 }else{
                     if(typeof config.maxTaskRetries === 'number' && config.maxTaskRetries > 0){
                         let retryCount = TaskMgr.incrementTaskRetry(subid);
                         if(retryCount <= config.maxTaskRetries){
                             runLog.warn(`[Master]: task "${subid}" timeout, retry (${retryCount}/${config.maxTaskRetries})`);
-                            TaskMgr.mvTask(subid, 'running', 'new', ()=>{});
+                            TaskMgr.mvTaskSync(subid, 'running', 'new');
                             return;
                         };
                     };
                     TaskMgr.saveTaskResult(subid, true, [{type: 'timeout', timeout: config.taskTimeout, cost}]);
-                    TaskMgr.mvTask(subid, 'running', 'finished_with_errors', ()=>{});
+                    TaskMgr.mvTaskSync(subid, 'running', 'finished_with_errors');
                 }
             }catch(e){
                 runLog.warn('[Master]: failed to finalize timeout task', subid, e);
@@ -116,11 +121,11 @@ const start = (config)=>{
                 let retryCount = TaskMgr.incrementTaskRetry(subid);
                 if(retryCount <= config.maxTaskRetries){
                     runLog.warn(`[Master]: worker crashed, retry task "${subid}" (${retryCount}/${config.maxTaskRetries})`);
-                    TaskMgr.mvTask(subid, 'running', 'new', ()=>{});
+                    TaskMgr.mvTaskSync(subid, 'running', 'new');
                 }else{
                     runLog.warn(`[Master]: task "${subid}" crashed ${retryCount} times, give up`);
                     TaskMgr.saveTaskResult(subid, true, [{type: 'worker_crash', retryCount: config.maxTaskRetries}]);
-                    TaskMgr.mvTask(subid, 'running', 'finished_with_errors', ()=>{});
+                    TaskMgr.mvTaskSync(subid, 'running', 'finished_with_errors');
                 };
             }catch(e){
                 runLog.warn('[Master]: failed to handle crashed task', subid, e);
@@ -138,12 +143,14 @@ const start = (config)=>{
                 };
             };
             worker.on('message', function(message) {
+                if(message && message.__workerStatus){//worker 状态周期自报: master 自己消费进状态表, 不转发 setSysListener, 不触发派发
+                    progressCtl.workerStatus(worker.id, message.__workerStatus);
+                    return;
+                }
                 if(message && message.__sysEvent){//worker 系统事件: master 自己消费, 不转发
                     if(message.event === 'TERMINATE_ALL_WORKERS'){
                         runLog.warn(`[Master]: TERMINATE_ALL_WORKERS from worker ${worker.id}, killing all workers`);
-                        killAllWorkers();
-                        progressCtl.finish();//单行进度条换行定格, 别让 shell 提示符盖住它
-                        return process.exit(0);
+                        return terminateAllAndExit();
                     }
                     let meta = {fromWorkerId: worker.id, fromWorkerPid: worker.process.pid};
                     if(typeof USER_CONFIG.setSysListener === 'function'){
@@ -196,17 +203,23 @@ const start = (config)=>{
                             if(config.autoCloseAfterCompletion){
                                 killWorker(worker);
                             }else{//waiting for new tasks
-                                worker.send(MSG_NO_TASK_FOUND,()=>{}, {
-                                    keepOpen: (typeof config.keepOpen === 'undefined') ? false : config.keepOpen
-                                });
+                                worker.send(MSG_NO_TASK_FOUND,()=>{});
                             }
                             progressCtl.render();
                             return;
                         }
                         let terminateData = {taskCount,subTask,config, id: worker.id};
-                        if(USER_CONFIG.shouldTerminate && USER_CONFIG.shouldTerminate(terminateData)===true) {
-                            killAllWorkers();
-                            return process.exit(0);
+                        let userWantsTerminate = false;
+                        if(typeof USER_CONFIG.shouldTerminate === 'function'){
+                            try{
+                                userWantsTerminate = USER_CONFIG.shouldTerminate(terminateData)===true;
+                            }catch(e){
+                                //任务已 pop 就必须派出去: 抛错只记日志, 按「不终止」继续(裸 throw 会丢任务并死锁)
+                                runLog.error('[Master]: shouldTerminate threw, continue dispatching task:', e);
+                            };
+                        };
+                        if(userWantsTerminate) {
+                            return terminateAllAndExit();
                         }
                         //send new tasks to the worker
                         let startTimestamp = new Date()*1;
@@ -219,9 +232,7 @@ const start = (config)=>{
                             startTimestamp,
                             config: ipcConfig,
                             subTask
-                        },()=>{}, {
-                            keepOpen: (typeof config.keepOpen === 'undefined') ? false : config.keepOpen
-                        });
+                        },()=>{});
                         progressCtl.taskAssigned(worker.id, subTask.subid);
                         let hasTimeout = typeof config.taskTimeout === 'number' && config.taskTimeout > 0;
                         let hasRetry = typeof config.maxTaskRetries === 'number' && config.maxTaskRetries > 0;
@@ -252,7 +263,7 @@ const start = (config)=>{
                 pid: process.pid,
                 newTasks: TaskMgr.getTasks('new').length,
                 sysLogFile: config.__sysLogFile,
-                startedAt: getDateTimeTxt(),
+                startedAt: randomsUtil.getDateTimeTxt(),
             };
             console.log(startupBanner.renderBanner(startupInfo));
             progressCtl.setup({//TTY 判定 + 渲染器创建都在控制器内; 统计口径注入, 控制器不依赖 TaskMgr
@@ -281,6 +292,7 @@ const start = (config)=>{
             let rec = workerTaskTimers[worker.id];//先取再清: 崩溃重试要用 rec.subTask
             clearTaskTimer(worker.id);//worker 退出(含崩溃)时清掉其超时计时器
             progressCtl.workerExited(worker.id);
+            WorkerMgr.removeWorker(worker.id);//清注册表引用: 崩溃补员场景 map 只增不减会累积死 worker
             if (code !== 0 && !worker.exitedAfterDisconnect) {
                 runLog.write('Worker died unexpectedly starting a new one...');
                 workerCrashCount++;
@@ -311,18 +323,24 @@ const start = (config)=>{
                         succeeded: stats.succeeded,
                         failed: stats.failed,
                         failedTasks: stats.failedTasks,
+                        succButSaveFailed: stats.succButSaveFailed || 0,//任务成功但结果保存失败(序列化兜底)的任务数, 明细见 .sys/user_messages
                         workers: {count: numOfWorkers, crashed: workerCrashCount},
                     };
                     let onFinishHelper = {
                         foreachSuccResult: (cb) => TaskMgr.forEachSuccResult(cb),
                         foreachErrorResult: (cb) => TaskMgr.forEachErrorResult(cb),
+                        foreachResult: (cb) => TaskMgr.forEachResult(cb),
                     };
                     USER_CONFIG.onFinish(report, onFinishHelper);
                     delete USER_CONFIG.onFinish;
                 }
+                //计数器行先进 run.log(progressBar 未接管终端时 echo 上屏, 接管时由 progressCtl.finish() 打在屏幕);
+                //stdout/run.log 都是异步写, 写完留 10ms 再 exit, 防 process.exit 截断未 flush 的输出
+                let finalStats = TaskMgr.getFinalStats();
+                runLog.write(`[Tasks] succeeded=${finalStats.succeeded}, failed=${finalStats.failed}, succ-but-save-failed=${finalStats.succButSaveFailed || 0}`);
+                runLog.write('[Master]: all workers are done, process exit.');
+                progressCtl.finish();//单行进度条换行定格 + 计数器行, 别让 shell 提示符盖住它
                 setTimeout(()=>{
-                    runLog.write('[Master]: all workers are done, process exit.')
-                    progressCtl.finish();//单行进度条换行定格, 别让 shell 提示符盖住它
                     process.exit(0);
                 }, 10);
             }
@@ -338,6 +356,16 @@ function subWorker(config){
     //共享 stdout 为 TTY 时只写文件(与 master 判定一致), 否则 echo 同时上屏。判定收敛在 initAndHook 内,
     //无路径时维持 console。入口即生效, 领不到任务的富余 worker 的 waiting 日志同样进 run.log。
     runLog.initAndHook(config.__sysLogFile, { echo: !(config.progressBar !== false && process.stdout.isTTY) });
+    //状态探针: 启动条件与上面 echo 判定同口径(progressBar 开 + TTY), 另需 interval > 0(缺省 2000);
+    //非 TTY/关闭时不启动, 零开销零 IPC 噪音。探针 unref, 进程退出随进程销毁, 无需 stop
+    //布尔口径: false 等价 <=0 关闭, true 等价缺省(勿直接进 setInterval, true 会被当 1ms)
+    let statusInterval = config.worker_status_poll_ms;
+    statusInterval = (typeof statusInterval === 'undefined' || statusInterval === true) ? 2000 : (statusInterval === false ? 0 : statusInterval);
+    if(config.progressBar !== false && process.stdout.isTTY && statusInterval > 0){
+        workerStatusProbe.start(statusInterval, (payload)=>{
+            worker.send({__workerStatus: payload});
+        });
+    };
     worker.on('message', function(message) {
         if(message && message.__broadcast){//master 中转来的广播: 分发给 helper.on 注册的 handler
             helper.__dispatchBroadcast(message);
@@ -358,7 +386,7 @@ function subWorker(config){
             if(typeof subTask.taskCount === 'undefined') subTask.taskCount = taskCount;
             subTask.workerId = worker.id;
             subTask.workerPid = process.pid;
-            runLog.write(`[Task Start]: "${subTask.subid}"`, `pid=${process.pid}`, getDateTimeTxt());
+            runLog.write(`[Task Start]: "${subTask.subid}"`, `pid=${process.pid}`, randomsUtil.getDateTimeTxt());
             let subTaskLog = {
                 workerId: worker.id,
                 workerPid: process.pid,
@@ -369,7 +397,7 @@ function subWorker(config){
                 if(tasklog.retried) return;//重试任务已回 new 等重跑, 未完成, 不打 [Task Finished]
                 let {cost, startTimestamp, endTimestamp} = tasklog;
 
-                runLog.write(`[Task Finished] "${config.masterTaskId}"."${subTask.subid}".`, getDateTimeTxt(), `cost=${cost}ms`)
+                runLog.write(`[Task Finished] "${config.masterTaskId}"."${subTask.subid}".`, randomsUtil.getDateTimeTxt(), `cost=${cost}ms`)
             }).then(()=>{
                 worker.send(MSG_REQUEST_NEW_TASK);//request new task
             });
@@ -381,17 +409,27 @@ function subWorker(config){
     worker.send(MSG_REQUEST_NEW_TASK);//request new task
 
 };
+//错误对象 → 可 JSON 序列化的持久化形态: Error 取 message/stack, 其余原样;
+//错误值不可 JSON 序列化(循环引用/BigInt 等)时换成机器可读占位, 保住「用户 reject 了什么」的语义
+function serializeError(e){
+    let serialized;
+    if(e instanceof Error){
+        serialized = {message: e.message, stack: e.stack};
+    }else{
+        serialized = e;
+    };
+    try{
+        JSON.stringify(serialized);
+    }catch(stringifyErr){
+        serialized = {type: 'unserializable_error_value', message: 'error value is not JSON-serializable'};
+    };
+    return serialized;
+};
 function runTask(config, subTask, subTaskLog){
-    return new Promise((resolve)=>{ 
+    return new Promise((resolve)=>{
         let resultPromise = Promise.resolve({});
         let resultData;
         let errors = [];
-        let serializeError = (e)=>{
-            if(e instanceof Error){
-                return {message: e.message, stack: e.stack};
-            }
-            return e;
-        };
         helper.load(config);
         TaskMgr.saveTaskLog(subTask.subid, subTaskLog);
         try{
@@ -429,6 +467,7 @@ function runTask(config, subTask, subTaskLog){
                     }catch(newPath){
                         runLog.warn(`[Task Retry] "${subTask.subid}" failed to move back to new, left in running (recoverable via resume)`);
                     };
+                    TaskMgr.deleteUserMessage(subTask.subid);//重跑即新一轮: 清掉该任务前序尝试的遗留消息
                 };
             };
             TaskMgr.saveTaskLog(subTask.subid, subTaskLog);
@@ -452,7 +491,7 @@ function runTask(config, subTask, subTaskLog){
                     cost,
                     retried: false
                 });
-            });   
+            });
         });
     });
 };