multi-tasks 3.3.0 → 3.4.0

package/workers/Multithread.js

@@ -1,496 +1,498 @@
-const cluster = require('cluster');
-const os = require('os');
-const numCPUs = os.cpus().length;
-
-let MSG_REQUEST_NEW_TASK = 'request_new_task';
-let MSG_NO_TASK_FOUND = 'no_task_found';
-
-const asMaster = require('./asMaster');
-const TaskMgr = require('./TaskMgr');
-const WorkerMgr = require('./WorkerMgr');
-const helper = require('./helper');
-const { resolveNumberOfWorkers } = require('../utils/resolveWorkers');
-const { resolveWorkerPriority } = require('../utils/resolvePriority');
-const runLog = require('../utils/runLog');
-const progressCtl = require('../utils/progressCtl');
-const startupBanner = require('../utils/startupBanner');
-
-let fmtdigit = (n)=>{
-    return n > 9 ? "" + n: "0" + n;
-};
-let getDateTimeTxt = ()=>{
-    let d=new Date();
-    let YYYY=d.getFullYear()
-    let MM=fmtdigit(d.getMonth()+1);
-    let DD=fmtdigit(d.getDate());
-    let HH=fmtdigit(d.getHours());
-    let mm=fmtdigit(d.getMinutes());
-    let ss=fmtdigit(d.getSeconds());
-    return `${YYYY}-${MM}-${DD} ${HH}:${mm}:${ss}`;
-};
-
-let USER_CONFIG;
-
-let taskCount = 0;
-
-let workerTaskTimers = {};//worker.id -> {timer, subTask, startTimestamp}, master 端任务超时倒计时
-
-let killAllWorkers = ()=>{  
-    for (const id in cluster.workers) {  
-        if (cluster.workers.hasOwnProperty(id)) {  
-            const worker = cluster.workers[id];  
-            runLog.write(`Killing worker ${worker.process.pid}`);  
-            killWorker(worker);
-        }  
-    }  
-};
-let killWorker = (worker)=>{
-    worker.disconnect();
-    worker.kill();
-};
-
-const start = (config)=>{    
-    USER_CONFIG = config;//this will remain user defined functions
-    let isMaster = (cluster.isPrimary || cluster.isMaster);
-
-    if (isMaster) {//init
-        //同进程再跑一轮 multiTasks 时复位 progressBar 控制器状态,
-        //否则残留会让新一轮(不带 progressBar)继续渲染旧进度区
-        progressCtl.reset();
-        runLog.reset();//runLog 已脱离 progressCtl: 不复位则新一轮日志继续写旧 run.log、console 仍被旧 hook 拦截
-        config.numberOfWorkers = resolveNumberOfWorkers(config.numberOfWorkers);//支持百分比字符串; 须在 fork 循环读值前折算, 非法值在此抛错
-        config.workerPriority = resolveWorkerPriority(config.workerPriority);//枚举映射/数字校验; 非法值 fail fast(同 numberOfWorkers)
-        let numOfWorkers = config.numberOfWorkers;
-
-        const AsyncQueue = require(`../utils/asyncQueue`);
-        const queue = new AsyncQueue();
-
-        const masterStartTimestamp = new Date()*1;//本轮 master 启动时间(resume 不追溯首轮)
-        let workerCrashCount = 0;//累计崩溃补员次数, 进 onFinish report
-
-        let clearTaskTimer = (workerId)=>{
-            let rec = workerTaskTimers[workerId];
-            if(rec){
-                clearTimeout(rec.timer);
-                delete workerTaskTimers[workerId];
-            }
-        };
-        let terminateAllAndExit = ()=>{
-            //shouldTerminate 与 TERMINATE_ALL_WORKERS 共用: 清在飞任务计时器 + 杀 worker + 进度条定格退出
-            for (const id in workerTaskTimers) {
-                clearTaskTimer(id);
-            };
-            killAllWorkers();
-            //计数器行与正常完成路径一致: 始终进 run.log(progressBar 未接管终端时 echo 上屏);
-            //runLog 写流与 stdout 都是异步写, 先写完再延迟 exit, 防计数器行被 process.exit 截断
-            let finalStats = TaskMgr.getFinalStats();
-            runLog.write(`[Tasks] succeeded=${finalStats.succeeded}, failed=${finalStats.failed}, succ-but-save-failed=${finalStats.succButSaveFailed || 0}`);
-            progressCtl.finish();
-            setTimeout(()=>{
-                process.exit(0);
-            }, 10);
-        };
-        let finalizeTimeoutTask = (subTask, cost)=>{
-            let subid = subTask.subid;
-            try{
-                let resultType = TaskMgr.getSavedResultType(subid);
-                if(resultType === 'succ'){//超时边界: worker 已成功写盘, 视为已完成
-                    TaskMgr.mvTask(subid, 'running', 'finished', ()=>{});
-                }else if(resultType === 'error'){//超时边界: worker 已自行记错误
-                    TaskMgr.mvTask(subid, 'running', 'finished_with_errors', ()=>{});
-                }else{
-                    if(typeof config.maxTaskRetries === 'number' && config.maxTaskRetries > 0){
-                        let retryCount = TaskMgr.incrementTaskRetry(subid);
-                        if(retryCount <= config.maxTaskRetries){
-                            runLog.warn(`[Master]: task "${subid}" timeout, retry (${retryCount}/${config.maxTaskRetries})`);
-                            TaskMgr.mvTask(subid, 'running', 'new', ()=>{});
-                            return;
-                        };
-                    };
-                    TaskMgr.saveTaskResult(subid, true, [{type: 'timeout', timeout: config.taskTimeout, cost}]);
-                    TaskMgr.mvTask(subid, 'running', 'finished_with_errors', ()=>{});
-                }
-            }catch(e){
-                runLog.warn('[Master]: failed to finalize timeout task', subid, e);
-            }
-        };
-        let onTaskTimeout = (worker)=>{
-            let rec = workerTaskTimers[worker.id];
-            if(!rec) return;
-            delete workerTaskTimers[worker.id];
-            let {subTask, startTimestamp} = rec;
-            let cost = new Date()*1 - startTimestamp;
-            runLog.warn(`[Master]: task "${subTask.subid}" timeout after ${cost}ms, killing worker pid=${worker.process.pid}`);
-            worker.kill();//不 disconnect: exit 事件会按崩溃补员
-            finalizeTimeoutTask(subTask, cost);
-        };
-        let handleCrashedTask = (subTask)=>{
-            if(!(typeof config.maxTaskRetries === 'number' && config.maxTaskRetries > 0)) return;
-            let subid = subTask.subid;
-            try{
-                let retryCount = TaskMgr.incrementTaskRetry(subid);
-                if(retryCount <= config.maxTaskRetries){
-                    runLog.warn(`[Master]: worker crashed, retry task "${subid}" (${retryCount}/${config.maxTaskRetries})`);
-                    TaskMgr.mvTask(subid, 'running', 'new', ()=>{});
-                }else{
-                    runLog.warn(`[Master]: task "${subid}" crashed ${retryCount} times, give up`);
-                    TaskMgr.saveTaskResult(subid, true, [{type: 'worker_crash', retryCount: config.maxTaskRetries}]);
-                    TaskMgr.mvTask(subid, 'running', 'finished_with_errors', ()=>{});
-                };
-            }catch(e){
-                runLog.warn('[Master]: failed to handle crashed task', subid, e);
-            }
-        };
-
-        let initWorker = (worker)=>{
-            WorkerMgr.addWorker(worker);
-            if (typeof config.workerPriority === 'number') {
-                try {
-                    os.setPriority(worker.process.pid, config.workerPriority);
-                } catch (e) {
-                    //优先级是建议性设置: 失败(如 POSIX 上调高需 root)仅告警, 不中断批任务
-                    runLog.warn(`[Master]: failed to set priority of worker pid=${worker.process.pid}`, e);
-                };
-            };
-            worker.on('message', function(message) {
-                if(message && message.__sysEvent){//worker 系统事件: master 自己消费, 不转发
-                    if(message.event === 'TERMINATE_ALL_WORKERS'){
-                        runLog.warn(`[Master]: TERMINATE_ALL_WORKERS from worker ${worker.id}, killing all workers`);
-                        return terminateAllAndExit();
-                    }
-                    let meta = {fromWorkerId: worker.id, fromWorkerPid: worker.process.pid};
-                    if(typeof USER_CONFIG.setSysListener === 'function'){
-                        try{
-                            USER_CONFIG.setSysListener(message.event, message.payload, meta);
-                        }catch(e){
-                            runLog.error(`[Master]: setSysListener for event "${message.event}" threw:`, e);
-                        }
-                    }else{
-                        runLog.warn(`[Master]: unknown sys event "${message.event}" from worker ${worker.id} (no setSysListener configured)`);
-                    }
-                    return;
-                }
-                if(message && message.__broadcast){//worker 广播请求: master 中转给所有 worker
-                    let meta = {fromWorkerId: worker.id, fromWorkerPid: worker.process.pid};
-                    for (const id in cluster.workers) {
-                        let w = cluster.workers[id];
-                        if(w.id === worker.id && message.includingMe === false) continue;
-                        try{
-                            w.send({__broadcast: true, event: message.event, payload: message.payload, meta});
-                        }catch(e){
-                            runLog.warn(`[Master]: failed to relay broadcast to worker ${w.id}`, e);
-                        }
-                    }
-                    return;
-                }
-                if(message === MSG_REQUEST_NEW_TASK){
-                    clearTaskTimer(worker.id);//上一个任务已结束(无论成败), 撤销超时倒计时
-                    progressCtl.taskCompleted(worker.id);//worker 行回到 idle; 完成数按盘上结果目录统计, 不在此计数
-                    queue.enqueue(async () => {
-                        //use queue to make sure no I/O conflict; update/pop/判空须在同一个串行任务里原子完成
-                        await TaskMgr.updateNewTasks();
-                        let subTask = await TaskMgr.popNewTask();
-                        if(!subTask){
-                            //判空前强制绕开缓存重读一次磁盘再 pop: 防其他 worker 动态建任务(createNewTasks)
-                            //落在 update 与判空之间被漏判, 导致 autoClose 提前杀光 worker / 丢新任务
-                            await TaskMgr.loadNewTasks();
-                            subTask = await TaskMgr.popNewTask();
-                        }
-                        if(!subTask && config.autoCloseAfterCompletion){
-                            //杀 worker 前延时 1s 再兜底确认一次: 等其他 worker 可能正在落盘的动态新任务
-                            //(best-effort 再压小竞态窗口, 只限 autoClose 路径, 普通派发零开销)
-                            await new Promise((resolve)=>{ setTimeout(resolve, 1000); });
-                            await TaskMgr.loadNewTasks();
-                            subTask = await TaskMgr.popNewTask();
-                        }
-                        if(!subTask){
-                            //no tasks left
-                            runLog.write('[Master]: no tasks left!');
-                            if(config.autoCloseAfterCompletion){
-                                killWorker(worker);
-                            }else{//waiting for new tasks
-                                worker.send(MSG_NO_TASK_FOUND,()=>{}, {
-                                    keepOpen: (typeof config.keepOpen === 'undefined') ? false : config.keepOpen
-                                });
-                            }
-                            progressCtl.render();
-                            return;
-                        }
-                        let terminateData = {taskCount,subTask,config, id: worker.id};
-                        let userWantsTerminate = false;
-                        if(typeof USER_CONFIG.shouldTerminate === 'function'){
-                            try{
-                                userWantsTerminate = USER_CONFIG.shouldTerminate(terminateData)===true;
-                            }catch(e){
-                                //任务已 pop 就必须派出去: 抛错只记日志, 按「不终止」继续(裸 throw 会丢任务并死锁)
-                                runLog.error('[Master]: shouldTerminate threw, continue dispatching task:', e);
-                            };
-                        };
-                        if(userWantsTerminate) {
-                            return terminateAllAndExit();
-                        }
-                        //send new tasks to the worker
-                        let startTimestamp = new Date()*1;
-                        //IPC 用裁剪副本: worker 端只取目录路径, 不需要 initialTasks 全量数组;
-                        //带着它每次派发都要 O(N) 序列化(总量 O(N²))。config 本体保留: resume/restart 重写快照要用
-                        let ipcConfig = { ...config };
-                        delete ipcConfig.initialTasks;
-                        worker.send({
-                            taskCount,
-                            startTimestamp,
-                            config: ipcConfig,
-                            subTask
-                        },()=>{}, {
-                            keepOpen: (typeof config.keepOpen === 'undefined') ? false : config.keepOpen
-                        });
-                        progressCtl.taskAssigned(worker.id, subTask.subid);
-                        let hasTimeout = typeof config.taskTimeout === 'number' && config.taskTimeout > 0;
-                        let hasRetry = typeof config.maxTaskRetries === 'number' && config.maxTaskRetries > 0;
-                        if(hasTimeout || hasRetry){
-                            workerTaskTimers[worker.id] = {
-                                timer: hasTimeout ? setTimeout(()=>{ onTaskTimeout(worker); }, config.taskTimeout) : null,
-                                subTask,
-                                startTimestamp
-                            };
-                        }
-                        taskCount++;
-                    });
-                }
-            });
-        };
-
-        let initPromise = config.__resume ? asMaster.resume(config) : asMaster.init(config);
-        initPromise.then((updated_config)=>{
-            config = updated_config;
-            //一次性启动块(走 console, 在劫持前上屏): 标题框横幅 + 平铺关键字段, 模式由 __ 标记推导;
-            //init 成功后所有信息齐备(new tasks 数/masterTaskId/__sysLogFile), 一次打完
-            let startupInfo = {
-                mode: config.__restart ? 'RESTART' : (config.__retryFails ? 'RETRY_FAILS' : (config.__resume ? 'RESUME' : 'START')),
-                taskId: config.masterTaskId,
-                taskFolder: config.taskFolder,
-                numOfWorkers,
-                numCPUs,
-                pid: process.pid,
-                newTasks: TaskMgr.getTasks('new').length,
-                sysLogFile: config.__sysLogFile,
-                startedAt: getDateTimeTxt(),
-            };
-            console.log(startupBanner.renderBanner(startupInfo));
-            progressCtl.setup({//TTY 判定 + 渲染器创建都在控制器内; 统计口径注入, 控制器不依赖 TaskMgr
-                config,
-                stream: process.stdout,
-                getStats: () => TaskMgr.getFinalStats(),
-                getRemaining: () => TaskMgr.getTasks('new').length,
-            });
-            //console 劫持写 run.log 是永久机制, 与 progressBar 无关: 进度区接管终端(开且 TTY)时只写文件,
-            //否则 echo 同时透传 console 上屏; 判定收敛在 initAndHook 内, 无 __sysLogFile 时维持 console
-            runLog.initAndHook(config.__sysLogFile, { echo: !progressCtl.isOn() });
-            startupBanner.writeLogHeader(startupInfo);//同一组关键信息写 run.log 头部; 无 __sysLogFile 时内部 no-op
-            for (let i = 0; i < numOfWorkers; i++) {
-                let worker = cluster.fork();
-                initWorker(worker);
-                progressCtl.workerStarted(worker.id, worker.process.pid);
-            }
-            progressCtl.render();
-        }).catch((e)=>{
-            //init/resume 异步失败(rename/读盘错误等): 明确 FATAL + 非 0 退出,
-            //否则 unhandled rejection 在 warn 模式下会不 fork 不退出、静默挂死
-            console.error('[FATAL] failed to init tasks:', e);
-            process.exit(1);
-        });
-        cluster.on('exit', (worker, code, signal) => {
-            let rec = workerTaskTimers[worker.id];//先取再清: 崩溃重试要用 rec.subTask
-            clearTaskTimer(worker.id);//worker 退出(含崩溃)时清掉其超时计时器
-            progressCtl.workerExited(worker.id);
-            if (code !== 0 && !worker.exitedAfterDisconnect) {
-                runLog.write('Worker died unexpectedly starting a new one...');
-                workerCrashCount++;
-                if(rec && rec.subTask){
-                    handleCrashedTask(rec.subTask);
-                };
-                let worker = cluster.fork();
-                initWorker(worker);
-                progressCtl.workerStarted(worker.id, worker.process.pid);
-                progressCtl.render();
-                return;
-            }
-            let allkilled = true; 
-            for (const worker of Object.values(cluster.workers)) {
-                allkilled = allkilled && worker.killed;
-            }
-            if(allkilled){
-                if(USER_CONFIG.onFinish){
-                    let endTimestamp = new Date()*1;
-                    let stats = TaskMgr.getFinalStats();
-                    let report = {
-                        taskId: config.masterTaskId,
-                        taskFolder: stats.taskFolder,
-                        startTimestamp: masterStartTimestamp,
-                        endTimestamp,
-                        cost: endTimestamp - masterStartTimestamp,
-                        total: stats.succeeded + stats.failed,
-                        succeeded: stats.succeeded,
-                        failed: stats.failed,
-                        failedTasks: stats.failedTasks,
-                        succButSaveFailed: stats.succButSaveFailed || 0,//任务成功但结果保存失败(序列化兜底)的任务数, 明细见 .sys/user_messages
-                        workers: {count: numOfWorkers, crashed: workerCrashCount},
-                    };
-                    let onFinishHelper = {
-                        foreachSuccResult: (cb) => TaskMgr.forEachSuccResult(cb),
-                        foreachErrorResult: (cb) => TaskMgr.forEachErrorResult(cb),
-                    };
-                    USER_CONFIG.onFinish(report, onFinishHelper);
-                    delete USER_CONFIG.onFinish;
-                }
-                //计数器行先进 run.log(progressBar 未接管终端时 echo 上屏, 接管时由 progressCtl.finish() 打在屏幕);
-                //stdout/run.log 都是异步写, 写完留 10ms 再 exit, 防 process.exit 截断未 flush 的输出
-                let finalStats = TaskMgr.getFinalStats();
-                runLog.write(`[Tasks] succeeded=${finalStats.succeeded}, failed=${finalStats.failed}, succ-but-save-failed=${finalStats.succButSaveFailed || 0}`);
-                runLog.write('[Master]: all workers are done, process exit.');
-                progressCtl.finish();//单行进度条换行定格 + 计数器行, 别让 shell 提示符盖住它
-                setTimeout(()=>{
-                    process.exit(0);
-                }, 10);
-            }
-        }); 
-    }else{
-        subWorker(config);
-    }
-};
-function subWorker(config){
-    let worker = cluster.worker;
-    //worker 进程独立重跑入口, config.__sysLogFile 已由 workers/index.js 入口算好(与 master 同一路径):
-    //console 劫持写 run.log 永久生效, 与 progressBar 无关; progressBar 未显式关闭(缺省默认开启)且
-    //共享 stdout 为 TTY 时只写文件(与 master 判定一致), 否则 echo 同时上屏。判定收敛在 initAndHook 内,
-    //无路径时维持 console。入口即生效, 领不到任务的富余 worker 的 waiting 日志同样进 run.log。
-    runLog.initAndHook(config.__sysLogFile, { echo: !(config.progressBar !== false && process.stdout.isTTY) });
-    worker.on('message', function(message) {
-        if(message && message.__broadcast){//master 中转来的广播: 分发给 helper.on 注册的 handler
-            helper.__dispatchBroadcast(message);
-            return;
-        }
-        if(message === MSG_NO_TASK_FOUND){//wait for new task
-            runLog.write(`  (Worker #${worker.id}): waiting`);
-            setTimeout(()=>{
-                worker.send(MSG_REQUEST_NEW_TASK);//request new task
-            }, 5000 + Math.random()*5000);
-        }else
-        if(message.subTask){//new task
-            let {config, subTask, startTimestamp, taskCount} = message;
-            TaskMgr.load(config);
-            //用户任务自带的 index/taskCount 保留原值(重试/续跑后任务身份不变),
-            //未提供时才填全局派发计数器(v1 兼容)
-            if(typeof subTask.index === 'undefined') subTask.index = taskCount;
-            if(typeof subTask.taskCount === 'undefined') subTask.taskCount = taskCount;
-            subTask.workerId = worker.id;
-            subTask.workerPid = process.pid;
-            runLog.write(`[Task Start]: "${subTask.subid}"`, `pid=${process.pid}`, getDateTimeTxt());
-            let subTaskLog = {
-                workerId: worker.id,
-                workerPid: process.pid,
-                taskCount,
-                startTimestamp
-            };
-            runTask(config, subTask, subTaskLog).then((tasklog)=>{
-                if(tasklog.retried) return;//重试任务已回 new 等重跑, 未完成, 不打 [Task Finished]
-                let {cost, startTimestamp, endTimestamp} = tasklog;
-
-                runLog.write(`[Task Finished] "${config.masterTaskId}"."${subTask.subid}".`, getDateTimeTxt(), `cost=${cost}ms`)
-            }).then(()=>{
-                worker.send(MSG_REQUEST_NEW_TASK);//request new task
-            });
-        }else{
-            runLog.write('Can not find: message.subTask');
-            throw new Error('can not find subTask!')
-        }
-    });
-    worker.send(MSG_REQUEST_NEW_TASK);//request new task
-
-};
-//错误对象 → 可 JSON 序列化的持久化形态: Error 取 message/stack, 其余原样;
-//错误值不可 JSON 序列化(循环引用/BigInt 等)时换成机器可读占位, 保住「用户 reject 了什么」的语义
-function serializeError(e){
-    let serialized;
-    if(e instanceof Error){
-        serialized = {message: e.message, stack: e.stack};
-    }else{
-        serialized = e;
-    };
-    try{
-        JSON.stringify(serialized);
-    }catch(stringifyErr){
-        serialized = {type: 'unserializable_error_value', message: 'error value is not JSON-serializable'};
-    };
-    return serialized;
-};
-function runTask(config, subTask, subTaskLog){
-    return new Promise((resolve)=>{
-        let resultPromise = Promise.resolve({});
-        let resultData;
-        let errors = [];
-        helper.load(config);
-        TaskMgr.saveTaskLog(subTask.subid, subTaskLog);
-        try{
-            resultPromise = USER_CONFIG.processTask(subTask, helper);//rewrite this method in subclass
-        }catch(e){
-            errors.push({subTask, exception: serializeError(e)});
-        }
-        let ispromise = resultPromise instanceof Promise;
-        if(!ispromise){resultPromise = Promise.resolve(resultPromise);}//convert data to promise
-        resultPromise.then((data)=>{
-            resultData = data;
-        }).catch((ex)=>{
-            errors.push({ex: serializeError(ex)});
-        }).finally(async ()=>{
-            let {startTimestamp} = subTaskLog;
-            let endTimestamp = new Date()*1;
-            let cost = endTimestamp - startTimestamp;
-            subTaskLog = {
-                ...subTaskLog,
-                endTimestamp,
-                cost
-            };
-            let hasError = errors.length > 0;
-            if(hasError)runLog.warn('[Task Error]', subTask.subid, errors);
-            let retried = false;
-            if(hasError && typeof config.maxTaskRetries === 'number' && config.maxTaskRetries > 0){
-                let retryCount = TaskMgr.incrementTaskRetry(subTask.subid);
-                if(retryCount <= config.maxTaskRetries){
-                    runLog.warn(`[Task Retry] "${subTask.subid}" failed, retry (${retryCount}/${config.maxTaskRetries})`);
-                    retried = true;
-                    //等 rename 落盘再 resolve/请求新任务: fire-and-forget 的异步 rename 会随 worker 被
-                    //autoClose 杀掉而消亡, 任务文件滞留 running 被静默丢弃(高负载偶发丢任务的根因, 勿回退)
-                    try{
-                        await TaskMgr.mvTaskPromise(subTask.subid, 'running', 'new');
-                    }catch(newPath){
-                        runLog.warn(`[Task Retry] "${subTask.subid}" failed to move back to new, left in running (recoverable via resume)`);
-                    };
-                    TaskMgr.deleteUserMessage(subTask.subid);//重跑即新一轮: 清掉该任务前序尝试的遗留消息
-                };
-            };
-            TaskMgr.saveTaskLog(subTask.subid, subTaskLog);
-            if(retried){
-                resolve({
-                    startTimestamp,
-                    endTimestamp,
-                    cost,
-                    retried: true
-                });
-                return;
-            };
-            if(!hasError){
-                TaskMgr.deleteSavedResult(subTask.subid);//清掉前序尝试可能残留的(超时竞争)错误结果
-            };
-            TaskMgr.saveTaskResult(subTask.subid, hasError, hasError ? errors : resultData);
-            TaskMgr.mvTask(subTask.subid, 'running',(hasError ? 'finished_with_errors':'finished'), (newPath)=>{
-                resolve({
-                    startTimestamp,
-                    endTimestamp,
-                    cost,
-                    retried: false
-                });
-            });
-        });
-    });
-};
+const cluster = require('cluster');
+const os = require('os');
+const numCPUs = os.cpus().length;
+
+let MSG_REQUEST_NEW_TASK = 'request_new_task';
+let MSG_NO_TASK_FOUND = 'no_task_found';
+
+const asMaster = require('./asMaster');
+const TaskMgr = require('./TaskMgr');
+const WorkerMgr = require('./WorkerMgr');
+const helper = require('./helper');
+const { resolveNumberOfWorkers } = require('../utils/resolveWorkers');
+const { resolveWorkerPriority } = require('../utils/resolvePriority');
+const runLog = require('../utils/runLog');
+const randomsUtil = require('../utils/randoms');
+const progressCtl = require('../utils/progressCtl');
+const workerStatusProbe = require('../utils/workerStatusProbe');
+const startupBanner = require('../utils/startupBanner');
+
+//时间戳统一走 utils/randoms.getDateTimeTxt(YYYY-MM-DD_HH-mm-ss), 与 asMaster/user_messages 同口径
+
+let USER_CONFIG;
+
+let taskCount = 0;
+
+let workerTaskTimers = {};//worker.id -> {timer, subTask, startTimestamp}, master 端任务超时倒计时
+
+let killAllWorkers = ()=>{  
+    for (const id in cluster.workers) {  
+        if (cluster.workers.hasOwnProperty(id)) {  
+            const worker = cluster.workers[id];  
+            runLog.write(`Killing worker ${worker.process.pid}`);  
+            killWorker(worker);
+        }  
+    }  
+};
+let killWorker = (worker)=>{
+    worker.disconnect();
+    worker.kill();
+};
+
+const start = (config)=>{    
+    USER_CONFIG = config;//this will remain user defined functions
+    let isMaster = (cluster.isPrimary || cluster.isMaster);
+
+    if (isMaster) {//init
+        //同进程再跑一轮 multiTasks 时复位 progressBar 控制器状态,
+        //否则残留会让新一轮(不带 progressBar)继续渲染旧进度区
+        progressCtl.reset();
+        runLog.reset();//runLog 已脱离 progressCtl: 不复位则新一轮日志继续写旧 run.log、console 仍被旧 hook 拦截
+        config.numberOfWorkers = resolveNumberOfWorkers(config.numberOfWorkers);//支持百分比字符串; 须在 fork 循环读值前折算, 非法值在此抛错
+        config.workerPriority = resolveWorkerPriority(config.workerPriority);//枚举映射/数字校验; 非法值 fail fast(同 numberOfWorkers)
+        let numOfWorkers = config.numberOfWorkers;
+
+        const AsyncQueue = require(`../utils/asyncQueue`);
+        const queue = new AsyncQueue();
+
+        const masterStartTimestamp = new Date()*1;//本轮 master 启动时间(resume 不追溯首轮)
+        let workerCrashCount = 0;//累计崩溃补员次数, 进 onFinish report
+
+        let clearTaskTimer = (workerId)=>{
+            let rec = workerTaskTimers[workerId];
+            if(rec){
+                clearTimeout(rec.timer);
+                delete workerTaskTimers[workerId];
+            }
+        };
+        let terminateAllAndExit = ()=>{
+            //shouldTerminate 与 TERMINATE_ALL_WORKERS 共用: 清在飞任务计时器 + 杀 worker + 进度条定格退出
+            for (const id in workerTaskTimers) {
+                clearTaskTimer(id);
+            };
+            killAllWorkers();
+            //计数器行与正常完成路径一致: 始终进 run.log(progressBar 未接管终端时 echo 上屏);
+            //runLog 写流与 stdout 都是异步写, 先写完再延迟 exit, 防计数器行被 process.exit 截断
+            let finalStats = TaskMgr.getFinalStats();
+            runLog.write(`[Tasks] succeeded=${finalStats.succeeded}, failed=${finalStats.failed}, succ-but-save-failed=${finalStats.succButSaveFailed || 0}`);
+            progressCtl.finish();
+            setTimeout(()=>{
+                process.exit(0);
+            }, 10);
+        };
+        let finalizeTimeoutTask = (subTask, cost)=>{
+            let subid = subTask.subid;
+            try{
+                let resultType = TaskMgr.getSavedResultType(subid);
+                if(resultType === 'succ'){//超时边界: worker 已成功写盘, 视为已完成
+                    TaskMgr.mvTaskSync(subid, 'running', 'finished');
+                }else if(resultType === 'error'){//超时边界: worker 已自行记错误
+                    TaskMgr.mvTaskSync(subid, 'running', 'finished_with_errors');
+                }else{
+                    if(typeof config.maxTaskRetries === 'number' && config.maxTaskRetries > 0){
+                        let retryCount = TaskMgr.incrementTaskRetry(subid);
+                        if(retryCount <= config.maxTaskRetries){
+                            runLog.warn(`[Master]: task "${subid}" timeout, retry (${retryCount}/${config.maxTaskRetries})`);
+                            TaskMgr.mvTaskSync(subid, 'running', 'new');
+                            return;
+                        };
+                    };
+                    TaskMgr.saveTaskResult(subid, true, [{type: 'timeout', timeout: config.taskTimeout, cost}]);
+                    TaskMgr.mvTaskSync(subid, 'running', 'finished_with_errors');
+                }
+            }catch(e){
+                runLog.warn('[Master]: failed to finalize timeout task', subid, e);
+            }
+        };
+        let onTaskTimeout = (worker)=>{
+            let rec = workerTaskTimers[worker.id];
+            if(!rec) return;
+            delete workerTaskTimers[worker.id];
+            let {subTask, startTimestamp} = rec;
+            let cost = new Date()*1 - startTimestamp;
+            runLog.warn(`[Master]: task "${subTask.subid}" timeout after ${cost}ms, killing worker pid=${worker.process.pid}`);
+            worker.kill();//不 disconnect: exit 事件会按崩溃补员
+            finalizeTimeoutTask(subTask, cost);
+        };
+        let handleCrashedTask = (subTask)=>{
+            if(!(typeof config.maxTaskRetries === 'number' && config.maxTaskRetries > 0)) return;
+            let subid = subTask.subid;
+            try{
+                let retryCount = TaskMgr.incrementTaskRetry(subid);
+                if(retryCount <= config.maxTaskRetries){
+                    runLog.warn(`[Master]: worker crashed, retry task "${subid}" (${retryCount}/${config.maxTaskRetries})`);
+                    TaskMgr.mvTaskSync(subid, 'running', 'new');
+                }else{
+                    runLog.warn(`[Master]: task "${subid}" crashed ${retryCount} times, give up`);
+                    TaskMgr.saveTaskResult(subid, true, [{type: 'worker_crash', retryCount: config.maxTaskRetries}]);
+                    TaskMgr.mvTaskSync(subid, 'running', 'finished_with_errors');
+                };
+            }catch(e){
+                runLog.warn('[Master]: failed to handle crashed task', subid, e);
+            }
+        };
+
+        let initWorker = (worker)=>{
+            WorkerMgr.addWorker(worker);
+            if (typeof config.workerPriority === 'number') {
+                try {
+                    os.setPriority(worker.process.pid, config.workerPriority);
+                } catch (e) {
+                    //优先级是建议性设置: 失败(如 POSIX 上调高需 root)仅告警, 不中断批任务
+                    runLog.warn(`[Master]: failed to set priority of worker pid=${worker.process.pid}`, e);
+                };
+            };
+            worker.on('message', function(message) {
+                if(message && message.__workerStatus){//worker 状态周期自报: master 自己消费进状态表, 不转发 setSysListener, 不触发派发
+                    progressCtl.workerStatus(worker.id, message.__workerStatus);
+                    return;
+                }
+                if(message && message.__sysEvent){//worker 系统事件: master 自己消费, 不转发
+                    if(message.event === 'TERMINATE_ALL_WORKERS'){
+                        runLog.warn(`[Master]: TERMINATE_ALL_WORKERS from worker ${worker.id}, killing all workers`);
+                        return terminateAllAndExit();
+                    }
+                    let meta = {fromWorkerId: worker.id, fromWorkerPid: worker.process.pid};
+                    if(typeof USER_CONFIG.setSysListener === 'function'){
+                        try{
+                            USER_CONFIG.setSysListener(message.event, message.payload, meta);
+                        }catch(e){
+                            runLog.error(`[Master]: setSysListener for event "${message.event}" threw:`, e);
+                        }
+                    }else{
+                        runLog.warn(`[Master]: unknown sys event "${message.event}" from worker ${worker.id} (no setSysListener configured)`);
+                    }
+                    return;
+                }
+                if(message && message.__broadcast){//worker 广播请求: master 中转给所有 worker
+                    let meta = {fromWorkerId: worker.id, fromWorkerPid: worker.process.pid};
+                    for (const id in cluster.workers) {
+                        let w = cluster.workers[id];
+                        if(w.id === worker.id && message.includingMe === false) continue;
+                        try{
+                            w.send({__broadcast: true, event: message.event, payload: message.payload, meta});
+                        }catch(e){
+                            runLog.warn(`[Master]: failed to relay broadcast to worker ${w.id}`, e);
+                        }
+                    }
+                    return;
+                }
+                if(message === MSG_REQUEST_NEW_TASK){
+                    clearTaskTimer(worker.id);//上一个任务已结束(无论成败), 撤销超时倒计时
+                    progressCtl.taskCompleted(worker.id);//worker 行回到 idle; 完成数按盘上结果目录统计, 不在此计数
+                    queue.enqueue(async () => {
+                        //use queue to make sure no I/O conflict; update/pop/判空须在同一个串行任务里原子完成
+                        await TaskMgr.updateNewTasks();
+                        let subTask = await TaskMgr.popNewTask();
+                        if(!subTask){
+                            //判空前强制绕开缓存重读一次磁盘再 pop: 防其他 worker 动态建任务(createNewTasks)
+                            //落在 update 与判空之间被漏判, 导致 autoClose 提前杀光 worker / 丢新任务
+                            await TaskMgr.loadNewTasks();
+                            subTask = await TaskMgr.popNewTask();
+                        }
+                        if(!subTask && config.autoCloseAfterCompletion){
+                            //杀 worker 前延时 1s 再兜底确认一次: 等其他 worker 可能正在落盘的动态新任务
+                            //(best-effort 再压小竞态窗口, 只限 autoClose 路径, 普通派发零开销)
+                            await new Promise((resolve)=>{ setTimeout(resolve, 1000); });
+                            await TaskMgr.loadNewTasks();
+                            subTask = await TaskMgr.popNewTask();
+                        }
+                        if(!subTask){
+                            //no tasks left
+                            runLog.write('[Master]: no tasks left!');
+                            if(config.autoCloseAfterCompletion){
+                                killWorker(worker);
+                            }else{//waiting for new tasks
+                                worker.send(MSG_NO_TASK_FOUND,()=>{});
+                            }
+                            progressCtl.render();
+                            return;
+                        }
+                        let terminateData = {taskCount,subTask,config, id: worker.id};
+                        let userWantsTerminate = false;
+                        if(typeof USER_CONFIG.shouldTerminate === 'function'){
+                            try{
+                                userWantsTerminate = USER_CONFIG.shouldTerminate(terminateData)===true;
+                            }catch(e){
+                                //任务已 pop 就必须派出去: 抛错只记日志, 按「不终止」继续(裸 throw 会丢任务并死锁)
+                                runLog.error('[Master]: shouldTerminate threw, continue dispatching task:', e);
+                            };
+                        };
+                        if(userWantsTerminate) {
+                            return terminateAllAndExit();
+                        }
+                        //send new tasks to the worker
+                        let startTimestamp = new Date()*1;
+                        //IPC 用裁剪副本: worker 端只取目录路径, 不需要 initialTasks 全量数组;
+                        //带着它每次派发都要 O(N) 序列化(总量 O(N²))。config 本体保留: resume/restart 重写快照要用
+                        let ipcConfig = { ...config };
+                        delete ipcConfig.initialTasks;
+                        worker.send({
+                            taskCount,
+                            startTimestamp,
+                            config: ipcConfig,
+                            subTask
+                        },()=>{});
+                        progressCtl.taskAssigned(worker.id, subTask.subid);
+                        let hasTimeout = typeof config.taskTimeout === 'number' && config.taskTimeout > 0;
+                        let hasRetry = typeof config.maxTaskRetries === 'number' && config.maxTaskRetries > 0;
+                        if(hasTimeout || hasRetry){
+                            workerTaskTimers[worker.id] = {
+                                timer: hasTimeout ? setTimeout(()=>{ onTaskTimeout(worker); }, config.taskTimeout) : null,
+                                subTask,
+                                startTimestamp
+                            };
+                        }
+                        taskCount++;
+                    });
+                }
+            });
+        };
+
+        let initPromise = config.__resume ? asMaster.resume(config) : asMaster.init(config);
+        initPromise.then((updated_config)=>{
+            config = updated_config;
+            //一次性启动块(走 console, 在劫持前上屏): 标题框横幅 + 平铺关键字段, 模式由 __ 标记推导;
+            //init 成功后所有信息齐备(new tasks 数/masterTaskId/__sysLogFile), 一次打完
+            let startupInfo = {
+                mode: config.__restart ? 'RESTART' : (config.__retryFails ? 'RETRY_FAILS' : (config.__resume ? 'RESUME' : 'START')),
+                taskId: config.masterTaskId,
+                taskFolder: config.taskFolder,
+                numOfWorkers,
+                numCPUs,
+                pid: process.pid,
+                newTasks: TaskMgr.getTasks('new').length,
+                sysLogFile: config.__sysLogFile,
+                startedAt: randomsUtil.getDateTimeTxt(),
+            };
+            console.log(startupBanner.renderBanner(startupInfo));
+            progressCtl.setup({//TTY 判定 + 渲染器创建都在控制器内; 统计口径注入, 控制器不依赖 TaskMgr
+                config,
+                stream: process.stdout,
+                getStats: () => TaskMgr.getFinalStats(),
+                getRemaining: () => TaskMgr.getTasks('new').length,
+            });
+            //console 劫持写 run.log 是永久机制, 与 progressBar 无关: 进度区接管终端(开且 TTY)时只写文件,
+            //否则 echo 同时透传 console 上屏; 判定收敛在 initAndHook 内, 无 __sysLogFile 时维持 console
+            runLog.initAndHook(config.__sysLogFile, { echo: !progressCtl.isOn() });
+            startupBanner.writeLogHeader(startupInfo);//同一组关键信息写 run.log 头部; 无 __sysLogFile 时内部 no-op
+            for (let i = 0; i < numOfWorkers; i++) {
+                let worker = cluster.fork();
+                initWorker(worker);
+                progressCtl.workerStarted(worker.id, worker.process.pid);
+            }
+            progressCtl.render();
+        }).catch((e)=>{
+            //init/resume 异步失败(rename/读盘错误等): 明确 FATAL + 非 0 退出,
+            //否则 unhandled rejection 在 warn 模式下会不 fork 不退出、静默挂死
+            console.error('[FATAL] failed to init tasks:', e);
+            process.exit(1);
+        });
+        cluster.on('exit', (worker, code, signal) => {
+            let rec = workerTaskTimers[worker.id];//先取再清: 崩溃重试要用 rec.subTask
+            clearTaskTimer(worker.id);//worker 退出(含崩溃)时清掉其超时计时器
+            progressCtl.workerExited(worker.id);
+            WorkerMgr.removeWorker(worker.id);//清注册表引用: 崩溃补员场景 map 只增不减会累积死 worker
+            if (code !== 0 && !worker.exitedAfterDisconnect) {
+                runLog.write('Worker died unexpectedly starting a new one...');
+                workerCrashCount++;
+                if(rec && rec.subTask){
+                    handleCrashedTask(rec.subTask);
+                };
+                let worker = cluster.fork();
+                initWorker(worker);
+                progressCtl.workerStarted(worker.id, worker.process.pid);
+                progressCtl.render();
+                return;
+            }
+            let allkilled = true; 
+            for (const worker of Object.values(cluster.workers)) {
+                allkilled = allkilled && worker.killed;
+            }
+            if(allkilled){
+                if(USER_CONFIG.onFinish){
+                    let endTimestamp = new Date()*1;
+                    let stats = TaskMgr.getFinalStats();
+                    let report = {
+                        taskId: config.masterTaskId,
+                        taskFolder: stats.taskFolder,
+                        startTimestamp: masterStartTimestamp,
+                        endTimestamp,
+                        cost: endTimestamp - masterStartTimestamp,
+                        total: stats.succeeded + stats.failed,
+                        succeeded: stats.succeeded,
+                        failed: stats.failed,
+                        failedTasks: stats.failedTasks,
+                        succButSaveFailed: stats.succButSaveFailed || 0,//任务成功但结果保存失败(序列化兜底)的任务数, 明细见 .sys/user_messages
+                        workers: {count: numOfWorkers, crashed: workerCrashCount},
+                    };
+                    let onFinishHelper = {
+                        foreachSuccResult: (cb) => TaskMgr.forEachSuccResult(cb),
+                        foreachErrorResult: (cb) => TaskMgr.forEachErrorResult(cb),
+                        foreachResult: (cb) => TaskMgr.forEachResult(cb),
+                    };
+                    USER_CONFIG.onFinish(report, onFinishHelper);
+                    delete USER_CONFIG.onFinish;
+                }
+                //计数器行先进 run.log(progressBar 未接管终端时 echo 上屏, 接管时由 progressCtl.finish() 打在屏幕);
+                //stdout/run.log 都是异步写, 写完留 10ms 再 exit, 防 process.exit 截断未 flush 的输出
+                let finalStats = TaskMgr.getFinalStats();
+                runLog.write(`[Tasks] succeeded=${finalStats.succeeded}, failed=${finalStats.failed}, succ-but-save-failed=${finalStats.succButSaveFailed || 0}`);
+                runLog.write('[Master]: all workers are done, process exit.');
+                progressCtl.finish();//单行进度条换行定格 + 计数器行, 别让 shell 提示符盖住它
+                setTimeout(()=>{
+                    process.exit(0);
+                }, 10);
+            }
+        }); 
+    }else{
+        subWorker(config);
+    }
+};
+function subWorker(config){
+    let worker = cluster.worker;
+    //worker 进程独立重跑入口, config.__sysLogFile 已由 workers/index.js 入口算好(与 master 同一路径):
+    //console 劫持写 run.log 永久生效, 与 progressBar 无关; progressBar 未显式关闭(缺省默认开启)且
+    //共享 stdout 为 TTY 时只写文件(与 master 判定一致), 否则 echo 同时上屏。判定收敛在 initAndHook 内,
+    //无路径时维持 console。入口即生效, 领不到任务的富余 worker 的 waiting 日志同样进 run.log。
+    runLog.initAndHook(config.__sysLogFile, { echo: !(config.progressBar !== false && process.stdout.isTTY) });
+    //状态探针: 启动条件与上面 echo 判定同口径(progressBar 开 + TTY), 另需 interval > 0(缺省 2000);
+    //非 TTY/关闭时不启动, 零开销零 IPC 噪音。探针 unref, 进程退出随进程销毁, 无需 stop
+    //布尔口径: false 等价 <=0 关闭, true 等价缺省(勿直接进 setInterval, true 会被当 1ms)
+    let statusInterval = config.worker_status_poll_ms;
+    statusInterval = (typeof statusInterval === 'undefined' || statusInterval === true) ? 2000 : (statusInterval === false ? 0 : statusInterval);
+    if(config.progressBar !== false && process.stdout.isTTY && statusInterval > 0){
+        workerStatusProbe.start(statusInterval, (payload)=>{
+            worker.send({__workerStatus: payload});
+        });
+    };
+    worker.on('message', function(message) {
+        if(message && message.__broadcast){//master 中转来的广播: 分发给 helper.on 注册的 handler
+            helper.__dispatchBroadcast(message);
+            return;
+        }
+        if(message === MSG_NO_TASK_FOUND){//wait for new task
+            runLog.write(`  (Worker #${worker.id}): waiting`);
+            setTimeout(()=>{
+                worker.send(MSG_REQUEST_NEW_TASK);//request new task
+            }, 5000 + Math.random()*5000);
+        }else
+        if(message.subTask){//new task
+            let {config, subTask, startTimestamp, taskCount} = message;
+            TaskMgr.load(config);
+            //用户任务自带的 index/taskCount 保留原值(重试/续跑后任务身份不变),
+            //未提供时才填全局派发计数器(v1 兼容)
+            if(typeof subTask.index === 'undefined') subTask.index = taskCount;
+            if(typeof subTask.taskCount === 'undefined') subTask.taskCount = taskCount;
+            subTask.workerId = worker.id;
+            subTask.workerPid = process.pid;
+            runLog.write(`[Task Start]: "${subTask.subid}"`, `pid=${process.pid}`, randomsUtil.getDateTimeTxt());
+            let subTaskLog = {
+                workerId: worker.id,
+                workerPid: process.pid,
+                taskCount,
+                startTimestamp
+            };
+            runTask(config, subTask, subTaskLog).then((tasklog)=>{
+                if(tasklog.retried) return;//重试任务已回 new 等重跑, 未完成, 不打 [Task Finished]
+                let {cost, startTimestamp, endTimestamp} = tasklog;
+
+                runLog.write(`[Task Finished] "${config.masterTaskId}"."${subTask.subid}".`, randomsUtil.getDateTimeTxt(), `cost=${cost}ms`)
+            }).then(()=>{
+                worker.send(MSG_REQUEST_NEW_TASK);//request new task
+            });
+        }else{
+            runLog.write('Can not find: message.subTask');
+            throw new Error('can not find subTask!')
+        }
+    });
+    worker.send(MSG_REQUEST_NEW_TASK);//request new task
+
+};
+//错误对象 → 可 JSON 序列化的持久化形态: Error 取 message/stack, 其余原样;
+//错误值不可 JSON 序列化(循环引用/BigInt 等)时换成机器可读占位, 保住「用户 reject 了什么」的语义
+function serializeError(e){
+    let serialized;
+    if(e instanceof Error){
+        serialized = {message: e.message, stack: e.stack};
+    }else{
+        serialized = e;
+    };
+    try{
+        JSON.stringify(serialized);
+    }catch(stringifyErr){
+        serialized = {type: 'unserializable_error_value', message: 'error value is not JSON-serializable'};
+    };
+    return serialized;
+};
+function runTask(config, subTask, subTaskLog){
+    return new Promise((resolve)=>{
+        let resultPromise = Promise.resolve({});
+        let resultData;
+        let errors = [];
+        helper.load(config);
+        TaskMgr.saveTaskLog(subTask.subid, subTaskLog);
+        try{
+            resultPromise = USER_CONFIG.processTask(subTask, helper);//rewrite this method in subclass
+        }catch(e){
+            errors.push({subTask, exception: serializeError(e)});
+        }
+        let ispromise = resultPromise instanceof Promise;
+        if(!ispromise){resultPromise = Promise.resolve(resultPromise);}//convert data to promise
+        resultPromise.then((data)=>{
+            resultData = data;
+        }).catch((ex)=>{
+            errors.push({ex: serializeError(ex)});
+        }).finally(async ()=>{
+            let {startTimestamp} = subTaskLog;
+            let endTimestamp = new Date()*1;
+            let cost = endTimestamp - startTimestamp;
+            subTaskLog = {
+                ...subTaskLog,
+                endTimestamp,
+                cost
+            };
+            let hasError = errors.length > 0;
+            if(hasError)runLog.warn('[Task Error]', subTask.subid, errors);
+            let retried = false;
+            if(hasError && typeof config.maxTaskRetries === 'number' && config.maxTaskRetries > 0){
+                let retryCount = TaskMgr.incrementTaskRetry(subTask.subid);
+                if(retryCount <= config.maxTaskRetries){
+                    runLog.warn(`[Task Retry] "${subTask.subid}" failed, retry (${retryCount}/${config.maxTaskRetries})`);
+                    retried = true;
+                    //等 rename 落盘再 resolve/请求新任务: fire-and-forget 的异步 rename 会随 worker 被
+                    //autoClose 杀掉而消亡, 任务文件滞留 running 被静默丢弃(高负载偶发丢任务的根因, 勿回退)
+                    try{
+                        await TaskMgr.mvTaskPromise(subTask.subid, 'running', 'new');
+                    }catch(newPath){
+                        runLog.warn(`[Task Retry] "${subTask.subid}" failed to move back to new, left in running (recoverable via resume)`);
+                    };
+                    TaskMgr.deleteUserMessage(subTask.subid);//重跑即新一轮: 清掉该任务前序尝试的遗留消息
+                };
+            };
+            TaskMgr.saveTaskLog(subTask.subid, subTaskLog);
+            if(retried){
+                resolve({
+                    startTimestamp,
+                    endTimestamp,
+                    cost,
+                    retried: true
+                });
+                return;
+            };
+            if(!hasError){
+                TaskMgr.deleteSavedResult(subTask.subid);//清掉前序尝试可能残留的(超时竞争)错误结果
+            };
+            TaskMgr.saveTaskResult(subTask.subid, hasError, hasError ? errors : resultData);
+            TaskMgr.mvTask(subTask.subid, 'running',(hasError ? 'finished_with_errors':'finished'), (newPath)=>{
+                resolve({
+                    startTimestamp,
+                    endTimestamp,
+                    cost,
+                    retried: false
+                });
+            });
+        });
+    });
+};
 module.exports = {start};