multi-tasks 3.5.2 → 4.0.0-rc.1

package/workers/helper.js

@@ -1,77 +1,77 @@
-let fs = require('fs');
-let pathutil = require('path');
-
-let TaskMgr = require('./TaskMgr');
-let IpcTaskStore = require('./IpcTaskStore');
-let runLog = require('../utils/runLog');
-
-let myconfig;
-let listeners = {};//event -> handler, worker 进程内模块级广播监听 registry(每个 event 一个 handler)
-
-const load = (config)=>{
-    myconfig = config;
-};
-const createNewTasks = (tasks)=>{
-    if (!myconfig) throw new Error('Please call helper.load(config) first!');
-    if (!Array.isArray(tasks)) tasks = [tasks];
-    if(myconfig.task_storage === 'memory'){
-        //memory 档 worker 不碰盘: 每个动态任务一条 createTask 消息即时发 master(逐条同构, 禁止缓冲攒批)
-        IpcTaskStore.load(myconfig);
-        tasks.forEach((task)=>{
-            runLog.write('Creating new task', task)
-            IpcTaskStore.createNewTask(task);
-        });
-        return;
-    };
-    TaskMgr.load(myconfig);
-    tasks.forEach((task)=>{
-        runLog.write('Creating new task', task)
-        TaskMgr.createNewTask(task);
-    });
-};
-
-//广播事件给所有 worker(经 master 中转); option.includingMe 默认 true(也发给自己)
-const emit = (event, payload, option)=>{
-    if (typeof event !== 'string' || !event) throw new Error('helper.emit: event must be a non-empty string');
-    if (typeof process.send !== 'function') throw new Error('helper.emit: broadcast is only available in worker processes');
-    let includingMe = !option || option.includingMe !== false;
-    process.send({__broadcast: true, event, payload, includingMe});
-};
-//发送系统事件给 master(master 自己消费, 不转发); 内建事件 TERMINATE_ALL_WORKERS,
-//其余交给 config.setSysListener
-const emitSys = (event, payload)=>{
-    if (typeof event !== 'string' || !event) throw new Error('helper.emitSys: event must be a non-empty string');
-    if (typeof process.send !== 'function') throw new Error('helper.emitSys: system events are only available in worker processes');
-    process.send({__sysEvent: true, event, payload});
-};
-//监听广播事件, 每个 event 每个 worker 进程只保留一个 handler(重复注册覆盖),
-//handler 签名 (payload, meta), meta 含 fromWorkerId/fromWorkerPid
-const setListener = (event, handler)=>{
-    if (typeof event !== 'string' || !event) throw new Error('helper.setListener: event must be a non-empty string');
-    if (typeof handler !== 'function') throw new Error('helper.setListener: handler must be a function');
-    listeners[event] = handler;
-};
-//任务日志: 一律写 <taskFolder>/.sys/run.log; progressBar 未开/非 TTY 回退时 echo 上屏(效果等同 console.log)
-const log = (...args)=>{
-    runLog.write(...args);
-};
-//内部方法: 供 subWorker 收到 master 中转的广播时调用, 按 event 分发
-const __dispatchBroadcast = (message)=>{
-    let {event, payload, meta} = message;
-    let handler = listeners[event];
-    if (!handler) return;
-    try{
-        handler(payload, meta);
-    }catch(e){
-        runLog.error(`[Broadcast] handler for event "${event}" threw:`, e);
-    }
-};
-module.exports = {
-    load,
-    createNewTasks,
-    emit,
-    emitSys,
-    setListener,
-    log,
-    __dispatchBroadcast
-};
+let fs = require('fs');
+let pathutil = require('path');
+
+let TaskMgr = require('./TaskMgr');
+let IpcTaskStore = require('./IpcTaskStore');
+let runLog = require('../utils/runLog');
+
+let myconfig;
+let listeners = {};//event -> handler, worker 进程内模块级广播监听 registry(每个 event 一个 handler)
+
+const load = (config)=>{
+    myconfig = config;
+};
+const createNewTasks = (tasks)=>{
+    if (!myconfig) throw new Error('Please call helper.load(config) first!');
+    if (!Array.isArray(tasks)) tasks = [tasks];
+    if(myconfig.task_storage !== 'file'){
+        //memory/aof 档 worker 不碰盘: 每个动态任务一条 createTask 消息即时发 master(逐条同构, 禁止缓冲攒批)
+        IpcTaskStore.load(myconfig);
+        tasks.forEach((task)=>{
+            runLog.write('Creating new task', task)
+            IpcTaskStore.createNewTask(task);
+        });
+        return;
+    };
+    TaskMgr.load(myconfig);
+    tasks.forEach((task)=>{
+        runLog.write('Creating new task', task)
+        TaskMgr.createNewTask(task);
+    });
+};
+
+//广播事件给所有 worker(经 master 中转); option.includingMe 默认 true(也发给自己)
+const emit = (event, payload, option)=>{
+    if (typeof event !== 'string' || !event) throw new Error('helper.emit: event must be a non-empty string');
+    if (typeof process.send !== 'function') throw new Error('helper.emit: broadcast is only available in worker processes');
+    let includingMe = !option || option.includingMe !== false;
+    process.send({__broadcast: true, event, payload, includingMe});
+};
+//发送系统事件给 master(master 自己消费, 不转发); 内建事件 TERMINATE_ALL_WORKERS,
+//其余交给 config.setSysListener
+const emitSys = (event, payload)=>{
+    if (typeof event !== 'string' || !event) throw new Error('helper.emitSys: event must be a non-empty string');
+    if (typeof process.send !== 'function') throw new Error('helper.emitSys: system events are only available in worker processes');
+    process.send({__sysEvent: true, event, payload});
+};
+//监听广播事件, 每个 event 每个 worker 进程只保留一个 handler(重复注册覆盖),
+//handler 签名 (payload, meta), meta 含 fromWorkerId/fromWorkerPid
+const setListener = (event, handler)=>{
+    if (typeof event !== 'string' || !event) throw new Error('helper.setListener: event must be a non-empty string');
+    if (typeof handler !== 'function') throw new Error('helper.setListener: handler must be a function');
+    listeners[event] = handler;
+};
+//任务日志: 一律写 <taskFolder>/.sys/run.log; progressBar 未开/非 TTY 回退时 echo 上屏(效果等同 console.log)
+const log = (...args)=>{
+    runLog.write(...args);
+};
+//内部方法: 供 subWorker 收到 master 中转的广播时调用, 按 event 分发
+const __dispatchBroadcast = (message)=>{
+    let {event, payload, meta} = message;
+    let handler = listeners[event];
+    if (!handler) return;
+    try{
+        handler(payload, meta);
+    }catch(e){
+        runLog.error(`[Broadcast] handler for event "${event}" threw:`, e);
+    }
+};
+module.exports = {
+    load,
+    createNewTasks,
+    emit,
+    emitSys,
+    setListener,
+    log,
+    __dispatchBroadcast
+};