multi-tasks 1.2.7 → 1.2.8

package/LICENSE

@@ -1,21 +1,21 @@
-MIT License
-
-Copyright (c) 2024 Lei Zhang
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
+MIT License
+
+Copyright (c) 2024 Lei Zhang
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -1,97 +1,98 @@
-# multi-tasks
-multi-tasks
-
-Install:
-
-```javascript
-npm install multi-tasks
-```
-
-How to use:
-
-```javascript
-//see examples/example0
-let multiTasks = require('multi-tasks').multiTasks;
-//You need to provide the data of all subtasks, multi-tasks will automatically split them and execute them in a multi-threaded manner
-let alltasks = [];
-for(let i=0;i<100;i++){
-    let task_props = {
-        index: i,
-        name: `task-${i}`,
-        description: `This prop is for a subtask`
-    };
-    alltasks.push(task_props);
-}
-
-//You need to provide a process function to handle a certain sub-task and return the result data
-let processTask = (task)=>{
-    console.log('this is the subtask data you created above:', task);
-    let {index} = task;
-
-    //any exceptions will be captured
-    if(index===3) throw 'exception';
-    if(index===4) return Promise.reject({err:'a test error'});
-
-    //the returned data will be saved
-    return Promise.resolve({
-        message: 'this is a result from a demo, random data=' + Math.random()
-    });
-}
-
-multiTasks({
-    tasks: alltasks, 
-    processTask, 
-    multi_task_parent_folder: `C:/tmp-demo`, //a directory to store progress and results files, you can check the progress here
-    quotaOfEachTask:1, //The number of subtasks assigned to each worker at one time, the default is 1
-    numberOfWorkers: 6, //Assign how many workers are working in parallel, default is the number of cpu cores minus one
-    onFinish: (report)=>{
-        console.log(report);//the report can be viewed here
-    }
-});
-
-```
-
-Or the older way, to provide the Producer & Consumer
-
-```javascript
-let master = require('multi-tasks').master;
-let RunnerProducer;//See examples, please provide a Producer class to specify all tasks you have, multi-tasks will automatically split them and execute them in a multi-threaded manner
-let RunnerConsumer;//See examples, please provide a Consumer class to process a certain sub-task and return the processed data
-
-master.start(RunnerProducer, RunnerConsumer, {
-    multi_task_parent_folder,
-    quotaOfEachTask,
-    numberOfWorkers,
-    onFinish
-});
-```
-
-Have a try:
-
-```shell
-node examples/example0/run
-node examples/example1/run
-```
-
-Changelog:
-
-- 1.2.7 Small updates
-- 1.2.6 Support onFinish event
-- 1.2.5 Rename numberOfWorks to numberOfWorkers, the old one are still supported ;-)
-- 1.2.4 Fix: opt.numberOfWorkers not work
-- 1.2.3 Update README
-- 1.2.2 Update README and examples
-- 1.2.1 Handle exceptions and errors in subtasks
-- 1.2.0 Simplified usage by providing the function way and support return Promise
-- 1.1.4 Remove make-dir
-- 1.1.3 Simplified usage, see example0
-- 1.1.2 
-- 1.1.1 Rename files, updated changelog
-- 1.1.0 Simplified the usage of a customized Consumer, see example0
-- 1.0.8 Fix examples
-- 1.0.7 Remove moment
-- 1.0.6 Performance optimization
-
-Github:
-
-[https://github.com/zhanglei923/multi-tasks](https://github.com/zhanglei923/multi-tasks)
+# multi-tasks
+multi-tasks
+
+Install:
+
+```javascript
+npm install multi-tasks
+```
+
+How to use:
+
+```javascript
+//see examples/example0
+let multiTasks = require('multi-tasks').multiTasks;
+//You need to provide the data of all subtasks, multi-tasks will automatically split them and execute them in a multi-threaded manner
+let alltasks = [];
+for(let i=0;i<100;i++){
+    let task_props = {
+        index: i,
+        name: `task-${i}`,
+        description: `This prop is for a subtask`
+    };
+    alltasks.push(task_props);
+}
+
+//You need to provide a process function to handle a certain sub-task and return the result data
+let processTask = (task)=>{
+    console.log('this is the subtask data you created above:', task);
+    let {index} = task;
+
+    //any exceptions will be captured
+    if(index===3) throw 'exception';
+    if(index===4) return Promise.reject({err:'a test error'});
+
+    //the returned data will be saved
+    return Promise.resolve({
+        message: 'this is a result from a demo, random data=' + Math.random()
+    });
+}
+
+multiTasks({
+    tasks: alltasks, 
+    processTask, 
+    multi_task_parent_folder: `C:/tmp-demo`, //a directory to store progress and results files, you can check the progress here
+    quotaOfEachTask:1, //The number of subtasks assigned to each worker at one time, the default is 1
+    numberOfWorkers: 6, //Assign how many workers are working in parallel, default is the number of cpu cores minus one
+    onFinish: (report)=>{
+        console.log(report);//the report can be viewed here
+    }
+});
+
+```
+
+Or the older way, to provide the Producer & Consumer
+
+```javascript
+let master = require('multi-tasks').master;
+let RunnerProducer;//See examples, please provide a Producer class to specify all tasks you have, multi-tasks will automatically split them and execute them in a multi-threaded manner
+let RunnerConsumer;//See examples, please provide a Consumer class to process a certain sub-task and return the processed data
+
+master.start(RunnerProducer, RunnerConsumer, {
+    multi_task_parent_folder,
+    quotaOfEachTask,
+    numberOfWorkers,
+    onFinish
+});
+```
+
+Have a try:
+
+```shell
+node examples/example0/run
+node examples/example1/run
+```
+
+Changelog:
+
+- 1.2.8 Fix: create task folder failed on MacOS
+- 1.2.7 Small updates
+- 1.2.6 Support onFinish event
+- 1.2.5 Rename numberOfWorks to numberOfWorkers, the old one are still supported ;-)
+- 1.2.4 Fix: opt.numberOfWorkers not work
+- 1.2.3 Update README
+- 1.2.2 Update README and examples
+- 1.2.1 Handle exceptions and errors in subtasks
+- 1.2.0 Simplified usage by providing the function way and support return Promise
+- 1.1.4 Remove make-dir
+- 1.1.3 Simplified usage, see example0
+- 1.1.2 
+- 1.1.1 Rename files, updated changelog
+- 1.1.0 Simplified the usage of a customized Consumer, see example0
+- 1.0.8 Fix examples
+- 1.0.7 Remove moment
+- 1.0.6 Performance optimization
+
+Github:
+
+[https://github.com/zhanglei923/multi-tasks](https://github.com/zhanglei923/multi-tasks)

package/examples/example0/run.js

@@ -1,38 +1,38 @@
-let multiTasks = require('../../index').multiTasks;
-
-//You need to provide the data of all subtasks, multi-tasks will automatically split them and execute them in a multi-threaded manner
-let alltasks = [];
-for(let i=0;i<100;i++){
-    let task_props = {
-        index: i,
-        name: `task-${i}`,
-        description: `This prop is for a subtask`
-    };
-    alltasks.push(task_props);
-}
-
-//You need to provide a process function to handle a certain sub-task and return the result data
-let processTask = (task)=>{
-    console.log('this is the subtask data you created above:', task);
-    let {index} = task;
-
-    //any exceptions will be captured
-    if(index===3) throw 'exception';
-    if(index===4) return Promise.reject({err:'a test error'});
-
-    //the returned data will be saved
-    return Promise.resolve({
-        message: 'this is a result from a demo, random data=' + Math.random()
-    });
-}
-
-multiTasks({
-    tasks: alltasks, 
-    processTask, 
-    multi_task_parent_folder: `C:/tmp-demo`, //a directory to store progress and results files, you can check the progress here
-    quotaOfEachTask:1, //The number of subtasks assigned to each worker at one time, the default is 1
-    numberOfWorkers: 6, //Assign how many workers are working in parallel
-    onFinish: (report)=>{
-        console.log(report);
-    }
+let multiTasks = require('../../index').multiTasks;
+
+//You need to provide the data of all subtasks, multi-tasks will automatically split them and execute them in a multi-threaded manner
+let alltasks = [];
+for(let i=0;i<100;i++){
+    let task_props = {
+        index: i,
+        name: `task-${i}`,
+        description: `This prop is for a subtask`
+    };
+    alltasks.push(task_props);
+}
+
+//You need to provide a process function to handle a certain sub-task and return the result data
+let processTask = (task)=>{
+    console.log('this is the subtask data you created above:', task);
+    let {index} = task;
+
+    //any exceptions will be captured
+    if(index===3) throw 'exception';
+    if(index===4) return Promise.reject({err:'a test error'});
+
+    //the returned data will be saved
+    return Promise.resolve({
+        message: 'this is a result from a demo, random data=' + Math.random()
+    });
+}
+
+multiTasks({
+    tasks: alltasks, 
+    processTask, 
+    multi_task_parent_folder: `C:/tmp-demo`, //a directory to store progress and results files, you can check the progress here
+    quotaOfEachTask:1, //The number of subtasks assigned to each worker at one time, the default is 1
+    numberOfWorkers: 6, //Assign how many workers are working in parallel
+    onFinish: (report)=>{
+        console.log(report);
+    }
 });

package/examples/example1/RunnerConsumer.js

@@ -1,26 +1,26 @@
-let SuperConsumer = require('../../index').SuperConsumer;
-
-class TestConsumer extends SuperConsumer {
-  
-  processTask(actionData){
-        console.log(`processing data:`, actionData);
-        //you can also return a data instead of a promise object
-    let {index} = actionData;
-    if(index===3) throw 'exception';
-    if(index===4) return Promise.reject({err:'a test error'});
-        return new Promise((resolve) => {
-          setTimeout(() => {
-              let result = {
-                task:{            
-                  ...actionData,
-                },
-                result: {
-                  message: 'this is a result from a demo, random data=' + Math.random()
-                }
-              };
-              resolve(result);              
-          }, 100);
-      });
-    }
-  }
+let SuperConsumer = require('../../index').SuperConsumer;
+
+class TestConsumer extends SuperConsumer {
+  
+  processTask(actionData){
+        console.log(`processing data:`, actionData);
+        //you can also return a data instead of a promise object
+    let {index} = actionData;
+    if(index===3) throw 'exception';
+    if(index===4) return Promise.reject({err:'a test error'});
+        return new Promise((resolve) => {
+          setTimeout(() => {
+              let result = {
+                task:{            
+                  ...actionData,
+                },
+                result: {
+                  message: 'this is a result from a demo, random data=' + Math.random()
+                }
+              };
+              resolve(result);              
+          }, 100);
+      });
+    }
+  }
 module.exports = TestConsumer;

package/examples/example1/RunnerProducer.js

@@ -1,35 +1,35 @@
-let SuperProducer = require('../../index').SuperProducer;
-class TestProducer extends SuperProducer {
-  
-    // constructor
-    constructor(taskname, parentfolder) {
-        super(taskname, parentfolder)
-
-    }
-    setTaskTrunkInfo(trunkInfo){
-        this.trunkInfo = trunkInfo;
-    }
-    getAllActions() {
-        /**
-         * Generate all your tasks in this method, return as an array;
-         * These data will be allocated to multiple threads (workers) for running; 
-         * You can obtain each of the data and process it in the 'processTask' method of your consumer.
-         * 
-         * **/
-
-        return new Promise((resolve, reject)=>{
-            let trunkInfo = this.trunkInfo;
-            let alltasks = []
-            for(let i=0;i<200;i++){
-                let task_props = {
-                    index: i,
-                    name: `task-${i}`,
-                    description: `This prop is for a subtask`
-                };
-                alltasks.push(task_props);
-            }
-            resolve(alltasks);//return all your tasks as an array
-        })
-    }
-  }
+let SuperProducer = require('../../index').SuperProducer;
+class TestProducer extends SuperProducer {
+  
+    // constructor
+    constructor(taskname, parentfolder) {
+        super(taskname, parentfolder)
+
+    }
+    setTaskTrunkInfo(trunkInfo){
+        this.trunkInfo = trunkInfo;
+    }
+    getAllActions() {
+        /**
+         * Generate all your tasks in this method, return as an array;
+         * These data will be allocated to multiple threads (workers) for running; 
+         * You can obtain each of the data and process it in the 'processTask' method of your consumer.
+         * 
+         * **/
+
+        return new Promise((resolve, reject)=>{
+            let trunkInfo = this.trunkInfo;
+            let alltasks = []
+            for(let i=0;i<200;i++){
+                let task_props = {
+                    index: i,
+                    name: `task-${i}`,
+                    description: `This prop is for a subtask`
+                };
+                alltasks.push(task_props);
+            }
+            resolve(alltasks);//return all your tasks as an array
+        })
+    }
+  }
 module.exports = TestProducer;

package/examples/example1/run.js

@@ -1,9 +1,9 @@
-let RunnerProducer = require('./RunnerProducer');//You need to provide a Producer to return all subtasks, multi-tasks will automatically split them and execute them in a multi-threaded manner
-let RunnerConsumer = require('./RunnerConsumer');//You need to provide a Consumer to process a certain sub-task and return the processed data
-let master = require('../../index').master;
-
-master.start(RunnerProducer, RunnerConsumer, {
-    multi_task_parent_folder: `C:/tmp-demo`,
-    quotaOfEachTask:2, //The number of tasks assigned to each worker
-    numberOfWorkers: 6
+let RunnerProducer = require('./RunnerProducer');//You need to provide a Producer to return all subtasks, multi-tasks will automatically split them and execute them in a multi-threaded manner
+let RunnerConsumer = require('./RunnerConsumer');//You need to provide a Consumer to process a certain sub-task and return the processed data
+let master = require('../../index').master;
+
+master.start(RunnerProducer, RunnerConsumer, {
+    multi_task_parent_folder: `C:/tmp-demo`,
+    quotaOfEachTask:2, //The number of tasks assigned to each worker
+    numberOfWorkers: 6
 });

package/examples/example2/RunnerConsumer.js

@@ -1,40 +1,40 @@
-let SuperConsumer = require('../../index').SuperConsumer;
-
-
-let _do = (mainTaskInfo, actions, callback)=>{
-    if(actions.length === 0) return callback({
-        data:'subtask finished, random data='+Math.random()
-    });
-    let actionData = actions.shift();
-
-    //start to write your process code here
-
-    console.log('actionData', actionData)
-
-    //end of your process code.
-
-    //trigger next task
-    _do(mainTaskInfo, actions, callback);
-};
-
-
-class TestConsumer extends SuperConsumer {
-  
-    // constructor
-    constructor(taskname, parentfolder) {
-        super(taskname, parentfolder)
-
-    }
-    setTaskTrunkInfo(trunkInfo){
-        this.trunkInfo = trunkInfo;
-    }
-    run (mainTaskInfo, subTaskInfo, taskInfo, callback){
-        let actions = subTaskInfo.actions;
-        mainTaskInfo.defination = this.trunkInfo.defination;
-        _do(mainTaskInfo, actions, (result)=>{
-            callback(result)
-        })
-
-    }
-  }
+let SuperConsumer = require('../../index').SuperConsumer;
+
+
+let _do = (mainTaskInfo, actions, callback)=>{
+    if(actions.length === 0) return callback({
+        data:'subtask finished, random data='+Math.random()
+    });
+    let actionData = actions.shift();
+
+    //start to write your process code here
+
+    console.log('actionData', actionData)
+
+    //end of your process code.
+
+    //trigger next task
+    _do(mainTaskInfo, actions, callback);
+};
+
+
+class TestConsumer extends SuperConsumer {
+  
+    // constructor
+    constructor(taskname, parentfolder) {
+        super(taskname, parentfolder)
+
+    }
+    setTaskTrunkInfo(trunkInfo){
+        this.trunkInfo = trunkInfo;
+    }
+    run (mainTaskInfo, subTaskInfo, taskInfo, callback){
+        let actions = subTaskInfo.actions;
+        mainTaskInfo.defination = this.trunkInfo.defination;
+        _do(mainTaskInfo, actions, (result)=>{
+            callback(result)
+        })
+
+    }
+  }
 module.exports = TestConsumer;

package/examples/example2/RunnerProducer.js

@@ -1,35 +1,35 @@
-let SuperProducer = require('../../index').SuperProducer;
-class TestProducer extends SuperProducer {
-  
-    // constructor
-    constructor(taskname, parentfolder) {
-        super(taskname, parentfolder)
-
-    }
-    setTaskTrunkInfo(trunkInfo){
-        this.trunkInfo = trunkInfo;
-    }
-    getAllActions() {
-        /**
-         * Generate all your tasks in this method, return as an array;
-         * These data will be allocated to multiple threads (workers) for running; 
-         * You can obtain each of the data and process it in the 'processTask' method of your consumer.
-         * 
-         * **/
-
-        return new Promise((resolve, reject)=>{
-            let trunkInfo = this.trunkInfo;
-            let alltasks = []
-            for(let i=0;i<200;i++){
-                let task_props = {
-                    index: i,
-                    name: `task-${i}`,
-                    description: `This prop is for a subtask`
-                };
-                alltasks.push(task_props);
-            }
-            resolve(alltasks);//return all your tasks as an array
-        })
-    }
-  }
+let SuperProducer = require('../../index').SuperProducer;
+class TestProducer extends SuperProducer {
+  
+    // constructor
+    constructor(taskname, parentfolder) {
+        super(taskname, parentfolder)
+
+    }
+    setTaskTrunkInfo(trunkInfo){
+        this.trunkInfo = trunkInfo;
+    }
+    getAllActions() {
+        /**
+         * Generate all your tasks in this method, return as an array;
+         * These data will be allocated to multiple threads (workers) for running; 
+         * You can obtain each of the data and process it in the 'processTask' method of your consumer.
+         * 
+         * **/
+
+        return new Promise((resolve, reject)=>{
+            let trunkInfo = this.trunkInfo;
+            let alltasks = []
+            for(let i=0;i<200;i++){
+                let task_props = {
+                    index: i,
+                    name: `task-${i}`,
+                    description: `This prop is for a subtask`
+                };
+                alltasks.push(task_props);
+            }
+            resolve(alltasks);//return all your tasks as an array
+        })
+    }
+  }
 module.exports = TestProducer;

package/examples/example2/run.js

@@ -1,23 +1,23 @@
-let RunnerProducer = require('./RunnerProducer');//switch to require from node_modules in your project
-let RunnerConsumer = require('./RunnerConsumer');//switch to require from node_modules in your project
-
-let taskId = Math.random()+'';
-let multi_task_parent_folder = `C:/tmp-demo`;
-
-let producer = new RunnerProducer(`workers_of_${taskId}`, multi_task_parent_folder)
-let consumer = new RunnerConsumer();
-let master = require('../../index').master;
-
-console.log(producer.getTaskName())
-//return;
-
-let taskConfig = {
-    multi_task_parent_folder
-}
-//console.log(resp)
-producer.setTaskTrunkInfo(taskConfig);
-consumer.setTaskTrunkInfo(taskConfig)
-master.run(producer, consumer, {
-    quotaOfEachTask:2,
-    numberOfWorkers: 6
+let RunnerProducer = require('./RunnerProducer');//switch to require from node_modules in your project
+let RunnerConsumer = require('./RunnerConsumer');//switch to require from node_modules in your project
+
+let taskId = Math.random()+'';
+let multi_task_parent_folder = `C:/tmp-demo`;
+
+let producer = new RunnerProducer(`workers_of_${taskId}`, multi_task_parent_folder)
+let consumer = new RunnerConsumer();
+let master = require('../../index').master;
+
+console.log(producer.getTaskName())
+//return;
+
+let taskConfig = {
+    multi_task_parent_folder
+}
+//console.log(resp)
+producer.setTaskTrunkInfo(taskConfig);
+consumer.setTaskTrunkInfo(taskConfig)
+master.run(producer, consumer, {
+    quotaOfEachTask:2,
+    numberOfWorkers: 6
 });