multi-tasks 1.0.0 → 1.0.1

package/example2-dynamicIncreasing/RunnerConsumer.js

@@ -0,0 +1,77 @@
+let fs = require('fs');
+let pathutil = require('path');
+let SuperConsumer = require('../index').SuperConsumer;
+
+let loadTaskFile = (dir)=>{
+    var results = []
+    var list = fs.readdirSync(dir);
+    list.forEach(function(file) {
+        var stat;
+        try{
+            stat = fs.statSync(pathutil.resolve(dir, file))
+        }catch(e){
+            //Must try-catch, the file maybe deleted by other process
+        }
+        if (stat && !stat.isDirectory()) results.push({file, fpath: pathutil.resolve(dir, file)});
+    })
+    //console.log(results);
+    return results;
+};
+let mvTask = (oldPath, newPath, oldfname, callback)=>{
+    if(typeof callback === 'undefined') callback = ()=>{};
+    //console.log('>>>', oldPath, newPath, oldfname)
+    let oldfPath = pathutil.resolve(oldPath, oldfname);
+    let newfPath = pathutil.resolve(newPath, oldfname);
+    fs.rename(oldfPath, newfPath, (err) => {
+        if (err) throw err;
+        callback(newfPath);
+    });
+};
+
+let _do = (mainTaskInfo, actions, callback)=>{
+    let{dynamicTasksFolder, dynamicTasksFolderSucc, dynamicTasksFolderFail} = mainTaskInfo.defination;
+
+    let tasks = loadTaskFile(dynamicTasksFolder);
+    
+    if(tasks.length === 0) return callback({data:'hahaha'+Math.random()});
+    let task = tasks[0];
+    let fpath = task.fpath;
+
+    mvTask(dynamicTasksFolder, dynamicTasksFolderSucc, task.file);
+
+    // //create tasks forever
+    // fs.writeFileSync(pathutil.resolve(dynamicTasksFolder, Math.random()+'.newtask'), '');
+
+    console.log('processing', fpath);
+
+
+    {
+
+        //processing....
+    }
+
+    _do(mainTaskInfo, actions, callback);
+};
+
+
+class TestConsumer extends SuperConsumer {
+  
+    // constructor
+    constructor(taskname, parentfolder) {
+        super(taskname, parentfolder)
+
+    }
+    setTaskTrunkInfo(trunkInfo){
+        this.trunkInfo = trunkInfo;
+    }
+    run (mainTaskInfo, subTaskInfo, taskInfo, callback){
+        //console.log(`this.trunkInfo===`, this.trunkInfo)
+        let actions = subTaskInfo.actions;
+        mainTaskInfo.defination = this.trunkInfo;
+        _do(mainTaskInfo, actions, (result)=>{
+            callback(result)
+        })
+
+    }
+  }
+module.exports = TestConsumer;

package/example2-dynamicIncreasing/RunnerProducer.js

@@ -0,0 +1,30 @@
+let SuperProducer = require('../index').SuperProducer;
+class TestProducer extends SuperProducer {
+  
+    // constructor
+    constructor(taskname, parentfolder) {
+        super(taskname, parentfolder)
+
+    }
+    setTaskTrunkInfo(trunkInfo){
+        this.trunkInfo = trunkInfo;
+    }
+    getAllActions() {
+
+        return new Promise((resolve, reject)=>{
+            let trunkInfo = this.trunkInfo;
+            let {NUMBER_OF_WORKS} = trunkInfo;
+            //console.log(this.trunkInfo)
+           //throw repos.length+'ff'+repos2.length
+            //here, IGNORED_repoRegexStringList
+            let alltasks = []
+            for(let i=0;i<NUMBER_OF_WORKS;i++){
+                alltasks.push({
+                    num:i
+                })
+            }
+            resolve(alltasks);
+        })
+    }
+  }
+module.exports = TestProducer;

package/example2-dynamicIncreasing/run.js

@@ -0,0 +1,34 @@
+let fs = require('fs');
+let pathutil = require('path');
+let makeDir = require('make-dir');
+let RunnerProducer = require('./RunnerProducer')
+let RunnerConsumer = require('./RunnerConsumer')
+
+let thisroot = pathutil.parse(__filename).dir;
+let taskId = `workers_of_${Math.random()}`;
+let multi_task_parent_folder = pathutil.resolve(thisroot, `../../../multi-tasks-example2-dynamicIncreasing`);
+
+let producer = new RunnerProducer(taskId, multi_task_parent_folder)
+let consumer = new RunnerConsumer();
+let master = require('../index').master;
+
+console.log(producer.getTaskName())
+//return;
+
+let NUMBER_OF_WORKS = 6;//LOCK NUMBER OF WORKERS
+
+let taskConfig = {
+    NUMBER_OF_WORKS,
+    dynamicTasksFolder: pathutil.resolve(multi_task_parent_folder, `./dynamicTasks`),
+    dynamicTasksFolderSucc: pathutil.resolve(multi_task_parent_folder, `./dynamicTasks-SUCC`),
+    dynamicTasksFolderFail: pathutil.resolve(multi_task_parent_folder, `./dynamicTasks-FAIL`),
+}
+
+
+console.log(`xxxxxxxxxxxxxxxx----`)
+producer.setTaskTrunkInfo(taskConfig);
+consumer.setTaskTrunkInfo(taskConfig)
+master.run(producer, consumer, {
+    quotaOfEachTask:1, //<--Lock as one
+    numberOfWorks:NUMBER_OF_WORKS
+});

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "multi-tasks",
-  "version": "1.0.0",
+  "version": "1.0.1",
   "description": "",
   "main": "index.js",
   "directories": {
@@ -14,6 +14,10 @@
     "worker",
     "multithread"
   ],
+  "dependencies": {
+    "moment":"2.29.4",
+    "make-dir":"^3.1.0"
+  },
   "author": "zhanglei923@gmail.com",
   "license": "MIT"
 }