ee-core 4.1.4 → 5.0.0-beta.2

package/jobs/child-pool/index.js

@@ -1,190 +0,0 @@
-const EventEmitter = require('events');
-const LoadBalancer = require('../load-balancer');
-const { getFullpath } = require('../../loader');
-const { JobProcess } = require('../child/jobProcess');
-const { Events } = require('../../const/channel');
-const { validValue } = require('../../utils/helper');
-const { getConfig } = require('../../config');
-
-class ChildPoolJob extends EventEmitter {
-
-  constructor(opt = {}) {
-    super();
-    let options = Object.assign({
-      weights: [],
-    }, opt);
-
-    this.config = {};
-    this.boundMap = new Map();
-    this.children = {};
-    this.min = 3;
-    this.max = 6;
-    this.strategy = 'polling';
-    this.weights = new Array(this.max).fill().map((v, i) => {
-      let w = validValue(options.weights[i]) ? options.weights[i] : 1
-      return w;
-    });
-
-    let lbOpt = {
-      algorithm: LoadBalancer.Algorithm.polling,
-      targets: [],
-    }
-    this.LB = new LoadBalancer(lbOpt);
-
-    const cfg = getConfig().jobs;
-    if (cfg) {
-      this.config = cfg;
-    }
-
-    this._initEvents();
-  }
-
-  _initEvents() {
-    this.on(Events.childProcessExit, (data) => {
-      this._removeChild(data.pid);
-    });
-    this.on(Events.childProcessError, (data) => {
-      this._removeChild(data.pid);
-    });
-  }
- 
-  _removeChild(pid) {
-    const length = Object.keys(this.children).length;
-    const lbOpt = {
-      id: pid,
-      weight: this.weights[length - 1],
-    }
-    this.LB.del(lbOpt);
-    delete this.children[pid];
-  }
- 
-  async create(number = 3) {
-    if (number < 0 || number > this.max) {
-      throw new Error(`[ee-core] [jobs/child-pool] The number is invalid !`);
-    }
-    let currentNumber = this.children.length;
-    if (currentNumber > this.max) {
-      throw new Error(`[ee-core] [jobs/child-pool] The number of current processes number: ${currentNumber} is greater than the maximum: ${this.max} !`);
-    }
-
-    if (number + currentNumber > this.max) {
-      number = this.max - currentNumber;
-    }
-
-    // args
-    let options = Object.assign({
-      processArgs: {
-        type: 'childPoolJob'
-      }
-    }, {});
-    for (let i = 1; i <= number; i++) {
-      let task = new JobProcess(this, options);
-      this._childCreated(task);
-    }
-  
-    let pids = Object.keys(this.children);
-
-    return pids;
-  }
-
-  //  Post creation processing of child processes
-  _childCreated(childProcess) {
-    let pid = childProcess.pid;
-    this.children[pid] = childProcess;
-
-    const length = Object.keys(this.children).length;
-    let lbTask = {
-      id: pid,
-      weight: this.weights[length - 1],
-    }
-    this.LB.add(lbTask);
-  }
-
-  // Execute a job file 
-  run(filepath, params = {}) {
-    const jobPath = getFullpath(filepath);
-    const childProcess = this.getChild();
-    childProcess.dispatch('run', jobPath, params);
-
-    return childProcess;
-  }
-
-  // Asynchronous execution of a job file
-  async runPromise(filepath, params = {}) {
-    return this.run(filepath, params);
-  }  
-
-  // Get the bound process object 
-  getBoundChild(boundId) {
-    let proc;
-    const boundPid = this.boundMap.get(boundId);
-    if (boundPid) {
-      proc = this.children[boundPid];
-      return proc;
-    }
-
-    // 获取进程并绑定
-    proc = this.getChild();
-    this.boundMap.set(boundId, proc.pid);
-
-    return proc;
-  }
-
-  // Retrieve a sub process object through PID 
-  getChildByPid(pid) {
-    let proc = this.children[pid] || null;
-    return proc;
-  }
-
-  // Get a sub process object 
-  getChild() {
-    let proc;
-    const currentPids = Object.keys(this.children);
-
-    // 没有则创建
-    if (currentPids.length == 0) {
-      let subIds = this.create(1);
-      proc = this.children[subIds[0]];
-    } else {
-      // 从池子中获取一个
-      let onePid = this.LB.pickOne().id;
-      proc = this.children[onePid];
-    }
-    
-    if (!proc) {
-      let errorMessage = `[ee-core] [jobs/child-pool] Failed to obtain the child process !`
-      throw new Error(errorMessage);
-    }
-
-    return proc;
-  }
-
-  // Get current pigs 
-  getPids() {
-    let pids = Object.keys(this.children);
-    return pids;
-  }   
-
-  // kill all
-  // type: sequence | parallel
-  killAll(type = 'parallel') {
-    let i = 1;
-    Object.keys(this.children).forEach(key => {
-      let proc = this.children[key];
-      if (proc) {
-        if (type == 'sequence') {
-          setTimeout(()=>{
-            proc.kill();
-          }, i * 1000)
-          i++;
-        } else {
-          proc.kill();
-        }
-      }
-    });
-  }
-}
-
-module.exports = {
-  ChildPoolJob
-};

package/jobs/index.d.ts

@@ -1,3 +0,0 @@
-import { ChildJob } from "./child";
-import { ChildPoolJob } from "./child-pool";
-export { ChildJob, ChildPoolJob };

package/jobs/index.js

@@ -1,7 +0,0 @@
-const { ChildJob } = require('./child');
-const { ChildPoolJob } = require('./child-pool');
-
-module.exports = {
-  ChildJob,
-  ChildPoolJob
-};

package/jobs/load-balancer/algorithm/index.d.ts

@@ -1,4 +0,0 @@
-declare const _exports: {
-    [x: string]: (tasks: any, weightIndex: any, weightTotal: any, context: any) => any;
-};
-export = _exports;

package/jobs/load-balancer/algorithm/index.js

@@ -1,12 +0,0 @@
-const Consts = require("../consts");
-
-module.exports = {
-  [Consts.polling]: require('./polling'),
-  [Consts.weights]: require('./weights'),
-  [Consts.random]: require('./random'),
-  [Consts.specify]: require('./specify'),
-  [Consts.minimumConnection]: require('./minimumConnection'),
-  [Consts.weightsPolling]: require('./weightsPolling'),
-  [Consts.weightsRandom]: require('./weightsRandom'),
-  [Consts.weightsMinimumConnection]: require('./weightsMinimumConnection'),
-};

package/jobs/load-balancer/algorithm/minimumConnection.d.ts

@@ -1,2 +0,0 @@
-declare function _exports(tasks: any, conMap?: {}): any;
-export = _exports;

package/jobs/load-balancer/algorithm/minimumConnection.js

@@ -1,19 +0,0 @@
-/**
- * 最小连接数
- */
-module.exports = function (tasks, conMap={}) {
-  if (tasks.length < 2) return tasks[0] || null;
-
-  let min = conMap[tasks[0].id];
-  let minIndex = 0;
-
-  for (let i = 1; i < tasks.length; i++) {
-    const con = conMap[tasks[i].id] || 0;
-    if (con <= min) {
-      min = con;
-      minIndex = i;
-    }
-  }
-
-  return tasks[minIndex] || null;
-};

package/jobs/load-balancer/algorithm/polling.d.ts

@@ -1,2 +0,0 @@
-declare function _exports(tasks: any, currentIndex: any, context: any): any;
-export = _exports;

package/jobs/load-balancer/algorithm/polling.js

@@ -1,12 +0,0 @@
-/**
- * 轮询
- */
-module.exports = function (tasks, currentIndex, context) {
-  if (!tasks.length) return null;
-
-  const task = tasks[currentIndex];
-  context.currentIndex ++;
-  context.currentIndex %= tasks.length;
-
-  return task || null;
-};

package/jobs/load-balancer/algorithm/random.d.ts

@@ -1,2 +0,0 @@
-declare function _exports(tasks: any): any;
-export = _exports;

package/jobs/load-balancer/algorithm/random.js

@@ -1,10 +0,0 @@
-/**
- * 随机
- */
-module.exports = function (tasks) {
-
-  const length = tasks.length;
-  const target = tasks[Math.floor(Math.random() * length)];
-
-  return target || null;
-};

package/jobs/load-balancer/algorithm/specify.d.ts

@@ -1,2 +0,0 @@
-declare function _exports(tasks: any, id: any): any;
-export = _exports;

package/jobs/load-balancer/algorithm/specify.js

@@ -1,15 +0,0 @@
-/**
- * 声明绑定
- */
-module.exports = function (tasks, id) {
-  let task;
-
-  for (let i = 0; i < tasks.length; i++) {
-    if (tasks[i].id === id) {
-      task = tasks[i];
-      break;
-    }
-  }
-
-  return task || null;
-};

package/jobs/load-balancer/algorithm/weights.d.ts

@@ -1,2 +0,0 @@
-declare function _exports(tasks: any, weightTotal: any, context: any): any;
-export = _exports;

package/jobs/load-balancer/algorithm/weights.js

@@ -1,22 +0,0 @@
-/**
- * 权重
- */
-module.exports = function (tasks, weightTotal, context) {
-
-  if (!tasks.length) return null;
-
-  let max = tasks[0].weight, maxIndex = 0, sum;
-
-  for (let i = 0; i < tasks.length; i++) {
-    sum = (tasks[i].weight || 0) + Math.random() * weightTotal;
-    if (sum >= max) {
-      max = sum;
-      maxIndex = i;
-    }
-  }
-
-  context.weightIndex += 1;
-  context.weightIndex %= (weightTotal + 1);
-
-  return tasks[maxIndex];
-};

package/jobs/load-balancer/algorithm/weightsMinimumConnection.d.ts

@@ -1,2 +0,0 @@
-declare function _exports(tasks: any, weightTotal: any, connectionsMap: any, context: any): any;
-export = _exports;

package/jobs/load-balancer/algorithm/weightsMinimumConnection.js

@@ -1,30 +0,0 @@
-/**
- * 权重最小连接数
- */
-module.exports = function (tasks, weightTotal, connectionsMap, context) {
-
-  if (!tasks.length) return null;
-
-  let min = tasks[0].weight, minIndex = 0, sum;
-
-  const connectionsTotal = tasks.reduce((total, cur) => {
-    total += (connectionsMap[cur.id] || 0);
-    return total;
-  }, 0);
-
-  // algorithm: (weight + connections'weight) + random factor
-  for (let i = 0; i < tasks.length; i++) {
-    sum =
-      (tasks[i].weight || 0) + (Math.random() * weightTotal) +
-      (( (connectionsMap[tasks[i].id] || 0) * weightTotal ) / connectionsTotal);
-    if (sum <= min) {
-      min = sum;
-      minIndex = i;
-    }
-  }
-
-  context.weightIndex += 1;
-  context.weightIndex %= (weightTotal + 1);
-
-  return tasks[minIndex];
-};

package/jobs/load-balancer/algorithm/weightsPolling.d.ts

@@ -1,2 +0,0 @@
-declare function _exports(tasks: any, weightIndex: any, weightTotal: any, context: any): any;
-export = _exports;

package/jobs/load-balancer/algorithm/weightsPolling.js

@@ -1,23 +0,0 @@
-/**
- * 权重轮询
- */
-module.exports = function (tasks, weightIndex, weightTotal, context) {
-
-  if (!tasks.length) return null;
-
-  let weight = 0;
-  let task;
-
-  for (let i = 0; i < tasks.length; i++) {
-    weight += tasks[i].weight || 0;
-    if (weight > weightIndex) {
-      task = tasks[i];
-      break;
-    }
-  }
-
-  context.weightIndex += 1;
-  context.weightIndex %= (weightTotal + 1);
-
-  return task;
-};

package/jobs/load-balancer/algorithm/weightsRandom.d.ts

@@ -1,2 +0,0 @@
-declare function _exports(tasks: any, weightTotal: any): any;
-export = _exports;

package/jobs/load-balancer/algorithm/weightsRandom.js

@@ -1,17 +0,0 @@
-/**
- * 权重随机
- */
-module.exports = function (tasks, weightTotal) {
-  let task;
-  let weight = Math.ceil(Math.random() * weightTotal);
-
-  for (let i = 0; i < tasks.length; i++) {
-    weight -= tasks[i].weight || 0;
-    if (weight <= 0) {
-      task = tasks[i];
-      break;
-    }
-  }
-
-  return task || null;
-};

package/jobs/load-balancer/consts.d.ts

@@ -1,8 +0,0 @@
-export declare let polling: string;
-export declare let weights: string;
-export declare let random: string;
-export declare let specify: string;
-export declare let weightsPolling: string;
-export declare let weightsRandom: string;
-export declare let minimumConnection: string;
-export declare let weightsMinimumConnection: string;

package/jobs/load-balancer/consts.js

@@ -1,10 +0,0 @@
-module.exports = {
-  polling: 'polling', // 轮询
-  weights: 'weights', // 权重
-  random: 'random', // 随机
-  specify: 'specify', // 声明绑定
-  weightsPolling: 'weightsPolling', // 权重轮询
-  weightsRandom: 'weightsRandom', // 权重随机
-  minimumConnection: 'minimumConnection', // 最小连接数
-  weightsMinimumConnection: 'weightsMinimumConnection', // 权重最小连接数
-};

package/jobs/load-balancer/index.d.ts

@@ -1,96 +0,0 @@
-export = LoadBalancer;
-/**
- * 负载均衡器
- * @intro 参考electron-re项目，并做了一些改动
- * @since 1.0.0
- */
-declare class LoadBalancer {
-    static Algorithm: {
-        polling: string;
-        weights: string;
-        random: string;
-        specify: string;
-        weightsPolling: string;
-        weightsRandom: string;
-        minimumConnection: string;
-        weightsMinimumConnection: string;
-    };
-    /**
-      * @param  {Object} options
-      * @param  {Array } options.targets [ targets for load balancing calculation: [{id: 1, weight: 1}, {id: 2, weight: 2}] ]
-      * @param  {String} options.algorithm
-      */
-    constructor(options: {
-        targets: any[];
-        algorithm: string;
-    });
-    targets: any[];
-    algorithm: string;
-    params: {
-        currentIndex: number;
-        weightIndex: number;
-        weightTotal: number;
-        connectionsMap: {};
-        cpuOccupancyMap: {};
-        memoryOccupancyMap: {};
-    };
-    scheduler: Scheduler;
-    memoParams: {
-        [x: string]: (id: any) => any[];
-    };
-    /**
-     * 算法参数
-     */
-    memorizedParams(): {
-        [x: string]: (id: any) => any[];
-    };
-    /**
-     * 刷新参数
-     */
-    refreshParams(pidMap: any): void;
-    /**
-     * 选举出一个进程
-     */
-    pickOne(...params: any[]): any;
-    /**
-     * 选举出多个进程
-     */
-    pickMulti(count?: number, ...params: any[]): any[];
-    /**
-     * 计算权重
-     */
-    calculateWeightIndex(): void;
-    /**
-     * 计算索引
-     */
-    calculateIndex(): void;
-    /**
-     * 清除data
-     */
-    clean(id: any): void;
-    /**
-     * 添加一个进程信息
-     */
-    add(task: any): void;
-    /**
-     * 删除一个进程信息
-     */
-    del(target: any): void;
-    /**
-     * 擦除
-     */
-    wipe(): void;
-    /**
-     * 更新计算参数
-     */
-    updateParams(object: any): void;
-    /**
-     * 设置targets
-     */
-    setTargets(targets: any): void;
-    /**
-     * 设置算法
-     */
-    setAlgorithm: (algorithm: any) => void;
-}
-import Scheduler = require("./scheduler");