ee-core 1.5.2-beta.2 → 2.0.0-beta.1

package/config/config.default.js

@@ -134,6 +134,7 @@ module.exports = appInfo => {
    * @property {Boolean} enablePerformanceTimer - using performance.now() timer instead of Date.now() for more more precise milliseconds, defaults to false. e.g.: logger will set 1.456ms instead of 1ms.
    */
   config.logger = {
+    type: 'application',
     dir: path.join(appInfo.root, 'logs'),
     encoding: 'utf8',
     env: appInfo.env,
@@ -151,6 +152,13 @@ module.exports = appInfo => {
     enablePerformanceTimer: false,
   };
 
+  /**
+   * customLogger options
+   * @member Config#customLogger
+   * 
+   */  
+  config.customLogger = {}
+
   /**
    * The option for httpclient
    * @member Config#httpclient
@@ -173,7 +181,6 @@ module.exports = appInfo => {
     enableDNSCache: false,
     dnsCacheLookupInterval: 10000,
     dnsCacheMaxLength: 1000,
-
     request: {
       timeout: 5000,
     },

package/core/lib/ee.js

@@ -33,7 +33,7 @@ class EeCore extends KoaApplication {
 
     this.timing = new Timing();
 
-    this.console = new EggConsoleLogger();
+    this.console = new EggConsoleLogger({level: 'INFO'});
 
     /**
      * @member {Object} EeCore#options

package/core/lib/loader/ee_loader.js

@@ -7,9 +7,9 @@ const is = require('is-type-of');
 const debug = require('debug')('ee-core:EeLoader');
 const FileLoader = require('./file_loader');
 const ContextLoader = require('./context_loader');
-const utility = require('utility');
 const utils = require('../utils');
 const Timing = require('../utils/timing');
+const Ps = require('../../../module/utils/ps');
 
 const REQUIRE_COUNT = Symbol('EeLoader#requireCount');
 
@@ -199,7 +199,7 @@ class EeLoader {
        * The directory whether is homeDir or appUserData depend on env.
        * @member {String} AppInfo#root
        */
-      root: env === 'local' || env === 'unittest' ? this.getHomedir() : this.options.appUserData,
+      root: Ps.getRootDir(),
 
       /**
        * electron application data dir
@@ -433,7 +433,11 @@ class EeLoader {
 
   getPkg() {
     const filePath = path.join(this.options.homeDir, 'package.json');
-    const json = utility.readJSONSync(filePath);
+    if (!fs.existsSync(filePath)) {
+      throw new Error(filePath + ' is not found');
+    }
+    const json = JSON.parse(fs.readFileSync(filePath));
+
     return json;
   }  
 }

package/core/lib/loader/mixin/controller.js

@@ -2,7 +2,7 @@
 
 const path = require('path');
 const is = require('is-type-of');
-const utility = require('utility');
+const utilsFn = require('../../utils/function');
 const utils = require('../../utils');
 const FULLPATH = require('../file_loader').FULLPATH;
 
@@ -97,7 +97,7 @@ function wrapObject(obj, path, prefix) {
   const ret = {};
   for (const key of keys) {
     if (is.function(obj[key])) {
-      const names = utility.getParamNames(obj[key]);
+      const names = utilsFn.getParamNames(obj[key]);
       if (names[0] === 'next') {
         throw new Error(`controller \`${prefix || ''}${key}\` should not use next as argument from file ${path}`);
       }
@@ -122,3 +122,4 @@ function wrapObject(obj, path, prefix) {
     return objectControllerMiddleware;
   }
 }
+

package/core/lib/utils/function.js

@@ -0,0 +1,30 @@
+const assert = require('assert');
+
+/**
+ * A empty function.
+ *
+ * @return {Function}
+ * @public
+ */
+exports.noop = function noop() {};
+
+/**
+ * Get a function parameter's names.
+ *
+ * @param {Function} func
+ * @param {Boolean} [useCache], default is true
+ * @return {Array} names
+ */
+exports.getParamNames = function getParamNames(func, cache) {
+  var type = typeof func;
+  assert(type === 'function', 'The "func" must be a function. Received type "' + type + '"');
+
+  cache = cache !== false;
+  if (cache && func.__cache_names) {
+    return func.__cache_names;
+  }
+  var str = func.toString();
+  var names = str.slice(str.indexOf('(') + 1, str.indexOf(')')).match(/([^\s,]+)/g) || [];
+  func.__cache_names = names;
+  return names;
+};

package/index.js

@@ -26,7 +26,7 @@ const Service = require('./core/lib/utils/base_context_class');
  * @member {Storage}
  * @since 1.0.0
  */
-const Storage = require('./lib/storage/index');
+const Storage = require('./module/storage/index');
 
 /**
  * @member {Utils}
@@ -38,7 +38,7 @@ const Utils = require('./utils/index');
  * @member {Socket}
  * @since 1.0.0
  */
-const Socket = require('./lib/socket/io');
+const Socket = require('./module/socket/io');
 
 module.exports = {
   Appliaction,

package/lib/appLoader.js

@@ -1,5 +1,3 @@
-'use strict';
-
 const EeLoader = require('../core/index').EeLoader;
 
 /**
@@ -43,9 +41,6 @@ class AppLoader extends EeLoader {
    * @since 1.0.0
    */
   loadElectron() {
-
-    // 预加载功能模块
-    //this.loadPreload();
     
   }
 }

package/lib/application.js

@@ -1,8 +1,8 @@
 const {app} = require('electron');
 const path = require('path');
-const EeApp = require('./eeApp');
 const debug = require('debug')('ee-core:Appliaction');
 const fs = require('fs');
+const EeApp = require('./eeApp');
 
 class Appliaction extends EeApp {
   constructor() {
@@ -18,7 +18,6 @@ class Appliaction extends EeApp {
       userHome: app.getPath('home'),
       appData: app.getPath('appData'),
       appUserData: app.getPath('userData'),
-      //logsDir: app.getPath('logs'),
       appVersion: app.getVersion(),
       isPackaged: app.isPackaged,
       execDir: app.getAppPath()
@@ -49,19 +48,21 @@ class Appliaction extends EeApp {
     }
 
     // normalize env
-    env.NODE_ENV = 'production';
+    env.NODE_ENV = options.env;
     env.EE_HOME = options.homeDir;
+    env.EE_BASE_DIR = options.baseDir;
     env.EE_SERVER_ENV = options.env;
     env.EE_SERVER_SCOPE = options.serverScope;
     env.EE_USER_HOME = options.userHome;
     env.EE_APP_DATA = options.appData;
     env.EE_APP_USER_DATA = options.appUserData;
-    env.EE_MAIN_PORT = null;
-    env.EE_SOCKET_PORT = null;
-    env.EE_HTTP_PORT = null;
     env.HOT_RELOAD = hotReload;
     env.EE_EXEC_DIR = options.execDir;
+    env.EE_IS_PACKAGED = options.isPackaged;
     env.EE_DATABASE_DIR = null;
+    env.EE_MAIN_PORT = null;
+    env.EE_SOCKET_PORT = null;
+    env.EE_HTTP_PORT = null;
     debug('options:%j', options)
 
     super(options);

package/lib/baseApp.js

@@ -1,35 +1,30 @@
-'use strict';
-
 const EeAppCore = require('../core/index').EeCore;
 const EE_PATH = Symbol.for('ee#eePath');
 const path = require('path');
 const EE_LOADER = Symbol.for('ee#loader');
 const AppLoader = require('./appLoader');
-const LOGGERS = Symbol('EeApplication#loggers');
-const ELoggers = require('./logger');
-const HttpClient = require('./httpclient');
+const HttpClient = require('../module/httpclient');
 const HTTPCLIENT = Symbol('EeApplication#httpclient');
+const LOGGERS = Symbol('EeApplication#loggers');
+const Log = require('../module/log');
+const Storage = require('../module/storage');
 
 class BaseApp extends EeAppCore {
   constructor (options = {}) {
 
     super(options);
-    
-    this.HttpClient = HttpClient;
 
     this.loader.loadConfig();
     
-    // todo
-    //this.setDatabaseDir();
-
     // 缓存配置
     this.getCoreDB().setItem('config', this.config);
 
     this.loader.load();
 
+    this.HttpClient = HttpClient;
+
     // TODO 这个不行，要么每次new对象，要么所有地方都用同一个实例，否则会出现数据无法刷新的情况
     //this.coreDB = this.getCoreDB();
-
   }
 
   get [EE_PATH]() {
@@ -47,7 +42,7 @@ class BaseApp extends EeAppCore {
    */
   get loggers() {
     if (!this[LOGGERS]) {
-      this[LOGGERS] = ELoggers.getInstance(this.config);
+      this[LOGGERS] = Log.create(this.config);
     }
     return this[LOGGERS];
   }
@@ -85,7 +80,7 @@ class BaseApp extends EeAppCore {
    * @since 1.0.0
    */
   getCoreDB () {
-    const db = require('./storage/index').JsonDB.connection('system');
+    const db = Storage.connection('system');
     return db;
   }
   
@@ -104,23 +99,11 @@ class BaseApp extends EeAppCore {
    */
   get httpclient() {
     if (!this[HTTPCLIENT]) {
-      this[HTTPCLIENT] = new this.HttpClient(this);
+      this[HTTPCLIENT] = new this.HttpClient(this.config.httpclient);
     }
     return this[HTTPCLIENT];
   }
 
-  /**
-   * todo 设置db存储目录
-   */
-  setDatabaseDir (dirPath) {
-    if (dirPath) {
-      assert(typeof dirPath === 'string', ` ${dirPath} dirPath required, and must be a string`);
-      process.env.EE_DATABASE_DIR = dirPath;
-    } else {
-      process.env.EE_DATABASE_DIR = this.config.database.dir;
-    }
-  }
-
   /**
    * core app have been loaded
    */

package/lib/eeApp.js

@@ -2,13 +2,13 @@ const path = require('path');
 const fs = require('fs');
 const assert = require('assert');
 const getPort = require('get-port');
-const {app, BrowserWindow, BrowserView, Menu} = require('electron');
-const BaseApp = require('./baseApp');
+const {app, BrowserWindow, Menu, protocol} = require('electron');
 const is = require('is-type-of');
 const Koa = require('koa');
 const koaServe = require('koa-static');
 const https = require('https');
-const utilsCommon = require('../utils/common');
+const BaseApp = require('./baseApp');
+const Log = require('../module/log');
 
 class EeApp extends BaseApp {
   constructor(options = {}) {
@@ -51,7 +51,7 @@ class EeApp extends BaseApp {
    * 启动通信模块
    */
   async startSocket () {
-    const socket = require('./socket/start');
+    const socket = require('../module/socket/start');
     socket(this);
   }
   
@@ -80,7 +80,7 @@ class EeApp extends BaseApp {
     
     app.on('window-all-closed', () => {
       if (process.platform !== 'darwin') {
-        self.coreLogger.info('[Appliaction] [initialize] window-all-closed quit');
+        Log.coreLogger.info('[Appliaction] [initialize] window-all-closed quit');
         self.appQuit();
       }
     })
@@ -100,6 +100,15 @@ class EeApp extends BaseApp {
    * 创建应用主窗口
    */
   async createWindow () {
+
+    // todo
+    const protocolName = 'eefile';
+    protocol.registerFileProtocol(protocolName, (request, callback) => {
+      const url = request.url.substring(protocolName.length + 3);
+      console.log('[ee-core:job] ----url: ', url);
+      callback({ path: path.normalize(decodeURIComponent(url)) })
+    });
+
     const winOptions = this.config.windowsOption;
     this.electron.mainWindow = new BrowserWindow(winOptions);
     let win = this.electron.mainWindow;
@@ -114,8 +123,6 @@ class EeApp extends BaseApp {
       // nothing 
     }
 
-    this.loadingView(winOptions);
-
     await this.windowReady();
   
     await this._loderAddons();
@@ -142,45 +149,6 @@ class EeApp extends BaseApp {
     }
   }
 
-  /**
-   * 加载已经实现的功能
-   */
-  async loadPreference () {
-    const preferences = require('./preferences');
-    return await preferences(this);
-  }
-
-  /**
-   * 加载loading页面
-   */
-  loadingView (winOptions) {
-    let currentV = process.versions.electron;
-    if (utilsCommon.compareVersion(currentV, '12.2.3') == 1) {
-      return;
-    }
-    if (!this.config.loadingPage) {
-      return;
-    }
-    const self = this;
-    const loadingBrowserView = new BrowserView();
-    this.electron.mainWindow.setBrowserView(loadingBrowserView);
-    loadingBrowserView.setBounds({
-      x: 0,
-      y: 0,
-      width: winOptions.width,
-      height: winOptions.height
-    });
-
-    // loading html
-    const loadingHtml = path.join('file://', this.config.homeDir, 'public', 'html', 'loading.html');
-    loadingBrowserView.webContents.loadURL(loadingHtml);
-    this.logger.info('loadingHtml:', loadingHtml);
-    
-    this.electron.mainWindow.webContents.on('dom-ready', async (event) => {
-      self.electron.mainWindow.removeBrowserView(loadingBrowserView);
-    });
-  }
-
   /**
    * 应用类型 （远程、html、单页应用）
    */
@@ -252,7 +220,7 @@ class EeApp extends BaseApp {
       };
       https.createServer(sslOpt, koaApp.callback()).listen(mainServer.port, (err) => {
         if (err) {
-          self.coreLogger.info('[error] ', err);
+          Log.coreLogger.info('[error] ', err);
           return
         }
         self.loadMainUrl(mode, url);
@@ -269,8 +237,8 @@ class EeApp extends BaseApp {
    */
   loadMainUrl (type, url) {
     const mainServer = this.config.mainServer;
-    this.logger.info('[ee-core:main] Env: %s, Type: %s', this.config.env, type);
-    this.logger.info('[ee-core:main] App running at: %s', url);
+    Log.coreLogger.info('[ee-core:main] Env: %s, Type: %s', this.config.env, type);
+    Log.coreLogger.info('[ee-core:main] App running at: %s', url);
     this.electron.mainWindow.loadURL(url, mainServer.options);
   }
 
@@ -328,10 +296,8 @@ class EeApp extends BaseApp {
    * 捕获异常
    */
   async catchLog () {
-    const self = this;
-
     process.on('uncaughtException', function(err) {
-      self.logger.error(err);
+      Log.coreLogger.error(err);
     });
   }
 

package/{lib/constant.js → module/const/index.js}

@@ -6,5 +6,8 @@ module.exports = {
     channel: {
       partySoftware: 'c1',
     }
+  },
+  jobs: {
+    inspectStartIndex: 5858
   }
 };

package/{lib/httpclient.js → module/httpclient/index.js}

@@ -1,10 +1,10 @@
-'use strict';
-
 const Agent = require('agentkeepalive');
 const HttpsAgent = require('agentkeepalive').HttpsAgent;
 const urllib = require('urllib');
 const ms = require('humanize-ms');
 const { FrameworkBaseError } = require('egg-errors');
+const Storage = require('../storage');
+const Log = require('../log');
 
 class HttpClientError extends FrameworkBaseError {
   get module() {
@@ -13,18 +13,52 @@ class HttpClientError extends FrameworkBaseError {
 }
 
 class HttpClient extends urllib.HttpClient2 {
-  constructor(app) {
-    normalizeConfig(app);
-    const config = app.config.httpclient;
+  constructor(options = {}) {
+
+    if (Object.keys(options).length == 0) {
+      const sysConfig = this._getCoreDB().getItem('config');
+      options = sysConfig.httpclient;
+    }
+
+    const config = Object.assign({
+      enableDNSCache: false,
+      dnsCacheLookupInterval: 10000,
+      dnsCacheMaxLength: 1000,
+      request: {
+        timeout: 5000,
+      },
+      httpAgent: {
+        keepAlive: true,
+        freeSocketTimeout: 4000,
+        maxSockets: Number.MAX_SAFE_INTEGER,
+        maxFreeSockets: 256,
+      },
+      httpsAgent: {
+        keepAlive: true,
+        freeSocketTimeout: 4000,
+        maxSockets: Number.MAX_SAFE_INTEGER,
+        maxFreeSockets: 256,
+      },
+    }, options);
+
+    normalizeConfig(config);
+
     super({
-      app,
       defaultArgs: config.request,
       agent: new Agent(config.httpAgent),
       httpsAgent: new HttpsAgent(config.httpsAgent),
     });
-    this.app = app;
+    this.config = config;
   }
 
+  /**
+   * 获取 coredb
+   */
+  _getCoreDB() {
+    const coreDB = Storage.connection('system');
+    return coreDB;
+  }  
+
   request(url, args, callback) {
     if (typeof args === 'function') {
       callback = args;
@@ -74,8 +108,8 @@ class HttpClient extends urllib.HttpClient2 {
   }
 }
 
-function normalizeConfig(app) {
-  const config = app.config.httpclient;
+function normalizeConfig(httpConfig) {
+  const config = httpConfig;
 
   // compatibility
   if (typeof config.keepAlive === 'boolean') {
@@ -118,12 +152,12 @@ function normalizeConfig(app) {
   }
 
   if (config.httpAgent.timeout < 30000) {
-    app.coreLogger.warn('[ee:httpclient] config.httpclient.httpAgent.timeout(%s) can\'t below 30000, auto reset to 30000',
+    Log.coreLogger.warn('[ee:httpclient] config.httpclient.httpAgent.timeout(%s) can\'t below 30000, auto reset to 30000',
       config.httpAgent.timeout);
     config.httpAgent.timeout = 30000;
   }
   if (config.httpsAgent.timeout < 30000) {
-    app.coreLogger.warn('[ee:httpclient] config.httpclient.httpsAgent.timeout(%s) can\'t below 30000, auto reset to 30000',
+    Log.coreLogger.warn('[ee:httpclient] config.httpclient.httpsAgent.timeout(%s) can\'t below 30000, auto reset to 30000',
       config.httpsAgent.timeout);
     config.httpsAgent.timeout = 30000;
   }

package/module/jobs/child/forkProcess.js

@@ -0,0 +1,99 @@
+const { fork } = require('child_process');
+
+class ForkProcess {
+  constructor(host, modulePath, processArgs = [], processOptions = {}) {
+    this.host = host;
+    this.modulePath = modulePath;
+    this.args = processArgs;
+    this.options = processOptions;
+    this.sleeping = false;
+    this.activitiesCount = 0;
+    this.activitiesMap = new Map();
+
+    this.child = fork(
+      this.modulePath,
+      this.args,
+      this.options
+    );
+
+    this.pid = this.child.pid;
+    this._init();
+  }
+
+  /**
+   * 进程挂起
+   */
+  sleep() {
+    if (this.activitiesCount) {
+      if (this.sleeping) return;
+      process.kill(this.pid, 'SIGSTOP');
+      this.sleeping = true;
+    }
+  }
+
+  /**
+   * 进程唤醒
+   */
+  wakeup() {
+    if (!this.sleeping) return;
+    process.kill(this.pid, 'SIGCONT');
+    this.sleeping = false;
+  }
+
+  /**
+   * 进程初始化
+   */
+  _init() {
+    this.child.on('message', (data) => {
+      const id = data.id;
+      this.connectionsCountMinus(id);
+      delete data.id;
+      delete data.action;
+      //this.host.emit('forked_message', {data, id});
+    });
+    this.child.on('exit', (code, signal) => {
+      // if (code !== 0 && code !== null) {
+      //   this.host.emit('forked_error', code, this.pid);
+      // } else {
+      //   this.host.emit('forked_exit', this.pid);
+      // }
+    });
+    this.child.on('error', (err) => {
+      console.log('forked error: ', err);
+      // this.host.emit('forked_error', err, this.pid);
+    });
+  }
+
+  /**
+   * 向进程发消息
+   */
+  send(params) {
+    if (this.sleeping) {
+      this.wakeup();
+    }
+    this.connectionsCountPlus(params.id);
+    this.child.send(params);
+  }
+
+  /**
+   * 连接数+
+   */
+  _connectionsCountPlus(id) {
+    this.activitiesMap.set(id, 1);
+    this.activitiesCount += 1;
+    this.host.connectionsMap[this.pid] = this.activitiesCount;
+  }
+
+  /**
+   * 连接数-
+   */
+  _connectionsCountMinus(id) {
+    if (this.activitiesMap.has(id)) {
+      this.activitiesCount = (this.activitiesCount > 0) ? (this.activitiesCount - 1) : 0;
+      this.activitiesMap.delete(id);
+    }
+    this.host.connectionsMap[this.pid] = this.activitiesCount;
+  }
+}
+
+module.exports = ForkProcess;

package/module/jobs/child/index.js

@@ -0,0 +1,33 @@
+//require('bytenode');
+const path = require('path');
+const ForkProcess = require('./forkProcess');
+const Ps = require('../../utils/ps');
+const Constants = require('../../const');
+
+class ChildJob {
+
+  /**
+    * constructor
+    * @param  {String} name - job name
+    * @param  {String} filepath - filepath
+    * @param  {Object} opt - child process options 
+    */
+  constructor(name, filepath, opt = {}) {
+    let options = Object.assign({
+      processArgs: Ps.isDev() ?  [`--inspect=${Constants.jobs.inspectStartIndex}`] : [],
+      processOptions: { 
+        //cwd: path.dirname(filepath),
+        env: Ps.allEnv(), 
+        stdio: 'pipe' 
+      }
+    }, opt);
+
+    this.childProcess = new ForkProcess(this, filepath, options.processArgs, options.processOptions);
+
+    this.jobReady = false;
+    this.exec = filepath;
+    this.name = name;
+  }
+}
+
+module.exports = ChildJob;