dtable-statistic 5.0.48-alpha.10 → 5.0.48-alpha.13

package/es/dashboard.js

@@ -17,6 +17,7 @@ var _mobileDashboard = _interopRequireDefault(require("./mobile-dashboard"));
 var _utils = require("./utils");
 var _commonUtils = require("./utils/common-utils");
 var _constants = require("./constants");
+var _threadManager = _interopRequireDefault(require("./utils/formula-calc-worker/thread-manager"));
 require("./locale");
 require("./assets/css/dashboard.css");
 require("./assets/css/theme.css");
@@ -123,9 +124,14 @@ class DashBoard extends _react.Component {
         activeView
       });
     };
+    this.cancelCalculation = () => {
+      _threadManager.default.clearQueue();
+      _threadManager.default.terminateWorkers();
+    };
     this.selectDashboard = selectedDashboardIdx => {
       this.disabledUpdateLayout = true;
       this.setSelectedDashboardIdx(selectedDashboardIdx);
+      this.cancelCalculation();
       this.setState({
         selectedDashboardIdx
       });
@@ -158,6 +164,7 @@ class DashBoard extends _react.Component {
       });
       const selectedDashboardIdx = updatedStatistics.length - 1;
       this.setSelectedDashboardIdx(selectedDashboardIdx);
+      this.cancelCalculation();
       this.updateStatistics({
         statistics: updatedStatistics,
         selectedDashboardIdx
@@ -196,6 +203,7 @@ class DashBoard extends _react.Component {
         }
       });
       this.setSelectedDashboardIdx(nextSelectedDashboardIdx);
+      this.cancelCalculation();
       this.updateStatistics({
         statistics: updatedStatistics,
         selectedDashboardIdx: nextSelectedDashboardIdx
@@ -375,6 +383,7 @@ class DashBoard extends _react.Component {
   componentWillUnmount() {
     this.unsubscribeLocalDtableChanged();
     this.unsubscribeRemoteDtableChange();
+    this.cancelCalculation();
   }
   render() {
     const {

package/es/index.js

@@ -5,6 +5,7 @@ var _react = _interopRequireDefault(require("react"));
 var _dtableStore = require("dtable-store");
 var _dashboard = _interopRequireDefault(require("./dashboard"));
 var _calcWithWorker = require("./utils/formula-calc-worker/calc-with-worker");
+var _resultCacheManager = require("./utils/formula-calc-worker/result-cache-manager");
 class Statistic {
   static getInitProps() {
     if (!window || !window.app) {
@@ -44,7 +45,7 @@ class Statistic {
     const rows = await (0, _calcWithWorker.calcViewRowsWithWorker)(view, table, dtableStore.value, username, userId, userDepartmentIdsMap);
     return rows;
   }
-  static async getTableFormulaResults(table, rows) {
+  static async getTableFormulaResults(table, rows, value, viewId) {
     const dtableStore = window.app.dtableStore || {};
     const {
       username = null,
@@ -52,7 +53,7 @@ class Statistic {
       userDepartmentIdsMap = null
     } = dtableStore.dtableSettings;
     const formulaColumns = _dtableStore.Views.getFormulaColumnsContainLinks(table);
-    const res = await (0, _calcWithWorker.calcFormulaResultsWithWorker)(table, rows, dtableStore.value, formulaColumns, username, userId, userDepartmentIdsMap);
+    const res = await (0, _calcWithWorker.calcFormulaResultsWithWorker)(table, rows, dtableStore.value, formulaColumns, username, userId, userDepartmentIdsMap, viewId);
     return res;
   }
   static updateStatistics(dtableStore, statistics) {
@@ -73,6 +74,8 @@ class Statistic {
       animation: true
     };
     if (!window.app) return;
+    _resultCacheManager.viewRowsCacheManager.clear();
+    _resultCacheManager.formulaResultsCacheManager.clear();
     window.app.unmountWidget({
       animation
     });

package/es/utils/formula-calc-worker/calc-with-worker.js

@@ -10,16 +10,44 @@ exports.calcViewRowsWithWorker = calcViewRowsWithWorker;
 var Comlink = _interopRequireWildcard(require("comlink"));
 var _calc = _interopRequireDefault(require("./calc.worker"));
 var _dtableStore = require("dtable-store");
+var _resultCacheManager = require("./result-cache-manager");
+var _threadManager = _interopRequireDefault(require("./thread-manager"));
+function uuid() {
+  return Math.random().toString(36).slice(2, 9);
+}
 async function calcViewRowsWithWorker(view, table, value, username, userId, userDepartmentIdsMap) {
-  const worker = new _calc.default();
+  const key = view._id + table._id;
+  const cachedRows = _resultCacheManager.viewRowsCacheManager.get(key);
+  if (cachedRows) {
+    return cachedRows;
+  }
+  const workerId = uuid();
+  let worker;
+  try {
+    worker = await _threadManager.default.applyThread(workerId, _calc.default);
+  } catch (e) {
+    return [];
+  }
   const calcWorker = Comlink.wrap(worker);
   const cb = () => _dtableStore.Views.getViewRows(view, table, value, username, userId, userDepartmentIdsMap);
   const rows = await calcWorker(Comlink.proxy(cb));
-  worker.terminate();
+  _resultCacheManager.viewRowsCacheManager.set(key, rows);
+  _threadManager.default.removeThread(workerId);
   return rows;
 }
-async function calcFormulaResultsWithWorker(table, rows, value, formulaColumns, username, userId, userDepartmentIdsMap) {
-  const worker = new _calc.default();
+async function calcFormulaResultsWithWorker(table, rows, value, formulaColumns, username, userId, userDepartmentIdsMap, viewId) {
+  const key = viewId + table._id;
+  const cachedResults = _resultCacheManager.formulaResultsCacheManager.get(key);
+  if (cachedResults) {
+    return cachedResults;
+  }
+  const workerId = uuid();
+  let worker;
+  try {
+    worker = await _threadManager.default.applyThread(workerId, _calc.default);
+  } catch (e) {
+    return [];
+  }
   const calcWorker = Comlink.wrap(worker);
   const cb = () => _dtableStore.Views.getTableFormulaResults(table, rows, value, formulaColumns, {
     username,
@@ -27,6 +55,7 @@ async function calcFormulaResultsWithWorker(table, rows, value, formulaColumns,
     userDepartmentIdsMap
   });
   const results = await calcWorker(Comlink.proxy(cb));
-  worker.terminate();
+  _resultCacheManager.formulaResultsCacheManager.set(key, results);
+  _threadManager.default.removeThread(workerId);
   return results;
 }

package/es/utils/formula-calc-worker/result-cache-manager.js

@@ -0,0 +1,22 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.viewRowsCacheManager = exports.formulaResultsCacheManager = void 0;
+class ResultCacheManager {
+  constructor() {
+    this.cache = new Map();
+  }
+  get(key) {
+    return this.cache.get(key);
+  }
+  set(key, value) {
+    this.cache.set(key, value);
+  }
+  clear() {
+    this.cache.clear();
+  }
+}
+const viewRowsCacheManager = exports.viewRowsCacheManager = new ResultCacheManager();
+const formulaResultsCacheManager = exports.formulaResultsCacheManager = new ResultCacheManager();

package/es/utils/formula-calc-worker/thread-manager.js

@@ -0,0 +1,71 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.default = void 0;
+class ThreadManager {
+  constructor(threadCount) {
+    const supportedThreads = navigator.hardwareConcurrency;
+    // prevent the browser from freezing by leaving 3 threads for the main thread
+    if (typeof supportedThreads === 'number' && supportedThreads - 3 > 0) {
+      this.threadCount = supportedThreads - 3;
+    } else {
+      this.threadCount = 2;
+    }
+    this.threadList = [];
+    this.queue = [];
+  }
+  async applyThread(id, workerConstructor) {
+    return new Promise((resolve, reject) => {
+      if (this.threadList.length < this.threadCount) {
+        const worker = new workerConstructor();
+        worker.id = id;
+        this.threadList.push(worker);
+        resolve(worker);
+      } else {
+        this.queue.push({
+          id,
+          emitter: resolve,
+          rejector: reject,
+          workerConstructor
+        });
+      }
+    });
+  }
+  removeThread(id) {
+    const index = this.threadList.findIndex(worker => worker.id === id);
+    if (index > -1) {
+      this.threadList[index] && this.threadList[index].terminate();
+      this.threadList.splice(index, 1);
+    }
+    if (this.queue.length > 0) {
+      const {
+        id,
+        emitter,
+        workerConstructor
+      } = this.queue.shift();
+      const worker = new workerConstructor();
+      worker.id = id;
+      this.threadList.push(worker);
+      emitter(worker);
+    }
+  }
+  clearQueue() {
+    this.queue.forEach(_ref => {
+      let {
+        rejector
+      } = _ref;
+      return rejector();
+    });
+    this.queue = [];
+  }
+  terminateWorkers() {
+    this.threadList.forEach(item => {
+      item && item.terminate();
+    });
+    this.threadList = [];
+  }
+}
+const threadManager = new ThreadManager();
+var _default = exports.default = threadManager;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dtable-statistic",
-  "version": "5.0.48-alpha.10",
+  "version": "5.0.48-alpha.13",
   "description": "statistics",
   "main": "dist/dtable-statistic.js",
   "author": "seafile",
@@ -18,7 +18,7 @@
     "react-grid-layout": "^1.2.5",
     "react-intl-universal": "^2.4.8",
     "reactstrap": "8.9.0",
-    "sea-chart": "^0.0.95-alpha.4"
+    "sea-chart": "0.0.95-alpha.6"
   },
   "peerDependencies": {
     "dtable-ui-component": "~5.0.*",

package/es/utils/formula-calc-worker/calc-formula-result.worker.js

@@ -1,10 +0,0 @@
-"use strict";
-
-var _interopRequireWildcard = require("@babel/runtime/helpers/interopRequireWildcard").default;
-var Comlink = _interopRequireWildcard(require("comlink"));
-async function calcFormulaResults(callback) {
-  // const res =  Views.getTableFormulaResults(table, rows, value, formulaColumns, { username, userId, userDepartmentIdsMap });
-  const res = await callback();
-  return res;
-}
-Comlink.expose(calcFormulaResults);

package/es/utils/formula-calc-worker/calc-view-rows.worker.js

@@ -1,10 +0,0 @@
-"use strict";
-
-var _interopRequireWildcard = require("@babel/runtime/helpers/interopRequireWildcard").default;
-var Comlink = _interopRequireWildcard(require("comlink"));
-async function calcViewRows(callback) {
-  // const rows = Views.getViewRows(view, table, value, username, userId, userDepartmentIdsMap);
-  const rows = await callback();
-  return rows;
-}
-Comlink.expose(calcViewRows);