@hrforte/react-pivottable 2.0.0 → 2.1.0

package/dist/__tests__/PivotDataWorker-test.js

@@ -0,0 +1,170 @@
+'use strict';
+
+var _createClass = function () { function defineProperties(target, props) { for (var i = 0; i < props.length; i++) { var descriptor = props[i]; descriptor.enumerable = descriptor.enumerable || false; descriptor.configurable = true; if ("value" in descriptor) descriptor.writable = true; Object.defineProperty(target, descriptor.key, descriptor); } } return function (Constructor, protoProps, staticProps) { if (protoProps) defineProperties(Constructor.prototype, protoProps); if (staticProps) defineProperties(Constructor, staticProps); return Constructor; }; }();
+
+function _classCallCheck(instance, Constructor) { if (!(instance instanceof Constructor)) { throw new TypeError("Cannot call a class as a function"); } }
+
+/* eslint-disable no-magic-numbers */
+/*
+ * Tests the main-thread worker client, including the debug logging that the
+ * `workerDebug` prop of PivotTableUI switches on.
+ */
+describe('  PivotDataWorker', function () {
+  var records = [{ name: 'Nick', gender: 'male' }, { name: 'Jane', gender: 'female' }];
+  var config = {
+    rows: ['name'],
+    cols: [],
+    aggregations: [{ key: 'count', aggregatorName: 'Count', vals: [] }]
+  };
+
+  var instances = void 0;
+  var logSpy = void 0;
+
+  var FakeWorker = function () {
+    function FakeWorker(url) {
+      _classCallCheck(this, FakeWorker);
+
+      this.url = url;
+      this.posted = [];
+      this.onmessage = null;
+      this.onerror = null;
+      instances.push(this);
+    }
+
+    _createClass(FakeWorker, [{
+      key: 'postMessage',
+      value: function postMessage(message) {
+        this.posted.push(message);
+      }
+    }, {
+      key: 'terminate',
+      value: function terminate() {
+        this.terminated = true;
+      }
+    }]);
+
+    return FakeWorker;
+  }();
+
+  // console.log('%c[pivottable worker]', 'style', ...) -> strip the format
+  // directive and its style argument to assert on the message itself.
+
+
+  var loggedText = function loggedText() {
+    return logSpy.mock.calls.map(function (call) {
+      return call.filter(function (arg) {
+        return !String(arg).startsWith('%c') && !String(arg).startsWith('color:');
+      }).join(' ');
+    });
+  };
+
+  var loadClient = function loadClient() {
+    jest.resetModules();
+    return require('../PivotDataWorker');
+  };
+
+  beforeEach(function () {
+    instances = [];
+    global.Worker = FakeWorker;
+    logSpy = jest.spyOn(console, 'log').mockImplementation(function () {});
+  });
+
+  afterEach(function () {
+    logSpy.mockRestore();
+  });
+
+  it('is silent by default', function () {
+    var client = loadClient();
+    var promise = client.computePivotInWorker(records, 'data-1', config, jest.fn());
+    expect(logSpy).not.toHaveBeenCalled();
+    // Resolve the request so nothing stays pending.
+    instances[0].onmessage({
+      data: { type: 'pivot:result', id: 1, result: { rowKeys: [], colKeys: [] } }
+    });
+    return promise;
+  });
+
+  it('logs the whole worker pipeline when debug is enabled', function () {
+    var client = loadClient();
+    var progress = [];
+    client.setWorkerDebug(true);
+
+    var promise = client.computePivotInWorker(records, 'data-1', config, function (processed, total, phase) {
+      return progress.push([processed, total, phase]);
+    });
+
+    expect(loggedText()).toEqual(expect.arrayContaining([expect.stringContaining('debug logging enabled'), expect.stringContaining('worker created: pivot-worker.js'), expect.stringContaining('#1 dispatching to worker'), expect.stringContaining('staging 2 records')]));
+
+    // Staging + compute messages are sent (staging only once per dataKey).
+    var types = instances[0].posted.map(function (message) {
+      return message.type;
+    });
+    expect(types).toEqual(['pivot:debug', 'pivot:setData', 'pivot:compute']);
+    var staged = instances[0].posted.find(function (m) {
+      return m.type === 'pivot:setData';
+    });
+    expect(staged.data).toBe(records);
+    expect(staged.dataKey).toBe('data-1');
+
+    var worker = instances[0];
+    worker.onmessage({
+      data: {
+        type: 'pivot:progress',
+        id: 1,
+        processed: 2,
+        total: 2,
+        phase: 'materialize'
+      }
+    });
+    expect(progress[0]).toEqual([2, 2, 'materialize']);
+    expect(loggedText()).toEqual(expect.arrayContaining([expect.stringContaining('#1 progress materialize: 2/2 (100%)')]));
+
+    // Debug logs forwarded from inside the worker thread.
+    worker.onmessage({ data: { type: 'pivot:log', message: 'computed in 5ms' } });
+    expect(loggedText()).toEqual(expect.arrayContaining([expect.stringContaining('(in worker) computed in 5ms')]));
+
+    worker.onmessage({
+      data: {
+        type: 'pivot:result',
+        id: 1,
+        result: {
+          totalRecords: 2,
+          rowKeys: [['Nick']],
+          colKeys: [],
+          aggregations: []
+        }
+      }
+    });
+    return promise.then(function (result) {
+      expect(result.totalRecords).toBe(2);
+      expect(loggedText()).toEqual(expect.arrayContaining([expect.stringContaining('#1 result received in')]));
+    });
+  });
+
+  it('logs the fallback to a synchronous computation', function () {
+    var client = loadClient();
+    client.setWorkerDebug(true);
+
+    var promise = client.computePivotWithFallback(records, 'data-2', config, jest.fn());
+
+    // Simulate a worker that fails to load before producing any result.
+    instances[0].onerror(new Error('404'));
+
+    return promise.then(function (result) {
+      expect(result.totalRecords).toBe(2);
+      expect(loggedText()).toEqual(expect.arrayContaining([expect.stringContaining('worker error event'), expect.stringContaining('falling back to the main thread'), expect.stringContaining('running synchronous computation'), expect.stringContaining('synchronous computation finished in')]));
+    });
+  });
+
+  it('stops logging when debug is switched off again', function () {
+    var client = loadClient();
+    client.setWorkerDebug(true);
+    logSpy.mockClear();
+    client.setWorkerDebug(false);
+    expect(loggedText()).toEqual(expect.arrayContaining([expect.stringContaining('debug logging disabled')]));
+    logSpy.mockClear();
+    client.setWorkerDebug(false);
+    expect(logSpy).not.toHaveBeenCalled();
+  });
+});
+//# sourceMappingURL=PivotDataWorker-test.js.map

package/dist/__tests__/PivotDataWorker-test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/__tests__/PivotDataWorker-test.js"],"names":["describe","records","name","gender","config","rows","cols","aggregations","key","aggregatorName","vals","instances","logSpy","FakeWorker","url","posted","onmessage","onerror","push","message","terminated","loggedText","mock","calls","map","call","filter","String","arg","startsWith","join","loadClient","jest","resetModules","require","beforeEach","global","Worker","spyOn","console","mockImplementation","afterEach","mockRestore","it","client","promise","computePivotInWorker","fn","expect","not","toHaveBeenCalled","data","type","id","result","rowKeys","colKeys","progress","setWorkerDebug","processed","total","phase","toEqual","arrayContaining","stringContaining","types","staged","find","m","toBe","dataKey","worker","totalRecords","then","computePivotWithFallback","Error","mockClear"],"mappings":";;;;;;AAAA;AACA;;;;AAIAA,SAAS,mBAAT,EAA8B,YAAW;AACvC,MAAMC,UAAU,CACd,EAACC,MAAM,MAAP,EAAeC,QAAQ,MAAvB,EADc,EAEd,EAACD,MAAM,MAAP,EAAeC,QAAQ,QAAvB,EAFc,CAAhB;AAIA,MAAMC,SAAS;AACbC,UAAM,CAAC,MAAD,CADO;AAEbC,UAAM,EAFO;AAGbC,kBAAc,CAAC,EAACC,KAAK,OAAN,EAAeC,gBAAgB,OAA/B,EAAwCC,MAAM,EAA9C,EAAD;AAHD,GAAf;;AAMA,MAAIC,kBAAJ;AACA,MAAIC,eAAJ;;AAZuC,MAcjCC,UAdiC;AAerC,wBAAYC,GAAZ,EAAiB;AAAA;;AACf,WAAKA,GAAL,GAAWA,GAAX;AACA,WAAKC,MAAL,GAAc,EAAd;AACA,WAAKC,SAAL,GAAiB,IAAjB;AACA,WAAKC,OAAL,GAAe,IAAf;AACAN,gBAAUO,IAAV,CAAe,IAAf;AACD;;AArBoC;AAAA;AAAA,kCAuBzBC,OAvByB,EAuBhB;AACnB,aAAKJ,MAAL,CAAYG,IAAZ,CAAiBC,OAAjB;AACD;AAzBoC;AAAA;AAAA,kCA2BzB;AACV,aAAKC,UAAL,GAAkB,IAAlB;AACD;AA7BoC;;AAAA;AAAA;;AAgCvC;AACA;;;AACA,MAAMC,aAAa,SAAbA,UAAa;AAAA,WACjBT,OAAOU,IAAP,CAAYC,KAAZ,CAAkBC,GAAlB,CAAsB;AAAA,aACpBC,KACGC,MADH,CAEI;AAAA,eACE,CAACC,OAAOC,GAAP,EAAYC,UAAZ,CAAuB,IAAvB,CAAD,IAAiC,CAACF,OAAOC,GAAP,EAAYC,UAAZ,CAAuB,QAAvB,CADpC;AAAA,OAFJ,EAKGC,IALH,CAKQ,GALR,CADoB;AAAA,KAAtB,CADiB;AAAA,GAAnB;;AAUA,MAAMC,aAAa,SAAbA,UAAa,GAAM;AACvBC,SAAKC,YAAL;AACA,WAAOC,QAAQ,oBAAR,CAAP;AACD,GAHD;;AAKAC,aAAW,YAAW;AACpBxB,gBAAY,EAAZ;AACAyB,WAAOC,MAAP,GAAgBxB,UAAhB;AACAD,aAASoB,KAAKM,KAAL,CAAWC,OAAX,EAAoB,KAApB,EAA2BC,kBAA3B,CAA8C,YAAM,CAAE,CAAtD,CAAT;AACD,GAJD;;AAMAC,YAAU,YAAW;AACnB7B,WAAO8B,WAAP;AACD,GAFD;;AAIAC,KAAG,sBAAH,EAA2B,YAAW;AACpC,QAAMC,SAASb,YAAf;AACA,QAAMc,UAAUD,OAAOE,oBAAP,CACd7C,OADc,EAEd,QAFc,EAGdG,MAHc,EAId4B,KAAKe,EAAL,EAJc,CAAhB;AAMAC,WAAOpC,MAAP,EAAeqC,GAAf,CAAmBC,gBAAnB;AACA;AACAvC,cAAU,CAAV,EAAaK,SAAb,CAAuB;AACrBmC,YAAM,EAACC,MAAM,cAAP,EAAuBC,IAAI,CAA3B,EAA8BC,QAAQ,EAACC,SAAS,EAAV,EAAcC,SAAS,EAAvB,EAAtC;AADe,KAAvB;AAGA,WAAOX,OAAP;AACD,GAdD;;AAgBAF,KAAG,sDAAH,EAA2D,YAAW;AACpE,QAAMC,SAASb,YAAf;AACA,QAAM0B,WAAW,EAAjB;AACAb,WAAOc,cAAP,CAAsB,IAAtB;;AAEA,QAAMb,UAAUD,OAAOE,oBAAP,CACd7C,OADc,EAEd,QAFc,EAGdG,MAHc,EAId,UAACuD,SAAD,EAAYC,KAAZ,EAAmBC,KAAnB;AAAA,aAA6BJ,SAASvC,IAAT,CAAc,CAACyC,SAAD,EAAYC,KAAZ,EAAmBC,KAAnB,CAAd,CAA7B;AAAA,KAJc,CAAhB;;AAOAb,WAAO3B,YAAP,EAAqByC,OAArB,CACEd,OAAOe,eAAP,CAAuB,CACrBf,OAAOgB,gBAAP,CAAwB,uBAAxB,CADqB,EAErBhB,OAAOgB,gBAAP,CAAwB,iCAAxB,CAFqB,EAGrBhB,OAAOgB,gBAAP,CAAwB,0BAAxB,CAHqB,EAIrBhB,OAAOgB,gBAAP,CAAwB,mBAAxB,CAJqB,CAAvB,CADF;;AASA;AACA,QAAMC,QAAQtD,UAAU,CAAV,EAAaI,MAAb,CAAoBS,GAApB,CAAwB;AAAA,aAAWL,QAAQiC,IAAnB;AAAA,KAAxB,CAAd;AACAJ,WAAOiB,KAAP,EAAcH,OAAd,CAAsB,CAAC,aAAD,EAAgB,eAAhB,EAAiC,eAAjC,CAAtB;AACA,QAAMI,SAASvD,UAAU,CAAV,EAAaI,MAAb,CAAoBoD,IAApB,CAAyB;AAAA,aAAKC,EAAEhB,IAAF,KAAW,eAAhB;AAAA,KAAzB,CAAf;AACAJ,WAAOkB,OAAOf,IAAd,EAAoBkB,IAApB,CAAyBpE,OAAzB;AACA+C,WAAOkB,OAAOI,OAAd,EAAuBD,IAAvB,CAA4B,QAA5B;;AAEA,QAAME,SAAS5D,UAAU,CAAV,CAAf;AACA4D,WAAOvD,SAAP,CAAiB;AACfmC,YAAM;AACJC,cAAM,gBADF;AAEJC,YAAI,CAFA;AAGJM,mBAAW,CAHP;AAIJC,eAAO,CAJH;AAKJC,eAAO;AALH;AADS,KAAjB;AASAb,WAAOS,SAAS,CAAT,CAAP,EAAoBK,OAApB,CAA4B,CAAC,CAAD,EAAI,CAAJ,EAAO,aAAP,CAA5B;AACAd,WAAO3B,YAAP,EAAqByC,OAArB,CACEd,OAAOe,eAAP,CAAuB,CACrBf,OAAOgB,gBAAP,CAAwB,qCAAxB,CADqB,CAAvB,CADF;;AAMA;AACAO,WAAOvD,SAAP,CAAiB,EAACmC,MAAM,EAACC,MAAM,WAAP,EAAoBjC,SAAS,iBAA7B,EAAP,EAAjB;AACA6B,WAAO3B,YAAP,EAAqByC,OAArB,CACEd,OAAOe,eAAP,CAAuB,CACrBf,OAAOgB,gBAAP,CAAwB,6BAAxB,CADqB,CAAvB,CADF;;AAMAO,WAAOvD,SAAP,CAAiB;AACfmC,YAAM;AACJC,cAAM,cADF;AAEJC,YAAI,CAFA;AAGJC,gBAAQ;AACNkB,wBAAc,CADR;AAENjB,mBAAS,CAAC,CAAC,MAAD,CAAD,CAFH;AAGNC,mBAAS,EAHH;AAINjD,wBAAc;AAJR;AAHJ;AADS,KAAjB;AAYA,WAAOsC,QAAQ4B,IAAR,CAAa,kBAAU;AAC5BzB,aAAOM,OAAOkB,YAAd,EAA4BH,IAA5B,CAAiC,CAAjC;AACArB,aAAO3B,YAAP,EAAqByC,OAArB,CACEd,OAAOe,eAAP,CAAuB,CACrBf,OAAOgB,gBAAP,CAAwB,uBAAxB,CADqB,CAAvB,CADF;AAKD,KAPM,CAAP;AAQD,GAzED;;AA2EArB,KAAG,gDAAH,EAAqD,YAAW;AAC9D,QAAMC,SAASb,YAAf;AACAa,WAAOc,cAAP,CAAsB,IAAtB;;AAEA,QAAMb,UAAUD,OAAO8B,wBAAP,CACdzE,OADc,EAEd,QAFc,EAGdG,MAHc,EAId4B,KAAKe,EAAL,EAJc,CAAhB;;AAOA;AACApC,cAAU,CAAV,EAAaM,OAAb,CAAqB,IAAI0D,KAAJ,CAAU,KAAV,CAArB;;AAEA,WAAO9B,QAAQ4B,IAAR,CAAa,kBAAU;AAC5BzB,aAAOM,OAAOkB,YAAd,EAA4BH,IAA5B,CAAiC,CAAjC;AACArB,aAAO3B,YAAP,EAAqByC,OAArB,CACEd,OAAOe,eAAP,CAAuB,CACrBf,OAAOgB,gBAAP,CAAwB,oBAAxB,CADqB,EAErBhB,OAAOgB,gBAAP,CAAwB,iCAAxB,CAFqB,EAGrBhB,OAAOgB,gBAAP,CAAwB,iCAAxB,CAHqB,EAIrBhB,OAAOgB,gBAAP,CAAwB,qCAAxB,CAJqB,CAAvB,CADF;AAQD,KAVM,CAAP;AAWD,GAzBD;;AA2BArB,KAAG,gDAAH,EAAqD,YAAW;AAC9D,QAAMC,SAASb,YAAf;AACAa,WAAOc,cAAP,CAAsB,IAAtB;AACA9C,WAAOgE,SAAP;AACAhC,WAAOc,cAAP,CAAsB,KAAtB;AACAV,WAAO3B,YAAP,EAAqByC,OAArB,CACEd,OAAOe,eAAP,CAAuB,CACrBf,OAAOgB,gBAAP,CAAwB,wBAAxB,CADqB,CAAvB,CADF;AAKApD,WAAOgE,SAAP;AACAhC,WAAOc,cAAP,CAAsB,KAAtB;AACAV,WAAOpC,MAAP,EAAeqC,GAAf,CAAmBC,gBAAnB;AACD,GAbD;AAcD,CA/LD","file":"PivotDataWorker-test.js","sourcesContent":["/* eslint-disable no-magic-numbers */\n/*\n * Tests the main-thread worker client, including the debug logging that the\n * `workerDebug` prop of PivotTableUI switches on.\n */\ndescribe('  PivotDataWorker', function() {\n  const records = [\n    {name: 'Nick', gender: 'male'},\n    {name: 'Jane', gender: 'female'},\n  ];\n  const config = {\n    rows: ['name'],\n    cols: [],\n    aggregations: [{key: 'count', aggregatorName: 'Count', vals: []}],\n  };\n\n  let instances;\n  let logSpy;\n\n  class FakeWorker {\n    constructor(url) {\n      this.url = url;\n      this.posted = [];\n      this.onmessage = null;\n      this.onerror = null;\n      instances.push(this);\n    }\n\n    postMessage(message) {\n      this.posted.push(message);\n    }\n\n    terminate() {\n      this.terminated = true;\n    }\n  }\n\n  // console.log('%c[pivottable worker]', 'style', ...) -> strip the format\n  // directive and its style argument to assert on the message itself.\n  const loggedText = () =>\n    logSpy.mock.calls.map(call =>\n      call\n        .filter(\n          arg =>\n            !String(arg).startsWith('%c') && !String(arg).startsWith('color:')\n        )\n        .join(' ')\n    );\n\n  const loadClient = () => {\n    jest.resetModules();\n    return require('../PivotDataWorker');\n  };\n\n  beforeEach(function() {\n    instances = [];\n    global.Worker = FakeWorker;\n    logSpy = jest.spyOn(console, 'log').mockImplementation(() => {});\n  });\n\n  afterEach(function() {\n    logSpy.mockRestore();\n  });\n\n  it('is silent by default', function() {\n    const client = loadClient();\n    const promise = client.computePivotInWorker(\n      records,\n      'data-1',\n      config,\n      jest.fn()\n    );\n    expect(logSpy).not.toHaveBeenCalled();\n    // Resolve the request so nothing stays pending.\n    instances[0].onmessage({\n      data: {type: 'pivot:result', id: 1, result: {rowKeys: [], colKeys: []}},\n    });\n    return promise;\n  });\n\n  it('logs the whole worker pipeline when debug is enabled', function() {\n    const client = loadClient();\n    const progress = [];\n    client.setWorkerDebug(true);\n\n    const promise = client.computePivotInWorker(\n      records,\n      'data-1',\n      config,\n      (processed, total, phase) => progress.push([processed, total, phase])\n    );\n\n    expect(loggedText()).toEqual(\n      expect.arrayContaining([\n        expect.stringContaining('debug logging enabled'),\n        expect.stringContaining('worker created: pivot-worker.js'),\n        expect.stringContaining('#1 dispatching to worker'),\n        expect.stringContaining('staging 2 records'),\n      ])\n    );\n\n    // Staging + compute messages are sent (staging only once per dataKey).\n    const types = instances[0].posted.map(message => message.type);\n    expect(types).toEqual(['pivot:debug', 'pivot:setData', 'pivot:compute']);\n    const staged = instances[0].posted.find(m => m.type === 'pivot:setData');\n    expect(staged.data).toBe(records);\n    expect(staged.dataKey).toBe('data-1');\n\n    const worker = instances[0];\n    worker.onmessage({\n      data: {\n        type: 'pivot:progress',\n        id: 1,\n        processed: 2,\n        total: 2,\n        phase: 'materialize',\n      },\n    });\n    expect(progress[0]).toEqual([2, 2, 'materialize']);\n    expect(loggedText()).toEqual(\n      expect.arrayContaining([\n        expect.stringContaining('#1 progress materialize: 2/2 (100%)'),\n      ])\n    );\n\n    // Debug logs forwarded from inside the worker thread.\n    worker.onmessage({data: {type: 'pivot:log', message: 'computed in 5ms'}});\n    expect(loggedText()).toEqual(\n      expect.arrayContaining([\n        expect.stringContaining('(in worker) computed in 5ms'),\n      ])\n    );\n\n    worker.onmessage({\n      data: {\n        type: 'pivot:result',\n        id: 1,\n        result: {\n          totalRecords: 2,\n          rowKeys: [['Nick']],\n          colKeys: [],\n          aggregations: [],\n        },\n      },\n    });\n    return promise.then(result => {\n      expect(result.totalRecords).toBe(2);\n      expect(loggedText()).toEqual(\n        expect.arrayContaining([\n          expect.stringContaining('#1 result received in'),\n        ])\n      );\n    });\n  });\n\n  it('logs the fallback to a synchronous computation', function() {\n    const client = loadClient();\n    client.setWorkerDebug(true);\n\n    const promise = client.computePivotWithFallback(\n      records,\n      'data-2',\n      config,\n      jest.fn()\n    );\n\n    // Simulate a worker that fails to load before producing any result.\n    instances[0].onerror(new Error('404'));\n\n    return promise.then(result => {\n      expect(result.totalRecords).toBe(2);\n      expect(loggedText()).toEqual(\n        expect.arrayContaining([\n          expect.stringContaining('worker error event'),\n          expect.stringContaining('falling back to the main thread'),\n          expect.stringContaining('running synchronous computation'),\n          expect.stringContaining('synchronous computation finished in'),\n        ])\n      );\n    });\n  });\n\n  it('stops logging when debug is switched off again', function() {\n    const client = loadClient();\n    client.setWorkerDebug(true);\n    logSpy.mockClear();\n    client.setWorkerDebug(false);\n    expect(loggedText()).toEqual(\n      expect.arrayContaining([\n        expect.stringContaining('debug logging disabled'),\n      ])\n    );\n    logSpy.mockClear();\n    client.setWorkerDebug(false);\n    expect(logSpy).not.toHaveBeenCalled();\n  });\n});\n"]}

package/dist/pivot-worker.js

@@ -301,27 +301,14 @@ module.exports = Function.call.bind(Object.prototype.hasOwnProperty);
 "use strict";
 Object.defineProperty(__webpack_exports__, "__esModule", { value: true });
 /* harmony import */ var __WEBPACK_IMPORTED_MODULE_0__pivotCompute__ = __webpack_require__(5);
-/* eslint-disable valid-jsdoc */
-/*
- * Web Worker entry point for off-main-thread pivot computation.
- *
- * Message protocol (plain, structured-cloneable objects):
- *   main -> worker   {type: 'pivot:setData',  id, dataKey, data}
- *   main -> worker   {type: 'pivot:compute',  id, dataKey, config}
- *   worker -> main   {type: 'pivot:progress', id, processed, total, phase}
- *   worker -> main   {type: 'pivot:result',   id, result}
- *   worker -> main   {type: 'pivot:error',    id, message}
- *
- * The materialized dataset is cached per dataKey, so repeated computations on
- * the same data (e.g. dragging fields around) do not pay the cost of
- * re-scanning the raw records.
- */
 
 
 var MAX_CACHED_DATASETS = 4;
 
 var datasetCache = new Map();
 
+var debugEnabled = false;
+
 var cacheDataset = function cacheDataset(dataKey, dataset) {
   datasetCache.delete(dataKey);
   datasetCache.set(dataKey, dataset);
@@ -336,6 +323,12 @@ var postToMain = function postToMain(message) {
   self.postMessage(message);
 };
 
+var log = function log(message, detail) {
+  if (debugEnabled) {
+    postToMain({ type: 'pivot:log', message: message, detail: detail });
+  }
+};
+
 var toErrorMessage = function toErrorMessage(error) {
   return String(error && error.message || error);
 };
@@ -343,9 +336,17 @@ var toErrorMessage = function toErrorMessage(error) {
 self.addEventListener('message', function (event) {
   var message = event.data || {};
 
+  if (message.type === 'pivot:debug') {
+    debugEnabled = Boolean(message.enabled);
+    log('debug logging ' + (debugEnabled ? 'enabled' : 'disabled') + ' in worker');
+    return;
+  }
+
   if (message.type === 'pivot:setData') {
+    var startedAt = Date.now();
+    log('#' + message.id + ' setData received: ' + (message.data || []).length + ' records (dataKey=' + message.dataKey + ')');
     try {
-      cacheDataset(message.dataKey, Object(__WEBPACK_IMPORTED_MODULE_0__pivotCompute__["b" /* materializeData */])(message.data, {}, function (processed, total) {
+      var dataset = cacheDataset(message.dataKey, Object(__WEBPACK_IMPORTED_MODULE_0__pivotCompute__["b" /* materializeData */])(message.data, {}, function (processed, total) {
         postToMain({
           type: 'pivot:progress',
           id: message.id,
@@ -354,7 +355,9 @@ self.addEventListener('message', function (event) {
           phase: 'materialize'
         });
       }));
+      log('#' + message.id + ' materialized ' + dataset.totalRecords + ' records in ' + (Date.now() - startedAt + 'ms (attributes: ' + Object.keys(dataset.attrValues).join(', ') + ')'));
     } catch (error) {
+      log('#' + message.id + ' setData failed: ' + toErrorMessage(error));
       postToMain({
         type: 'pivot:error',
         id: message.id,
@@ -365,12 +368,15 @@ self.addEventListener('message', function (event) {
   }
 
   if (message.type === 'pivot:compute') {
+    var _startedAt = Date.now();
+    var config = message.config || {};
     try {
-      var dataset = datasetCache.get(message.dataKey);
-      if (!dataset) {
+      var _dataset = datasetCache.get(message.dataKey);
+      if (!_dataset) {
         throw new Error('no dataset staged for key ' + message.dataKey);
       }
-      var result = Object(__WEBPACK_IMPORTED_MODULE_0__pivotCompute__["a" /* computePivotState */])(dataset, message.config, function (processed, total, phase) {
+      log('#' + message.id + ' compute received (rows=[' + (config.rows || []).join(', ') + '] cols=[' + (config.cols || []).join(', ') + '])');
+      var result = Object(__WEBPACK_IMPORTED_MODULE_0__pivotCompute__["a" /* computePivotState */])(_dataset, message.config, function (processed, total, phase) {
         postToMain({
           type: 'pivot:progress',
           id: message.id,
@@ -379,8 +385,12 @@ self.addEventListener('message', function (event) {
           phase: phase
         });
       });
+      log('#' + message.id + ' computed in ' + (Date.now() - _startedAt) + 'ms (rowKeys: ' + result.rowKeys.length + ', colKeys: ' + result.colKeys.length + ', aggregations: ' + result.aggregations.map(function (agg) {
+        return agg.key;
+      }).join(', ') + ')');
       postToMain({ type: 'pivot:result', id: message.id, result: result });
     } catch (error) {
+      log('#' + message.id + ' compute failed: ' + toErrorMessage(error));
       postToMain({
         type: 'pivot:error',
         id: message.id,
@@ -428,7 +438,7 @@ var PROGRESS_BATCH_SIZE = 20000;
 
 // Datasets smaller than this are computed synchronously on the main thread;
 // larger ones are handed off to the Web Worker.
-var DEFAULT_WORKER_THRESHOLD = 10000;
+var DEFAULT_WORKER_THRESHOLD = 200;
 
 // Trailing debounce before a worker computation is dispatched, so rapid
 // interactions do not queue one full computation per single change.

package/dist/pivotCompute.js

@@ -35,7 +35,7 @@ var PROGRESS_BATCH_SIZE = exports.PROGRESS_BATCH_SIZE = 20000;
 
 // Datasets smaller than this are computed synchronously on the main thread;
 // larger ones are handed off to the Web Worker.
-var DEFAULT_WORKER_THRESHOLD = exports.DEFAULT_WORKER_THRESHOLD = 10000;
+var DEFAULT_WORKER_THRESHOLD = exports.DEFAULT_WORKER_THRESHOLD = 200;
 
 // Trailing debounce before a worker computation is dispatched, so rapid
 // interactions do not queue one full computation per single change.

package/dist/pivotCompute.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/pivotCompute.js"],"names":["materializeData","computePivotState","serializePivotData","sortersHaveFunctions","sanitizeSorters","createWorkerConfig","createComputeSignature","canComputeInWorker","PROGRESS_BATCH_SIZE","DEFAULT_WORKER_THRESHOLD","WORKER_DEBOUNCE_MS","data","derivedAttributes","onProgress","attrValues","materializedInput","total","Array","isArray","length","recordsProcessed","PivotData","forEachRecord","record","push","Object","keys","attr","null","value","totalRecords","materialized","config","pivotData","assign","onRecordProcessed","processed","getRowKeys","getColKeys","serializeCell","values","aggregations","forEach","instance","cell","getInstance","agg","key","tree","rowBranch","flatRowKey","serializedRow","flatColKey","serializeTotals","serialized","totals","flatKey","rowKeys","map","slice","colKeys","rowTotals","colTotals","allTotal","sorters","some","clean","sorter","props","rows","cols","aggregatorName","vals","valueFilter","rowOrder","colOrder","rowSorts","colSorts","JSON","stringify","options","enabled","Worker","threshold","aggregators","defaultProps"],"mappings":";;;;;;;8QAAA;AACA;;;;;;;;;;;;QAgCgBA,e,GAAAA,e;QAmCAC,iB,GAAAA,iB;QAwBAC,kB,GAAAA,kB;QAkDAC,oB,GAAAA,oB;QAcAC,e,GAAAA,e;QAuBAC,kB,GAAAA,kB;QAoBAC,sB,GAAAA,sB;QAUAC,kB,GAAAA,kB;;AAtMhB;;AAEA;AACA;AACO,IAAMC,oDAAsB,KAA5B;;AAEP;AACA;AACO,IAAMC,8DAA2B,KAAjC;;AAEP;AACA;AACO,IAAMC,kDAAqB,GAA3B;;AAEP;;;;;;;;AAQO,SAASV,eAAT,CAAyBW,IAAzB,EAA+BC,iBAA/B,EAAkDC,UAAlD,EAA8D;AACnE,MAAMC,aAAa,EAAnB;AACA,MAAMC,oBAAoB,EAA1B;AACA,MAAMC,QAAQC,MAAMC,OAAN,CAAcP,IAAd,IAAsBA,KAAKQ,MAA3B,GAAoC,IAAlD;AACA,MAAIC,mBAAmB,CAAvB;AACAC,uBAAUC,aAAV,CAAwBX,IAAxB,EAA8BC,qBAAqB,EAAnD,EAAuD,UAASW,MAAT,EAAiB;AACtER,sBAAkBS,IAAlB,CAAuBD,MAAvB;AADsE;AAAA;AAAA;;AAAA;AAEtE,2BAAmBE,OAAOC,IAAP,CAAYH,MAAZ,CAAnB,8HAAwC;AAAA,YAA7BI,IAA6B;;AACtC,YAAI,EAAEA,QAAQb,UAAV,CAAJ,EAA2B;AACzBA,qBAAWa,IAAX,IAAmB,EAAnB;AACA,cAAIP,mBAAmB,CAAvB,EAA0B;AACxBN,uBAAWa,IAAX,EAAiBC,IAAjB,GAAwBR,gBAAxB;AACD;AACF;AACF;AATqE;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;AAUtE,SAAK,IAAMO,KAAX,IAAmBb,UAAnB,EAA+B;AAC7B,UAAMe,QAAQF,SAAQJ,MAAR,GAAiBA,OAAOI,KAAP,CAAjB,GAAgC,MAA9C;AACA,UAAI,EAAEE,SAASf,WAAWa,KAAX,CAAX,CAAJ,EAAkC;AAChCb,mBAAWa,KAAX,EAAiBE,KAAjB,IAA0B,CAA1B;AACD;AACDf,iBAAWa,KAAX,EAAiBE,KAAjB;AACD;AACDT;AACA,QAAIP,cAAcO,mBAAmBZ,mBAAnB,KAA2C,CAA7D,EAAgE;AAC9DK,iBAAWO,gBAAX,EAA6BJ,KAA7B,EAAoC,aAApC;AACD;AACF,GArBD;AAsBA,SAAO,EAACF,sBAAD,EAAaC,oCAAb,EAAgCe,cAAcV,gBAA9C,EAAP;AACD;;AAED;;;;;AAKO,SAASnB,iBAAT,CAA2B8B,YAA3B,EAAyCC,MAAzC,EAAiDnB,UAAjD,EAA6D;AAClE,MAAMG,QAAQe,aAAaD,YAA3B;AACA,MAAMG,YAAY,IAAIZ,oBAAJ,CAChBI,OAAOS,MAAP,CAAc,EAAd,EAAkBF,MAAlB,EAA0B;AACxBrB,UAAMoB,aAAahB,iBADK;AAExBH,uBAAmB,EAFK;AAGxBuB,uBAAmB,sCAAa;AAC9B,UAAItB,UAAJ,EAAgB;AACdA,mBAAWuB,SAAX,EAAsBpB,KAAtB,EAA6B,WAA7B;AACD;AACF;AAPuB,GAA1B,CADgB,CAAlB;AAWA;AACAiB,YAAUI,UAAV;AACAJ,YAAUK,UAAV;AACA,SAAOpC,mBAAmB+B,SAAnB,EAA8BF,YAA9B,CAAP;AACD;;AAED;;;;;AAKO,SAAS7B,kBAAT,CAA4B+B,SAA5B,EAAuCF,YAAvC,EAAqD;AAC1D,MAAMQ,gBAAgB,SAAhBA,aAAgB,OAAQ;AAC5B,QAAMC,SAAS,EAAf;AACAP,cAAUQ,YAAV,CAAuBC,OAAvB,CAA+B,eAAO;AACpC,UAAMC,WAAWC,KAAKC,WAAL,CAAiBC,IAAIC,GAArB,CAAjB;AACA,UAAIJ,QAAJ,EAAc;AACZH,eAAOM,IAAIC,GAAX,IAAkBJ,SAASd,KAAT,EAAlB;AACD;AACF,KALD;AAMA,WAAO,EAACW,cAAD,EAAP;AACD,GATD;;AAWA,MAAMQ,OAAO,EAAb;AACAvB,SAAOC,IAAP,CAAYO,UAAUe,IAAtB,EAA4BN,OAA5B,CAAoC,sBAAc;AAChD,QAAMO,YAAYhB,UAAUe,IAAV,CAAeE,UAAf,CAAlB;AACA,QAAMC,gBAAgB,EAAtB;AACA1B,WAAOC,IAAP,CAAYuB,SAAZ,EAAuBP,OAAvB,CAA+B,sBAAc;AAC3CS,oBAAcC,UAAd,IAA4Bb,cAAcU,UAAUG,UAAV,CAAd,CAA5B;AACD,KAFD;AAGAJ,SAAKE,UAAL,IAAmBC,aAAnB;AACD,GAPD;;AASA,MAAME,kBAAkB,SAAlBA,eAAkB,SAAU;AAChC,QAAMC,aAAa,EAAnB;AACA7B,WAAOC,IAAP,CAAY6B,MAAZ,EAAoBb,OAApB,CAA4B,mBAAW;AACrCY,iBAAWE,OAAX,IAAsBjB,cAAcgB,OAAOC,OAAP,CAAd,CAAtB;AACD,KAFD;AAGA,WAAOF,UAAP;AACD,GAND;;AAQA,SAAO;AACLG,aAASxB,UAAUwB,OAAV,CAAkBC,GAAlB,CAAsB;AAAA,aAAOX,IAAIY,KAAJ,EAAP;AAAA,KAAtB,CADJ;AAELC,aAAS3B,UAAU2B,OAAV,CAAkBF,GAAlB,CAAsB;AAAA,aAAOX,IAAIY,KAAJ,EAAP;AAAA,KAAtB,CAFJ;AAGLX,cAHK;AAILa,eAAWR,gBAAgBpB,UAAU4B,SAA1B,CAJN;AAKLC,eAAWT,gBAAgBpB,UAAU6B,SAA1B,CALN;AAMLC,cAAUxB,cAAcN,UAAU8B,QAAxB,CANL;AAOLtB,kBAAcR,UAAUQ,YAAV,CAAuBiB,GAAvB,CAA2B;AAAA,aAAOjC,OAAOS,MAAP,CAAc,EAAd,EAAkBY,GAAlB,CAAP;AAAA,KAA3B,CAPT;AAQLhC,gBAAYiB,aAAajB,UARpB;AASLC,uBAAmBgB,aAAahB,iBAT3B;AAULe,kBAAcC,aAAaD;AAVtB,GAAP;AAYD;;AAED;;;;;;AAMO,SAAS3B,oBAAT,CAA8B6D,OAA9B,EAAuC;AAC5C,MAAI,OAAOA,OAAP,KAAmB,UAAvB,EAAmC;AACjC,WAAO,IAAP;AACD;AACD,MAAI,CAACA,OAAD,IAAY,QAAOA,OAAP,yCAAOA,OAAP,OAAmB,QAAnC,EAA6C;AAC3C,WAAO,KAAP;AACD;AACD,SAAOvC,OAAOC,IAAP,CAAYsC,OAAZ,EAAqBC,IAArB,CAA0B;AAAA,WAAQ,OAAOD,QAAQrC,IAAR,CAAP,KAAyB,UAAjC;AAAA,GAA1B,CAAP;AACD;;AAED;;;;AAIO,SAASvB,eAAT,CAAyB4D,OAAzB,EAAkC;AACvC,MACE,CAACA,OAAD,IACA,QAAOA,OAAP,yCAAOA,OAAP,OAAmB,QADnB,IAEA,OAAOA,OAAP,KAAmB,UAHrB,EAIE;AACA,WAAO,EAAP;AACD;AACD,MAAME,QAAQ,EAAd;AACAzC,SAAOC,IAAP,CAAYsC,OAAZ,EAAqBtB,OAArB,CAA6B,gBAAQ;AACnC,QAAMyB,SAASH,QAAQrC,IAAR,CAAf;AACA,QAAI,OAAOwC,MAAP,KAAkB,QAAlB,IAA8BlD,MAAMC,OAAN,CAAciD,MAAd,CAAlC,EAAyD;AACvDD,YAAMvC,IAAN,IAAcwC,MAAd;AACD;AACF,GALD;AAMA,SAAOD,KAAP;AACD;;AAED;;;;;AAKO,SAAS7D,kBAAT,CAA4B+D,KAA5B,EAAmC;AACxC,SAAO;AACLC,UAAMD,MAAMC,IADP;AAELC,UAAMF,MAAME,IAFP;AAGLC,oBAAgBH,MAAMG,cAHjB;AAIL9B,kBAAc2B,MAAM3B,YAJf;AAKL+B,UAAMJ,MAAMI,IALP;AAMLC,iBAAaL,MAAMK,WANd;AAOLT,aAAS5D,gBAAgBgE,MAAMJ,OAAtB,CAPJ;AAQLU,cAAUN,MAAMM,QARX;AASLC,cAAUP,MAAMO,QATX;AAULC,cAAUR,MAAMQ,QAVX;AAWLC,cAAUT,MAAMS;AAXX,GAAP;AAaD;;AAED;;;;AAIO,SAASvE,sBAAT,CAAgC8D,KAAhC,EAAuC;AAC5C,SAAOU,KAAKC,SAAL,CAAe1E,mBAAmB+D,KAAnB,CAAf,CAAP;AACD;;AAED;;;;;;AAMO,SAAS7D,kBAAT,CAA4B6D,KAA5B,EAAiD;AAAA,MAAdY,OAAc,uEAAJ,EAAI;;AACtD,MAAIA,QAAQC,OAAR,KAAoB,KAAxB,EAA+B;AAC7B,WAAO,KAAP;AACD;AACD,MAAI,OAAOC,MAAP,KAAkB,WAAtB,EAAmC;AACjC,WAAO,KAAP;AACD;AACD,MAAMC,YACJ,OAAOH,QAAQG,SAAf,KAA6B,QAA7B,GACIH,QAAQG,SADZ,GAEI1E,wBAHN;AAIA,MAAME,OAAOyD,MAAMzD,IAAnB;AACA,MAAI,CAACM,MAAMC,OAAN,CAAcP,IAAd,CAAD,IAAwBA,KAAKQ,MAAL,GAAcgE,SAA1C,EAAqD;AACnD,WAAO,KAAP;AACD;AACD,MACEf,MAAMxD,iBAAN,IACAa,OAAOC,IAAP,CAAY0C,MAAMxD,iBAAlB,EAAqCO,MAArC,GAA8C,CAFhD,EAGE;AACA,WAAO,KAAP;AACD;AACD,MAAIiD,MAAMgB,WAAN,KAAsB/D,qBAAUgE,YAAV,CAAuBD,WAAjD,EAA8D;AAC5D,WAAO,KAAP;AACD;AACD,SAAO,IAAP;AACD","file":"pivotCompute.js","sourcesContent":["/* eslint-disable valid-jsdoc */\n/*\n * Shared pivot-computation logic.\n *\n * This module contains the pure, DOM-free parts of the pivot computation so\n * that the exact same code paths can run:\n *   - on the main thread (classic synchronous rendering path), and\n *   - inside a Web Worker (src/pivotWorker.js) for large datasets.\n *\n * It must stay free of React and of any `window`/`document` references.\n */\nimport {PivotData} from './Utilities';\n\n// A progress callback fires every N processed records so the UI can render\n// progress without adding measurable overhead to the per-record loop.\nexport const PROGRESS_BATCH_SIZE = 20000;\n\n// Datasets smaller than this are computed synchronously on the main thread;\n// larger ones are handed off to the Web Worker.\nexport const DEFAULT_WORKER_THRESHOLD = 10000;\n\n// Trailing debounce before a worker computation is dispatched, so rapid\n// interactions do not queue one full computation per single change.\nexport const WORKER_DEBOUNCE_MS = 200;\n\n/*\n * Walks the raw input once and computes the attribute-value inventory plus a\n * \"materialized\" copy of the records (with derived attributes applied).\n * This is an exact extraction of the historical PivotTableUI behavior.\n *\n * onProgress receives (processed, total, phase); total is null when it is\n * unknown upfront (function-based data sources).\n */\nexport function materializeData(data, derivedAttributes, onProgress) {\n  const attrValues = {};\n  const materializedInput = [];\n  const total = Array.isArray(data) ? data.length : null;\n  let recordsProcessed = 0;\n  PivotData.forEachRecord(data, derivedAttributes || {}, function(record) {\n    materializedInput.push(record);\n    for (const attr of Object.keys(record)) {\n      if (!(attr in attrValues)) {\n        attrValues[attr] = {};\n        if (recordsProcessed > 0) {\n          attrValues[attr].null = recordsProcessed;\n        }\n      }\n    }\n    for (const attr in attrValues) {\n      const value = attr in record ? record[attr] : 'null';\n      if (!(value in attrValues[attr])) {\n        attrValues[attr][value] = 0;\n      }\n      attrValues[attr][value]++;\n    }\n    recordsProcessed++;\n    if (onProgress && recordsProcessed % PROGRESS_BATCH_SIZE === 0) {\n      onProgress(recordsProcessed, total, 'materialize');\n    }\n  });\n  return {attrValues, materializedInput, totalRecords: recordsProcessed};\n}\n\n/*\n * Aggregates an already-materialized dataset into a PivotData instance and\n * serializes the result into a plain (structured-cloneable) object that can\n * cross the worker boundary and later hydrate PivotData on the main thread.\n */\nexport function computePivotState(materialized, config, onProgress) {\n  const total = materialized.totalRecords;\n  const pivotData = new PivotData(\n    Object.assign({}, config, {\n      data: materialized.materializedInput,\n      derivedAttributes: {},\n      onRecordProcessed: processed => {\n        if (onProgress) {\n          onProgress(processed, total, 'aggregate');\n        }\n      },\n    })\n  );\n  // Force key sorting to happen while we are (possibly) inside the worker.\n  pivotData.getRowKeys();\n  pivotData.getColKeys();\n  return serializePivotData(pivotData, materialized);\n}\n\n/*\n * Serializes a fully-built PivotData instance into plain data. Only the final\n * aggregated value of every cell is kept; `value()` and `format()` behavior\n * are reconstructed on the main thread by the PivotData hydration step.\n */\nexport function serializePivotData(pivotData, materialized) {\n  const serializeCell = cell => {\n    const values = {};\n    pivotData.aggregations.forEach(agg => {\n      const instance = cell.getInstance(agg.key);\n      if (instance) {\n        values[agg.key] = instance.value();\n      }\n    });\n    return {values};\n  };\n\n  const tree = {};\n  Object.keys(pivotData.tree).forEach(flatRowKey => {\n    const rowBranch = pivotData.tree[flatRowKey];\n    const serializedRow = {};\n    Object.keys(rowBranch).forEach(flatColKey => {\n      serializedRow[flatColKey] = serializeCell(rowBranch[flatColKey]);\n    });\n    tree[flatRowKey] = serializedRow;\n  });\n\n  const serializeTotals = totals => {\n    const serialized = {};\n    Object.keys(totals).forEach(flatKey => {\n      serialized[flatKey] = serializeCell(totals[flatKey]);\n    });\n    return serialized;\n  };\n\n  return {\n    rowKeys: pivotData.rowKeys.map(key => key.slice()),\n    colKeys: pivotData.colKeys.map(key => key.slice()),\n    tree,\n    rowTotals: serializeTotals(pivotData.rowTotals),\n    colTotals: serializeTotals(pivotData.colTotals),\n    allTotal: serializeCell(pivotData.allTotal),\n    aggregations: pivotData.aggregations.map(agg => Object.assign({}, agg)),\n    attrValues: materialized.attrValues,\n    materializedInput: materialized.materializedInput,\n    totalRecords: materialized.totalRecords,\n  };\n}\n\n/*\n * Sorters containing functions cannot be structured-cloned into a worker.\n * Returns true when the sorters prop itself, or any of its entries, is a\n * function. In that case PivotData re-sorts on the main thread after\n * hydration (distinct keys are few, so this stays cheap).\n */\nexport function sortersHaveFunctions(sorters) {\n  if (typeof sorters === 'function') {\n    return true;\n  }\n  if (!sorters || typeof sorters !== 'object') {\n    return false;\n  }\n  return Object.keys(sorters).some(attr => typeof sorters[attr] === 'function');\n}\n\n/*\n * Returns a structured-cloneable subset of the sorters prop: data-type names\n * and sample-value arrays survive the worker boundary, functions do not.\n */\nexport function sanitizeSorters(sorters) {\n  if (\n    !sorters ||\n    typeof sorters !== 'object' ||\n    typeof sorters === 'function'\n  ) {\n    return {};\n  }\n  const clean = {};\n  Object.keys(sorters).forEach(attr => {\n    const sorter = sorters[attr];\n    if (typeof sorter === 'string' || Array.isArray(sorter)) {\n      clean[attr] = sorter;\n    }\n  });\n  return clean;\n}\n\n/*\n * Extracts exactly the props PivotData needs to compute results, with\n * everything non-serializable stripped, so the object can be posted to the\n * worker and fed straight into PivotData.\n */\nexport function createWorkerConfig(props) {\n  return {\n    rows: props.rows,\n    cols: props.cols,\n    aggregatorName: props.aggregatorName,\n    aggregations: props.aggregations,\n    vals: props.vals,\n    valueFilter: props.valueFilter,\n    sorters: sanitizeSorters(props.sorters),\n    rowOrder: props.rowOrder,\n    colOrder: props.colOrder,\n    rowSorts: props.rowSorts,\n    colSorts: props.colSorts,\n  };\n}\n\n/*\n * Stable string signature of everything that influences a worker computation.\n * Data identity is NOT part of it; callers append their own data version.\n */\nexport function createComputeSignature(props) {\n  return JSON.stringify(createWorkerConfig(props));\n}\n\n/*\n * Decides whether the current props can be computed inside the Web Worker.\n * Anything that cannot be structured-cloned (function data sources, custom\n * derivedAttributes, custom aggregator maps) forces the classic path.\n * Function-based sorters are allowed: they are re-applied on the main thread.\n */\nexport function canComputeInWorker(props, options = {}) {\n  if (options.enabled === false) {\n    return false;\n  }\n  if (typeof Worker === 'undefined') {\n    return false;\n  }\n  const threshold =\n    typeof options.threshold === 'number'\n      ? options.threshold\n      : DEFAULT_WORKER_THRESHOLD;\n  const data = props.data;\n  if (!Array.isArray(data) || data.length < threshold) {\n    return false;\n  }\n  if (\n    props.derivedAttributes &&\n    Object.keys(props.derivedAttributes).length > 0\n  ) {\n    return false;\n  }\n  if (props.aggregators !== PivotData.defaultProps.aggregators) {\n    return false;\n  }\n  return true;\n}\n"]}
+{"version":3,"sources":["../src/pivotCompute.js"],"names":["materializeData","computePivotState","serializePivotData","sortersHaveFunctions","sanitizeSorters","createWorkerConfig","createComputeSignature","canComputeInWorker","PROGRESS_BATCH_SIZE","DEFAULT_WORKER_THRESHOLD","WORKER_DEBOUNCE_MS","data","derivedAttributes","onProgress","attrValues","materializedInput","total","Array","isArray","length","recordsProcessed","PivotData","forEachRecord","record","push","Object","keys","attr","null","value","totalRecords","materialized","config","pivotData","assign","onRecordProcessed","processed","getRowKeys","getColKeys","serializeCell","values","aggregations","forEach","instance","cell","getInstance","agg","key","tree","rowBranch","flatRowKey","serializedRow","flatColKey","serializeTotals","serialized","totals","flatKey","rowKeys","map","slice","colKeys","rowTotals","colTotals","allTotal","sorters","some","clean","sorter","props","rows","cols","aggregatorName","vals","valueFilter","rowOrder","colOrder","rowSorts","colSorts","JSON","stringify","options","enabled","Worker","threshold","aggregators","defaultProps"],"mappings":";;;;;;;8QAAA;AACA;;;;;;;;;;;;QAgCgBA,e,GAAAA,e;QAmCAC,iB,GAAAA,iB;QAwBAC,kB,GAAAA,kB;QAkDAC,oB,GAAAA,oB;QAcAC,e,GAAAA,e;QAuBAC,kB,GAAAA,kB;QAoBAC,sB,GAAAA,sB;QAUAC,kB,GAAAA,kB;;AAtMhB;;AAEA;AACA;AACO,IAAMC,oDAAsB,KAA5B;;AAEP;AACA;AACO,IAAMC,8DAA2B,GAAjC;;AAEP;AACA;AACO,IAAMC,kDAAqB,GAA3B;;AAEP;;;;;;;;AAQO,SAASV,eAAT,CAAyBW,IAAzB,EAA+BC,iBAA/B,EAAkDC,UAAlD,EAA8D;AACnE,MAAMC,aAAa,EAAnB;AACA,MAAMC,oBAAoB,EAA1B;AACA,MAAMC,QAAQC,MAAMC,OAAN,CAAcP,IAAd,IAAsBA,KAAKQ,MAA3B,GAAoC,IAAlD;AACA,MAAIC,mBAAmB,CAAvB;AACAC,uBAAUC,aAAV,CAAwBX,IAAxB,EAA8BC,qBAAqB,EAAnD,EAAuD,UAASW,MAAT,EAAiB;AACtER,sBAAkBS,IAAlB,CAAuBD,MAAvB;AADsE;AAAA;AAAA;;AAAA;AAEtE,2BAAmBE,OAAOC,IAAP,CAAYH,MAAZ,CAAnB,8HAAwC;AAAA,YAA7BI,IAA6B;;AACtC,YAAI,EAAEA,QAAQb,UAAV,CAAJ,EAA2B;AACzBA,qBAAWa,IAAX,IAAmB,EAAnB;AACA,cAAIP,mBAAmB,CAAvB,EAA0B;AACxBN,uBAAWa,IAAX,EAAiBC,IAAjB,GAAwBR,gBAAxB;AACD;AACF;AACF;AATqE;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;AAUtE,SAAK,IAAMO,KAAX,IAAmBb,UAAnB,EAA+B;AAC7B,UAAMe,QAAQF,SAAQJ,MAAR,GAAiBA,OAAOI,KAAP,CAAjB,GAAgC,MAA9C;AACA,UAAI,EAAEE,SAASf,WAAWa,KAAX,CAAX,CAAJ,EAAkC;AAChCb,mBAAWa,KAAX,EAAiBE,KAAjB,IAA0B,CAA1B;AACD;AACDf,iBAAWa,KAAX,EAAiBE,KAAjB;AACD;AACDT;AACA,QAAIP,cAAcO,mBAAmBZ,mBAAnB,KAA2C,CAA7D,EAAgE;AAC9DK,iBAAWO,gBAAX,EAA6BJ,KAA7B,EAAoC,aAApC;AACD;AACF,GArBD;AAsBA,SAAO,EAACF,sBAAD,EAAaC,oCAAb,EAAgCe,cAAcV,gBAA9C,EAAP;AACD;;AAED;;;;;AAKO,SAASnB,iBAAT,CAA2B8B,YAA3B,EAAyCC,MAAzC,EAAiDnB,UAAjD,EAA6D;AAClE,MAAMG,QAAQe,aAAaD,YAA3B;AACA,MAAMG,YAAY,IAAIZ,oBAAJ,CAChBI,OAAOS,MAAP,CAAc,EAAd,EAAkBF,MAAlB,EAA0B;AACxBrB,UAAMoB,aAAahB,iBADK;AAExBH,uBAAmB,EAFK;AAGxBuB,uBAAmB,sCAAa;AAC9B,UAAItB,UAAJ,EAAgB;AACdA,mBAAWuB,SAAX,EAAsBpB,KAAtB,EAA6B,WAA7B;AACD;AACF;AAPuB,GAA1B,CADgB,CAAlB;AAWA;AACAiB,YAAUI,UAAV;AACAJ,YAAUK,UAAV;AACA,SAAOpC,mBAAmB+B,SAAnB,EAA8BF,YAA9B,CAAP;AACD;;AAED;;;;;AAKO,SAAS7B,kBAAT,CAA4B+B,SAA5B,EAAuCF,YAAvC,EAAqD;AAC1D,MAAMQ,gBAAgB,SAAhBA,aAAgB,OAAQ;AAC5B,QAAMC,SAAS,EAAf;AACAP,cAAUQ,YAAV,CAAuBC,OAAvB,CAA+B,eAAO;AACpC,UAAMC,WAAWC,KAAKC,WAAL,CAAiBC,IAAIC,GAArB,CAAjB;AACA,UAAIJ,QAAJ,EAAc;AACZH,eAAOM,IAAIC,GAAX,IAAkBJ,SAASd,KAAT,EAAlB;AACD;AACF,KALD;AAMA,WAAO,EAACW,cAAD,EAAP;AACD,GATD;;AAWA,MAAMQ,OAAO,EAAb;AACAvB,SAAOC,IAAP,CAAYO,UAAUe,IAAtB,EAA4BN,OAA5B,CAAoC,sBAAc;AAChD,QAAMO,YAAYhB,UAAUe,IAAV,CAAeE,UAAf,CAAlB;AACA,QAAMC,gBAAgB,EAAtB;AACA1B,WAAOC,IAAP,CAAYuB,SAAZ,EAAuBP,OAAvB,CAA+B,sBAAc;AAC3CS,oBAAcC,UAAd,IAA4Bb,cAAcU,UAAUG,UAAV,CAAd,CAA5B;AACD,KAFD;AAGAJ,SAAKE,UAAL,IAAmBC,aAAnB;AACD,GAPD;;AASA,MAAME,kBAAkB,SAAlBA,eAAkB,SAAU;AAChC,QAAMC,aAAa,EAAnB;AACA7B,WAAOC,IAAP,CAAY6B,MAAZ,EAAoBb,OAApB,CAA4B,mBAAW;AACrCY,iBAAWE,OAAX,IAAsBjB,cAAcgB,OAAOC,OAAP,CAAd,CAAtB;AACD,KAFD;AAGA,WAAOF,UAAP;AACD,GAND;;AAQA,SAAO;AACLG,aAASxB,UAAUwB,OAAV,CAAkBC,GAAlB,CAAsB;AAAA,aAAOX,IAAIY,KAAJ,EAAP;AAAA,KAAtB,CADJ;AAELC,aAAS3B,UAAU2B,OAAV,CAAkBF,GAAlB,CAAsB;AAAA,aAAOX,IAAIY,KAAJ,EAAP;AAAA,KAAtB,CAFJ;AAGLX,cAHK;AAILa,eAAWR,gBAAgBpB,UAAU4B,SAA1B,CAJN;AAKLC,eAAWT,gBAAgBpB,UAAU6B,SAA1B,CALN;AAMLC,cAAUxB,cAAcN,UAAU8B,QAAxB,CANL;AAOLtB,kBAAcR,UAAUQ,YAAV,CAAuBiB,GAAvB,CAA2B;AAAA,aAAOjC,OAAOS,MAAP,CAAc,EAAd,EAAkBY,GAAlB,CAAP;AAAA,KAA3B,CAPT;AAQLhC,gBAAYiB,aAAajB,UARpB;AASLC,uBAAmBgB,aAAahB,iBAT3B;AAULe,kBAAcC,aAAaD;AAVtB,GAAP;AAYD;;AAED;;;;;;AAMO,SAAS3B,oBAAT,CAA8B6D,OAA9B,EAAuC;AAC5C,MAAI,OAAOA,OAAP,KAAmB,UAAvB,EAAmC;AACjC,WAAO,IAAP;AACD;AACD,MAAI,CAACA,OAAD,IAAY,QAAOA,OAAP,yCAAOA,OAAP,OAAmB,QAAnC,EAA6C;AAC3C,WAAO,KAAP;AACD;AACD,SAAOvC,OAAOC,IAAP,CAAYsC,OAAZ,EAAqBC,IAArB,CAA0B;AAAA,WAAQ,OAAOD,QAAQrC,IAAR,CAAP,KAAyB,UAAjC;AAAA,GAA1B,CAAP;AACD;;AAED;;;;AAIO,SAASvB,eAAT,CAAyB4D,OAAzB,EAAkC;AACvC,MACE,CAACA,OAAD,IACA,QAAOA,OAAP,yCAAOA,OAAP,OAAmB,QADnB,IAEA,OAAOA,OAAP,KAAmB,UAHrB,EAIE;AACA,WAAO,EAAP;AACD;AACD,MAAME,QAAQ,EAAd;AACAzC,SAAOC,IAAP,CAAYsC,OAAZ,EAAqBtB,OAArB,CAA6B,gBAAQ;AACnC,QAAMyB,SAASH,QAAQrC,IAAR,CAAf;AACA,QAAI,OAAOwC,MAAP,KAAkB,QAAlB,IAA8BlD,MAAMC,OAAN,CAAciD,MAAd,CAAlC,EAAyD;AACvDD,YAAMvC,IAAN,IAAcwC,MAAd;AACD;AACF,GALD;AAMA,SAAOD,KAAP;AACD;;AAED;;;;;AAKO,SAAS7D,kBAAT,CAA4B+D,KAA5B,EAAmC;AACxC,SAAO;AACLC,UAAMD,MAAMC,IADP;AAELC,UAAMF,MAAME,IAFP;AAGLC,oBAAgBH,MAAMG,cAHjB;AAIL9B,kBAAc2B,MAAM3B,YAJf;AAKL+B,UAAMJ,MAAMI,IALP;AAMLC,iBAAaL,MAAMK,WANd;AAOLT,aAAS5D,gBAAgBgE,MAAMJ,OAAtB,CAPJ;AAQLU,cAAUN,MAAMM,QARX;AASLC,cAAUP,MAAMO,QATX;AAULC,cAAUR,MAAMQ,QAVX;AAWLC,cAAUT,MAAMS;AAXX,GAAP;AAaD;;AAED;;;;AAIO,SAASvE,sBAAT,CAAgC8D,KAAhC,EAAuC;AAC5C,SAAOU,KAAKC,SAAL,CAAe1E,mBAAmB+D,KAAnB,CAAf,CAAP;AACD;;AAED;;;;;;AAMO,SAAS7D,kBAAT,CAA4B6D,KAA5B,EAAiD;AAAA,MAAdY,OAAc,uEAAJ,EAAI;;AACtD,MAAIA,QAAQC,OAAR,KAAoB,KAAxB,EAA+B;AAC7B,WAAO,KAAP;AACD;AACD,MAAI,OAAOC,MAAP,KAAkB,WAAtB,EAAmC;AACjC,WAAO,KAAP;AACD;AACD,MAAMC,YACJ,OAAOH,QAAQG,SAAf,KAA6B,QAA7B,GACIH,QAAQG,SADZ,GAEI1E,wBAHN;AAIA,MAAME,OAAOyD,MAAMzD,IAAnB;AACA,MAAI,CAACM,MAAMC,OAAN,CAAcP,IAAd,CAAD,IAAwBA,KAAKQ,MAAL,GAAcgE,SAA1C,EAAqD;AACnD,WAAO,KAAP;AACD;AACD,MACEf,MAAMxD,iBAAN,IACAa,OAAOC,IAAP,CAAY0C,MAAMxD,iBAAlB,EAAqCO,MAArC,GAA8C,CAFhD,EAGE;AACA,WAAO,KAAP;AACD;AACD,MAAIiD,MAAMgB,WAAN,KAAsB/D,qBAAUgE,YAAV,CAAuBD,WAAjD,EAA8D;AAC5D,WAAO,KAAP;AACD;AACD,SAAO,IAAP;AACD","file":"pivotCompute.js","sourcesContent":["/* eslint-disable valid-jsdoc */\n/*\n * Shared pivot-computation logic.\n *\n * This module contains the pure, DOM-free parts of the pivot computation so\n * that the exact same code paths can run:\n *   - on the main thread (classic synchronous rendering path), and\n *   - inside a Web Worker (src/pivotWorker.js) for large datasets.\n *\n * It must stay free of React and of any `window`/`document` references.\n */\nimport {PivotData} from './Utilities';\n\n// A progress callback fires every N processed records so the UI can render\n// progress without adding measurable overhead to the per-record loop.\nexport const PROGRESS_BATCH_SIZE = 20000;\n\n// Datasets smaller than this are computed synchronously on the main thread;\n// larger ones are handed off to the Web Worker.\nexport const DEFAULT_WORKER_THRESHOLD = 200;\n\n// Trailing debounce before a worker computation is dispatched, so rapid\n// interactions do not queue one full computation per single change.\nexport const WORKER_DEBOUNCE_MS = 200;\n\n/*\n * Walks the raw input once and computes the attribute-value inventory plus a\n * \"materialized\" copy of the records (with derived attributes applied).\n * This is an exact extraction of the historical PivotTableUI behavior.\n *\n * onProgress receives (processed, total, phase); total is null when it is\n * unknown upfront (function-based data sources).\n */\nexport function materializeData(data, derivedAttributes, onProgress) {\n  const attrValues = {};\n  const materializedInput = [];\n  const total = Array.isArray(data) ? data.length : null;\n  let recordsProcessed = 0;\n  PivotData.forEachRecord(data, derivedAttributes || {}, function(record) {\n    materializedInput.push(record);\n    for (const attr of Object.keys(record)) {\n      if (!(attr in attrValues)) {\n        attrValues[attr] = {};\n        if (recordsProcessed > 0) {\n          attrValues[attr].null = recordsProcessed;\n        }\n      }\n    }\n    for (const attr in attrValues) {\n      const value = attr in record ? record[attr] : 'null';\n      if (!(value in attrValues[attr])) {\n        attrValues[attr][value] = 0;\n      }\n      attrValues[attr][value]++;\n    }\n    recordsProcessed++;\n    if (onProgress && recordsProcessed % PROGRESS_BATCH_SIZE === 0) {\n      onProgress(recordsProcessed, total, 'materialize');\n    }\n  });\n  return {attrValues, materializedInput, totalRecords: recordsProcessed};\n}\n\n/*\n * Aggregates an already-materialized dataset into a PivotData instance and\n * serializes the result into a plain (structured-cloneable) object that can\n * cross the worker boundary and later hydrate PivotData on the main thread.\n */\nexport function computePivotState(materialized, config, onProgress) {\n  const total = materialized.totalRecords;\n  const pivotData = new PivotData(\n    Object.assign({}, config, {\n      data: materialized.materializedInput,\n      derivedAttributes: {},\n      onRecordProcessed: processed => {\n        if (onProgress) {\n          onProgress(processed, total, 'aggregate');\n        }\n      },\n    })\n  );\n  // Force key sorting to happen while we are (possibly) inside the worker.\n  pivotData.getRowKeys();\n  pivotData.getColKeys();\n  return serializePivotData(pivotData, materialized);\n}\n\n/*\n * Serializes a fully-built PivotData instance into plain data. Only the final\n * aggregated value of every cell is kept; `value()` and `format()` behavior\n * are reconstructed on the main thread by the PivotData hydration step.\n */\nexport function serializePivotData(pivotData, materialized) {\n  const serializeCell = cell => {\n    const values = {};\n    pivotData.aggregations.forEach(agg => {\n      const instance = cell.getInstance(agg.key);\n      if (instance) {\n        values[agg.key] = instance.value();\n      }\n    });\n    return {values};\n  };\n\n  const tree = {};\n  Object.keys(pivotData.tree).forEach(flatRowKey => {\n    const rowBranch = pivotData.tree[flatRowKey];\n    const serializedRow = {};\n    Object.keys(rowBranch).forEach(flatColKey => {\n      serializedRow[flatColKey] = serializeCell(rowBranch[flatColKey]);\n    });\n    tree[flatRowKey] = serializedRow;\n  });\n\n  const serializeTotals = totals => {\n    const serialized = {};\n    Object.keys(totals).forEach(flatKey => {\n      serialized[flatKey] = serializeCell(totals[flatKey]);\n    });\n    return serialized;\n  };\n\n  return {\n    rowKeys: pivotData.rowKeys.map(key => key.slice()),\n    colKeys: pivotData.colKeys.map(key => key.slice()),\n    tree,\n    rowTotals: serializeTotals(pivotData.rowTotals),\n    colTotals: serializeTotals(pivotData.colTotals),\n    allTotal: serializeCell(pivotData.allTotal),\n    aggregations: pivotData.aggregations.map(agg => Object.assign({}, agg)),\n    attrValues: materialized.attrValues,\n    materializedInput: materialized.materializedInput,\n    totalRecords: materialized.totalRecords,\n  };\n}\n\n/*\n * Sorters containing functions cannot be structured-cloned into a worker.\n * Returns true when the sorters prop itself, or any of its entries, is a\n * function. In that case PivotData re-sorts on the main thread after\n * hydration (distinct keys are few, so this stays cheap).\n */\nexport function sortersHaveFunctions(sorters) {\n  if (typeof sorters === 'function') {\n    return true;\n  }\n  if (!sorters || typeof sorters !== 'object') {\n    return false;\n  }\n  return Object.keys(sorters).some(attr => typeof sorters[attr] === 'function');\n}\n\n/*\n * Returns a structured-cloneable subset of the sorters prop: data-type names\n * and sample-value arrays survive the worker boundary, functions do not.\n */\nexport function sanitizeSorters(sorters) {\n  if (\n    !sorters ||\n    typeof sorters !== 'object' ||\n    typeof sorters === 'function'\n  ) {\n    return {};\n  }\n  const clean = {};\n  Object.keys(sorters).forEach(attr => {\n    const sorter = sorters[attr];\n    if (typeof sorter === 'string' || Array.isArray(sorter)) {\n      clean[attr] = sorter;\n    }\n  });\n  return clean;\n}\n\n/*\n * Extracts exactly the props PivotData needs to compute results, with\n * everything non-serializable stripped, so the object can be posted to the\n * worker and fed straight into PivotData.\n */\nexport function createWorkerConfig(props) {\n  return {\n    rows: props.rows,\n    cols: props.cols,\n    aggregatorName: props.aggregatorName,\n    aggregations: props.aggregations,\n    vals: props.vals,\n    valueFilter: props.valueFilter,\n    sorters: sanitizeSorters(props.sorters),\n    rowOrder: props.rowOrder,\n    colOrder: props.colOrder,\n    rowSorts: props.rowSorts,\n    colSorts: props.colSorts,\n  };\n}\n\n/*\n * Stable string signature of everything that influences a worker computation.\n * Data identity is NOT part of it; callers append their own data version.\n */\nexport function createComputeSignature(props) {\n  return JSON.stringify(createWorkerConfig(props));\n}\n\n/*\n * Decides whether the current props can be computed inside the Web Worker.\n * Anything that cannot be structured-cloned (function data sources, custom\n * derivedAttributes, custom aggregator maps) forces the classic path.\n * Function-based sorters are allowed: they are re-applied on the main thread.\n */\nexport function canComputeInWorker(props, options = {}) {\n  if (options.enabled === false) {\n    return false;\n  }\n  if (typeof Worker === 'undefined') {\n    return false;\n  }\n  const threshold =\n    typeof options.threshold === 'number'\n      ? options.threshold\n      : DEFAULT_WORKER_THRESHOLD;\n  const data = props.data;\n  if (!Array.isArray(data) || data.length < threshold) {\n    return false;\n  }\n  if (\n    props.derivedAttributes &&\n    Object.keys(props.derivedAttributes).length > 0\n  ) {\n    return false;\n  }\n  if (props.aggregators !== PivotData.defaultProps.aggregators) {\n    return false;\n  }\n  return true;\n}\n"]}

package/dist/pivotWorker.js

@@ -2,25 +2,12 @@
 
 var _pivotCompute = require('./pivotCompute');
 
-var MAX_CACHED_DATASETS = 4; /* eslint-disable valid-jsdoc */
-/*
- * Web Worker entry point for off-main-thread pivot computation.
- *
- * Message protocol (plain, structured-cloneable objects):
- *   main -> worker   {type: 'pivot:setData',  id, dataKey, data}
- *   main -> worker   {type: 'pivot:compute',  id, dataKey, config}
- *   worker -> main   {type: 'pivot:progress', id, processed, total, phase}
- *   worker -> main   {type: 'pivot:result',   id, result}
- *   worker -> main   {type: 'pivot:error',    id, message}
- *
- * The materialized dataset is cached per dataKey, so repeated computations on
- * the same data (e.g. dragging fields around) do not pay the cost of
- * re-scanning the raw records.
- */
-
+var MAX_CACHED_DATASETS = 4;
 
 var datasetCache = new Map();
 
+var debugEnabled = false;
+
 var cacheDataset = function cacheDataset(dataKey, dataset) {
   datasetCache.delete(dataKey);
   datasetCache.set(dataKey, dataset);
@@ -35,6 +22,12 @@ var postToMain = function postToMain(message) {
   self.postMessage(message);
 };
 
+var log = function log(message, detail) {
+  if (debugEnabled) {
+    postToMain({ type: 'pivot:log', message: message, detail: detail });
+  }
+};
+
 var toErrorMessage = function toErrorMessage(error) {
   return String(error && error.message || error);
 };
@@ -42,9 +35,17 @@ var toErrorMessage = function toErrorMessage(error) {
 self.addEventListener('message', function (event) {
   var message = event.data || {};
 
+  if (message.type === 'pivot:debug') {
+    debugEnabled = Boolean(message.enabled);
+    log('debug logging ' + (debugEnabled ? 'enabled' : 'disabled') + ' in worker');
+    return;
+  }
+
   if (message.type === 'pivot:setData') {
+    var startedAt = Date.now();
+    log('#' + message.id + ' setData received: ' + (message.data || []).length + ' records (dataKey=' + message.dataKey + ')');
     try {
-      cacheDataset(message.dataKey, (0, _pivotCompute.materializeData)(message.data, {}, function (processed, total) {
+      var dataset = cacheDataset(message.dataKey, (0, _pivotCompute.materializeData)(message.data, {}, function (processed, total) {
         postToMain({
           type: 'pivot:progress',
           id: message.id,
@@ -53,7 +54,9 @@ self.addEventListener('message', function (event) {
           phase: 'materialize'
         });
       }));
+      log('#' + message.id + ' materialized ' + dataset.totalRecords + ' records in ' + (Date.now() - startedAt + 'ms (attributes: ' + Object.keys(dataset.attrValues).join(', ') + ')'));
     } catch (error) {
+      log('#' + message.id + ' setData failed: ' + toErrorMessage(error));
       postToMain({
         type: 'pivot:error',
         id: message.id,
@@ -64,12 +67,15 @@ self.addEventListener('message', function (event) {
   }
 
   if (message.type === 'pivot:compute') {
+    var _startedAt = Date.now();
+    var config = message.config || {};
     try {
-      var dataset = datasetCache.get(message.dataKey);
-      if (!dataset) {
+      var _dataset = datasetCache.get(message.dataKey);
+      if (!_dataset) {
         throw new Error('no dataset staged for key ' + message.dataKey);
       }
-      var result = (0, _pivotCompute.computePivotState)(dataset, message.config, function (processed, total, phase) {
+      log('#' + message.id + ' compute received (rows=[' + (config.rows || []).join(', ') + '] cols=[' + (config.cols || []).join(', ') + '])');
+      var result = (0, _pivotCompute.computePivotState)(_dataset, message.config, function (processed, total, phase) {
         postToMain({
           type: 'pivot:progress',
           id: message.id,
@@ -78,8 +84,12 @@ self.addEventListener('message', function (event) {
           phase: phase
         });
       });
+      log('#' + message.id + ' computed in ' + (Date.now() - _startedAt) + 'ms (rowKeys: ' + result.rowKeys.length + ', colKeys: ' + result.colKeys.length + ', aggregations: ' + result.aggregations.map(function (agg) {
+        return agg.key;
+      }).join(', ') + ')');
       postToMain({ type: 'pivot:result', id: message.id, result: result });
     } catch (error) {
+      log('#' + message.id + ' compute failed: ' + toErrorMessage(error));
       postToMain({
         type: 'pivot:error',
         id: message.id,

package/dist/pivotWorker.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/pivotWorker.js"],"names":["MAX_CACHED_DATASETS","datasetCache","Map","cacheDataset","dataKey","dataset","delete","set","size","oldestKey","keys","next","value","postToMain","self","postMessage","message","toErrorMessage","String","error","addEventListener","event","data","type","processed","total","id","phase","get","Error","result","config"],"mappings":";;AAeA;;AAEA,IAAMA,sBAAsB,CAA5B,C,CAjBA;AACA;;;;;;;;;;;;;;;;AAkBA,IAAMC,eAAe,IAAIC,GAAJ,EAArB;;AAEA,IAAMC,eAAe,SAAfA,YAAe,CAACC,OAAD,EAAUC,OAAV,EAAsB;AACzCJ,eAAaK,MAAb,CAAoBF,OAApB;AACAH,eAAaM,GAAb,CAAiBH,OAAjB,EAA0BC,OAA1B;AACA,SAAOJ,aAAaO,IAAb,GAAoBR,mBAA3B,EAAgD;AAC9C,QAAMS,YAAYR,aAAaS,IAAb,GAAoBC,IAApB,GAA2BC,KAA7C;AACAX,iBAAaK,MAAb,CAAoBG,SAApB;AACD;AACD,SAAOJ,OAAP;AACD,CARD;;AAUA,IAAMQ,aAAa,SAAbA,UAAa,UAAW;AAC5BC,OAAKC,WAAL,CAAiBC,OAAjB;AACD,CAFD;;AAIA,IAAMC,iBAAiB,SAAjBA,cAAiB;AAAA,SAASC,OAAQC,SAASA,MAAMH,OAAhB,IAA4BG,KAAnC,CAAT;AAAA,CAAvB;;AAEAL,KAAKM,gBAAL,CAAsB,SAAtB,EAAiC,iBAAS;AACxC,MAAMJ,UAAUK,MAAMC,IAAN,IAAc,EAA9B;;AAEA,MAAIN,QAAQO,IAAR,KAAiB,eAArB,EAAsC;AACpC,QAAI;AACFpB,mBACEa,QAAQZ,OADV,EAEE,mCAAgBY,QAAQM,IAAxB,EAA8B,EAA9B,EAAkC,UAACE,SAAD,EAAYC,KAAZ,EAAsB;AACtDZ,mBAAW;AACTU,gBAAM,gBADG;AAETG,cAAIV,QAAQU,EAFH;AAGTF,8BAHS;AAITC,sBAJS;AAKTE,iBAAO;AALE,SAAX;AAOD,OARD,CAFF;AAYD,KAbD,CAaE,OAAOR,KAAP,EAAc;AACdN,iBAAW;AACTU,cAAM,aADG;AAETG,YAAIV,QAAQU,EAFH;AAGTV,iBAASC,eAAeE,KAAf;AAHA,OAAX;AAKD;AACD;AACD;;AAED,MAAIH,QAAQO,IAAR,KAAiB,eAArB,EAAsC;AACpC,QAAI;AACF,UAAMlB,UAAUJ,aAAa2B,GAAb,CAAiBZ,QAAQZ,OAAzB,CAAhB;AACA,UAAI,CAACC,OAAL,EAAc;AACZ,cAAM,IAAIwB,KAAJ,gCAAuCb,QAAQZ,OAA/C,CAAN;AACD;AACD,UAAM0B,SAAS,qCACbzB,OADa,EAEbW,QAAQe,MAFK,EAGb,UAACP,SAAD,EAAYC,KAAZ,EAAmBE,KAAnB,EAA6B;AAC3Bd,mBAAW;AACTU,gBAAM,gBADG;AAETG,cAAIV,QAAQU,EAFH;AAGTF,8BAHS;AAITC,sBAJS;AAKTE;AALS,SAAX;AAOD,OAXY,CAAf;AAaAd,iBAAW,EAACU,MAAM,cAAP,EAAuBG,IAAIV,QAAQU,EAAnC,EAAuCI,cAAvC,EAAX;AACD,KAnBD,CAmBE,OAAOX,KAAP,EAAc;AACdN,iBAAW;AACTU,cAAM,aADG;AAETG,YAAIV,QAAQU,EAFH;AAGTV,iBAASC,eAAeE,KAAf;AAHA,OAAX;AAKD;AACF;AACF,CAvDD","file":"pivotWorker.js","sourcesContent":["/* eslint-disable valid-jsdoc */\n/*\n * Web Worker entry point for off-main-thread pivot computation.\n *\n * Message protocol (plain, structured-cloneable objects):\n *   main -> worker   {type: 'pivot:setData',  id, dataKey, data}\n *   main -> worker   {type: 'pivot:compute',  id, dataKey, config}\n *   worker -> main   {type: 'pivot:progress', id, processed, total, phase}\n *   worker -> main   {type: 'pivot:result',   id, result}\n *   worker -> main   {type: 'pivot:error',    id, message}\n *\n * The materialized dataset is cached per dataKey, so repeated computations on\n * the same data (e.g. dragging fields around) do not pay the cost of\n * re-scanning the raw records.\n */\nimport {materializeData, computePivotState} from './pivotCompute';\n\nconst MAX_CACHED_DATASETS = 4;\n\nconst datasetCache = new Map();\n\nconst cacheDataset = (dataKey, dataset) => {\n  datasetCache.delete(dataKey);\n  datasetCache.set(dataKey, dataset);\n  while (datasetCache.size > MAX_CACHED_DATASETS) {\n    const oldestKey = datasetCache.keys().next().value;\n    datasetCache.delete(oldestKey);\n  }\n  return dataset;\n};\n\nconst postToMain = message => {\n  self.postMessage(message);\n};\n\nconst toErrorMessage = error => String((error && error.message) || error);\n\nself.addEventListener('message', event => {\n  const message = event.data || {};\n\n  if (message.type === 'pivot:setData') {\n    try {\n      cacheDataset(\n        message.dataKey,\n        materializeData(message.data, {}, (processed, total) => {\n          postToMain({\n            type: 'pivot:progress',\n            id: message.id,\n            processed,\n            total,\n            phase: 'materialize',\n          });\n        })\n      );\n    } catch (error) {\n      postToMain({\n        type: 'pivot:error',\n        id: message.id,\n        message: toErrorMessage(error),\n      });\n    }\n    return;\n  }\n\n  if (message.type === 'pivot:compute') {\n    try {\n      const dataset = datasetCache.get(message.dataKey);\n      if (!dataset) {\n        throw new Error(`no dataset staged for key ${message.dataKey}`);\n      }\n      const result = computePivotState(\n        dataset,\n        message.config,\n        (processed, total, phase) => {\n          postToMain({\n            type: 'pivot:progress',\n            id: message.id,\n            processed,\n            total,\n            phase,\n          });\n        }\n      );\n      postToMain({type: 'pivot:result', id: message.id, result});\n    } catch (error) {\n      postToMain({\n        type: 'pivot:error',\n        id: message.id,\n        message: toErrorMessage(error),\n      });\n    }\n  }\n});\n"]}
+{"version":3,"sources":["../src/pivotWorker.js"],"names":["MAX_CACHED_DATASETS","datasetCache","Map","debugEnabled","cacheDataset","dataKey","dataset","delete","set","size","oldestKey","keys","next","value","postToMain","self","postMessage","message","log","detail","type","toErrorMessage","String","error","addEventListener","event","data","Boolean","enabled","startedAt","Date","now","id","length","processed","total","phase","totalRecords","Object","attrValues","join","config","get","Error","rows","cols","result","rowKeys","colKeys","aggregations","map","agg","key"],"mappings":";;AAAA;;AAEA,IAAMA,sBAAsB,CAA5B;;AAEA,IAAMC,eAAe,IAAIC,GAAJ,EAArB;;AAEA,IAAIC,eAAe,KAAnB;;AAEA,IAAMC,eAAe,SAAfA,YAAe,CAACC,OAAD,EAAUC,OAAV,EAAsB;AACzCL,eAAaM,MAAb,CAAoBF,OAApB;AACAJ,eAAaO,GAAb,CAAiBH,OAAjB,EAA0BC,OAA1B;AACA,SAAOL,aAAaQ,IAAb,GAAoBT,mBAA3B,EAAgD;AAC9C,QAAMU,YAAYT,aAAaU,IAAb,GAAoBC,IAApB,GAA2BC,KAA7C;AACAZ,iBAAaM,MAAb,CAAoBG,SAApB;AACD;AACD,SAAOJ,OAAP;AACD,CARD;;AAUA,IAAMQ,aAAa,SAAbA,UAAa,UAAW;AAC5BC,OAAKC,WAAL,CAAiBC,OAAjB;AACD,CAFD;;AAIA,IAAMC,MAAM,SAANA,GAAM,CAACD,OAAD,EAAUE,MAAV,EAAqB;AAC/B,MAAIhB,YAAJ,EAAkB;AAChBW,eAAW,EAACM,MAAM,WAAP,EAAoBH,gBAApB,EAA6BE,cAA7B,EAAX;AACD;AACF,CAJD;;AAMA,IAAME,iBAAiB,SAAjBA,cAAiB;AAAA,SAASC,OAAQC,SAASA,MAAMN,OAAhB,IAA4BM,KAAnC,CAAT;AAAA,CAAvB;;AAEAR,KAAKS,gBAAL,CAAsB,SAAtB,EAAiC,iBAAS;AACxC,MAAMP,UAAUQ,MAAMC,IAAN,IAAc,EAA9B;;AAEA,MAAIT,QAAQG,IAAR,KAAiB,aAArB,EAAoC;AAClCjB,mBAAewB,QAAQV,QAAQW,OAAhB,CAAf;AACAV,4BAAqBf,eAAe,SAAf,GAA2B,UAAhD;AACA;AACD;;AAED,MAAIc,QAAQG,IAAR,KAAiB,eAArB,EAAsC;AACpC,QAAMS,YAAYC,KAAKC,GAAL,EAAlB;AACAb,cACMD,QAAQe,EADd,2BAEI,CAACf,QAAQS,IAAR,IAAgB,EAAjB,EAAqBO,MAFzB,0BAGuBhB,QAAQZ,OAH/B;AAKA,QAAI;AACF,UAAMC,UAAUF,aACda,QAAQZ,OADM,EAEd,mCAAgBY,QAAQS,IAAxB,EAA8B,EAA9B,EAAkC,UAACQ,SAAD,EAAYC,KAAZ,EAAsB;AACtDrB,mBAAW;AACTM,gBAAM,gBADG;AAETY,cAAIf,QAAQe,EAFH;AAGTE,8BAHS;AAITC,sBAJS;AAKTC,iBAAO;AALE,SAAX;AAOD,OARD,CAFc,CAAhB;AAYAlB,UACE,MAAID,QAAQe,EAAZ,sBAA+B1B,QAAQ+B,YAAvC,qBACKP,KAAKC,GAAL,KAAaF,SADlB,wBAC8CS,OAAO3B,IAAP,CAC1CL,QAAQiC,UADkC,EAE1CC,IAF0C,CAErC,IAFqC,CAD9C,OADF;AAMD,KAnBD,CAmBE,OAAOjB,KAAP,EAAc;AACdL,gBAAQD,QAAQe,EAAhB,yBAAsCX,eAAeE,KAAf,CAAtC;AACAT,iBAAW;AACTM,cAAM,aADG;AAETY,YAAIf,QAAQe,EAFH;AAGTf,iBAASI,eAAeE,KAAf;AAHA,OAAX;AAKD;AACD;AACD;;AAED,MAAIN,QAAQG,IAAR,KAAiB,eAArB,EAAsC;AACpC,QAAMS,aAAYC,KAAKC,GAAL,EAAlB;AACA,QAAMU,SAASxB,QAAQwB,MAAR,IAAkB,EAAjC;AACA,QAAI;AACF,UAAMnC,WAAUL,aAAayC,GAAb,CAAiBzB,QAAQZ,OAAzB,CAAhB;AACA,UAAI,CAACC,QAAL,EAAc;AACZ,cAAM,IAAIqC,KAAJ,gCAAuC1B,QAAQZ,OAA/C,CAAN;AACD;AACDa,gBACMD,QAAQe,EADd,iCAC4C,CAACS,OAAOG,IAAP,IAAe,EAAhB,EAAoBJ,IAApB,CACxC,IADwC,CAD5C,gBAGc,CAACC,OAAOI,IAAP,IAAe,EAAhB,EAAoBL,IAApB,CAAyB,IAAzB,CAHd;AAKA,UAAMM,SAAS,qCACbxC,QADa,EAEbW,QAAQwB,MAFK,EAGb,UAACP,SAAD,EAAYC,KAAZ,EAAmBC,KAAnB,EAA6B;AAC3BtB,mBAAW;AACTM,gBAAM,gBADG;AAETY,cAAIf,QAAQe,EAFH;AAGTE,8BAHS;AAITC,sBAJS;AAKTC;AALS,SAAX;AAOD,OAXY,CAAf;AAaAlB,gBACMD,QAAQe,EADd,sBACgCF,KAAKC,GAAL,KAAaF,UAD7C,sBAEIiB,OAAOC,OAAP,CAAed,MAFnB,mBAIIa,OAAOE,OAAP,CAAef,MAJnB,wBAKqBa,OAAOG,YAAP,CAAoBC,GAApB,CAAwB;AAAA,eAAOC,IAAIC,GAAX;AAAA,OAAxB,EAAwCZ,IAAxC,CAA6C,IAA7C,CALrB;AAOA1B,iBAAW,EAACM,MAAM,cAAP,EAAuBY,IAAIf,QAAQe,EAAnC,EAAuCc,cAAvC,EAAX;AACD,KA/BD,CA+BE,OAAOvB,KAAP,EAAc;AACdL,gBAAQD,QAAQe,EAAhB,yBAAsCX,eAAeE,KAAf,CAAtC;AACAT,iBAAW;AACTM,cAAM,aADG;AAETY,YAAIf,QAAQe,EAFH;AAGTf,iBAASI,eAAeE,KAAf;AAHA,OAAX;AAKD;AACF;AACF,CAzFD","file":"pivotWorker.js","sourcesContent":["import {materializeData, computePivotState} from './pivotCompute';\n\nconst MAX_CACHED_DATASETS = 4;\n\nconst datasetCache = new Map();\n\nlet debugEnabled = false;\n\nconst cacheDataset = (dataKey, dataset) => {\n  datasetCache.delete(dataKey);\n  datasetCache.set(dataKey, dataset);\n  while (datasetCache.size > MAX_CACHED_DATASETS) {\n    const oldestKey = datasetCache.keys().next().value;\n    datasetCache.delete(oldestKey);\n  }\n  return dataset;\n};\n\nconst postToMain = message => {\n  self.postMessage(message);\n};\n\nconst log = (message, detail) => {\n  if (debugEnabled) {\n    postToMain({type: 'pivot:log', message, detail});\n  }\n};\n\nconst toErrorMessage = error => String((error && error.message) || error);\n\nself.addEventListener('message', event => {\n  const message = event.data || {};\n\n  if (message.type === 'pivot:debug') {\n    debugEnabled = Boolean(message.enabled);\n    log(`debug logging ${debugEnabled ? 'enabled' : 'disabled'} in worker`);\n    return;\n  }\n\n  if (message.type === 'pivot:setData') {\n    const startedAt = Date.now();\n    log(\n      `#${message.id} setData received: ${\n        (message.data || []).length\n      } records (dataKey=${message.dataKey})`\n    );\n    try {\n      const dataset = cacheDataset(\n        message.dataKey,\n        materializeData(message.data, {}, (processed, total) => {\n          postToMain({\n            type: 'pivot:progress',\n            id: message.id,\n            processed,\n            total,\n            phase: 'materialize',\n          });\n        })\n      );\n      log(\n        `#${message.id} materialized ${dataset.totalRecords} records in ` +\n          `${Date.now() - startedAt}ms (attributes: ${Object.keys(\n            dataset.attrValues\n          ).join(', ')})`\n      );\n    } catch (error) {\n      log(`#${message.id} setData failed: ${toErrorMessage(error)}`);\n      postToMain({\n        type: 'pivot:error',\n        id: message.id,\n        message: toErrorMessage(error),\n      });\n    }\n    return;\n  }\n\n  if (message.type === 'pivot:compute') {\n    const startedAt = Date.now();\n    const config = message.config || {};\n    try {\n      const dataset = datasetCache.get(message.dataKey);\n      if (!dataset) {\n        throw new Error(`no dataset staged for key ${message.dataKey}`);\n      }\n      log(\n        `#${message.id} compute received (rows=[${(config.rows || []).join(\n          ', '\n        )}] cols=[${(config.cols || []).join(', ')}])`\n      );\n      const result = computePivotState(\n        dataset,\n        message.config,\n        (processed, total, phase) => {\n          postToMain({\n            type: 'pivot:progress',\n            id: message.id,\n            processed,\n            total,\n            phase,\n          });\n        }\n      );\n      log(\n        `#${message.id} computed in ${Date.now() - startedAt}ms (rowKeys: ${\n          result.rowKeys.length\n        }, colKeys: ${\n          result.colKeys.length\n        }, aggregations: ${result.aggregations.map(agg => agg.key).join(', ')})`\n      );\n      postToMain({type: 'pivot:result', id: message.id, result});\n    } catch (error) {\n      log(`#${message.id} compute failed: ${toErrorMessage(error)}`);\n      postToMain({\n        type: 'pivot:error',\n        id: message.id,\n        message: toErrorMessage(error),\n      });\n    }\n  }\n});\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hrforte/react-pivottable",
-  "version": "2.0.0",
+  "version": "2.1.0",
   "publishConfig": {
     "access": "public"
   },