@inseefr/lunatic 2.3.1 → 2.4.1-beta

package/lib/utils/suggester-workers/append-to-index/append.js

@@ -0,0 +1,78 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _storeTools = require("../../store-tools");
+var _idbTools = require("../../idb-tools");
+var _storeMessages = _interopRequireDefault(require("./store-messages"));
+var _prepareEntities = _interopRequireDefault(require("./prepare-entities"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
+function _regeneratorRuntime() { "use strict"; /*! regenerator-runtime -- Copyright (c) 2014-present, Facebook, Inc. -- license (MIT): https://github.com/facebook/regenerator/blob/main/LICENSE */ _regeneratorRuntime = function _regeneratorRuntime() { return exports; }; var exports = {}, Op = Object.prototype, hasOwn = Op.hasOwnProperty, defineProperty = Object.defineProperty || function (obj, key, desc) { obj[key] = desc.value; }, $Symbol = "function" == typeof Symbol ? Symbol : {}, iteratorSymbol = $Symbol.iterator || "@@iterator", asyncIteratorSymbol = $Symbol.asyncIterator || "@@asyncIterator", toStringTagSymbol = $Symbol.toStringTag || "@@toStringTag"; function define(obj, key, value) { return Object.defineProperty(obj, key, { value: value, enumerable: !0, configurable: !0, writable: !0 }), obj[key]; } try { define({}, ""); } catch (err) { define = function define(obj, key, value) { return obj[key] = value; }; } function wrap(innerFn, outerFn, self, tryLocsList) { var protoGenerator = outerFn && outerFn.prototype instanceof Generator ? outerFn : Generator, generator = Object.create(protoGenerator.prototype), context = new Context(tryLocsList || []); return defineProperty(generator, "_invoke", { value: makeInvokeMethod(innerFn, self, context) }), generator; } function tryCatch(fn, obj, arg) { try { return { type: "normal", arg: fn.call(obj, arg) }; } catch (err) { return { type: "throw", arg: err }; } } exports.wrap = wrap; var ContinueSentinel = {}; function Generator() {} function GeneratorFunction() {} function GeneratorFunctionPrototype() {} var IteratorPrototype = {}; define(IteratorPrototype, iteratorSymbol, function () { return this; }); var getProto = Object.getPrototypeOf, NativeIteratorPrototype = getProto && getProto(getProto(values([]))); NativeIteratorPrototype && NativeIteratorPrototype !== Op && hasOwn.call(NativeIteratorPrototype, iteratorSymbol) && (IteratorPrototype = NativeIteratorPrototype); var Gp = GeneratorFunctionPrototype.prototype = Generator.prototype = Object.create(IteratorPrototype); function defineIteratorMethods(prototype) { ["next", "throw", "return"].forEach(function (method) { define(prototype, method, function (arg) { return this._invoke(method, arg); }); }); } function AsyncIterator(generator, PromiseImpl) { function invoke(method, arg, resolve, reject) { var record = tryCatch(generator[method], generator, arg); if ("throw" !== record.type) { var result = record.arg, value = result.value; return value && "object" == _typeof(value) && hasOwn.call(value, "__await") ? PromiseImpl.resolve(value.__await).then(function (value) { invoke("next", value, resolve, reject); }, function (err) { invoke("throw", err, resolve, reject); }) : PromiseImpl.resolve(value).then(function (unwrapped) { result.value = unwrapped, resolve(result); }, function (error) { return invoke("throw", error, resolve, reject); }); } reject(record.arg); } var previousPromise; defineProperty(this, "_invoke", { value: function value(method, arg) { function callInvokeWithMethodAndArg() { return new PromiseImpl(function (resolve, reject) { invoke(method, arg, resolve, reject); }); } return previousPromise = previousPromise ? previousPromise.then(callInvokeWithMethodAndArg, callInvokeWithMethodAndArg) : callInvokeWithMethodAndArg(); } }); } function makeInvokeMethod(innerFn, self, context) { var state = "suspendedStart"; return function (method, arg) { if ("executing" === state) throw new Error("Generator is already running"); if ("completed" === state) { if ("throw" === method) throw arg; return doneResult(); } for (context.method = method, context.arg = arg;;) { var delegate = context.delegate; if (delegate) { var delegateResult = maybeInvokeDelegate(delegate, context); if (delegateResult) { if (delegateResult === ContinueSentinel) continue; return delegateResult; } } if ("next" === context.method) context.sent = context._sent = context.arg;else if ("throw" === context.method) { if ("suspendedStart" === state) throw state = "completed", context.arg; context.dispatchException(context.arg); } else "return" === context.method && context.abrupt("return", context.arg); state = "executing"; var record = tryCatch(innerFn, self, context); if ("normal" === record.type) { if (state = context.done ? "completed" : "suspendedYield", record.arg === ContinueSentinel) continue; return { value: record.arg, done: context.done }; } "throw" === record.type && (state = "completed", context.method = "throw", context.arg = record.arg); } }; } function maybeInvokeDelegate(delegate, context) { var methodName = context.method, method = delegate.iterator[methodName]; if (undefined === method) return context.delegate = null, "throw" === methodName && delegate.iterator["return"] && (context.method = "return", context.arg = undefined, maybeInvokeDelegate(delegate, context), "throw" === context.method) || "return" !== methodName && (context.method = "throw", context.arg = new TypeError("The iterator does not provide a '" + methodName + "' method")), ContinueSentinel; var record = tryCatch(method, delegate.iterator, context.arg); if ("throw" === record.type) return context.method = "throw", context.arg = record.arg, context.delegate = null, ContinueSentinel; var info = record.arg; return info ? info.done ? (context[delegate.resultName] = info.value, context.next = delegate.nextLoc, "return" !== context.method && (context.method = "next", context.arg = undefined), context.delegate = null, ContinueSentinel) : info : (context.method = "throw", context.arg = new TypeError("iterator result is not an object"), context.delegate = null, ContinueSentinel); } function pushTryEntry(locs) { var entry = { tryLoc: locs[0] }; 1 in locs && (entry.catchLoc = locs[1]), 2 in locs && (entry.finallyLoc = locs[2], entry.afterLoc = locs[3]), this.tryEntries.push(entry); } function resetTryEntry(entry) { var record = entry.completion || {}; record.type = "normal", delete record.arg, entry.completion = record; } function Context(tryLocsList) { this.tryEntries = [{ tryLoc: "root" }], tryLocsList.forEach(pushTryEntry, this), this.reset(!0); } function values(iterable) { if (iterable) { var iteratorMethod = iterable[iteratorSymbol]; if (iteratorMethod) return iteratorMethod.call(iterable); if ("function" == typeof iterable.next) return iterable; if (!isNaN(iterable.length)) { var i = -1, next = function next() { for (; ++i < iterable.length;) if (hasOwn.call(iterable, i)) return next.value = iterable[i], next.done = !1, next; return next.value = undefined, next.done = !0, next; }; return next.next = next; } } return { next: doneResult }; } function doneResult() { return { value: undefined, done: !0 }; } return GeneratorFunction.prototype = GeneratorFunctionPrototype, defineProperty(Gp, "constructor", { value: GeneratorFunctionPrototype, configurable: !0 }), defineProperty(GeneratorFunctionPrototype, "constructor", { value: GeneratorFunction, configurable: !0 }), GeneratorFunction.displayName = define(GeneratorFunctionPrototype, toStringTagSymbol, "GeneratorFunction"), exports.isGeneratorFunction = function (genFun) { var ctor = "function" == typeof genFun && genFun.constructor; return !!ctor && (ctor === GeneratorFunction || "GeneratorFunction" === (ctor.displayName || ctor.name)); }, exports.mark = function (genFun) { return Object.setPrototypeOf ? Object.setPrototypeOf(genFun, GeneratorFunctionPrototype) : (genFun.__proto__ = GeneratorFunctionPrototype, define(genFun, toStringTagSymbol, "GeneratorFunction")), genFun.prototype = Object.create(Gp), genFun; }, exports.awrap = function (arg) { return { __await: arg }; }, defineIteratorMethods(AsyncIterator.prototype), define(AsyncIterator.prototype, asyncIteratorSymbol, function () { return this; }), exports.AsyncIterator = AsyncIterator, exports.async = function (innerFn, outerFn, self, tryLocsList, PromiseImpl) { void 0 === PromiseImpl && (PromiseImpl = Promise); var iter = new AsyncIterator(wrap(innerFn, outerFn, self, tryLocsList), PromiseImpl); return exports.isGeneratorFunction(outerFn) ? iter : iter.next().then(function (result) { return result.done ? result.value : iter.next(); }); }, defineIteratorMethods(Gp), define(Gp, toStringTagSymbol, "Generator"), define(Gp, iteratorSymbol, function () { return this; }), define(Gp, "toString", function () { return "[object Generator]"; }), exports.keys = function (val) { var object = Object(val), keys = []; for (var key in object) keys.push(key); return keys.reverse(), function next() { for (; keys.length;) { var key = keys.pop(); if (key in object) return next.value = key, next.done = !1, next; } return next.done = !0, next; }; }, exports.values = values, Context.prototype = { constructor: Context, reset: function reset(skipTempReset) { if (this.prev = 0, this.next = 0, this.sent = this._sent = undefined, this.done = !1, this.delegate = null, this.method = "next", this.arg = undefined, this.tryEntries.forEach(resetTryEntry), !skipTempReset) for (var name in this) "t" === name.charAt(0) && hasOwn.call(this, name) && !isNaN(+name.slice(1)) && (this[name] = undefined); }, stop: function stop() { this.done = !0; var rootRecord = this.tryEntries[0].completion; if ("throw" === rootRecord.type) throw rootRecord.arg; return this.rval; }, dispatchException: function dispatchException(exception) { if (this.done) throw exception; var context = this; function handle(loc, caught) { return record.type = "throw", record.arg = exception, context.next = loc, caught && (context.method = "next", context.arg = undefined), !!caught; } for (var i = this.tryEntries.length - 1; i >= 0; --i) { var entry = this.tryEntries[i], record = entry.completion; if ("root" === entry.tryLoc) return handle("end"); if (entry.tryLoc <= this.prev) { var hasCatch = hasOwn.call(entry, "catchLoc"), hasFinally = hasOwn.call(entry, "finallyLoc"); if (hasCatch && hasFinally) { if (this.prev < entry.catchLoc) return handle(entry.catchLoc, !0); if (this.prev < entry.finallyLoc) return handle(entry.finallyLoc); } else if (hasCatch) { if (this.prev < entry.catchLoc) return handle(entry.catchLoc, !0); } else { if (!hasFinally) throw new Error("try statement without catch or finally"); if (this.prev < entry.finallyLoc) return handle(entry.finallyLoc); } } } }, abrupt: function abrupt(type, arg) { for (var i = this.tryEntries.length - 1; i >= 0; --i) { var entry = this.tryEntries[i]; if (entry.tryLoc <= this.prev && hasOwn.call(entry, "finallyLoc") && this.prev < entry.finallyLoc) { var finallyEntry = entry; break; } } finallyEntry && ("break" === type || "continue" === type) && finallyEntry.tryLoc <= arg && arg <= finallyEntry.finallyLoc && (finallyEntry = null); var record = finallyEntry ? finallyEntry.completion : {}; return record.type = type, record.arg = arg, finallyEntry ? (this.method = "next", this.next = finallyEntry.finallyLoc, ContinueSentinel) : this.complete(record); }, complete: function complete(record, afterLoc) { if ("throw" === record.type) throw record.arg; return "break" === record.type || "continue" === record.type ? this.next = record.arg : "return" === record.type ? (this.rval = this.arg = record.arg, this.method = "return", this.next = "end") : "normal" === record.type && afterLoc && (this.next = afterLoc), ContinueSentinel; }, finish: function finish(finallyLoc) { for (var i = this.tryEntries.length - 1; i >= 0; --i) { var entry = this.tryEntries[i]; if (entry.finallyLoc === finallyLoc) return this.complete(entry.completion, entry.afterLoc), resetTryEntry(entry), ContinueSentinel; } }, "catch": function _catch(tryLoc) { for (var i = this.tryEntries.length - 1; i >= 0; --i) { var entry = this.tryEntries[i]; if (entry.tryLoc === tryLoc) { var record = entry.completion; if ("throw" === record.type) { var thrown = record.arg; resetTryEntry(entry); } return thrown; } } throw new Error("illegal catch attempt"); }, delegateYield: function delegateYield(iterable, resultName, nextLoc) { return this.delegate = { iterator: values(iterable), resultName: resultName, nextLoc: nextLoc }, "next" === this.method && (this.arg = undefined), ContinueSentinel; } }, exports; }
+function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) { try { var info = gen[key](arg); var value = info.value; } catch (error) { reject(error); return; } if (info.done) { resolve(value); } else { Promise.resolve(value).then(_next, _throw); } }
+function _asyncToGenerator(fn) { return function () { var self = this, args = arguments; return new Promise(function (resolve, reject) { var gen = fn.apply(self, args); function _next(value) { asyncGeneratorStep(gen, resolve, reject, _next, _throw, "next", value); } function _throw(err) { asyncGeneratorStep(gen, resolve, reject, _next, _throw, "throw", err); } _next(undefined); }); }; }
+function append(_x, _x2, _x3) {
+  return _append.apply(this, arguments);
+}
+function _append() {
+  _append = _asyncToGenerator( /*#__PURE__*/_regeneratorRuntime().mark(function _callee(storeInfo, version, entities) {
+    var log,
+      name,
+      stopWords,
+      fields,
+      prepared,
+      db,
+      _args = arguments;
+    return _regeneratorRuntime().wrap(function _callee$(_context) {
+      while (1) switch (_context.prev = _context.next) {
+        case 0:
+          log = _args.length > 3 && _args[3] !== undefined ? _args[3] : function () {
+            return null;
+          };
+          _context.prev = 1;
+          name = storeInfo.name, stopWords = storeInfo.stopWords, fields = storeInfo.fields;
+          prepared = (0, _prepareEntities["default"])(entities, {
+            fields: fields,
+            stopWords: stopWords
+          }, log);
+          _context.next = 6;
+          return (0, _idbTools.openDb)(name, version);
+        case 6:
+          db = _context.sent;
+          log({
+            message: _storeMessages["default"].startInsertBatch
+          });
+          _context.next = 10;
+          return (0, _idbTools.idbBulkInsert)(db, _storeTools.CONSTANTES.STORE_DATA_NAME, function (args) {
+            var message = args.message;
+            log({
+              message: message
+            });
+          })(prepared);
+        case 10:
+          log({
+            message: _storeMessages["default"].insertBatchDone
+          });
+          log({
+            message: _storeMessages["default"].done
+          });
+          return _context.abrupt("return", 'success');
+        case 15:
+          _context.prev = 15;
+          _context.t0 = _context["catch"](1);
+          log({
+            message: 'Errors occurred when trying to append data.'
+          });
+          console.error(_context.t0);
+        case 19:
+        case "end":
+          return _context.stop();
+      }
+    }, _callee, null, [[1, 15]]);
+  }));
+  return _append.apply(this, arguments);
+}
+var _default = append;
+exports["default"] = _default;

package/lib/utils/suggester-workers/append-to-index/append.worker.js

@@ -0,0 +1,33 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.test = void 0;
+require("core-js/stable");
+require("regenerator-runtime/runtime");
+var _append = _interopRequireDefault(require("./append"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+/* eslint-disable no-restricted-globals */
+
+self.onmessage = function (e) {
+  function log(message) {
+    self.postMessage(message);
+  }
+  var _e$data = e.data,
+    name = _e$data.name,
+    version = _e$data.version,
+    stopWords = _e$data.stopWords,
+    fields = _e$data.fields,
+    entities = _e$data.entities;
+  (0, _append["default"])({
+    name: name,
+    version: version,
+    stopWords: stopWords,
+    fields: fields
+  }, version, entities, log).then(function () {
+    self.postMessage('success');
+  });
+};
+var test = 'test';
+exports.test = test;

package/lib/utils/suggester-workers/append-to-index/create-append-task.js

@@ -0,0 +1,66 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createAppendTask = createAppendTask;
+var _createWorkerTs = require("../create-worker-ts");
+var workerPath = process.env.LUNATIC_LOADER_WORKER_PATH || process.env.REACT_APP_LUNATIC_LOADER_WORKER_PATH || 'workers/lunatic-loader-worker-0.1.0.js';
+function consoleLogging() {
+  for (var _len = arguments.length, args = new Array(_len), _key = 0; _key < _len; _key++) {
+    args[_key] = arguments[_key];
+  }
+  args.forEach(function (any) {
+    console.log("suggester: ".concat(JSON.stringify(any)));
+  });
+}
+
+/**
+ * Only with Worker
+ */
+function createAppendTask(info, version) {
+  var log = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : consoleLogging;
+  var name = info.name,
+    fields = info.fields,
+    stopWords = info.stopWords;
+  var worker = (0, _createWorkerTs.createWorker)(workerPath);
+  var start = false;
+  var stop = false;
+  function launch(entities) {
+    var post = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : function () {
+      return null;
+    };
+    return new Promise(function (resolve) {
+      start = true;
+      if (worker) {
+        worker.addEventListener('message', function (e) {
+          var data = e.data;
+          if (data === 'success') {
+            if (!stop) {
+              post();
+            }
+            resolve(true);
+          } else {
+            log(data);
+          }
+        });
+        worker.postMessage({
+          name: name,
+          version: version,
+          fields: fields,
+          stopWords: stopWords,
+          entities: entities
+        });
+      }
+    });
+  }
+  function terminate() {
+    if (start) {
+      stop = true;
+      if (worker) {
+        worker.terminate();
+      }
+    }
+  }
+  return [launch, terminate];
+}

package/lib/utils/suggester-workers/append-to-index/dist/append.worker.dev.js

@@ -0,0 +1,37 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.test = void 0;
+require("core-js/stable");
+require("regenerator-runtime/runtime");
+var _append = _interopRequireDefault(require("./append"));
+function _interopRequireDefault(obj) {
+  return obj && obj.__esModule ? obj : {
+    "default": obj
+  };
+}
+
+/* eslint-disable no-restricted-globals */
+self.onmessage = function (e) {
+  function log(message) {
+    self.postMessage(message);
+  }
+  var _e$data = e.data,
+    name = _e$data.name,
+    version = _e$data.version,
+    stopWords = _e$data.stopWords,
+    fields = _e$data.fields,
+    entities = _e$data.entities;
+  (0, _append["default"])({
+    name: name,
+    version: version,
+    stopWords: stopWords,
+    fields: fields
+  }, version, entities, log).then(function () {
+    self.postMessage('success');
+  });
+};
+var test = 'test';
+exports.test = test;

package/lib/utils/suggester-workers/append-to-index/dist/create-append-task.js

@@ -0,0 +1,69 @@
+"use strict";
+
+exports.__esModule = true;
+exports.createAppendTask = void 0;
+var create_worker_ts_1 = require("../create-worker-ts");
+var workerPath = process.env.LUNATIC_LOADER_WORKER_PATH || process.env.REACT_APP_LUNATIC_LOADER_WORKER_PATH || 'workers/lunatic-loader-worker-0.1.0.js';
+function consoleLogging() {
+  var args = [];
+  for (var _i = 0; _i < arguments.length; _i++) {
+    args[_i] = arguments[_i];
+  }
+  args.forEach(function (any) {
+    console.log("suggester: " + JSON.stringify(any));
+  });
+}
+/**
+ * Only with Worker
+ */
+function createAppendTask(info, version, log) {
+  if (log === void 0) {
+    log = consoleLogging;
+  }
+  var name = info.name,
+    fields = info.fields,
+    stopWords = info.stopWords;
+  var worker = create_worker_ts_1.createWorker(workerPath);
+  var start = false;
+  var stop = false;
+  function launch(entities, post) {
+    if (post === void 0) {
+      post = function post() {
+        return null;
+      };
+    }
+    return new Promise(function (resolve) {
+      start = true;
+      if (worker) {
+        worker.addEventListener('message', function (e) {
+          var data = e.data;
+          if (data === 'success') {
+            if (!stop) {
+              post();
+            }
+            resolve(true);
+          } else {
+            log(data);
+          }
+        });
+        worker.postMessage({
+          name: name,
+          version: version,
+          fields: fields,
+          stopWords: stopWords,
+          entities: entities
+        });
+      }
+    });
+  }
+  function terminate() {
+    if (start) {
+      stop = true;
+      if (worker) {
+        worker.terminate();
+      }
+    }
+  }
+  return [launch, terminate];
+}
+exports.createAppendTask = createAppendTask;

package/lib/utils/suggester-workers/append-to-index/dist/index.dev.js

@@ -0,0 +1,24 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+Object.defineProperty(exports, "default", {
+  enumerable: true,
+  get: function get() {
+    return _append["default"];
+  }
+});
+Object.defineProperty(exports, "createAppendTask", {
+  enumerable: true,
+  get: function get() {
+    return _createAppendTask.createAppendTask;
+  }
+});
+var _append = _interopRequireDefault(require("./append"));
+var _createAppendTask = require("./create-append-task");
+function _interopRequireDefault(obj) {
+  return obj && obj.__esModule ? obj : {
+    "default": obj
+  };
+}

package/lib/utils/suggester-workers/append-to-index/index.js

@@ -0,0 +1,20 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+Object.defineProperty(exports, "createAppendTask", {
+  enumerable: true,
+  get: function get() {
+    return _createAppendTask.createAppendTask;
+  }
+});
+Object.defineProperty(exports, "default", {
+  enumerable: true,
+  get: function get() {
+    return _append["default"];
+  }
+});
+var _append = _interopRequireDefault(require("./append"));
+var _createAppendTask = require("./create-append-task");
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }

package/lib/utils/suggester-workers/append-to-index/prepare-entities.js

@@ -0,0 +1,88 @@
+"use strict";
+
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _commonsTokenizer = require("../commons-tokenizer");
+var _storeMessages = _interopRequireDefault(require("./store-messages"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { _defineProperty(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
+function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
+function _toPropertyKey(arg) { var key = _toPrimitive(arg, "string"); return _typeof(key) === "symbol" ? key : String(key); }
+function _toPrimitive(input, hint) { if (_typeof(input) !== "object" || input === null) return input; var prim = input[Symbol.toPrimitive]; if (prim !== undefined) { var res = prim.call(input, hint || "default"); if (_typeof(res) !== "object") return res; throw new TypeError("@@toPrimitive must return a primitive value."); } return (hint === "string" ? String : Number)(input); }
+function _slicedToArray(arr, i) { return _arrayWithHoles(arr) || _iterableToArrayLimit(arr, i) || _unsupportedIterableToArray(arr, i) || _nonIterableRest(); }
+function _nonIterableRest() { throw new TypeError("Invalid attempt to destructure non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
+function _iterableToArrayLimit(arr, i) { var _i = null == arr ? null : "undefined" != typeof Symbol && arr[Symbol.iterator] || arr["@@iterator"]; if (null != _i) { var _s, _e, _x, _r, _arr = [], _n = !0, _d = !1; try { if (_x = (_i = _i.call(arr)).next, 0 === i) { if (Object(_i) !== _i) return; _n = !1; } else for (; !(_n = (_s = _x.call(_i)).done) && (_arr.push(_s.value), _arr.length !== i); _n = !0); } catch (err) { _d = !0, _e = err; } finally { try { if (!_n && null != _i["return"] && (_r = _i["return"](), Object(_r) !== _r)) return; } finally { if (_d) throw _e; } } return _arr; } }
+function _arrayWithHoles(arr) { if (Array.isArray(arr)) return arr; }
+function _toConsumableArray(arr) { return _arrayWithoutHoles(arr) || _iterableToArray(arr) || _unsupportedIterableToArray(arr) || _nonIterableSpread(); }
+function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
+function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
+function _iterableToArray(iter) { if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) return Array.from(iter); }
+function _arrayWithoutHoles(arr) { if (Array.isArray(arr)) return _arrayLikeToArray(arr); }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
+var DEFAULT_BATCH_SIZE = 1000;
+function appendField(fields, field) {
+  if (fields.indexOf(field) !== -1) {
+    return fields;
+  }
+  return [].concat(_toConsumableArray(fields), [field]);
+}
+function createTokensMap(tokensFields) {
+  return Object.entries(tokensFields).reduce(function (map, _ref) {
+    var _ref2 = _slicedToArray(_ref, 2),
+      field = _ref2[0],
+      tokens = _ref2[1];
+    return tokens.reduce(function (map2, token) {
+      if (token in map2) {
+        var entry = map2[token];
+        var fields = entry.fields,
+          count = entry.count;
+        return _objectSpread(_objectSpread({}, map2), {}, _defineProperty({}, token, {
+          count: count + 1,
+          fields: appendField(fields, field)
+        }));
+      }
+      return _objectSpread(_objectSpread({}, map2), {}, _defineProperty({}, token, {
+        count: 1,
+        fields: [field]
+      }));
+    }, map);
+  }, {});
+}
+function prepareEntities(entities, _ref3, log) {
+  var fields = _ref3.fields,
+    stopWords = _ref3.stopWords;
+  var tokenizer = (0, _commonsTokenizer.createTokenizer)(fields, stopWords);
+  var done = 0;
+  var size = DEFAULT_BATCH_SIZE;
+  var _ref4 = entities || [],
+    max = _ref4.length;
+  return entities.map(function (suggestion) {
+    var id = suggestion.id;
+    if (id) {
+      var tokensFields = tokenizer(suggestion);
+      var tokensMap = createTokensMap(tokensFields);
+      done++;
+      if (done % size === 0 || done === max) {
+        log({
+          message: _objectSpread(_objectSpread({}, _storeMessages["default"].indexBatch), {}, {
+            max: max,
+            done: done,
+            percent: done / max * 100
+          })
+        });
+      }
+      return {
+        id: id,
+        suggestion: suggestion,
+        tokens: Object.keys(tokensMap),
+        tokensMap: tokensMap
+      };
+    } else throw new Error("Missing id on entity.");
+  }, []);
+}
+var _default = prepareEntities;
+exports["default"] = _default;

package/lib/utils/suggester-workers/append-to-index/store-messages.js

@@ -0,0 +1,45 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _idbTools = require("../../idb-tools");
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
+function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { _defineProperty(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
+function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
+function _toPropertyKey(arg) { var key = _toPrimitive(arg, "string"); return _typeof(key) === "symbol" ? key : String(key); }
+function _toPrimitive(input, hint) { if (_typeof(input) !== "object" || input === null) return input; var prim = input[Symbol.toPrimitive]; if (prim !== undefined) { var res = prim.call(input, hint || "default"); if (_typeof(res) !== "object") return res; throw new TypeError("@@toPrimitive must return a primitive value."); } return (hint === "string" ? String : Number)(input); }
+var MESSAGES = _objectSpread(_objectSpread({}, _idbTools.BULK_INSERT_MESSAGES), {}, {
+  startCreateIndex: {
+    type: 'fill-store/start-create-index'
+  },
+  indexBatch: {
+    type: 'fill-store/index-batch',
+    max: undefined,
+    done: undefined,
+    percent: undefined
+  },
+  createIndexDone: {
+    type: 'fill-store/create-index-done'
+  },
+  //
+  storeClear: {
+    type: 'fill-store/clear-store'
+  },
+  startInsertBatch: {
+    type: 'fill-store/start-insert-bacth'
+  },
+  insertBatchDone: {
+    type: 'fill-store/insert-done'
+  },
+  done: {
+    type: 'fill-store/done'
+  },
+  error: {
+    type: 'fill-store/error'
+  }
+});
+var _default = MESSAGES;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/create-entity-tokenizer.js

@@ -0,0 +1,54 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _createFieldsTokenizer = _interopRequireDefault(require("./create-fields-tokenizer"));
+var _filters = require("./filters");
+var _filterStemmer = _interopRequireDefault(require("./filters/filter-stemmer"));
+var _filterLength = _interopRequireDefault(require("./filters/filter-length"));
+var _filterSynonyms = _interopRequireDefault(require("./filters/filter-synonyms"));
+var _filterToLower = _interopRequireDefault(require("./filters/filter-to-lower"));
+var _filterDouble = _interopRequireDefault(require("./filters/filter-double"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
+function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { _defineProperty(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
+function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
+function _toPropertyKey(arg) { var key = _toPrimitive(arg, "string"); return _typeof(key) === "symbol" ? key : String(key); }
+function _toPrimitive(input, hint) { if (_typeof(input) !== "object" || input === null) return input; var prim = input[Symbol.toPrimitive]; if (prim !== undefined) { var res = prim.call(input, hint || "default"); if (_typeof(res) !== "object") return res; throw new TypeError("@@toPrimitive must return a primitive value."); } return (hint === "string" ? String : Number)(input); }
+function createMapFieldsTokenizer(fields, filters) {
+  return fields.reduce(function (mapFieldTokenizers, field) {
+    var name = field.name;
+    return _objectSpread(_objectSpread({}, mapFieldTokenizers), {}, _defineProperty({}, name, (0, _createFieldsTokenizer["default"])(field, filters)));
+  }, {});
+}
+function createFilterTokens(fields, stopWords) {
+  var filterStopWords = (0, _filters.createFilterStopWords)(stopWords);
+  var getFilters = (0, _filters.composeFilters)(_filterDouble["default"], _filterStemmer["default"], _filterSynonyms["default"], _filterToLower["default"], filterStopWords, _filterLength["default"]);
+  var FIELDS_TOKENIZER_MAP = createMapFieldsTokenizer(fields || [], getFilters);
+  return function (field, entity) {
+    var name = field.name;
+    var tokenizeIt = FIELDS_TOKENIZER_MAP[name];
+    if (name in entity) {
+      var value = entity[name];
+      if (value === undefined || value === null) {
+        return [];
+      }
+      return tokenizeIt("".concat(value));
+    }
+    return [];
+  };
+}
+function createEntityTokenizer(fields, stopWords) {
+  var tokenizeAll = createFilterTokens(fields, stopWords);
+  return function (entity) {
+    return fields.reduce(function (a, field) {
+      var name = field.name;
+      return _objectSpread(_objectSpread({}, a), {}, _defineProperty({}, name, tokenizeAll(field, entity)));
+    }, {});
+  };
+}
+var _default = createEntityTokenizer;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/create-fields-tokenizer.js

@@ -0,0 +1,77 @@
+"use strict";
+
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _prepareStringIndexation = _interopRequireDefault(require("./prepare-string-indexation"));
+var _softTokenizer = _interopRequireDefault(require("./soft-tokenizer"));
+var _stringTokenizer = _interopRequireDefault(require("string-tokenizer"));
+var _getRegexpFromPattern = _interopRequireDefault(require("./get-regexp-from-pattern"));
+var _removeAccents = _interopRequireDefault(require("remove-accents"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { _defineProperty(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
+function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
+function _toPropertyKey(arg) { var key = _toPrimitive(arg, "string"); return _typeof(key) === "symbol" ? key : String(key); }
+function _toPrimitive(input, hint) { if (_typeof(input) !== "object" || input === null) return input; var prim = input[Symbol.toPrimitive]; if (prim !== undefined) { var res = prim.call(input, hint || "default"); if (_typeof(res) !== "object") return res; throw new TypeError("@@toPrimitive must return a primitive value."); } return (hint === "string" ? String : Number)(input); }
+function _toConsumableArray(arr) { return _arrayWithoutHoles(arr) || _iterableToArray(arr) || _unsupportedIterableToArray(arr) || _nonIterableSpread(); }
+function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
+function _iterableToArray(iter) { if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) return Array.from(iter); }
+function _arrayWithoutHoles(arr) { if (Array.isArray(arr)) return _arrayLikeToArray(arr); }
+function _slicedToArray(arr, i) { return _arrayWithHoles(arr) || _iterableToArrayLimit(arr, i) || _unsupportedIterableToArray(arr, i) || _nonIterableRest(); }
+function _nonIterableRest() { throw new TypeError("Invalid attempt to destructure non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
+function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
+function _iterableToArrayLimit(arr, i) { var _i = null == arr ? null : "undefined" != typeof Symbol && arr[Symbol.iterator] || arr["@@iterator"]; if (null != _i) { var _s, _e, _x, _r, _arr = [], _n = !0, _d = !1; try { if (_x = (_i = _i.call(arr)).next, 0 === i) { if (Object(_i) !== _i) return; _n = !1; } else for (; !(_n = (_s = _x.call(_i)).done) && (_arr.push(_s.value), _arr.length !== i); _n = !0); } catch (err) { _d = !0, _e = err; } finally { try { if (!_n && null != _i["return"] && (_r = _i["return"](), Object(_r) !== _r)) return; } finally { if (_d) throw _e; } } return _arr; } }
+function _arrayWithHoles(arr) { if (Array.isArray(arr)) return arr; }
+function defaultTokenizeIt(string) {
+  return [(0, _prepareStringIndexation["default"])(string)];
+}
+function toArray(content) {
+  return Array.isArray(content) ? content : [content];
+}
+function tokensToArray(tokenized) {
+  return Object.entries(tokenized).reduce(function (a, _ref) {
+    var _ref2 = _slicedToArray(_ref, 2),
+      k = _ref2[0],
+      values = _ref2[1];
+    if (k.startsWith('pattern')) {
+      return [].concat(_toConsumableArray(a), _toConsumableArray(toArray(values)));
+    }
+    return a;
+  }, []);
+}
+function createFieldsTokenizer(field, filtersStack) {
+  var name = field.name,
+    _field$rules = field.rules,
+    rules = _field$rules === void 0 ? [] : _field$rules,
+    min = field.min,
+    _field$language = field.language,
+    language = _field$language === void 0 ? 'French' : _field$language,
+    _field$stemmer = field.stemmer,
+    stemmer = _field$stemmer === void 0 ? true : _field$stemmer,
+    _field$synonyms = field.synonyms,
+    synonyms = _field$synonyms === void 0 ? {} : _field$synonyms;
+  if (rules === 'soft') {
+    return _softTokenizer["default"];
+  }
+  if (rules.length) {
+    var tokenRules = rules.reduce(function (rulesMap, pattern, index) {
+      return _objectSpread(_objectSpread({}, rulesMap), {}, _defineProperty({}, "pattern".concat(name).concat(index), (0, _getRegexpFromPattern["default"])(pattern)));
+    }, {});
+    return function (string) {
+      var what = (0, _stringTokenizer["default"])().input((0, _removeAccents["default"])(string)).tokens(tokenRules).resolve();
+      return filtersStack(tokensToArray(what), {
+        min: min,
+        language: language,
+        stemmer: stemmer,
+        synonyms: synonyms
+      });
+    };
+  }
+  return defaultTokenizeIt;
+}
+var _default = createFieldsTokenizer;
+exports["default"] = _default;