@inseefr/lunatic 2.0.0-rc9 → 2.0.0-v2test

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-synonyms.js

@@ -0,0 +1,53 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
+function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { _defineProperty(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
+function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
+function _toPropertyKey(arg) { var key = _toPrimitive(arg, "string"); return _typeof(key) === "symbol" ? key : String(key); }
+function _toPrimitive(input, hint) { if (_typeof(input) !== "object" || input === null) return input; var prim = input[Symbol.toPrimitive]; if (prim !== undefined) { var res = prim.call(input, hint || "default"); if (_typeof(res) !== "object") return res; throw new TypeError("@@toPrimitive must return a primitive value."); } return (hint === "string" ? String : Number)(input); }
+function _toConsumableArray(arr) { return _arrayWithoutHoles(arr) || _iterableToArray(arr) || _unsupportedIterableToArray(arr) || _nonIterableSpread(); }
+function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
+function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
+function _iterableToArray(iter) { if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) return Array.from(iter); }
+function _arrayWithoutHoles(arr) { if (Array.isArray(arr)) return _arrayLikeToArray(arr); }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
+var MAPS_FROM_ARRAY = new Map(); // Pour éviter de recalculer une map à chaque fois
+
+function filterFromObject(tokens, synonyms) {
+  return tokens.reduce(function (prec, token) {
+    if (token in synonyms) {
+      return [].concat(_toConsumableArray(prec), [token], _toConsumableArray(synonyms[token]));
+    }
+    return [].concat(_toConsumableArray(prec), [token]);
+  }, []);
+}
+function buildSynonymsMap(array) {
+  return array.reduce(function (map, _ref) {
+    var source = _ref.source,
+      target = _ref.target;
+    return _objectSpread(_objectSpread({}, map), {}, _defineProperty({}, source, target));
+  }, {});
+}
+function filterFromArray(tokens, synonyms) {
+  if (!MAPS_FROM_ARRAY.has(synonyms)) {
+    MAPS_FROM_ARRAY.set(synonyms, buildSynonymsMap(synonyms));
+  }
+  return filterFromObject(tokens, MAPS_FROM_ARRAY.get(synonyms));
+}
+function filterSynonyms(tokens, _ref2) {
+  var synonyms = _ref2.synonyms;
+  if (Array.isArray(synonyms) && synonyms.length) {
+    return filterFromArray(tokens, synonyms);
+  }
+  if (_typeof(synonyms) === 'object') {
+    return filterFromObject(tokens, synonyms);
+  }
+  return tokens;
+}
+var _default = filterSynonyms;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-synonyms.spec.js

@@ -0,0 +1,14 @@
+"use strict";
+
+var _filterSynonyms = _interopRequireDefault(require("./filter-synonyms"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+describe('filter-synonyms', function () {
+  it('', function () {
+    // const tokens = ['saint', 'sainte'];
+    // const results = filterStemmer(tokens, { language: 'French' });
+    // expect(Array.isArray(results)).toBe(true);
+    // expect(results.length).toBe(2);
+    // expect(results[0]).toBe('commerc');
+    // expect(results[1]).toBe('commercial');
+  });
+});

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-to-lower.js

@@ -0,0 +1,16 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+function filterToLower(tokens) {
+  return tokens.map(function (token) {
+    if (typeof token === 'string') {
+      return token.toLocaleLowerCase();
+    }
+    return token;
+  });
+}
+var _default = filterToLower;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-to-lower.spec.js

@@ -0,0 +1,14 @@
+"use strict";
+
+var _filterToLower = _interopRequireDefault(require("./filter-to-lower"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+describe('filter-to-lower', function () {
+  it('UN', function () {
+    var tokens = ['UN', 'no'];
+    var results = (0, _filterToLower["default"])(tokens);
+    expect(Array.isArray(results)).toBe(true);
+    expect(results.length).toBe(2);
+    expect(results[0]).toBe('un');
+    expect(results[1]).toBe('no');
+  });
+});

package/lib/utils/suggester-workers/commons-tokenizer/filters/index.js

@@ -0,0 +1,20 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+Object.defineProperty(exports, "composeFilters", {
+  enumerable: true,
+  get: function get() {
+    return _composeFilters["default"];
+  }
+});
+Object.defineProperty(exports, "createFilterStopWords", {
+  enumerable: true,
+  get: function get() {
+    return _createFilterStopWords["default"];
+  }
+});
+var _composeFilters = _interopRequireDefault(require("./compose-filters"));
+var _createFilterStopWords = _interopRequireDefault(require("./create-filter-stop-words"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }

package/lib/utils/suggester-workers/commons-tokenizer/filters/stop-words.js

@@ -0,0 +1,9 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var STOP_WORDS = ['alors', 'au', 'aucuns', 'aussi', 'autre', 'avant', 'avec', 'avoir', 'bon', 'car', 'ce', 'cela', 'ces', 'ceux', 'chaque', 'ci', 'comme', 'comment', 'dans', 'des', 'du', 'dedans', 'dehors', 'depuis', 'devrait', 'doit', 'donc', 'dos', 'debut', 'elle', 'elles', 'en', 'encore', 'essai', 'est', 'et', 'eu', 'fait', 'faites', 'fois', 'font', 'hors', 'ici', 'il', 'ils', 'je', 'juste', 'le', 'les', 'leur', 'la', 'ma', 'maintenant', 'mais', 'mes', 'mien', 'moins', 'mon', 'mot', 'meme', 'ni', 'nommes', 'notre', 'nous', 'ou', 'par', 'parce', 'pas', 'peut', 'peu', 'plupart', 'pour', 'pourquoi', 'quand', 'que', 'quel', 'quelle', 'quelles', 'quels', 'qui', 'sa', 'sans', 'ses', 'seulement', 'si', 'sien', 'son', 'sont', 'sous', 'soyez', 'sois', 'sujet', 'sur', 'ta', 'tandis', 'tellement', 'tels', 'tes', 'ton', 'tous', 'tout', 'trop', 'tres', 'tu', 'voient', 'vont', 'votre', 'vous', 'vu', 'ca', 'etaient', 'etat', 'etions', 'ete', 'etre'];
+var _default = STOP_WORDS;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/get-regexp-from-pattern.js

@@ -0,0 +1,14 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+function get(pattern) {
+  if (typeof pattern === 'string') {
+    return new RegExp(pattern);
+  }
+  return pattern;
+}
+var _default = get;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/get-stemmer.js

@@ -0,0 +1,23 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _snowball = _interopRequireDefault(require("snowball"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+var STEMMERS = {};
+function getStemmer() {
+  var language = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : 'French';
+  if (!(language in STEMMERS)) {
+    var stemmer = new _snowball["default"](language);
+    STEMMERS[language] = function (token) {
+      stemmer.setCurrent(token);
+      stemmer.stem();
+      return stemmer.getCurrent();
+    };
+  }
+  return STEMMERS[language];
+}
+var _default = getStemmer;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/index.js

@@ -0,0 +1,69 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+Object.defineProperty(exports, "createTokenizer", {
+  enumerable: true,
+  get: function get() {
+    return _createEntityTokenizer["default"];
+  }
+});
+Object.defineProperty(exports, "filterAccents", {
+  enumerable: true,
+  get: function get() {
+    return _filterAccents["default"];
+  }
+});
+Object.defineProperty(exports, "filterDouble", {
+  enumerable: true,
+  get: function get() {
+    return _filterDouble["default"];
+  }
+});
+Object.defineProperty(exports, "filterLength", {
+  enumerable: true,
+  get: function get() {
+    return _filterLength["default"];
+  }
+});
+Object.defineProperty(exports, "filterStemmer", {
+  enumerable: true,
+  get: function get() {
+    return _filterStemmer["default"];
+  }
+});
+Object.defineProperty(exports, "filterToLower", {
+  enumerable: true,
+  get: function get() {
+    return _filterToLower["default"];
+  }
+});
+Object.defineProperty(exports, "getRegExpFromPattern", {
+  enumerable: true,
+  get: function get() {
+    return _getRegexpFromPattern["default"];
+  }
+});
+Object.defineProperty(exports, "getStemmer", {
+  enumerable: true,
+  get: function get() {
+    return _getStemmer["default"];
+  }
+});
+Object.defineProperty(exports, "prepareStringIndexation", {
+  enumerable: true,
+  get: function get() {
+    return _prepareStringIndexation["default"];
+  }
+});
+var _getStemmer = _interopRequireDefault(require("./get-stemmer"));
+var _createEntityTokenizer = _interopRequireDefault(require("./create-entity-tokenizer"));
+var _prepareStringIndexation = _interopRequireDefault(require("./prepare-string-indexation"));
+var _filterStemmer = _interopRequireDefault(require("./filters/filter-stemmer"));
+var _filterLength = _interopRequireDefault(require("./filters/filter-length"));
+var _filterDouble = _interopRequireDefault(require("./filters/filter-double"));
+var _filterAccents = _interopRequireDefault(require("./filters/filter-accents"));
+var _filterToLower = _interopRequireDefault(require("./filters/filter-to-lower"));
+var _getRegexpFromPattern = _interopRequireDefault(require("./get-regexp-from-pattern"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }

package/lib/utils/suggester-workers/commons-tokenizer/prepare-string-indexation.js

@@ -0,0 +1,18 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _removeAccents = _interopRequireDefault(require("remove-accents"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+function prepare() {
+  var token = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : '';
+  var replacement = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : '';
+  if (typeof token === 'string') {
+    return (0, _removeAccents["default"])(token.trim().toLowerCase()).replace(/[- ']/g, replacement);
+  }
+  return token;
+}
+var _default = prepare;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/soft-tokenizer.js

@@ -0,0 +1,12 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _commonsTokenizer = require("../commons-tokenizer");
+function softTokenizer(string) {
+  return [(0, _commonsTokenizer.prepareStringIndexation)(string, '-')];
+}
+var _default = softTokenizer;
+exports["default"] = _default;

package/lib/utils/suggester-workers/create-worker.js

@@ -0,0 +1,54 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createWorker = void 0;
+// Enable cross domain workers
+
+var testSameOrigin = function testSameOrigin(url) {
+  var loc = window.location;
+  var a = document.createElement('a');
+  a.href = url;
+  return a.hostname === loc.hostname && a.port === loc.port && a.protocol === loc.protocol;
+};
+var createWorkerFallback = function createWorkerFallback(workerUrl) {
+  console.log('Create worker for MFE');
+  var worker = null;
+  try {
+    var blob;
+    try {
+      blob = new Blob(["importScripts('".concat(workerUrl, "');")], {
+        type: 'application/javascript'
+      });
+    } catch (e) {
+      var blobBuilder = new (window.BlobBuilder || window.WebKitBlobBuilder || window.MozBlobBuilder)();
+      blobBuilder.append("importScripts('".concat(workerUrl, "');"));
+      blob = blobBuilder.getBlob('application/javascript');
+    }
+    var url = window.URL || window.webkitURL;
+    var blobUrl = url.createObjectURL(blob);
+    worker = new Worker(blobUrl);
+  } catch (e1) {
+    console.error("Lunatic-worker : Failed to load web worker : ".concat(workerUrl));
+  }
+  return worker;
+};
+var createWorker = function createWorker(workerUrl) {
+  var worker = null;
+  try {
+    if (testSameOrigin(workerUrl)) {
+      worker = new Worker(workerUrl);
+      worker.onerror = function (event) {
+        event.preventDefault();
+        worker = createWorkerFallback(workerUrl);
+      };
+    } else {
+      worker = createWorkerFallback(workerUrl);
+    }
+  } catch (e) {
+    worker = createWorkerFallback(workerUrl);
+  }
+  return worker;
+};
+exports.createWorker = createWorker;

package/lib/utils/suggester-workers/find-best-label/find-best-label.js

@@ -0,0 +1,63 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _damerauLevenshtein = _interopRequireDefault(require("damerau-levenshtein"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
+function _slicedToArray(arr, i) { return _arrayWithHoles(arr) || _iterableToArrayLimit(arr, i) || _unsupportedIterableToArray(arr, i) || _nonIterableRest(); }
+function _nonIterableRest() { throw new TypeError("Invalid attempt to destructure non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
+function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
+function _iterableToArrayLimit(arr, i) { var _i = null == arr ? null : "undefined" != typeof Symbol && arr[Symbol.iterator] || arr["@@iterator"]; if (null != _i) { var _s, _e, _x, _r, _arr = [], _n = !0, _d = !1; try { if (_x = (_i = _i.call(arr)).next, 0 === i) { if (Object(_i) !== _i) return; _n = !1; } else for (; !(_n = (_s = _x.call(_i)).done) && (_arr.push(_s.value), _arr.length !== i); _n = !0) { ; } } catch (err) { _d = !0, _e = err; } finally { try { if (!_n && null != _i["return"] && (_r = _i["return"](), Object(_r) !== _r)) return; } finally { if (_d) throw _e; } } return _arr; } }
+function _arrayWithHoles(arr) { if (Array.isArray(arr)) return arr; }
+function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { _defineProperty(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
+function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
+function _toPropertyKey(arg) { var key = _toPrimitive(arg, "string"); return _typeof(key) === "symbol" ? key : String(key); }
+function _toPrimitive(input, hint) { if (_typeof(input) !== "object" || input === null) return input; var prim = input[Symbol.toPrimitive]; if (prim !== undefined) { var res = prim.call(input, hint || "default"); if (_typeof(res) !== "object") return res; throw new TypeError("@@toPrimitive must return a primitive value."); } return (hint === "string" ? String : Number)(input); }
+function reduceFields(map, fields, similarity) {
+  return fields.reduce(function (m, field) {
+    if (field in m) {
+      return _objectSpread(_objectSpread({}, m), {}, _defineProperty({}, field, m[field] + similarity));
+    }
+    return _objectSpread(_objectSpread({}, m), {}, _defineProperty({}, field, similarity));
+  }, map);
+}
+function reduceTokensMap(map, entries, word) {
+  return entries.reduce(function (inter, _ref) {
+    var _ref2 = _slicedToArray(_ref, 2),
+      token = _ref2[0],
+      fields = _ref2[1].fields;
+    var _distance = (0, _damerauLevenshtein["default"])(token, word),
+      similarity = _distance.similarity;
+    return reduceFields(inter, fields, similarity);
+  }, map);
+}
+function findBest(map) {
+  var best = -1;
+  return Object.entries(map).reduce(function (curr, _ref3) {
+    var _ref4 = _slicedToArray(_ref3, 2),
+      field = _ref4[0],
+      score = _ref4[1];
+    if (score > best) {
+      best = score;
+      return field;
+    }
+    return curr;
+  }, undefined);
+}
+function findBestLabel() {
+  var searchTokens = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : [];
+  var tokensMap = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
+  var entries = Object.entries(tokensMap);
+  var map = searchTokens.reduce(function (map, word) {
+    return reduceTokensMap(map, entries, word);
+  }, {});
+  var best = findBest(map);
+  return best;
+}
+var _default = findBestLabel;
+exports["default"] = _default;

package/lib/utils/suggester-workers/find-best-label/find-best-label.worker.js

@@ -0,0 +1,53 @@
+"use strict";
+
+require("core-js/stable");
+require("regenerator-runtime/runtime");
+var _tokenize2 = _interopRequireDefault(require("./tokenize"));
+var _findBestLabel = _interopRequireDefault(require("./find-best-label"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+/* eslint-disable no-restricted-globals */
+
+var TASKS = [];
+var RUN = false;
+function executeTask(task) {
+  var option = task.option,
+    search = task.search,
+    idTask = task.idTask;
+  var tokensMap = option.tokensMap;
+  var _tokenize = (0, _tokenize2["default"])({
+      search: search
+    }),
+    st = _tokenize.search;
+  var label = (0, _findBestLabel["default"])(st, tokensMap);
+  self.postMessage({
+    response: label,
+    idTask: idTask
+  });
+}
+function appendTask(task) {
+  TASKS.push(task);
+  if (!RUN) {
+    activate();
+  }
+}
+function activate() {
+  RUN = true;
+  while (TASKS.length) {
+    var task = TASKS.pop();
+    executeTask(task);
+  }
+  RUN = false;
+}
+self.onmessage = function (e) {
+  var _e$data = e.data,
+    option = _e$data.option,
+    search = _e$data.search,
+    idTask = _e$data.idTask;
+  if (option && search && idTask) {
+    appendTask({
+      option: option,
+      search: search,
+      idTask: idTask
+    });
+  }
+};

package/lib/utils/suggester-workers/find-best-label/index.js

@@ -0,0 +1 @@
+"use strict";

package/lib/utils/suggester-workers/find-best-label/tokenize.js

@@ -0,0 +1,45 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _stringTokenizer = _interopRequireDefault(require("string-tokenizer"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+function _slicedToArray(arr, i) { return _arrayWithHoles(arr) || _iterableToArrayLimit(arr, i) || _unsupportedIterableToArray(arr, i) || _nonIterableRest(); }
+function _nonIterableRest() { throw new TypeError("Invalid attempt to destructure non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
+function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
+function _iterableToArrayLimit(arr, i) { var _i = null == arr ? null : "undefined" != typeof Symbol && arr[Symbol.iterator] || arr["@@iterator"]; if (null != _i) { var _s, _e, _x, _r, _arr = [], _n = !0, _d = !1; try { if (_x = (_i = _i.call(arr)).next, 0 === i) { if (Object(_i) !== _i) return; _n = !1; } else for (; !(_n = (_s = _x.call(_i)).done) && (_arr.push(_s.value), _arr.length !== i); _n = !0) { ; } } catch (err) { _d = !0, _e = err; } finally { try { if (!_n && null != _i["return"] && (_r = _i["return"](), Object(_r) !== _r)) return; } finally { if (_d) throw _e; } } return _arr; } }
+function _arrayWithHoles(arr) { if (Array.isArray(arr)) return arr; }
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
+function toArray(tokens) {
+  if (Array.isArray(tokens)) {
+    return tokens;
+  }
+  return [tokens];
+}
+function tokenize(object) {
+  var pattern = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : /[\w]+/;
+  if (_typeof(object) === 'object') {
+    var map = {};
+    Object.entries(object).forEach(function (_ref) {
+      var _ref2 = _slicedToArray(_ref, 2),
+        key = _ref2[0],
+        string = _ref2[1];
+      if (string.length) {
+        var _tokenizer$input$toke = (0, _stringTokenizer["default"])().input(string).tokens({
+            tokens: pattern
+          }).resolve(),
+          tokens = _tokenizer$input$toke.tokens;
+        map[key] = toArray(tokens);
+      } else {
+        map[key] = [];
+      }
+    });
+    return map;
+  }
+  return {};
+}
+var _default = tokenize;
+exports["default"] = _default;

package/lib/utils/suggester-workers/find-best-label/tokenize.spec.js

@@ -0,0 +1,24 @@
+"use strict";
+
+var _tokenize = _interopRequireDefault(require("./tokenize"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+describe('tokenize', function () {
+  it('simple', function () {
+    var results = (0, _tokenize["default"])({
+      hello: 'hello world!'
+    });
+    var hello = results.hello;
+    expect(Array.isArray(hello)).toEqual(true);
+    expect(hello.length).toEqual(2);
+    expect(hello[0]).toEqual('hello');
+    expect(hello[1]).toEqual('world');
+  });
+  it('undefined', function () {
+    var results = (0, _tokenize["default"])({
+      hello: ''
+    });
+    var hello = results.hello;
+    expect(Array.isArray(hello)).toEqual(true);
+    expect(hello.length).toEqual(0);
+  });
+});

package/lib/utils/suggester-workers/searching/compute-score.js

@@ -0,0 +1,51 @@
+"use strict";
+
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { _defineProperty(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
+function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
+function _toPropertyKey(arg) { var key = _toPrimitive(arg, "string"); return _typeof(key) === "symbol" ? key : String(key); }
+function _toPrimitive(input, hint) { if (_typeof(input) !== "object" || input === null) return input; var prim = input[Symbol.toPrimitive]; if (prim !== undefined) { var res = prim.call(input, hint || "default"); if (_typeof(res) !== "object") return res; throw new TypeError("@@toPrimitive must return a primitive value."); } return (hint === "string" ? String : Number)(input); }
+function _toConsumableArray(arr) { return _arrayWithoutHoles(arr) || _iterableToArray(arr) || _unsupportedIterableToArray(arr) || _nonIterableSpread(); }
+function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
+function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
+function _iterableToArray(iter) { if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) return Array.from(iter); }
+function _arrayWithoutHoles(arr) { if (Array.isArray(arr)) return _arrayLikeToArray(arr); }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
+function finalize(withScore) {
+  var max = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : 30;
+  return withScore.sort(function (a, b) {
+    if (a.score > b.score) {
+      return -1;
+    }
+    if (a.score < b.score) {
+      return 1;
+    }
+    return 0;
+  }).slice(0, max);
+}
+function compute(results) {
+  var listOfDocs = Object.values(results);
+  var mapResults = {};
+  listOfDocs.forEach(function (docs, i) {
+    docs.forEach(function (doc) {
+      var id = doc.id;
+      if (id in mapResults) {
+        mapResults[id].score++;
+        mapResults[id].step = [i].concat(_toConsumableArray(mapResults[id].step));
+      } else {
+        mapResults[id] = _objectSpread(_objectSpread({}, doc), {}, {
+          score: 1,
+          step: [i]
+        });
+      }
+    });
+  });
+  return finalize(Object.values(mapResults));
+}
+var _default = compute;
+exports["default"] = _default;