@inseefr/lunatic 2.0.0-rc9 → 2.0.0-v2test

package/lib/utils/suggester-workers/append-to-index/index.js

@@ -0,0 +1,20 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+Object.defineProperty(exports, "createAppendTask", {
+  enumerable: true,
+  get: function get() {
+    return _createAppendTask["default"];
+  }
+});
+Object.defineProperty(exports, "default", {
+  enumerable: true,
+  get: function get() {
+    return _append["default"];
+  }
+});
+var _append = _interopRequireDefault(require("./append"));
+var _createAppendTask = _interopRequireDefault(require("./create-append-task"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }

package/lib/utils/suggester-workers/append-to-index/prepare-entities.js

@@ -0,0 +1,88 @@
+"use strict";
+
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _commonsTokenizer = require("../commons-tokenizer");
+var _storeMessages = _interopRequireDefault(require("./store-messages"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { _defineProperty(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
+function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
+function _toPropertyKey(arg) { var key = _toPrimitive(arg, "string"); return _typeof(key) === "symbol" ? key : String(key); }
+function _toPrimitive(input, hint) { if (_typeof(input) !== "object" || input === null) return input; var prim = input[Symbol.toPrimitive]; if (prim !== undefined) { var res = prim.call(input, hint || "default"); if (_typeof(res) !== "object") return res; throw new TypeError("@@toPrimitive must return a primitive value."); } return (hint === "string" ? String : Number)(input); }
+function _slicedToArray(arr, i) { return _arrayWithHoles(arr) || _iterableToArrayLimit(arr, i) || _unsupportedIterableToArray(arr, i) || _nonIterableRest(); }
+function _nonIterableRest() { throw new TypeError("Invalid attempt to destructure non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
+function _iterableToArrayLimit(arr, i) { var _i = null == arr ? null : "undefined" != typeof Symbol && arr[Symbol.iterator] || arr["@@iterator"]; if (null != _i) { var _s, _e, _x, _r, _arr = [], _n = !0, _d = !1; try { if (_x = (_i = _i.call(arr)).next, 0 === i) { if (Object(_i) !== _i) return; _n = !1; } else for (; !(_n = (_s = _x.call(_i)).done) && (_arr.push(_s.value), _arr.length !== i); _n = !0) { ; } } catch (err) { _d = !0, _e = err; } finally { try { if (!_n && null != _i["return"] && (_r = _i["return"](), Object(_r) !== _r)) return; } finally { if (_d) throw _e; } } return _arr; } }
+function _arrayWithHoles(arr) { if (Array.isArray(arr)) return arr; }
+function _toConsumableArray(arr) { return _arrayWithoutHoles(arr) || _iterableToArray(arr) || _unsupportedIterableToArray(arr) || _nonIterableSpread(); }
+function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
+function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
+function _iterableToArray(iter) { if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) return Array.from(iter); }
+function _arrayWithoutHoles(arr) { if (Array.isArray(arr)) return _arrayLikeToArray(arr); }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
+var DEFAULT_BATCH_SIZE = 1000;
+function appendField(fields, field) {
+  if (fields.indexOf(field) !== -1) {
+    return fields;
+  }
+  return [].concat(_toConsumableArray(fields), [field]);
+}
+function createTokensMap(tokensFields) {
+  return Object.entries(tokensFields).reduce(function (map, _ref) {
+    var _ref2 = _slicedToArray(_ref, 2),
+      field = _ref2[0],
+      tokens = _ref2[1];
+    return tokens.reduce(function (map2, token) {
+      if (token in map2) {
+        var entry = map2[token];
+        var fields = entry.fields,
+          count = entry.count;
+        return _objectSpread(_objectSpread({}, map2), {}, _defineProperty({}, token, {
+          count: count + 1,
+          fields: appendField(fields, field)
+        }));
+      }
+      return _objectSpread(_objectSpread({}, map2), {}, _defineProperty({}, token, {
+        count: 1,
+        fields: [field]
+      }));
+    }, map);
+  }, {});
+}
+function prepareEntities(entities, _ref3, log) {
+  var fields = _ref3.fields,
+    stopWords = _ref3.stopWords;
+  var tokenizer = (0, _commonsTokenizer.createTokenizer)(fields, stopWords);
+  var done = 0;
+  var size = DEFAULT_BATCH_SIZE;
+  var _ref4 = entities || [],
+    max = _ref4.length;
+  return entities.map(function (suggestion) {
+    var id = suggestion.id;
+    if (id) {
+      var tokensFields = tokenizer(suggestion);
+      var tokensMap = createTokensMap(tokensFields);
+      done++;
+      if (done % size === 0 || done === max) {
+        log({
+          message: _objectSpread(_objectSpread({}, _storeMessages["default"].indexBatch), {}, {
+            max: max,
+            done: done,
+            percent: done / max * 100
+          })
+        });
+      }
+      return {
+        id: id,
+        suggestion: suggestion,
+        tokens: Object.keys(tokensMap),
+        tokensMap: tokensMap
+      };
+    } else throw new Error("Missing id on entity.");
+  }, []);
+}
+var _default = prepareEntities;
+exports["default"] = _default;

package/lib/utils/suggester-workers/append-to-index/store-messages.js

@@ -0,0 +1,45 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _idbTools = require("../../idb-tools");
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
+function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { _defineProperty(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
+function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
+function _toPropertyKey(arg) { var key = _toPrimitive(arg, "string"); return _typeof(key) === "symbol" ? key : String(key); }
+function _toPrimitive(input, hint) { if (_typeof(input) !== "object" || input === null) return input; var prim = input[Symbol.toPrimitive]; if (prim !== undefined) { var res = prim.call(input, hint || "default"); if (_typeof(res) !== "object") return res; throw new TypeError("@@toPrimitive must return a primitive value."); } return (hint === "string" ? String : Number)(input); }
+var MESSAGES = _objectSpread(_objectSpread({}, _idbTools.BULK_INSERT_MESSAGES), {}, {
+  startCreateIndex: {
+    type: 'fill-store/start-create-index'
+  },
+  indexBatch: {
+    type: 'fill-store/index-batch',
+    max: undefined,
+    done: undefined,
+    percent: undefined
+  },
+  createIndexDone: {
+    type: 'fill-store/create-index-done'
+  },
+  //
+  storeClear: {
+    type: 'fill-store/clear-store'
+  },
+  startInsertBatch: {
+    type: 'fill-store/start-insert-bacth'
+  },
+  insertBatchDone: {
+    type: 'fill-store/insert-done'
+  },
+  done: {
+    type: 'fill-store/done'
+  },
+  error: {
+    type: 'fill-store/error'
+  }
+});
+var _default = MESSAGES;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/create-entity-tokenizer.js

@@ -0,0 +1,54 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _createFieldsTokenizer = _interopRequireDefault(require("./create-fields-tokenizer"));
+var _filters = require("./filters");
+var _filterStemmer = _interopRequireDefault(require("./filters/filter-stemmer"));
+var _filterLength = _interopRequireDefault(require("./filters/filter-length"));
+var _filterSynonyms = _interopRequireDefault(require("./filters/filter-synonyms"));
+var _filterToLower = _interopRequireDefault(require("./filters/filter-to-lower"));
+var _filterDouble = _interopRequireDefault(require("./filters/filter-double"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
+function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { _defineProperty(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
+function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
+function _toPropertyKey(arg) { var key = _toPrimitive(arg, "string"); return _typeof(key) === "symbol" ? key : String(key); }
+function _toPrimitive(input, hint) { if (_typeof(input) !== "object" || input === null) return input; var prim = input[Symbol.toPrimitive]; if (prim !== undefined) { var res = prim.call(input, hint || "default"); if (_typeof(res) !== "object") return res; throw new TypeError("@@toPrimitive must return a primitive value."); } return (hint === "string" ? String : Number)(input); }
+function createMapFieldsTokenizer(fields, filters) {
+  return fields.reduce(function (mapFieldTokenizers, field) {
+    var name = field.name;
+    return _objectSpread(_objectSpread({}, mapFieldTokenizers), {}, _defineProperty({}, name, (0, _createFieldsTokenizer["default"])(field, filters)));
+  }, {});
+}
+function createFilterTokens(fields, stopWords) {
+  var filterStopWords = (0, _filters.createFilterStopWords)(stopWords);
+  var getFilters = (0, _filters.composeFilters)(_filterDouble["default"], _filterStemmer["default"], _filterSynonyms["default"], _filterToLower["default"], filterStopWords, _filterLength["default"]);
+  var FIELDS_TOKENIZER_MAP = createMapFieldsTokenizer(fields || [], getFilters);
+  return function (field, entity) {
+    var name = field.name;
+    var tokenizeIt = FIELDS_TOKENIZER_MAP[name];
+    if (name in entity) {
+      var value = entity[name];
+      if (value === undefined || value === null) {
+        return [];
+      }
+      return tokenizeIt("".concat(value));
+    }
+    return [];
+  };
+}
+function createEntityTokenizer(fields, stopWords) {
+  var tokenizeAll = createFilterTokens(fields, stopWords);
+  return function (entity) {
+    return fields.reduce(function (a, field) {
+      var name = field.name;
+      return _objectSpread(_objectSpread({}, a), {}, _defineProperty({}, name, tokenizeAll(field, entity)));
+    }, {});
+  };
+}
+var _default = createEntityTokenizer;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/create-fields-tokenizer.js

@@ -0,0 +1,77 @@
+"use strict";
+
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _prepareStringIndexation = _interopRequireDefault(require("./prepare-string-indexation"));
+var _softTokenizer = _interopRequireDefault(require("./soft-tokenizer"));
+var _stringTokenizer = _interopRequireDefault(require("string-tokenizer"));
+var _getRegexpFromPattern = _interopRequireDefault(require("./get-regexp-from-pattern"));
+var _removeAccents = _interopRequireDefault(require("remove-accents"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { _defineProperty(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
+function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
+function _toPropertyKey(arg) { var key = _toPrimitive(arg, "string"); return _typeof(key) === "symbol" ? key : String(key); }
+function _toPrimitive(input, hint) { if (_typeof(input) !== "object" || input === null) return input; var prim = input[Symbol.toPrimitive]; if (prim !== undefined) { var res = prim.call(input, hint || "default"); if (_typeof(res) !== "object") return res; throw new TypeError("@@toPrimitive must return a primitive value."); } return (hint === "string" ? String : Number)(input); }
+function _toConsumableArray(arr) { return _arrayWithoutHoles(arr) || _iterableToArray(arr) || _unsupportedIterableToArray(arr) || _nonIterableSpread(); }
+function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
+function _iterableToArray(iter) { if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) return Array.from(iter); }
+function _arrayWithoutHoles(arr) { if (Array.isArray(arr)) return _arrayLikeToArray(arr); }
+function _slicedToArray(arr, i) { return _arrayWithHoles(arr) || _iterableToArrayLimit(arr, i) || _unsupportedIterableToArray(arr, i) || _nonIterableRest(); }
+function _nonIterableRest() { throw new TypeError("Invalid attempt to destructure non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
+function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
+function _iterableToArrayLimit(arr, i) { var _i = null == arr ? null : "undefined" != typeof Symbol && arr[Symbol.iterator] || arr["@@iterator"]; if (null != _i) { var _s, _e, _x, _r, _arr = [], _n = !0, _d = !1; try { if (_x = (_i = _i.call(arr)).next, 0 === i) { if (Object(_i) !== _i) return; _n = !1; } else for (; !(_n = (_s = _x.call(_i)).done) && (_arr.push(_s.value), _arr.length !== i); _n = !0) { ; } } catch (err) { _d = !0, _e = err; } finally { try { if (!_n && null != _i["return"] && (_r = _i["return"](), Object(_r) !== _r)) return; } finally { if (_d) throw _e; } } return _arr; } }
+function _arrayWithHoles(arr) { if (Array.isArray(arr)) return arr; }
+function defaultTokenizeIt(string) {
+  return [(0, _prepareStringIndexation["default"])(string)];
+}
+function toArray(content) {
+  return Array.isArray(content) ? content : [content];
+}
+function tokensToArray(tokenized) {
+  return Object.entries(tokenized).reduce(function (a, _ref) {
+    var _ref2 = _slicedToArray(_ref, 2),
+      k = _ref2[0],
+      values = _ref2[1];
+    if (k.startsWith('pattern')) {
+      return [].concat(_toConsumableArray(a), _toConsumableArray(toArray(values)));
+    }
+    return a;
+  }, []);
+}
+function createFieldsTokenizer(field, filtersStack) {
+  var name = field.name,
+    _field$rules = field.rules,
+    rules = _field$rules === void 0 ? [] : _field$rules,
+    min = field.min,
+    _field$language = field.language,
+    language = _field$language === void 0 ? 'French' : _field$language,
+    _field$stemmer = field.stemmer,
+    stemmer = _field$stemmer === void 0 ? true : _field$stemmer,
+    _field$synonyms = field.synonyms,
+    synonyms = _field$synonyms === void 0 ? {} : _field$synonyms;
+  if (rules === 'soft') {
+    return _softTokenizer["default"];
+  }
+  if (rules.length) {
+    var tokenRules = rules.reduce(function (rulesMap, pattern, index) {
+      return _objectSpread(_objectSpread({}, rulesMap), {}, _defineProperty({}, "pattern".concat(name).concat(index), (0, _getRegexpFromPattern["default"])(pattern)));
+    }, {});
+    return function (string) {
+      var what = (0, _stringTokenizer["default"])().input((0, _removeAccents["default"])(string)).tokens(tokenRules).resolve();
+      return filtersStack(tokensToArray(what), {
+        min: min,
+        language: language,
+        stemmer: stemmer,
+        synonyms: synonyms
+      });
+    };
+  }
+  return defaultTokenizeIt;
+}
+var _default = createFieldsTokenizer;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/create-filter-stop-words.js

@@ -0,0 +1,36 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _stopWords = _interopRequireDefault(require("./stop-words"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
+function _toConsumableArray(arr) { return _arrayWithoutHoles(arr) || _iterableToArray(arr) || _unsupportedIterableToArray(arr) || _nonIterableSpread(); }
+function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
+function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
+function _iterableToArray(iter) { if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) return Array.from(iter); }
+function _arrayWithoutHoles(arr) { if (Array.isArray(arr)) return _arrayLikeToArray(arr); }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
+function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { _defineProperty(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
+function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
+function _toPropertyKey(arg) { var key = _toPrimitive(arg, "string"); return _typeof(key) === "symbol" ? key : String(key); }
+function _toPrimitive(input, hint) { if (_typeof(input) !== "object" || input === null) return input; var prim = input[Symbol.toPrimitive]; if (prim !== undefined) { var res = prim.call(input, hint || "default"); if (_typeof(res) !== "object") return res; throw new TypeError("@@toPrimitive must return a primitive value."); } return (hint === "string" ? String : Number)(input); }
+function createFilterStopWords() {
+  var stops = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : _stopWords["default"];
+  var mapSW = stops.reduce(function (a, w) {
+    return _objectSpread(_objectSpread({}, a), {}, _defineProperty({}, w, undefined));
+  }, {});
+  return function filter(tokens) {
+    return tokens.reduce(function (a, t) {
+      if (t in mapSW) {
+        return a;
+      }
+      return [].concat(_toConsumableArray(a), [t]);
+    }, []);
+  };
+}
+var _default = createFilterStopWords;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/filters/compose-filters.js

@@ -0,0 +1,21 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.composeFilters = composeFilters;
+exports["default"] = void 0;
+function composeFilters() {
+  for (var _len = arguments.length, filters = new Array(_len), _key = 0; _key < _len; _key++) {
+    filters[_key] = arguments[_key];
+  }
+  return filters.reverse().reduce(function (next, current) {
+    return function (tokens, args) {
+      return next(current(tokens, args), args);
+    };
+  }, function (t) {
+    return t;
+  });
+}
+var _default = composeFilters;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/filters/create-filter-stop-words.js

@@ -0,0 +1,36 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _stopWords = _interopRequireDefault(require("./stop-words"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
+function _toConsumableArray(arr) { return _arrayWithoutHoles(arr) || _iterableToArray(arr) || _unsupportedIterableToArray(arr) || _nonIterableSpread(); }
+function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
+function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
+function _iterableToArray(iter) { if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) return Array.from(iter); }
+function _arrayWithoutHoles(arr) { if (Array.isArray(arr)) return _arrayLikeToArray(arr); }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
+function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
+function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { _defineProperty(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
+function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
+function _toPropertyKey(arg) { var key = _toPrimitive(arg, "string"); return _typeof(key) === "symbol" ? key : String(key); }
+function _toPrimitive(input, hint) { if (_typeof(input) !== "object" || input === null) return input; var prim = input[Symbol.toPrimitive]; if (prim !== undefined) { var res = prim.call(input, hint || "default"); if (_typeof(res) !== "object") return res; throw new TypeError("@@toPrimitive must return a primitive value."); } return (hint === "string" ? String : Number)(input); }
+function createFilterStopWords() {
+  var stops = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : _stopWords["default"];
+  var mapSW = stops.reduce(function (a, w) {
+    return _objectSpread(_objectSpread({}, a), {}, _defineProperty({}, w, undefined));
+  }, {});
+  return function filter(tokens) {
+    return tokens.reduce(function (a, t) {
+      if (t in mapSW) {
+        return a;
+      }
+      return [].concat(_toConsumableArray(a), [t]);
+    }, []);
+  };
+}
+var _default = createFilterStopWords;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/filters/create-filter-stop-words.spec.js

@@ -0,0 +1,14 @@
+"use strict";
+
+var _createFilterStopWords = _interopRequireDefault(require("./create-filter-stop-words"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+describe('create-filter-stop-words', function () {
+  it('only last ', function () {
+    var sw = ['un', 'de'];
+    var tokens = ['un', 'de', 'trois'];
+    var filter = (0, _createFilterStopWords["default"])(sw);
+    var results = filter(tokens);
+    expect(Array.isArray(results)).toBe(true);
+    expect(results.length).toBe(1);
+  });
+});

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-accents.js

@@ -0,0 +1,19 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _removeAccents = _interopRequireDefault(require("remove-accents"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+function filterAccents() {
+  var tokens = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : [];
+  return tokens.map(function (token) {
+    if (typeof token === 'string') {
+      return (0, _removeAccents["default"])(token).toLowerCase();
+    }
+    return token;
+  });
+}
+var _default = filterAccents;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-accents.spec.js

@@ -0,0 +1,16 @@
+"use strict";
+
+var _filterAccents = _interopRequireDefault(require("./filter-accents"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+describe('filter-length', function () {
+  it('maj accent', function () {
+    var tokens = ['UN', 'éà ù'];
+    var results = (0, _filterAccents["default"])(tokens, {
+      min: 3
+    });
+    expect(Array.isArray(results)).toBe(true);
+    expect(results.length).toBe(2);
+    expect(results[0]).toBe('un');
+    expect(results[1]).toBe('ea u');
+  });
+});

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-double.js

@@ -0,0 +1,25 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+function _toConsumableArray(arr) { return _arrayWithoutHoles(arr) || _iterableToArray(arr) || _unsupportedIterableToArray(arr) || _nonIterableSpread(); }
+function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
+function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
+function _iterableToArray(iter) { if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) return Array.from(iter); }
+function _arrayWithoutHoles(arr) { if (Array.isArray(arr)) return _arrayLikeToArray(arr); }
+function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }
+function filterDouble() {
+  var tokens = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : [];
+  var map = {};
+  return tokens.reduce(function (a, token) {
+    if (token in map) {
+      return a;
+    }
+    map[token] = true;
+    return [].concat(_toConsumableArray(a), [token]);
+  }, []);
+}
+var _default = filterDouble;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-double.spec.js

@@ -0,0 +1,23 @@
+"use strict";
+
+var _filterDouble = _interopRequireDefault(require("./filter-double"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+describe('filter-double', function () {
+  it('empty', function () {
+    var tokens = ['un', 'un'];
+    var results = (0, _filterDouble["default"])(tokens);
+    expect(Array.isArray(results)).toBe(true);
+    expect(results.length).toBe(1);
+    expect(results[0]).toBe('un');
+  });
+  it('remove one', function () {
+    var tokens = ['un', 'un', 'long'];
+    var results = (0, _filterDouble["default"])(tokens, {
+      min: 3
+    });
+    expect(Array.isArray(results)).toBe(true);
+    expect(results.length).toBe(2);
+    expect(results[0]).toBe('un');
+    expect(results[1]).toBe('long');
+  });
+});

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-length.js

@@ -0,0 +1,15 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+function filterLength(tokens, _ref) {
+  var _ref$min = _ref.min,
+    min = _ref$min === void 0 ? 2 : _ref$min;
+  return tokens.filter(function (token) {
+    return token.length >= min;
+  });
+}
+var _default = filterLength;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-length.spec.js

@@ -0,0 +1,23 @@
+"use strict";
+
+var _filterLength = _interopRequireDefault(require("./filter-length"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+describe('filter-length', function () {
+  it('empty', function () {
+    var tokens = ['un', 'no'];
+    var results = (0, _filterLength["default"])(tokens, {
+      min: 3
+    });
+    expect(Array.isArray(results)).toBe(true);
+    expect(results.length).toBe(0);
+  });
+  it('remove one', function () {
+    var tokens = ['un', 'long'];
+    var results = (0, _filterLength["default"])(tokens, {
+      min: 3
+    });
+    expect(Array.isArray(results)).toBe(true);
+    expect(results.length).toBe(1);
+    expect(results[0]).toBe('long');
+  });
+});

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-stemmer.js

@@ -0,0 +1,23 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports["default"] = void 0;
+var _getStemmer = _interopRequireDefault(require("../get-stemmer"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+function filterStemmer(tokens, _ref) {
+  var _ref$language = _ref.language,
+    language = _ref$language === void 0 ? 'French' : _ref$language,
+    _ref$stemmer = _ref.stemmer,
+    stemmer = _ref$stemmer === void 0 ? true : _ref$stemmer;
+  if (stemmer) {
+    var stemming = (0, _getStemmer["default"])(language);
+    return tokens.map(function (token) {
+      return stemming(token);
+    });
+  }
+  return tokens;
+}
+var _default = filterStemmer;
+exports["default"] = _default;

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-stemmer.spec.js

@@ -0,0 +1,16 @@
+"use strict";
+
+var _filterStemmer = _interopRequireDefault(require("./filter-stemmer"));
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
+describe('filter-stemmer', function () {
+  it('commerce', function () {
+    var tokens = ['commerce', 'commercial'];
+    var results = (0, _filterStemmer["default"])(tokens, {
+      language: 'French'
+    });
+    expect(Array.isArray(results)).toBe(true);
+    expect(results.length).toBe(2);
+    expect(results[0]).toBe('commerc');
+    expect(results[1]).toBe('commercial');
+  });
+});