@inseefr/lunatic 3.0.0-rc.9 → 3.0.1-rc.0

package/lib/utils/suggester-workers/commons-tokenizer/create-entity-tokenizer.js

@@ -1,53 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports["default"] = void 0;
-var _createFieldsTokenizer = _interopRequireDefault(require("./create-fields-tokenizer"));
-var _filters = require("./filters");
-var _filterStemmer = _interopRequireDefault(require("./filters/filter-stemmer"));
-var _filterLength = _interopRequireDefault(require("./filters/filter-length"));
-var _filterSynonyms = _interopRequireDefault(require("./filters/filter-synonyms"));
-var _filterToLower = _interopRequireDefault(require("./filters/filter-to-lower"));
-var _filterDouble = _interopRequireDefault(require("./filters/filter-double"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
-function _typeof(o) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (o) { return typeof o; } : function (o) { return o && "function" == typeof Symbol && o.constructor === Symbol && o !== Symbol.prototype ? "symbol" : typeof o; }, _typeof(o); }
-function ownKeys(e, r) { var t = Object.keys(e); if (Object.getOwnPropertySymbols) { var o = Object.getOwnPropertySymbols(e); r && (o = o.filter(function (r) { return Object.getOwnPropertyDescriptor(e, r).enumerable; })), t.push.apply(t, o); } return t; }
-function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t = null != arguments[r] ? arguments[r] : {}; r % 2 ? ownKeys(Object(t), !0).forEach(function (r) { _defineProperty(e, r, t[r]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(e, Object.getOwnPropertyDescriptors(t)) : ownKeys(Object(t)).forEach(function (r) { Object.defineProperty(e, r, Object.getOwnPropertyDescriptor(t, r)); }); } return e; }
-function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
-function _toPropertyKey(t) { var i = _toPrimitive(t, "string"); return "symbol" == _typeof(i) ? i : String(i); }
-function _toPrimitive(t, r) { if ("object" != _typeof(t) || !t) return t; var e = t[Symbol.toPrimitive]; if (void 0 !== e) { var i = e.call(t, r || "default"); if ("object" != _typeof(i)) return i; throw new TypeError("@@toPrimitive must return a primitive value."); } return ("string" === r ? String : Number)(t); }
-function createMapFieldsTokenizer(fields, filters) {
-  return fields.reduce(function (mapFieldTokenizers, field) {
-    var name = field.name;
-    return _objectSpread(_objectSpread({}, mapFieldTokenizers), {}, _defineProperty({}, name, (0, _createFieldsTokenizer["default"])(field, filters)));
-  }, {});
-}
-function createFilterTokens(fields, stopWords) {
-  var filterStopWords = (0, _filters.createFilterStopWords)(stopWords);
-  var getFilters = (0, _filters.composeFilters)(_filterDouble["default"], _filterStemmer["default"], _filterSynonyms["default"], _filterToLower["default"], filterStopWords, _filterLength["default"]);
-  var FIELDS_TOKENIZER_MAP = createMapFieldsTokenizer(fields || [], getFilters);
-  return function (field, entity) {
-    var name = field.name;
-    var tokenizeIt = FIELDS_TOKENIZER_MAP[name];
-    if (name in entity) {
-      var value = entity[name];
-      if (value === undefined || value === null) {
-        return [];
-      }
-      return tokenizeIt("".concat(value));
-    }
-    return [];
-  };
-}
-function createEntityTokenizer(fields, stopWords) {
-  var tokenizeAll = createFilterTokens(fields, stopWords);
-  return function (entity) {
-    return fields.reduce(function (a, field) {
-      var name = field.name;
-      return _objectSpread(_objectSpread({}, a), {}, _defineProperty({}, name, tokenizeAll(field, entity)));
-    }, {});
-  };
-}
-var _default = exports["default"] = createEntityTokenizer;

package/lib/utils/suggester-workers/commons-tokenizer/create-fields-tokenizer.js

@@ -1,76 +0,0 @@
-"use strict";
-
-function _typeof(o) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (o) { return typeof o; } : function (o) { return o && "function" == typeof Symbol && o.constructor === Symbol && o !== Symbol.prototype ? "symbol" : typeof o; }, _typeof(o); }
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports["default"] = void 0;
-var _prepareStringIndexation = _interopRequireDefault(require("./prepare-string-indexation"));
-var _softTokenizer = _interopRequireDefault(require("./soft-tokenizer"));
-var _stringTokenizer = _interopRequireDefault(require("string-tokenizer"));
-var _getRegexpFromPattern = _interopRequireDefault(require("./get-regexp-from-pattern"));
-var _removeAccents = _interopRequireDefault(require("remove-accents"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
-function ownKeys(e, r) { var t = Object.keys(e); if (Object.getOwnPropertySymbols) { var o = Object.getOwnPropertySymbols(e); r && (o = o.filter(function (r) { return Object.getOwnPropertyDescriptor(e, r).enumerable; })), t.push.apply(t, o); } return t; }
-function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t = null != arguments[r] ? arguments[r] : {}; r % 2 ? ownKeys(Object(t), !0).forEach(function (r) { _defineProperty(e, r, t[r]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(e, Object.getOwnPropertyDescriptors(t)) : ownKeys(Object(t)).forEach(function (r) { Object.defineProperty(e, r, Object.getOwnPropertyDescriptor(t, r)); }); } return e; }
-function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
-function _toPropertyKey(t) { var i = _toPrimitive(t, "string"); return "symbol" == _typeof(i) ? i : String(i); }
-function _toPrimitive(t, r) { if ("object" != _typeof(t) || !t) return t; var e = t[Symbol.toPrimitive]; if (void 0 !== e) { var i = e.call(t, r || "default"); if ("object" != _typeof(i)) return i; throw new TypeError("@@toPrimitive must return a primitive value."); } return ("string" === r ? String : Number)(t); }
-function _toConsumableArray(arr) { return _arrayWithoutHoles(arr) || _iterableToArray(arr) || _unsupportedIterableToArray(arr) || _nonIterableSpread(); }
-function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
-function _iterableToArray(iter) { if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) return Array.from(iter); }
-function _arrayWithoutHoles(arr) { if (Array.isArray(arr)) return _arrayLikeToArray(arr); }
-function _slicedToArray(arr, i) { return _arrayWithHoles(arr) || _iterableToArrayLimit(arr, i) || _unsupportedIterableToArray(arr, i) || _nonIterableRest(); }
-function _nonIterableRest() { throw new TypeError("Invalid attempt to destructure non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
-function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
-function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
-function _iterableToArrayLimit(r, l) { var t = null == r ? null : "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (null != t) { var e, n, i, u, a = [], f = !0, o = !1; try { if (i = (t = t.call(r)).next, 0 === l) { if (Object(t) !== t) return; f = !1; } else for (; !(f = (e = i.call(t)).done) && (a.push(e.value), a.length !== l); f = !0); } catch (r) { o = !0, n = r; } finally { try { if (!f && null != t["return"] && (u = t["return"](), Object(u) !== u)) return; } finally { if (o) throw n; } } return a; } }
-function _arrayWithHoles(arr) { if (Array.isArray(arr)) return arr; }
-function defaultTokenizeIt(string) {
-  return [(0, _prepareStringIndexation["default"])(string)];
-}
-function toArray(content) {
-  return Array.isArray(content) ? content : [content];
-}
-function tokensToArray(tokenized) {
-  return Object.entries(tokenized).reduce(function (a, _ref) {
-    var _ref2 = _slicedToArray(_ref, 2),
-      k = _ref2[0],
-      values = _ref2[1];
-    if (k.startsWith('pattern')) {
-      return [].concat(_toConsumableArray(a), _toConsumableArray(toArray(values)));
-    }
-    return a;
-  }, []);
-}
-function createFieldsTokenizer(field, filtersStack) {
-  var name = field.name,
-    _field$rules = field.rules,
-    rules = _field$rules === void 0 ? [] : _field$rules,
-    min = field.min,
-    _field$language = field.language,
-    language = _field$language === void 0 ? 'French' : _field$language,
-    _field$stemmer = field.stemmer,
-    stemmer = _field$stemmer === void 0 ? true : _field$stemmer,
-    _field$synonyms = field.synonyms,
-    synonyms = _field$synonyms === void 0 ? {} : _field$synonyms;
-  if (rules === 'soft') {
-    return _softTokenizer["default"];
-  }
-  if (rules.length) {
-    var tokenRules = rules.reduce(function (rulesMap, pattern, index) {
-      return _objectSpread(_objectSpread({}, rulesMap), {}, _defineProperty({}, "pattern".concat(name).concat(index), (0, _getRegexpFromPattern["default"])(pattern)));
-    }, {});
-    return function (string) {
-      var what = (0, _stringTokenizer["default"])().input((0, _removeAccents["default"])(string)).tokens(tokenRules).resolve();
-      return filtersStack(tokensToArray(what), {
-        min: min,
-        language: language,
-        stemmer: stemmer,
-        synonyms: synonyms
-      });
-    };
-  }
-  return defaultTokenizeIt;
-}
-var _default = exports["default"] = createFieldsTokenizer;

package/lib/utils/suggester-workers/commons-tokenizer/create-filter-stop-words.js

@@ -1,35 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports["default"] = void 0;
-var _stopWords = _interopRequireDefault(require("./stop-words"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
-function _typeof(o) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (o) { return typeof o; } : function (o) { return o && "function" == typeof Symbol && o.constructor === Symbol && o !== Symbol.prototype ? "symbol" : typeof o; }, _typeof(o); }
-function _toConsumableArray(arr) { return _arrayWithoutHoles(arr) || _iterableToArray(arr) || _unsupportedIterableToArray(arr) || _nonIterableSpread(); }
-function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
-function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
-function _iterableToArray(iter) { if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) return Array.from(iter); }
-function _arrayWithoutHoles(arr) { if (Array.isArray(arr)) return _arrayLikeToArray(arr); }
-function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
-function ownKeys(e, r) { var t = Object.keys(e); if (Object.getOwnPropertySymbols) { var o = Object.getOwnPropertySymbols(e); r && (o = o.filter(function (r) { return Object.getOwnPropertyDescriptor(e, r).enumerable; })), t.push.apply(t, o); } return t; }
-function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t = null != arguments[r] ? arguments[r] : {}; r % 2 ? ownKeys(Object(t), !0).forEach(function (r) { _defineProperty(e, r, t[r]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(e, Object.getOwnPropertyDescriptors(t)) : ownKeys(Object(t)).forEach(function (r) { Object.defineProperty(e, r, Object.getOwnPropertyDescriptor(t, r)); }); } return e; }
-function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
-function _toPropertyKey(t) { var i = _toPrimitive(t, "string"); return "symbol" == _typeof(i) ? i : String(i); }
-function _toPrimitive(t, r) { if ("object" != _typeof(t) || !t) return t; var e = t[Symbol.toPrimitive]; if (void 0 !== e) { var i = e.call(t, r || "default"); if ("object" != _typeof(i)) return i; throw new TypeError("@@toPrimitive must return a primitive value."); } return ("string" === r ? String : Number)(t); }
-function createFilterStopWords() {
-  var stops = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : _stopWords["default"];
-  var mapSW = stops.reduce(function (a, w) {
-    return _objectSpread(_objectSpread({}, a), {}, _defineProperty({}, w, undefined));
-  }, {});
-  return function filter(tokens) {
-    return tokens.reduce(function (a, t) {
-      if (t in mapSW) {
-        return a;
-      }
-      return [].concat(_toConsumableArray(a), [t]);
-    }, []);
-  };
-}
-var _default = exports["default"] = createFilterStopWords;

package/lib/utils/suggester-workers/commons-tokenizer/filters/compose-filters.js

@@ -1,20 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.composeFilters = composeFilters;
-exports["default"] = void 0;
-function composeFilters() {
-  for (var _len = arguments.length, filters = new Array(_len), _key = 0; _key < _len; _key++) {
-    filters[_key] = arguments[_key];
-  }
-  return filters.reverse().reduce(function (next, current) {
-    return function (tokens, args) {
-      return next(current(tokens, args), args);
-    };
-  }, function (t) {
-    return t;
-  });
-}
-var _default = exports["default"] = composeFilters;

package/lib/utils/suggester-workers/commons-tokenizer/filters/create-filter-stop-words.js

@@ -1,35 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports["default"] = void 0;
-var _stopWords = _interopRequireDefault(require("./stop-words"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
-function _typeof(o) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (o) { return typeof o; } : function (o) { return o && "function" == typeof Symbol && o.constructor === Symbol && o !== Symbol.prototype ? "symbol" : typeof o; }, _typeof(o); }
-function _toConsumableArray(arr) { return _arrayWithoutHoles(arr) || _iterableToArray(arr) || _unsupportedIterableToArray(arr) || _nonIterableSpread(); }
-function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
-function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
-function _iterableToArray(iter) { if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) return Array.from(iter); }
-function _arrayWithoutHoles(arr) { if (Array.isArray(arr)) return _arrayLikeToArray(arr); }
-function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
-function ownKeys(e, r) { var t = Object.keys(e); if (Object.getOwnPropertySymbols) { var o = Object.getOwnPropertySymbols(e); r && (o = o.filter(function (r) { return Object.getOwnPropertyDescriptor(e, r).enumerable; })), t.push.apply(t, o); } return t; }
-function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t = null != arguments[r] ? arguments[r] : {}; r % 2 ? ownKeys(Object(t), !0).forEach(function (r) { _defineProperty(e, r, t[r]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(e, Object.getOwnPropertyDescriptors(t)) : ownKeys(Object(t)).forEach(function (r) { Object.defineProperty(e, r, Object.getOwnPropertyDescriptor(t, r)); }); } return e; }
-function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
-function _toPropertyKey(t) { var i = _toPrimitive(t, "string"); return "symbol" == _typeof(i) ? i : String(i); }
-function _toPrimitive(t, r) { if ("object" != _typeof(t) || !t) return t; var e = t[Symbol.toPrimitive]; if (void 0 !== e) { var i = e.call(t, r || "default"); if ("object" != _typeof(i)) return i; throw new TypeError("@@toPrimitive must return a primitive value."); } return ("string" === r ? String : Number)(t); }
-function createFilterStopWords() {
-  var stops = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : _stopWords["default"];
-  var mapSW = stops.reduce(function (a, w) {
-    return _objectSpread(_objectSpread({}, a), {}, _defineProperty({}, w, undefined));
-  }, {});
-  return function filter(tokens) {
-    return tokens.reduce(function (a, t) {
-      if (t in mapSW) {
-        return a;
-      }
-      return [].concat(_toConsumableArray(a), [t]);
-    }, []);
-  };
-}
-var _default = exports["default"] = createFilterStopWords;

package/lib/utils/suggester-workers/commons-tokenizer/filters/create-filter-stop-words.spec.js

@@ -1,15 +0,0 @@
-"use strict";
-
-var _vitest = require("vitest");
-var _createFilterStopWords = _interopRequireDefault(require("./create-filter-stop-words"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
-(0, _vitest.describe)('create-filter-stop-words', function () {
-  (0, _vitest.it)('only last ', function () {
-    var sw = ['un', 'de'];
-    var tokens = ['un', 'de', 'trois'];
-    var filter = (0, _createFilterStopWords["default"])(sw);
-    var results = filter(tokens);
-    (0, _vitest.expect)(Array.isArray(results)).toBe(true);
-    (0, _vitest.expect)(results.length).toBe(1);
-  });
-});

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-accents.js

@@ -1,18 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports["default"] = void 0;
-var _removeAccents = _interopRequireDefault(require("remove-accents"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
-function filterAccents() {
-  var tokens = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : [];
-  return tokens.map(function (token) {
-    if (typeof token === 'string') {
-      return (0, _removeAccents["default"])(token).toLowerCase();
-    }
-    return token;
-  });
-}
-var _default = exports["default"] = filterAccents;

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-accents.spec.js

@@ -1,17 +0,0 @@
-"use strict";
-
-var _vitest = require("vitest");
-var _filterAccents = _interopRequireDefault(require("./filter-accents"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
-(0, _vitest.describe)('filter-length', function () {
-  (0, _vitest.it)('maj accent', function () {
-    var tokens = ['UN', 'éà ù'];
-    var results = (0, _filterAccents["default"])(tokens, {
-      min: 3
-    });
-    (0, _vitest.expect)(Array.isArray(results)).toBe(true);
-    (0, _vitest.expect)(results.length).toBe(2);
-    (0, _vitest.expect)(results[0]).toBe('un');
-    (0, _vitest.expect)(results[1]).toBe('ea u');
-  });
-});

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-double.js

@@ -1,24 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports["default"] = void 0;
-function _toConsumableArray(arr) { return _arrayWithoutHoles(arr) || _iterableToArray(arr) || _unsupportedIterableToArray(arr) || _nonIterableSpread(); }
-function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
-function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
-function _iterableToArray(iter) { if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) return Array.from(iter); }
-function _arrayWithoutHoles(arr) { if (Array.isArray(arr)) return _arrayLikeToArray(arr); }
-function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
-function filterDouble() {
-  var tokens = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : [];
-  var map = {};
-  return tokens.reduce(function (a, token) {
-    if (token in map) {
-      return a;
-    }
-    map[token] = true;
-    return [].concat(_toConsumableArray(a), [token]);
-  }, []);
-}
-var _default = exports["default"] = filterDouble;

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-double.spec.js

@@ -1,24 +0,0 @@
-"use strict";
-
-var _vitest = require("vitest");
-var _filterDouble = _interopRequireDefault(require("./filter-double"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
-(0, _vitest.describe)('filter-double', function () {
-  (0, _vitest.it)('empty', function () {
-    var tokens = ['un', 'un'];
-    var results = (0, _filterDouble["default"])(tokens);
-    (0, _vitest.expect)(Array.isArray(results)).toBe(true);
-    (0, _vitest.expect)(results.length).toBe(1);
-    (0, _vitest.expect)(results[0]).toBe('un');
-  });
-  (0, _vitest.it)('remove one', function () {
-    var tokens = ['un', 'un', 'long'];
-    var results = (0, _filterDouble["default"])(tokens, {
-      min: 3
-    });
-    (0, _vitest.expect)(Array.isArray(results)).toBe(true);
-    (0, _vitest.expect)(results.length).toBe(2);
-    (0, _vitest.expect)(results[0]).toBe('un');
-    (0, _vitest.expect)(results[1]).toBe('long');
-  });
-});

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-length.js

@@ -1,14 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports["default"] = void 0;
-function filterLength(tokens, _ref) {
-  var _ref$min = _ref.min,
-    min = _ref$min === void 0 ? 2 : _ref$min;
-  return tokens.filter(function (token) {
-    return token.length >= min;
-  });
-}
-var _default = exports["default"] = filterLength;

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-length.spec.js

@@ -1,24 +0,0 @@
-"use strict";
-
-var _vitest = require("vitest");
-var _filterLength = _interopRequireDefault(require("./filter-length"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
-(0, _vitest.describe)('filter-length', function () {
-  (0, _vitest.it)('empty', function () {
-    var tokens = ['un', 'no'];
-    var results = (0, _filterLength["default"])(tokens, {
-      min: 3
-    });
-    (0, _vitest.expect)(Array.isArray(results)).toBe(true);
-    (0, _vitest.expect)(results.length).toBe(0);
-  });
-  (0, _vitest.it)('remove one', function () {
-    var tokens = ['un', 'long'];
-    var results = (0, _filterLength["default"])(tokens, {
-      min: 3
-    });
-    (0, _vitest.expect)(Array.isArray(results)).toBe(true);
-    (0, _vitest.expect)(results.length).toBe(1);
-    (0, _vitest.expect)(results[0]).toBe('long');
-  });
-});

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-stemmer.js

@@ -1,22 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports["default"] = void 0;
-var _getStemmer = _interopRequireDefault(require("../get-stemmer"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
-function filterStemmer(tokens, _ref) {
-  var _ref$language = _ref.language,
-    language = _ref$language === void 0 ? 'French' : _ref$language,
-    _ref$stemmer = _ref.stemmer,
-    stemmer = _ref$stemmer === void 0 ? true : _ref$stemmer;
-  if (stemmer) {
-    var stemming = (0, _getStemmer["default"])(language);
-    return tokens.map(function (token) {
-      return stemming(token);
-    });
-  }
-  return tokens;
-}
-var _default = exports["default"] = filterStemmer;

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-stemmer.spec.js

@@ -1,17 +0,0 @@
-"use strict";
-
-var _vitest = require("vitest");
-var _filterStemmer = _interopRequireDefault(require("./filter-stemmer"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
-(0, _vitest.describe)('filter-stemmer', function () {
-  (0, _vitest.it)('commerce', function () {
-    var tokens = ['commerce', 'commercial'];
-    var results = (0, _filterStemmer["default"])(tokens, {
-      language: 'French'
-    });
-    (0, _vitest.expect)(Array.isArray(results)).toBe(true);
-    (0, _vitest.expect)(results.length).toBe(2);
-    (0, _vitest.expect)(results[0]).toBe('commerc');
-    (0, _vitest.expect)(results[1]).toBe('commercial');
-  });
-});

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-synonyms.js

@@ -1,52 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports["default"] = void 0;
-function _typeof(o) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (o) { return typeof o; } : function (o) { return o && "function" == typeof Symbol && o.constructor === Symbol && o !== Symbol.prototype ? "symbol" : typeof o; }, _typeof(o); }
-function ownKeys(e, r) { var t = Object.keys(e); if (Object.getOwnPropertySymbols) { var o = Object.getOwnPropertySymbols(e); r && (o = o.filter(function (r) { return Object.getOwnPropertyDescriptor(e, r).enumerable; })), t.push.apply(t, o); } return t; }
-function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t = null != arguments[r] ? arguments[r] : {}; r % 2 ? ownKeys(Object(t), !0).forEach(function (r) { _defineProperty(e, r, t[r]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(e, Object.getOwnPropertyDescriptors(t)) : ownKeys(Object(t)).forEach(function (r) { Object.defineProperty(e, r, Object.getOwnPropertyDescriptor(t, r)); }); } return e; }
-function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
-function _toPropertyKey(t) { var i = _toPrimitive(t, "string"); return "symbol" == _typeof(i) ? i : String(i); }
-function _toPrimitive(t, r) { if ("object" != _typeof(t) || !t) return t; var e = t[Symbol.toPrimitive]; if (void 0 !== e) { var i = e.call(t, r || "default"); if ("object" != _typeof(i)) return i; throw new TypeError("@@toPrimitive must return a primitive value."); } return ("string" === r ? String : Number)(t); }
-function _toConsumableArray(arr) { return _arrayWithoutHoles(arr) || _iterableToArray(arr) || _unsupportedIterableToArray(arr) || _nonIterableSpread(); }
-function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
-function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }
-function _iterableToArray(iter) { if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) return Array.from(iter); }
-function _arrayWithoutHoles(arr) { if (Array.isArray(arr)) return _arrayLikeToArray(arr); }
-function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
-var MAPS_FROM_ARRAY = new Map(); // Pour éviter de recalculer une map à chaque fois
-
-function filterFromObject(tokens, synonyms) {
-  return tokens.reduce(function (prec, token) {
-    if (token in synonyms) {
-      return [].concat(_toConsumableArray(prec), [token], _toConsumableArray(synonyms[token]));
-    }
-    return [].concat(_toConsumableArray(prec), [token]);
-  }, []);
-}
-function buildSynonymsMap(array) {
-  return array.reduce(function (map, _ref) {
-    var source = _ref.source,
-      target = _ref.target;
-    return _objectSpread(_objectSpread({}, map), {}, _defineProperty({}, source, target));
-  }, {});
-}
-function filterFromArray(tokens, synonyms) {
-  if (!MAPS_FROM_ARRAY.has(synonyms)) {
-    MAPS_FROM_ARRAY.set(synonyms, buildSynonymsMap(synonyms));
-  }
-  return filterFromObject(tokens, MAPS_FROM_ARRAY.get(synonyms));
-}
-function filterSynonyms(tokens, _ref2) {
-  var synonyms = _ref2.synonyms;
-  if (Array.isArray(synonyms) && synonyms.length) {
-    return filterFromArray(tokens, synonyms);
-  }
-  if (_typeof(synonyms) === 'object') {
-    return filterFromObject(tokens, synonyms);
-  }
-  return tokens;
-}
-var _default = exports["default"] = filterSynonyms;

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-synonyms.spec.js

@@ -1,13 +0,0 @@
-"use strict";
-
-var _vitest = require("vitest");
-(0, _vitest.describe)('filter-synonyms', function () {
-  (0, _vitest.it)('', function () {
-    // const tokens = ['saint', 'sainte'];
-    // const results = filterStemmer(tokens, { language: 'French' });
-    // expect(Array.isArray(results)).toBe(true);
-    // expect(results.length).toBe(2);
-    // expect(results[0]).toBe('commerc');
-    // expect(results[1]).toBe('commercial');
-  });
-});

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-to-lower.js

@@ -1,15 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports["default"] = void 0;
-function filterToLower(tokens) {
-  return tokens.map(function (token) {
-    if (typeof token === 'string') {
-      return token.toLocaleLowerCase();
-    }
-    return token;
-  });
-}
-var _default = exports["default"] = filterToLower;

package/lib/utils/suggester-workers/commons-tokenizer/filters/filter-to-lower.spec.js

@@ -1,15 +0,0 @@
-"use strict";
-
-var _vitest = require("vitest");
-var _filterToLower = _interopRequireDefault(require("./filter-to-lower"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
-(0, _vitest.describe)('filter-to-lower', function () {
-  (0, _vitest.it)('UN', function () {
-    var tokens = ['UN', 'no'];
-    var results = (0, _filterToLower["default"])(tokens);
-    (0, _vitest.expect)(Array.isArray(results)).toBe(true);
-    (0, _vitest.expect)(results.length).toBe(2);
-    (0, _vitest.expect)(results[0]).toBe('un');
-    (0, _vitest.expect)(results[1]).toBe('no');
-  });
-});

package/lib/utils/suggester-workers/commons-tokenizer/filters/index.js

@@ -1,20 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-Object.defineProperty(exports, "composeFilters", {
-  enumerable: true,
-  get: function get() {
-    return _composeFilters["default"];
-  }
-});
-Object.defineProperty(exports, "createFilterStopWords", {
-  enumerable: true,
-  get: function get() {
-    return _createFilterStopWords["default"];
-  }
-});
-var _composeFilters = _interopRequireDefault(require("./compose-filters"));
-var _createFilterStopWords = _interopRequireDefault(require("./create-filter-stop-words"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }

package/lib/utils/suggester-workers/commons-tokenizer/filters/stop-words.js

@@ -1,8 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports["default"] = void 0;
-var STOP_WORDS = ['alors', 'au', 'aucuns', 'aussi', 'autre', 'avant', 'avec', 'avoir', 'bon', 'car', 'ce', 'cela', 'ces', 'ceux', 'chaque', 'ci', 'comme', 'comment', 'dans', 'des', 'du', 'dedans', 'dehors', 'depuis', 'devrait', 'doit', 'donc', 'dos', 'debut', 'elle', 'elles', 'en', 'encore', 'essai', 'est', 'et', 'eu', 'fait', 'faites', 'fois', 'font', 'hors', 'ici', 'il', 'ils', 'je', 'juste', 'le', 'les', 'leur', 'la', 'ma', 'maintenant', 'mais', 'mes', 'mien', 'moins', 'mon', 'mot', 'meme', 'ni', 'nommes', 'notre', 'nous', 'ou', 'par', 'parce', 'pas', 'peut', 'peu', 'plupart', 'pour', 'pourquoi', 'quand', 'que', 'quel', 'quelle', 'quelles', 'quels', 'qui', 'sa', 'sans', 'ses', 'seulement', 'si', 'sien', 'son', 'sont', 'sous', 'soyez', 'sois', 'sujet', 'sur', 'ta', 'tandis', 'tellement', 'tels', 'tes', 'ton', 'tous', 'tout', 'trop', 'tres', 'tu', 'voient', 'vont', 'votre', 'vous', 'vu', 'ca', 'etaient', 'etat', 'etions', 'ete', 'etre'];
-var _default = exports["default"] = STOP_WORDS;

package/lib/utils/suggester-workers/commons-tokenizer/get-regexp-from-pattern.js

@@ -1,13 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports["default"] = void 0;
-function get(pattern) {
-  if (typeof pattern === 'string') {
-    return new RegExp(pattern);
-  }
-  return pattern;
-}
-var _default = exports["default"] = get;

package/lib/utils/suggester-workers/commons-tokenizer/get-stemmer.js

@@ -1,22 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports["default"] = void 0;
-var _snowball = _interopRequireDefault(require("snowball"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
-var STEMMERS = {};
-function getStemmer() {
-  var language = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : 'French';
-  if (!(language in STEMMERS)) {
-    var stemmer = new _snowball["default"](language);
-    STEMMERS[language] = function (token) {
-      stemmer.setCurrent(token);
-      stemmer.stem();
-      return stemmer.getCurrent();
-    };
-  }
-  return STEMMERS[language];
-}
-var _default = exports["default"] = getStemmer;

package/lib/utils/suggester-workers/commons-tokenizer/get-stemmer.spec.js

@@ -1,11 +0,0 @@
-"use strict";
-
-var _vitest = require("vitest");
-var _getStemmer = _interopRequireDefault(require("./get-stemmer"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { "default": obj }; }
-(0, _vitest.describe)('common-tokenizer', function () {
-  (0, _vitest.it)('getStemmer', function () {
-    var stemmer = (0, _getStemmer["default"])();
-    (0, _vitest.expect)(stemmer('bâtiment')).toEqual('bât');
-  });
-});