@inseefr/lunatic 0.3.0-experimental → 0.3.0-prisme

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (225) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +25 -23
  3. package/lib/index.esm.js +3539 -0
  4. package/lib/index.esm.js.map +1 -0
  5. package/lib/index.js +240 -282
  6. package/lib/index.js.map +1 -1
  7. package/package.json +179 -173
  8. package/src/components/breadcrumb/breadcrumb.scss +22 -22
  9. package/src/components/checkbox/boolean.js +172 -172
  10. package/src/components/checkbox/checkbox.scss +73 -73
  11. package/src/components/checkbox/group.js +231 -231
  12. package/src/components/checkbox/one.js +11 -11
  13. package/src/components/component-wrapper/controls/component.js +70 -70
  14. package/src/components/component-wrapper/controls/controls.scss +6 -6
  15. package/src/components/component-wrapper/controls/index.js +1 -1
  16. package/src/components/component-wrapper/controls/validators/datepicker.js +44 -33
  17. package/src/components/component-wrapper/controls/validators/index.js +16 -16
  18. package/src/components/component-wrapper/controls/validators/input-number.js +23 -23
  19. package/src/components/component-wrapper/index.js +1 -1
  20. package/src/components/component-wrapper/missing/component.js +200 -180
  21. package/src/components/component-wrapper/missing/index.js +1 -1
  22. package/src/components/component-wrapper/missing/missing.scss +32 -32
  23. package/src/components/component-wrapper/wrapper.js +23 -23
  24. package/src/components/components.js +19 -19
  25. package/src/components/datepicker/component.js +26 -30
  26. package/src/components/declarations/component.js +46 -46
  27. package/src/components/declarations/declarations.scss +40 -40
  28. package/src/components/declarations/wrappers/input-declarations-wrapper.js +328 -302
  29. package/src/components/declarations/wrappers/simple-declarations-wrapper.js +54 -54
  30. package/src/components/dropdown/commons/actions.js +65 -65
  31. package/src/components/dropdown/commons/children-to-option.js +9 -9
  32. package/src/components/dropdown/commons/cleaner-callbacks.js +58 -58
  33. package/src/components/dropdown/commons/components/dropdown-container.js +29 -29
  34. package/src/components/dropdown/commons/components/dropdown.js +204 -183
  35. package/src/components/dropdown/commons/components/panel.js +78 -78
  36. package/src/components/dropdown/commons/event-callbacks/on-mousedown-callback.js +15 -15
  37. package/src/components/dropdown/commons/reducer.js +152 -152
  38. package/src/components/dropdown/commons/tools/index.js +17 -17
  39. package/src/components/dropdown/component.js +135 -135
  40. package/src/components/dropdown/dropdown-edit/dropdown-edit.js +194 -191
  41. package/src/components/dropdown/dropdown-edit/index.js +11 -11
  42. package/src/components/dropdown/dropdown-simple/dropdown.js +173 -171
  43. package/src/components/dropdown/dropdown-simple/index.js +20 -20
  44. package/src/components/dropdown/dropdown.scss +178 -178
  45. package/src/components/icon/icon.scss +15 -15
  46. package/src/components/index.js +2 -0
  47. package/src/components/index.scss +177 -177
  48. package/src/components/input/input-number.js +30 -28
  49. package/src/components/input/input.js +11 -11
  50. package/src/components/input/input.scss +31 -31
  51. package/src/components/loop/component.js +170 -170
  52. package/src/components/loop/loop.scss +13 -13
  53. package/src/components/loop/wrapper.js +15 -15
  54. package/src/components/loop-constructor/block/block.scss +10 -10
  55. package/src/components/loop-constructor/block/component.js +9 -9
  56. package/src/components/loop-constructor/roster/component.js +8 -8
  57. package/src/components/loop-constructor/wrapper/body-component.js +146 -131
  58. package/src/components/loop-constructor/wrapper/component.js +190 -190
  59. package/src/components/modal/component.js +36 -36
  60. package/src/components/modal/index.js +1 -1
  61. package/src/components/modal/modal.scss +33 -33
  62. package/src/components/progress-bar/progress-bar.scss +54 -54
  63. package/src/components/radio/component.js +9 -9
  64. package/src/components/radio/radio.scss +59 -59
  65. package/src/components/sequence/component.js +50 -50
  66. package/src/components/sequence/sequence.scss +10 -10
  67. package/src/components/subsequence/component.js +49 -49
  68. package/src/components/suggester/check-store.js +2 -4
  69. package/src/components/suggester/components/panel/default-option-renderer.js +27 -27
  70. package/src/components/suggester/components/panel/option-container.js +61 -61
  71. package/src/components/suggester/components/panel/panel.js +47 -47
  72. package/src/components/suggester/components/selection/default-label-renderer.js +31 -31
  73. package/src/components/suggester/components/selection/label.js +35 -35
  74. package/src/components/suggester/components/selection/selection.js +50 -50
  75. package/src/components/suggester/components/suggester-content.js +2 -2
  76. package/src/components/suggester/components/suggester.js +128 -88
  77. package/src/components/suggester/components/suggester.scss +101 -101
  78. package/src/components/suggester/default-style.scss +125 -125
  79. package/src/components/suggester/find-best-label/find-best-label.js +51 -51
  80. package/src/components/suggester/find-best-label/index.js +1 -1
  81. package/src/components/suggester/idb-suggester.js +73 -67
  82. package/src/components/suggester/lunatic-suggester.js +140 -139
  83. package/src/components/suggester/searching/create-searching.js +49 -49
  84. package/src/components/suggester/searching/index.js +1 -1
  85. package/src/components/suggester/state-management/actions.js +38 -38
  86. package/src/components/suggester/state-management/reducer/reduce-on-delete-search.js +11 -11
  87. package/src/components/suggester/state-management/reducer/reduce-on-init.js +29 -29
  88. package/src/components/suggester/state-management/reducer/reducer.js +38 -38
  89. package/src/components/suggester/suggester-wrapper.js +127 -121
  90. package/src/components/suggester-loader-widget/loader.js +67 -67
  91. package/src/components/suggester-loader-widget/widget.js +123 -123
  92. package/src/components/table/table.js +173 -171
  93. package/src/components/table/table.scss +26 -26
  94. package/src/components/textarea/component.js +11 -11
  95. package/src/components/textarea/textarea.scss +8 -8
  96. package/src/components/tooltip/tooltip.scss +30 -30
  97. package/src/stories/breadcrumb/breadcrumb.stories.js +21 -21
  98. package/src/stories/checkbox-boolean/data.json +78 -78
  99. package/src/stories/datepicker/data.json +45 -45
  100. package/src/stories/declarations/declarations.stories.js +116 -116
  101. package/src/stories/dropdown/README.md +44 -44
  102. package/src/stories/dropdown/data.json +98 -98
  103. package/src/stories/dropdown/dropdown.stories.js +89 -89
  104. package/src/stories/progress-bar/progress-bar.stories.js +24 -24
  105. package/src/stories/questionnaire/arithmetic-management.json +47 -0
  106. package/src/stories/questionnaire/arithmetic.json +247 -247
  107. package/src/stories/questionnaire/calc-var.json +187 -187
  108. package/src/stories/questionnaire/data-logement.json +2691 -2691
  109. package/src/stories/questionnaire/kish.json +275 -0
  110. package/src/stories/questionnaire/logement-queen.json +23390 -22706
  111. package/src/stories/questionnaire/logement-s2.json +46028 -44537
  112. package/src/stories/questionnaire/logement-sequence.json +26741 -26741
  113. package/src/stories/questionnaire/logement.json +21072 -21072
  114. package/src/stories/questionnaire/loop-and-controls.json +481 -0
  115. package/src/stories/questionnaire/questionnaire.stories.js +236 -172
  116. package/src/stories/questionnaire/update-external/data.json +1 -0
  117. package/src/stories/questionnaire/update-external/questionnaire.json +75 -0
  118. package/src/stories/sequence/sequence.stories.js +32 -32
  119. package/src/stories/subsequence/subsequence.stories.js +32 -32
  120. package/src/stories/suggester/README.md +46 -46
  121. package/src/stories/suggester/bailleurs-sociaux/fetch-bailleurs.js +15 -15
  122. package/src/stories/suggester/bailleurs-sociaux/index.js +2 -2
  123. package/src/stories/suggester/bailleurs-sociaux/option-bailleur-renderer.js +58 -58
  124. package/src/stories/suggester/bailleurs-sociaux/preloader.svg +51 -51
  125. package/src/stories/suggester/bailleurs-sociaux/theme.scss +22 -22
  126. package/src/stories/suggester/bailleurs-sociaux-2021/fetch-bailleurs.js +12 -0
  127. package/src/stories/suggester/bailleurs-sociaux-2021/index.js +1 -0
  128. package/src/stories/suggester/cog-communes/fetch-cog.js +15 -15
  129. package/src/stories/suggester/data-auto.json +232 -232
  130. package/src/stories/suggester/data-vtl.json +82 -82
  131. package/src/stories/suggester/data.json +169 -136
  132. package/src/stories/suggester/naf-rev2/index.js +2 -2
  133. package/src/stories/suggester/naf-rev2/option-naf-renderer.js +17 -17
  134. package/src/stories/suggester/suggester-workers.stories.js +226 -179
  135. package/src/stories/suggester/suggester.stories.js +138 -133
  136. package/src/stories/utils/orchestrator-split.js +119 -0
  137. package/src/stories/utils/orchestrator.js +119 -110
  138. package/src/tests/components/input-number.spec.js +188 -188
  139. package/src/tests/components/loops/roster-loop.json +71 -71
  140. package/src/tests/components/missing-wrapper.spec.js +32 -32
  141. package/src/tests/utils/lib/table/roster.spec.js +25 -25
  142. package/src/tests/utils/to-expose/handler/results/res-input-edited.json +1 -1
  143. package/src/tests/utils/to-expose/init-questionnaire/questionnaire.json +148 -148
  144. package/src/tests/utils/to-expose/init-questionnaire/result.json +181 -181
  145. package/src/utils/components/dragger/dragger.scss +7 -7
  146. package/src/utils/idb-tools/create-db-opener.js +43 -43
  147. package/src/utils/idb-tools/create-open-db.js +25 -25
  148. package/src/utils/idb-tools/idb-bulk-insert.js +96 -96
  149. package/src/utils/idb-tools/index.js +10 -10
  150. package/src/utils/idb-tools/insert-entity.js +15 -15
  151. package/src/utils/idb-tools/open-db.js +13 -13
  152. package/src/utils/idb-tools/open-or-create-db.js +34 -34
  153. package/src/utils/lib/controls/index.js +1 -1
  154. package/src/utils/lib/controls/utils.js +152 -146
  155. package/src/utils/lib/decorator/title-decorator.js +16 -16
  156. package/src/utils/lib/env.js +2 -2
  157. package/src/utils/lib/index.js +21 -20
  158. package/src/utils/lib/input-number.js +1 -1
  159. package/src/utils/lib/options-positioning.js +9 -9
  160. package/src/utils/lib/pagination/navigation/shared.js +256 -256
  161. package/src/utils/lib/prop-types/lines.js +6 -6
  162. package/src/utils/lib/responses.js +11 -11
  163. package/src/utils/lib/splitting.js +142 -0
  164. package/src/utils/lib/style.js +10 -10
  165. package/src/utils/store-tools/auto-load.js +74 -74
  166. package/src/utils/suggester-workers/append-to-index/append.js +25 -25
  167. package/src/utils/suggester-workers/append-to-index/append.worker.js +16 -16
  168. package/src/utils/suggester-workers/append-to-index/create-append-task.js +45 -45
  169. package/src/utils/suggester-workers/append-to-index/index.js +2 -2
  170. package/src/utils/suggester-workers/append-to-index/prepare-entities.js +61 -61
  171. package/src/utils/suggester-workers/append-to-index/store-messages.js +21 -21
  172. package/src/utils/suggester-workers/commons-tokenizer/create-entity-tokenizer.js +56 -54
  173. package/src/utils/suggester-workers/commons-tokenizer/create-fields-tokenizer.js +56 -52
  174. package/src/utils/suggester-workers/commons-tokenizer/create-filter-stop-words.js +17 -17
  175. package/src/utils/suggester-workers/commons-tokenizer/filters/compose-filters.js +10 -10
  176. package/src/utils/suggester-workers/commons-tokenizer/filters/create-filter-stop-words.js +17 -17
  177. package/src/utils/suggester-workers/commons-tokenizer/filters/create-filter-stop-words.spec.js +14 -14
  178. package/src/utils/suggester-workers/commons-tokenizer/filters/{filter-accents-to-lower.js → filter-accents.js} +12 -12
  179. package/src/utils/suggester-workers/commons-tokenizer/filters/{filter-accents-to-lower.spec.js → filter-accents.spec.js} +12 -12
  180. package/src/utils/suggester-workers/commons-tokenizer/filters/filter-double.js +12 -12
  181. package/src/utils/suggester-workers/commons-tokenizer/filters/filter-double.spec.js +20 -20
  182. package/src/utils/suggester-workers/commons-tokenizer/filters/filter-length.js +7 -7
  183. package/src/utils/suggester-workers/commons-tokenizer/filters/filter-length.spec.js +18 -18
  184. package/src/utils/suggester-workers/commons-tokenizer/filters/filter-stemmer.js +13 -13
  185. package/src/utils/suggester-workers/commons-tokenizer/filters/filter-stemmer.spec.js +12 -12
  186. package/src/utils/suggester-workers/commons-tokenizer/filters/filter-synonyms.js +36 -10
  187. package/src/utils/suggester-workers/commons-tokenizer/filters/filter-synonyms.spec.js +12 -12
  188. package/src/utils/suggester-workers/commons-tokenizer/filters/filter-to-lower.js +10 -0
  189. package/src/utils/suggester-workers/commons-tokenizer/filters/filter-to-lower.spec.js +12 -0
  190. package/src/utils/suggester-workers/commons-tokenizer/filters/index.js +2 -2
  191. package/src/utils/suggester-workers/commons-tokenizer/filters/stop-words.js +118 -118
  192. package/src/utils/suggester-workers/commons-tokenizer/get-regexp-from-pattern.js +8 -8
  193. package/src/utils/suggester-workers/commons-tokenizer/get-stemmer.js +18 -18
  194. package/src/utils/suggester-workers/commons-tokenizer/index.js +9 -8
  195. package/src/utils/suggester-workers/commons-tokenizer/prepare-string-indexation.js +13 -13
  196. package/src/utils/suggester-workers/commons-tokenizer/soft-tokenizer.js +7 -7
  197. package/src/utils/suggester-workers/create-worker.js +56 -56
  198. package/src/utils/suggester-workers/find-best-label/find-best-label.js +39 -39
  199. package/src/utils/suggester-workers/find-best-label/find-best-label.worker.js +40 -40
  200. package/src/utils/suggester-workers/find-best-label/tokenize.js +30 -30
  201. package/src/utils/suggester-workers/find-best-label/tokenize.spec.js +19 -19
  202. package/src/utils/suggester-workers/searching/compute-score.js +33 -33
  203. package/src/utils/suggester-workers/searching/get-db.js +18 -18
  204. package/src/utils/suggester-workers/searching/index.js +1 -1
  205. package/src/utils/suggester-workers/searching/order/create-alphanumeric-orderer.js +20 -20
  206. package/src/utils/suggester-workers/searching/order/index.js +19 -19
  207. package/src/utils/suggester-workers/searching/query-parser/index.js +2 -2
  208. package/src/utils/suggester-workers/searching/query-parser/query-parser-soft.js +7 -7
  209. package/src/utils/suggester-workers/searching/query-parser/query-parser-soft.spec.js +24 -24
  210. package/src/utils/suggester-workers/searching/query-parser/query-parser-tokenized.js +34 -28
  211. package/src/utils/suggester-workers/searching/resolve-query-parser.js +27 -27
  212. package/src/utils/suggester-workers/searching/search-in-index.js +17 -17
  213. package/src/utils/suggester-workers/searching/searching.js +70 -70
  214. package/src/utils/suggester-workers/searching/searching.worker.js +11 -11
  215. package/src/utils/to-expose/calculated-variables.js +113 -113
  216. package/src/utils/to-expose/handler.js +149 -112
  217. package/src/utils/to-expose/hooks/filter-components.js +27 -12
  218. package/src/utils/to-expose/hooks/index.js +2 -1
  219. package/src/utils/to-expose/hooks/lunatic-split.js +428 -0
  220. package/src/utils/to-expose/hooks/lunatic.js +284 -235
  221. package/src/utils/to-expose/index.js +1 -1
  222. package/src/utils/to-expose/init-questionnaire.js +164 -164
  223. package/src/utils/to-expose/interpret/vtl.js +18 -18
  224. package/src/utils/to-expose/state.js +66 -58
  225. package/src/tests/utils/to-expose/hooks/use-lunatic.spec.js +0 -46
@@ -1,52 +1,56 @@
1
- import prepareStringIndexation from './prepare-string-indexation';
2
- import softTokenizer from './soft-tokenizer';
3
- import tokenizer from 'string-tokenizer';
4
- import getRegExpFromPattern from './get-regexp-from-pattern';
5
-
6
- function defaultTokenizeIt(string) {
7
- return [prepareStringIndexation(string)];
8
- }
9
-
10
- function tokensToArray(tokenized) {
11
- return Object.entries(tokenized).reduce(function (a, [k, values]) {
12
- if (k.startsWith('pattern')) {
13
- return [...a, ...values];
14
- }
15
- return a;
16
- }, []);
17
- }
18
-
19
- function createFieldsTokenizer(field, filtersStack) {
20
- const {
21
- name,
22
- rules = [],
23
- min,
24
- language = 'French',
25
- stemmer = true,
26
- synonyms = {},
27
- } = field;
28
- if (rules === 'soft') {
29
- return softTokenizer;
30
- }
31
- if (rules.length) {
32
- const tokenRules = rules.reduce(function (rulesMap, pattern, index) {
33
- return {
34
- ...rulesMap,
35
- [`pattern${name}${index}`]: getRegExpFromPattern(pattern),
36
- };
37
- }, {});
38
-
39
- return function (string) {
40
- const what = tokenizer().input(string).tokens(tokenRules).resolve();
41
- return filtersStack(tokensToArray(what), {
42
- min,
43
- language,
44
- stemmer,
45
- synonyms,
46
- });
47
- };
48
- }
49
- return defaultTokenizeIt;
50
- }
51
-
52
- export default createFieldsTokenizer;
1
+ import prepareStringIndexation from './prepare-string-indexation';
2
+ import softTokenizer from './soft-tokenizer';
3
+ import tokenizer from 'string-tokenizer';
4
+ import getRegExpFromPattern from './get-regexp-from-pattern';
5
+
6
+ function defaultTokenizeIt(string) {
7
+ return [prepareStringIndexation(string)];
8
+ }
9
+
10
+ function toArray(content) {
11
+ return Array.isArray(content) ? content : [content];
12
+ }
13
+
14
+ function tokensToArray(tokenized) {
15
+ return Object.entries(tokenized).reduce(function (a, [k, values]) {
16
+ if (k.startsWith('pattern')) {
17
+ return [...a, ...toArray(values)];
18
+ }
19
+ return a;
20
+ }, []);
21
+ }
22
+
23
+ function createFieldsTokenizer(field, filtersStack) {
24
+ const {
25
+ name,
26
+ rules = [],
27
+ min,
28
+ language = 'French',
29
+ stemmer = true,
30
+ synonyms = {},
31
+ } = field;
32
+ if (rules === 'soft') {
33
+ return softTokenizer;
34
+ }
35
+ if (rules.length) {
36
+ const tokenRules = rules.reduce(function (rulesMap, pattern, index) {
37
+ return {
38
+ ...rulesMap,
39
+ [`pattern${name}${index}`]: getRegExpFromPattern(pattern),
40
+ };
41
+ }, {});
42
+
43
+ return function (string) {
44
+ const what = tokenizer().input(string).tokens(tokenRules).resolve();
45
+ return filtersStack(tokensToArray(what), {
46
+ min,
47
+ language,
48
+ stemmer,
49
+ synonyms,
50
+ });
51
+ };
52
+ }
53
+ return defaultTokenizeIt;
54
+ }
55
+
56
+ export default createFieldsTokenizer;
@@ -1,17 +1,17 @@
1
- import defaultStopWords from './stop-words';
2
-
3
- function createFilterStopWords(stops = defaultStopWords) {
4
- const mapSW = stops.reduce(function (a, w) {
5
- return { ...a, [w]: undefined };
6
- }, {});
7
- return function filter(tokens) {
8
- return tokens.reduce(function (a, t) {
9
- if (t in mapSW) {
10
- return a;
11
- }
12
- return [...a, t];
13
- }, []);
14
- };
15
- }
16
-
17
- export default createFilterStopWords;
1
+ import defaultStopWords from './stop-words';
2
+
3
+ function createFilterStopWords(stops = defaultStopWords) {
4
+ const mapSW = stops.reduce(function (a, w) {
5
+ return { ...a, [w]: undefined };
6
+ }, {});
7
+ return function filter(tokens) {
8
+ return tokens.reduce(function (a, t) {
9
+ if (t in mapSW) {
10
+ return a;
11
+ }
12
+ return [...a, t];
13
+ }, []);
14
+ };
15
+ }
16
+
17
+ export default createFilterStopWords;
@@ -1,10 +1,10 @@
1
- export function composeFilters(...filters) {
2
- return filters.reduce(
3
- function (next, current) {
4
- return (tokens, args) => next(current(tokens, args), args);
5
- },
6
- (t) => t
7
- );
8
- }
9
-
10
- export default composeFilters;
1
+ export function composeFilters(...filters) {
2
+ return filters.reduce(
3
+ function (next, current) {
4
+ return (tokens, args) => next(current(tokens, args), args);
5
+ },
6
+ (t) => t
7
+ );
8
+ }
9
+
10
+ export default composeFilters;
@@ -1,17 +1,17 @@
1
- import defaultStopWords from './stop-words';
2
-
3
- function createFilterStopWords(stops = defaultStopWords) {
4
- const mapSW = stops.reduce(function (a, w) {
5
- return { ...a, [w]: undefined };
6
- }, {});
7
- return function filter(tokens) {
8
- return tokens.reduce(function (a, t) {
9
- if (t in mapSW) {
10
- return a;
11
- }
12
- return [...a, t];
13
- }, []);
14
- };
15
- }
16
-
17
- export default createFilterStopWords;
1
+ import defaultStopWords from './stop-words';
2
+
3
+ function createFilterStopWords(stops = defaultStopWords) {
4
+ const mapSW = stops.reduce(function (a, w) {
5
+ return { ...a, [w]: undefined };
6
+ }, {});
7
+ return function filter(tokens) {
8
+ return tokens.reduce(function (a, t) {
9
+ if (t in mapSW) {
10
+ return a;
11
+ }
12
+ return [...a, t];
13
+ }, []);
14
+ };
15
+ }
16
+
17
+ export default createFilterStopWords;
@@ -1,14 +1,14 @@
1
- import createFilterSW from './create-filter-stop-words';
2
-
3
- describe('create-filter-stop-words', function () {
4
- it('only last ', function () {
5
- const sw = ['un', 'de'];
6
- const tokens = ['un', 'de', 'trois'];
7
-
8
- const filter = createFilterSW(sw);
9
-
10
- const results = filter(tokens);
11
- expect(Array.isArray(results)).toBe(true);
12
- expect(results.length).toBe(1);
13
- });
14
- });
1
+ import createFilterSW from './create-filter-stop-words';
2
+
3
+ describe('create-filter-stop-words', function () {
4
+ it('only last ', function () {
5
+ const sw = ['un', 'de'];
6
+ const tokens = ['un', 'de', 'trois'];
7
+
8
+ const filter = createFilterSW(sw);
9
+
10
+ const results = filter(tokens);
11
+ expect(Array.isArray(results)).toBe(true);
12
+ expect(results.length).toBe(1);
13
+ });
14
+ });
@@ -1,12 +1,12 @@
1
- import removeAccents from 'remove-accents';
2
-
3
- function filterAccentsToLower(tokens = []) {
4
- return tokens.map(function (token) {
5
- if (typeof token === 'string') {
6
- return removeAccents(token).toLowerCase();
7
- }
8
- return token;
9
- });
10
- }
11
-
12
- export default filterAccentsToLower;
1
+ import removeAccents from 'remove-accents';
2
+
3
+ function filterAccents(tokens = []) {
4
+ return tokens.map(function (token) {
5
+ if (typeof token === 'string') {
6
+ return removeAccents(token).toLowerCase();
7
+ }
8
+ return token;
9
+ });
10
+ }
11
+
12
+ export default filterAccents;
@@ -1,12 +1,12 @@
1
- import filterATL from './filter-accents-to-lower';
2
-
3
- describe('filter-length', function () {
4
- it('maj accent', function () {
5
- const tokens = ['UN', 'éà ù'];
6
- const results = filterATL(tokens, { min: 3 });
7
- expect(Array.isArray(results)).toBe(true);
8
- expect(results.length).toBe(2);
9
- expect(results[0]).toBe('un');
10
- expect(results[1]).toBe('ea u');
11
- });
12
- });
1
+ import filterATL from './filter-accents';
2
+
3
+ describe('filter-length', function () {
4
+ it('maj accent', function () {
5
+ const tokens = ['UN', 'éà ù'];
6
+ const results = filterATL(tokens, { min: 3 });
7
+ expect(Array.isArray(results)).toBe(true);
8
+ expect(results.length).toBe(2);
9
+ expect(results[0]).toBe('un');
10
+ expect(results[1]).toBe('ea u');
11
+ });
12
+ });
@@ -1,12 +1,12 @@
1
- function filterDouble(tokens = []) {
2
- const map = {};
3
- return tokens.reduce(function (a, token) {
4
- if (token in map) {
5
- return a;
6
- }
7
- map[token] = true;
8
- return [...a, token];
9
- }, []);
10
- }
11
-
12
- export default filterDouble;
1
+ function filterDouble(tokens = []) {
2
+ const map = {};
3
+ return tokens.reduce(function (a, token) {
4
+ if (token in map) {
5
+ return a;
6
+ }
7
+ map[token] = true;
8
+ return [...a, token];
9
+ }, []);
10
+ }
11
+
12
+ export default filterDouble;
@@ -1,20 +1,20 @@
1
- import filterDouble from './filter-double';
2
-
3
- describe('filter-double', function () {
4
- it('empty', function () {
5
- const tokens = ['un', 'un'];
6
- const results = filterDouble(tokens);
7
- expect(Array.isArray(results)).toBe(true);
8
- expect(results.length).toBe(1);
9
- expect(results[0]).toBe('un');
10
- });
11
-
12
- it('remove one', function () {
13
- const tokens = ['un', 'un', 'long'];
14
- const results = filterDouble(tokens, { min: 3 });
15
- expect(Array.isArray(results)).toBe(true);
16
- expect(results.length).toBe(2);
17
- expect(results[0]).toBe('un');
18
- expect(results[1]).toBe('long');
19
- });
20
- });
1
+ import filterDouble from './filter-double';
2
+
3
+ describe('filter-double', function () {
4
+ it('empty', function () {
5
+ const tokens = ['un', 'un'];
6
+ const results = filterDouble(tokens);
7
+ expect(Array.isArray(results)).toBe(true);
8
+ expect(results.length).toBe(1);
9
+ expect(results[0]).toBe('un');
10
+ });
11
+
12
+ it('remove one', function () {
13
+ const tokens = ['un', 'un', 'long'];
14
+ const results = filterDouble(tokens, { min: 3 });
15
+ expect(Array.isArray(results)).toBe(true);
16
+ expect(results.length).toBe(2);
17
+ expect(results[0]).toBe('un');
18
+ expect(results[1]).toBe('long');
19
+ });
20
+ });
@@ -1,7 +1,7 @@
1
- function filterLength(tokens, { min = 2 }) {
2
- return tokens.filter(function (token) {
3
- return token.length >= min;
4
- });
5
- }
6
-
7
- export default filterLength;
1
+ function filterLength(tokens, { min = 2 }) {
2
+ return tokens.filter(function (token) {
3
+ return token.length >= min;
4
+ });
5
+ }
6
+
7
+ export default filterLength;
@@ -1,18 +1,18 @@
1
- import filterLength from './filter-length';
2
-
3
- describe('filter-length', function () {
4
- it('empty', function () {
5
- const tokens = ['un', 'no'];
6
- const results = filterLength(tokens, { min: 3 });
7
- expect(Array.isArray(results)).toBe(true);
8
- expect(results.length).toBe(0);
9
- });
10
-
11
- it('remove one', function () {
12
- const tokens = ['un', 'long'];
13
- const results = filterLength(tokens, { min: 3 });
14
- expect(Array.isArray(results)).toBe(true);
15
- expect(results.length).toBe(1);
16
- expect(results[0]).toBe('long');
17
- });
18
- });
1
+ import filterLength from './filter-length';
2
+
3
+ describe('filter-length', function () {
4
+ it('empty', function () {
5
+ const tokens = ['un', 'no'];
6
+ const results = filterLength(tokens, { min: 3 });
7
+ expect(Array.isArray(results)).toBe(true);
8
+ expect(results.length).toBe(0);
9
+ });
10
+
11
+ it('remove one', function () {
12
+ const tokens = ['un', 'long'];
13
+ const results = filterLength(tokens, { min: 3 });
14
+ expect(Array.isArray(results)).toBe(true);
15
+ expect(results.length).toBe(1);
16
+ expect(results[0]).toBe('long');
17
+ });
18
+ });
@@ -1,13 +1,13 @@
1
- import getStemmer from '../get-stemmer';
2
-
3
- function filterStemmer(tokens, { language = 'French', stemmer = true }) {
4
- if (stemmer) {
5
- const stemming = getStemmer(language);
6
- return tokens.map(function (token) {
7
- return stemming(token);
8
- });
9
- }
10
- return tokens;
11
- }
12
-
13
- export default filterStemmer;
1
+ import getStemmer from '../get-stemmer';
2
+
3
+ function filterStemmer(tokens, { language = 'French', stemmer = true }) {
4
+ if (stemmer) {
5
+ const stemming = getStemmer(language);
6
+ return tokens.map(function (token) {
7
+ return stemming(token);
8
+ });
9
+ }
10
+ return tokens;
11
+ }
12
+
13
+ export default filterStemmer;
@@ -1,12 +1,12 @@
1
- import filterStemmer from './filter-stemmer';
2
-
3
- describe('filter-stemmer', function () {
4
- it('commerce', function () {
5
- const tokens = ['commerce', 'commercial'];
6
- const results = filterStemmer(tokens, { language: 'French' });
7
- expect(Array.isArray(results)).toBe(true);
8
- expect(results.length).toBe(2);
9
- expect(results[0]).toBe('commerc');
10
- expect(results[1]).toBe('commercial');
11
- });
12
- });
1
+ import filterStemmer from './filter-stemmer';
2
+
3
+ describe('filter-stemmer', function () {
4
+ it('commerce', function () {
5
+ const tokens = ['commerce', 'commercial'];
6
+ const results = filterStemmer(tokens, { language: 'French' });
7
+ expect(Array.isArray(results)).toBe(true);
8
+ expect(results.length).toBe(2);
9
+ expect(results[0]).toBe('commerc');
10
+ expect(results[1]).toBe('commercial');
11
+ });
12
+ });
@@ -1,10 +1,36 @@
1
- function filterSynonyms(tokens, { synonyms }) {
2
- return tokens.reduce(function (prec, token) {
3
- if (token in synonyms) {
4
- return [...prec, token, ...synonyms[token]];
5
- }
6
- return [...prec, token];
7
- }, []);
8
- }
9
-
10
- export default filterSynonyms;
1
+ const MAPS_FROM_ARRAY = new Map(); // Pour éviter de recalculer une map à chaque fois
2
+
3
+ function filterFromObject(tokens, synonyms) {
4
+ return tokens.reduce(function (prec, token) {
5
+ if (token in synonyms) {
6
+ return [...prec, token, ...synonyms[token]];
7
+ }
8
+ return [...prec, token];
9
+ }, []);
10
+ }
11
+
12
+ function buildSynonymsMap(array) {
13
+ return array.reduce(function (map, { source, target }) {
14
+ return { ...map, [source]: target };
15
+ }, {});
16
+ }
17
+
18
+ function filterFromArray(tokens, synonyms) {
19
+ if (!MAPS_FROM_ARRAY.has(synonyms)) {
20
+ MAPS_FROM_ARRAY.set(synonyms, buildSynonymsMap(synonyms));
21
+ }
22
+ return filterFromObject(tokens, MAPS_FROM_ARRAY.get(synonyms));
23
+ }
24
+
25
+ function filterSynonyms(tokens, { synonyms }) {
26
+ if (Array.isArray(synonyms) && synonyms.length) {
27
+ return filterFromArray(tokens, synonyms);
28
+ }
29
+ if (typeof synonyms === 'object') {
30
+ return filterFromObject(tokens, synonyms);
31
+ }
32
+
33
+ return tokens;
34
+ }
35
+
36
+ export default filterSynonyms;
@@ -1,12 +1,12 @@
1
- import filterSynonyms from './filter-synonyms';
2
-
3
- describe('filter-synonyms', function () {
4
- it('', function () {
5
- // const tokens = ['saint', 'sainte'];
6
- // const results = filterStemmer(tokens, { language: 'French' });
7
- // expect(Array.isArray(results)).toBe(true);
8
- // expect(results.length).toBe(2);
9
- // expect(results[0]).toBe('commerc');
10
- // expect(results[1]).toBe('commercial');
11
- });
12
- });
1
+ import filterSynonyms from './filter-synonyms';
2
+
3
+ describe('filter-synonyms', function () {
4
+ it('', function () {
5
+ // const tokens = ['saint', 'sainte'];
6
+ // const results = filterStemmer(tokens, { language: 'French' });
7
+ // expect(Array.isArray(results)).toBe(true);
8
+ // expect(results.length).toBe(2);
9
+ // expect(results[0]).toBe('commerc');
10
+ // expect(results[1]).toBe('commercial');
11
+ });
12
+ });
@@ -0,0 +1,10 @@
1
+ function filterToLower(tokens) {
2
+ return tokens.map(function (token) {
3
+ if (typeof token === 'string') {
4
+ return token.toLocaleLowerCase();
5
+ }
6
+ return token;
7
+ });
8
+ }
9
+
10
+ export default filterToLower;
@@ -0,0 +1,12 @@
1
+ import filterToLower from './filter-to-lower';
2
+
3
+ describe('filter-to-lower', function () {
4
+ it('UN', function () {
5
+ const tokens = ['UN', 'no'];
6
+ const results = filterToLower(tokens);
7
+ expect(Array.isArray(results)).toBe(true);
8
+ expect(results.length).toBe(2);
9
+ expect(results[0]).toBe('un');
10
+ expect(results[1]).toBe('no');
11
+ });
12
+ });
@@ -1,2 +1,2 @@
1
- export { default as composeFilters } from './compose-filters';
2
- export { default as createFilterStopWords } from './create-filter-stop-words';
1
+ export { default as composeFilters } from './compose-filters';
2
+ export { default as createFilterStopWords } from './create-filter-stop-words';