@inseefr/lunatic 0.3.0-experimental → 0.3.0-prisme
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +25 -23
- package/lib/index.esm.js +3539 -0
- package/lib/index.esm.js.map +1 -0
- package/lib/index.js +240 -282
- package/lib/index.js.map +1 -1
- package/package.json +179 -173
- package/src/components/breadcrumb/breadcrumb.scss +22 -22
- package/src/components/checkbox/boolean.js +172 -172
- package/src/components/checkbox/checkbox.scss +73 -73
- package/src/components/checkbox/group.js +231 -231
- package/src/components/checkbox/one.js +11 -11
- package/src/components/component-wrapper/controls/component.js +70 -70
- package/src/components/component-wrapper/controls/controls.scss +6 -6
- package/src/components/component-wrapper/controls/index.js +1 -1
- package/src/components/component-wrapper/controls/validators/datepicker.js +44 -33
- package/src/components/component-wrapper/controls/validators/index.js +16 -16
- package/src/components/component-wrapper/controls/validators/input-number.js +23 -23
- package/src/components/component-wrapper/index.js +1 -1
- package/src/components/component-wrapper/missing/component.js +200 -180
- package/src/components/component-wrapper/missing/index.js +1 -1
- package/src/components/component-wrapper/missing/missing.scss +32 -32
- package/src/components/component-wrapper/wrapper.js +23 -23
- package/src/components/components.js +19 -19
- package/src/components/datepicker/component.js +26 -30
- package/src/components/declarations/component.js +46 -46
- package/src/components/declarations/declarations.scss +40 -40
- package/src/components/declarations/wrappers/input-declarations-wrapper.js +328 -302
- package/src/components/declarations/wrappers/simple-declarations-wrapper.js +54 -54
- package/src/components/dropdown/commons/actions.js +65 -65
- package/src/components/dropdown/commons/children-to-option.js +9 -9
- package/src/components/dropdown/commons/cleaner-callbacks.js +58 -58
- package/src/components/dropdown/commons/components/dropdown-container.js +29 -29
- package/src/components/dropdown/commons/components/dropdown.js +204 -183
- package/src/components/dropdown/commons/components/panel.js +78 -78
- package/src/components/dropdown/commons/event-callbacks/on-mousedown-callback.js +15 -15
- package/src/components/dropdown/commons/reducer.js +152 -152
- package/src/components/dropdown/commons/tools/index.js +17 -17
- package/src/components/dropdown/component.js +135 -135
- package/src/components/dropdown/dropdown-edit/dropdown-edit.js +194 -191
- package/src/components/dropdown/dropdown-edit/index.js +11 -11
- package/src/components/dropdown/dropdown-simple/dropdown.js +173 -171
- package/src/components/dropdown/dropdown-simple/index.js +20 -20
- package/src/components/dropdown/dropdown.scss +178 -178
- package/src/components/icon/icon.scss +15 -15
- package/src/components/index.js +2 -0
- package/src/components/index.scss +177 -177
- package/src/components/input/input-number.js +30 -28
- package/src/components/input/input.js +11 -11
- package/src/components/input/input.scss +31 -31
- package/src/components/loop/component.js +170 -170
- package/src/components/loop/loop.scss +13 -13
- package/src/components/loop/wrapper.js +15 -15
- package/src/components/loop-constructor/block/block.scss +10 -10
- package/src/components/loop-constructor/block/component.js +9 -9
- package/src/components/loop-constructor/roster/component.js +8 -8
- package/src/components/loop-constructor/wrapper/body-component.js +146 -131
- package/src/components/loop-constructor/wrapper/component.js +190 -190
- package/src/components/modal/component.js +36 -36
- package/src/components/modal/index.js +1 -1
- package/src/components/modal/modal.scss +33 -33
- package/src/components/progress-bar/progress-bar.scss +54 -54
- package/src/components/radio/component.js +9 -9
- package/src/components/radio/radio.scss +59 -59
- package/src/components/sequence/component.js +50 -50
- package/src/components/sequence/sequence.scss +10 -10
- package/src/components/subsequence/component.js +49 -49
- package/src/components/suggester/check-store.js +2 -4
- package/src/components/suggester/components/panel/default-option-renderer.js +27 -27
- package/src/components/suggester/components/panel/option-container.js +61 -61
- package/src/components/suggester/components/panel/panel.js +47 -47
- package/src/components/suggester/components/selection/default-label-renderer.js +31 -31
- package/src/components/suggester/components/selection/label.js +35 -35
- package/src/components/suggester/components/selection/selection.js +50 -50
- package/src/components/suggester/components/suggester-content.js +2 -2
- package/src/components/suggester/components/suggester.js +128 -88
- package/src/components/suggester/components/suggester.scss +101 -101
- package/src/components/suggester/default-style.scss +125 -125
- package/src/components/suggester/find-best-label/find-best-label.js +51 -51
- package/src/components/suggester/find-best-label/index.js +1 -1
- package/src/components/suggester/idb-suggester.js +73 -67
- package/src/components/suggester/lunatic-suggester.js +140 -139
- package/src/components/suggester/searching/create-searching.js +49 -49
- package/src/components/suggester/searching/index.js +1 -1
- package/src/components/suggester/state-management/actions.js +38 -38
- package/src/components/suggester/state-management/reducer/reduce-on-delete-search.js +11 -11
- package/src/components/suggester/state-management/reducer/reduce-on-init.js +29 -29
- package/src/components/suggester/state-management/reducer/reducer.js +38 -38
- package/src/components/suggester/suggester-wrapper.js +127 -121
- package/src/components/suggester-loader-widget/loader.js +67 -67
- package/src/components/suggester-loader-widget/widget.js +123 -123
- package/src/components/table/table.js +173 -171
- package/src/components/table/table.scss +26 -26
- package/src/components/textarea/component.js +11 -11
- package/src/components/textarea/textarea.scss +8 -8
- package/src/components/tooltip/tooltip.scss +30 -30
- package/src/stories/breadcrumb/breadcrumb.stories.js +21 -21
- package/src/stories/checkbox-boolean/data.json +78 -78
- package/src/stories/datepicker/data.json +45 -45
- package/src/stories/declarations/declarations.stories.js +116 -116
- package/src/stories/dropdown/README.md +44 -44
- package/src/stories/dropdown/data.json +98 -98
- package/src/stories/dropdown/dropdown.stories.js +89 -89
- package/src/stories/progress-bar/progress-bar.stories.js +24 -24
- package/src/stories/questionnaire/arithmetic-management.json +47 -0
- package/src/stories/questionnaire/arithmetic.json +247 -247
- package/src/stories/questionnaire/calc-var.json +187 -187
- package/src/stories/questionnaire/data-logement.json +2691 -2691
- package/src/stories/questionnaire/kish.json +275 -0
- package/src/stories/questionnaire/logement-queen.json +23390 -22706
- package/src/stories/questionnaire/logement-s2.json +46028 -44537
- package/src/stories/questionnaire/logement-sequence.json +26741 -26741
- package/src/stories/questionnaire/logement.json +21072 -21072
- package/src/stories/questionnaire/loop-and-controls.json +481 -0
- package/src/stories/questionnaire/questionnaire.stories.js +236 -172
- package/src/stories/questionnaire/update-external/data.json +1 -0
- package/src/stories/questionnaire/update-external/questionnaire.json +75 -0
- package/src/stories/sequence/sequence.stories.js +32 -32
- package/src/stories/subsequence/subsequence.stories.js +32 -32
- package/src/stories/suggester/README.md +46 -46
- package/src/stories/suggester/bailleurs-sociaux/fetch-bailleurs.js +15 -15
- package/src/stories/suggester/bailleurs-sociaux/index.js +2 -2
- package/src/stories/suggester/bailleurs-sociaux/option-bailleur-renderer.js +58 -58
- package/src/stories/suggester/bailleurs-sociaux/preloader.svg +51 -51
- package/src/stories/suggester/bailleurs-sociaux/theme.scss +22 -22
- package/src/stories/suggester/bailleurs-sociaux-2021/fetch-bailleurs.js +12 -0
- package/src/stories/suggester/bailleurs-sociaux-2021/index.js +1 -0
- package/src/stories/suggester/cog-communes/fetch-cog.js +15 -15
- package/src/stories/suggester/data-auto.json +232 -232
- package/src/stories/suggester/data-vtl.json +82 -82
- package/src/stories/suggester/data.json +169 -136
- package/src/stories/suggester/naf-rev2/index.js +2 -2
- package/src/stories/suggester/naf-rev2/option-naf-renderer.js +17 -17
- package/src/stories/suggester/suggester-workers.stories.js +226 -179
- package/src/stories/suggester/suggester.stories.js +138 -133
- package/src/stories/utils/orchestrator-split.js +119 -0
- package/src/stories/utils/orchestrator.js +119 -110
- package/src/tests/components/input-number.spec.js +188 -188
- package/src/tests/components/loops/roster-loop.json +71 -71
- package/src/tests/components/missing-wrapper.spec.js +32 -32
- package/src/tests/utils/lib/table/roster.spec.js +25 -25
- package/src/tests/utils/to-expose/handler/results/res-input-edited.json +1 -1
- package/src/tests/utils/to-expose/init-questionnaire/questionnaire.json +148 -148
- package/src/tests/utils/to-expose/init-questionnaire/result.json +181 -181
- package/src/utils/components/dragger/dragger.scss +7 -7
- package/src/utils/idb-tools/create-db-opener.js +43 -43
- package/src/utils/idb-tools/create-open-db.js +25 -25
- package/src/utils/idb-tools/idb-bulk-insert.js +96 -96
- package/src/utils/idb-tools/index.js +10 -10
- package/src/utils/idb-tools/insert-entity.js +15 -15
- package/src/utils/idb-tools/open-db.js +13 -13
- package/src/utils/idb-tools/open-or-create-db.js +34 -34
- package/src/utils/lib/controls/index.js +1 -1
- package/src/utils/lib/controls/utils.js +152 -146
- package/src/utils/lib/decorator/title-decorator.js +16 -16
- package/src/utils/lib/env.js +2 -2
- package/src/utils/lib/index.js +21 -20
- package/src/utils/lib/input-number.js +1 -1
- package/src/utils/lib/options-positioning.js +9 -9
- package/src/utils/lib/pagination/navigation/shared.js +256 -256
- package/src/utils/lib/prop-types/lines.js +6 -6
- package/src/utils/lib/responses.js +11 -11
- package/src/utils/lib/splitting.js +142 -0
- package/src/utils/lib/style.js +10 -10
- package/src/utils/store-tools/auto-load.js +74 -74
- package/src/utils/suggester-workers/append-to-index/append.js +25 -25
- package/src/utils/suggester-workers/append-to-index/append.worker.js +16 -16
- package/src/utils/suggester-workers/append-to-index/create-append-task.js +45 -45
- package/src/utils/suggester-workers/append-to-index/index.js +2 -2
- package/src/utils/suggester-workers/append-to-index/prepare-entities.js +61 -61
- package/src/utils/suggester-workers/append-to-index/store-messages.js +21 -21
- package/src/utils/suggester-workers/commons-tokenizer/create-entity-tokenizer.js +56 -54
- package/src/utils/suggester-workers/commons-tokenizer/create-fields-tokenizer.js +56 -52
- package/src/utils/suggester-workers/commons-tokenizer/create-filter-stop-words.js +17 -17
- package/src/utils/suggester-workers/commons-tokenizer/filters/compose-filters.js +10 -10
- package/src/utils/suggester-workers/commons-tokenizer/filters/create-filter-stop-words.js +17 -17
- package/src/utils/suggester-workers/commons-tokenizer/filters/create-filter-stop-words.spec.js +14 -14
- package/src/utils/suggester-workers/commons-tokenizer/filters/{filter-accents-to-lower.js → filter-accents.js} +12 -12
- package/src/utils/suggester-workers/commons-tokenizer/filters/{filter-accents-to-lower.spec.js → filter-accents.spec.js} +12 -12
- package/src/utils/suggester-workers/commons-tokenizer/filters/filter-double.js +12 -12
- package/src/utils/suggester-workers/commons-tokenizer/filters/filter-double.spec.js +20 -20
- package/src/utils/suggester-workers/commons-tokenizer/filters/filter-length.js +7 -7
- package/src/utils/suggester-workers/commons-tokenizer/filters/filter-length.spec.js +18 -18
- package/src/utils/suggester-workers/commons-tokenizer/filters/filter-stemmer.js +13 -13
- package/src/utils/suggester-workers/commons-tokenizer/filters/filter-stemmer.spec.js +12 -12
- package/src/utils/suggester-workers/commons-tokenizer/filters/filter-synonyms.js +36 -10
- package/src/utils/suggester-workers/commons-tokenizer/filters/filter-synonyms.spec.js +12 -12
- package/src/utils/suggester-workers/commons-tokenizer/filters/filter-to-lower.js +10 -0
- package/src/utils/suggester-workers/commons-tokenizer/filters/filter-to-lower.spec.js +12 -0
- package/src/utils/suggester-workers/commons-tokenizer/filters/index.js +2 -2
- package/src/utils/suggester-workers/commons-tokenizer/filters/stop-words.js +118 -118
- package/src/utils/suggester-workers/commons-tokenizer/get-regexp-from-pattern.js +8 -8
- package/src/utils/suggester-workers/commons-tokenizer/get-stemmer.js +18 -18
- package/src/utils/suggester-workers/commons-tokenizer/index.js +9 -8
- package/src/utils/suggester-workers/commons-tokenizer/prepare-string-indexation.js +13 -13
- package/src/utils/suggester-workers/commons-tokenizer/soft-tokenizer.js +7 -7
- package/src/utils/suggester-workers/create-worker.js +56 -56
- package/src/utils/suggester-workers/find-best-label/find-best-label.js +39 -39
- package/src/utils/suggester-workers/find-best-label/find-best-label.worker.js +40 -40
- package/src/utils/suggester-workers/find-best-label/tokenize.js +30 -30
- package/src/utils/suggester-workers/find-best-label/tokenize.spec.js +19 -19
- package/src/utils/suggester-workers/searching/compute-score.js +33 -33
- package/src/utils/suggester-workers/searching/get-db.js +18 -18
- package/src/utils/suggester-workers/searching/index.js +1 -1
- package/src/utils/suggester-workers/searching/order/create-alphanumeric-orderer.js +20 -20
- package/src/utils/suggester-workers/searching/order/index.js +19 -19
- package/src/utils/suggester-workers/searching/query-parser/index.js +2 -2
- package/src/utils/suggester-workers/searching/query-parser/query-parser-soft.js +7 -7
- package/src/utils/suggester-workers/searching/query-parser/query-parser-soft.spec.js +24 -24
- package/src/utils/suggester-workers/searching/query-parser/query-parser-tokenized.js +34 -28
- package/src/utils/suggester-workers/searching/resolve-query-parser.js +27 -27
- package/src/utils/suggester-workers/searching/search-in-index.js +17 -17
- package/src/utils/suggester-workers/searching/searching.js +70 -70
- package/src/utils/suggester-workers/searching/searching.worker.js +11 -11
- package/src/utils/to-expose/calculated-variables.js +113 -113
- package/src/utils/to-expose/handler.js +149 -112
- package/src/utils/to-expose/hooks/filter-components.js +27 -12
- package/src/utils/to-expose/hooks/index.js +2 -1
- package/src/utils/to-expose/hooks/lunatic-split.js +428 -0
- package/src/utils/to-expose/hooks/lunatic.js +284 -235
- package/src/utils/to-expose/index.js +1 -1
- package/src/utils/to-expose/init-questionnaire.js +164 -164
- package/src/utils/to-expose/interpret/vtl.js +18 -18
- package/src/utils/to-expose/state.js +66 -58
- package/src/tests/utils/to-expose/hooks/use-lunatic.spec.js +0 -46
|
@@ -1,52 +1,56 @@
|
|
|
1
|
-
import prepareStringIndexation from './prepare-string-indexation';
|
|
2
|
-
import softTokenizer from './soft-tokenizer';
|
|
3
|
-
import tokenizer from 'string-tokenizer';
|
|
4
|
-
import getRegExpFromPattern from './get-regexp-from-pattern';
|
|
5
|
-
|
|
6
|
-
function defaultTokenizeIt(string) {
|
|
7
|
-
return [prepareStringIndexation(string)];
|
|
8
|
-
}
|
|
9
|
-
|
|
10
|
-
function
|
|
11
|
-
return
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
}
|
|
51
|
-
|
|
52
|
-
|
|
1
|
+
import prepareStringIndexation from './prepare-string-indexation';
|
|
2
|
+
import softTokenizer from './soft-tokenizer';
|
|
3
|
+
import tokenizer from 'string-tokenizer';
|
|
4
|
+
import getRegExpFromPattern from './get-regexp-from-pattern';
|
|
5
|
+
|
|
6
|
+
function defaultTokenizeIt(string) {
|
|
7
|
+
return [prepareStringIndexation(string)];
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
function toArray(content) {
|
|
11
|
+
return Array.isArray(content) ? content : [content];
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
function tokensToArray(tokenized) {
|
|
15
|
+
return Object.entries(tokenized).reduce(function (a, [k, values]) {
|
|
16
|
+
if (k.startsWith('pattern')) {
|
|
17
|
+
return [...a, ...toArray(values)];
|
|
18
|
+
}
|
|
19
|
+
return a;
|
|
20
|
+
}, []);
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
function createFieldsTokenizer(field, filtersStack) {
|
|
24
|
+
const {
|
|
25
|
+
name,
|
|
26
|
+
rules = [],
|
|
27
|
+
min,
|
|
28
|
+
language = 'French',
|
|
29
|
+
stemmer = true,
|
|
30
|
+
synonyms = {},
|
|
31
|
+
} = field;
|
|
32
|
+
if (rules === 'soft') {
|
|
33
|
+
return softTokenizer;
|
|
34
|
+
}
|
|
35
|
+
if (rules.length) {
|
|
36
|
+
const tokenRules = rules.reduce(function (rulesMap, pattern, index) {
|
|
37
|
+
return {
|
|
38
|
+
...rulesMap,
|
|
39
|
+
[`pattern${name}${index}`]: getRegExpFromPattern(pattern),
|
|
40
|
+
};
|
|
41
|
+
}, {});
|
|
42
|
+
|
|
43
|
+
return function (string) {
|
|
44
|
+
const what = tokenizer().input(string).tokens(tokenRules).resolve();
|
|
45
|
+
return filtersStack(tokensToArray(what), {
|
|
46
|
+
min,
|
|
47
|
+
language,
|
|
48
|
+
stemmer,
|
|
49
|
+
synonyms,
|
|
50
|
+
});
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
return defaultTokenizeIt;
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
export default createFieldsTokenizer;
|
|
@@ -1,17 +1,17 @@
|
|
|
1
|
-
import defaultStopWords from './stop-words';
|
|
2
|
-
|
|
3
|
-
function createFilterStopWords(stops = defaultStopWords) {
|
|
4
|
-
const mapSW = stops.reduce(function (a, w) {
|
|
5
|
-
return { ...a, [w]: undefined };
|
|
6
|
-
}, {});
|
|
7
|
-
return function filter(tokens) {
|
|
8
|
-
return tokens.reduce(function (a, t) {
|
|
9
|
-
if (t in mapSW) {
|
|
10
|
-
return a;
|
|
11
|
-
}
|
|
12
|
-
return [...a, t];
|
|
13
|
-
}, []);
|
|
14
|
-
};
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
export default createFilterStopWords;
|
|
1
|
+
import defaultStopWords from './stop-words';
|
|
2
|
+
|
|
3
|
+
function createFilterStopWords(stops = defaultStopWords) {
|
|
4
|
+
const mapSW = stops.reduce(function (a, w) {
|
|
5
|
+
return { ...a, [w]: undefined };
|
|
6
|
+
}, {});
|
|
7
|
+
return function filter(tokens) {
|
|
8
|
+
return tokens.reduce(function (a, t) {
|
|
9
|
+
if (t in mapSW) {
|
|
10
|
+
return a;
|
|
11
|
+
}
|
|
12
|
+
return [...a, t];
|
|
13
|
+
}, []);
|
|
14
|
+
};
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
export default createFilterStopWords;
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
export function composeFilters(...filters) {
|
|
2
|
-
return filters.reduce(
|
|
3
|
-
function (next, current) {
|
|
4
|
-
return (tokens, args) => next(current(tokens, args), args);
|
|
5
|
-
},
|
|
6
|
-
(t) => t
|
|
7
|
-
);
|
|
8
|
-
}
|
|
9
|
-
|
|
10
|
-
export default composeFilters;
|
|
1
|
+
export function composeFilters(...filters) {
|
|
2
|
+
return filters.reduce(
|
|
3
|
+
function (next, current) {
|
|
4
|
+
return (tokens, args) => next(current(tokens, args), args);
|
|
5
|
+
},
|
|
6
|
+
(t) => t
|
|
7
|
+
);
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
export default composeFilters;
|
|
@@ -1,17 +1,17 @@
|
|
|
1
|
-
import defaultStopWords from './stop-words';
|
|
2
|
-
|
|
3
|
-
function createFilterStopWords(stops = defaultStopWords) {
|
|
4
|
-
const mapSW = stops.reduce(function (a, w) {
|
|
5
|
-
return { ...a, [w]: undefined };
|
|
6
|
-
}, {});
|
|
7
|
-
return function filter(tokens) {
|
|
8
|
-
return tokens.reduce(function (a, t) {
|
|
9
|
-
if (t in mapSW) {
|
|
10
|
-
return a;
|
|
11
|
-
}
|
|
12
|
-
return [...a, t];
|
|
13
|
-
}, []);
|
|
14
|
-
};
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
export default createFilterStopWords;
|
|
1
|
+
import defaultStopWords from './stop-words';
|
|
2
|
+
|
|
3
|
+
function createFilterStopWords(stops = defaultStopWords) {
|
|
4
|
+
const mapSW = stops.reduce(function (a, w) {
|
|
5
|
+
return { ...a, [w]: undefined };
|
|
6
|
+
}, {});
|
|
7
|
+
return function filter(tokens) {
|
|
8
|
+
return tokens.reduce(function (a, t) {
|
|
9
|
+
if (t in mapSW) {
|
|
10
|
+
return a;
|
|
11
|
+
}
|
|
12
|
+
return [...a, t];
|
|
13
|
+
}, []);
|
|
14
|
+
};
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
export default createFilterStopWords;
|
package/src/utils/suggester-workers/commons-tokenizer/filters/create-filter-stop-words.spec.js
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
|
-
import createFilterSW from './create-filter-stop-words';
|
|
2
|
-
|
|
3
|
-
describe('create-filter-stop-words', function () {
|
|
4
|
-
it('only last ', function () {
|
|
5
|
-
const sw = ['un', 'de'];
|
|
6
|
-
const tokens = ['un', 'de', 'trois'];
|
|
7
|
-
|
|
8
|
-
const filter = createFilterSW(sw);
|
|
9
|
-
|
|
10
|
-
const results = filter(tokens);
|
|
11
|
-
expect(Array.isArray(results)).toBe(true);
|
|
12
|
-
expect(results.length).toBe(1);
|
|
13
|
-
});
|
|
14
|
-
});
|
|
1
|
+
import createFilterSW from './create-filter-stop-words';
|
|
2
|
+
|
|
3
|
+
describe('create-filter-stop-words', function () {
|
|
4
|
+
it('only last ', function () {
|
|
5
|
+
const sw = ['un', 'de'];
|
|
6
|
+
const tokens = ['un', 'de', 'trois'];
|
|
7
|
+
|
|
8
|
+
const filter = createFilterSW(sw);
|
|
9
|
+
|
|
10
|
+
const results = filter(tokens);
|
|
11
|
+
expect(Array.isArray(results)).toBe(true);
|
|
12
|
+
expect(results.length).toBe(1);
|
|
13
|
+
});
|
|
14
|
+
});
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import removeAccents from 'remove-accents';
|
|
2
|
-
|
|
3
|
-
function
|
|
4
|
-
return tokens.map(function (token) {
|
|
5
|
-
if (typeof token === 'string') {
|
|
6
|
-
return removeAccents(token).toLowerCase();
|
|
7
|
-
}
|
|
8
|
-
return token;
|
|
9
|
-
});
|
|
10
|
-
}
|
|
11
|
-
|
|
12
|
-
export default
|
|
1
|
+
import removeAccents from 'remove-accents';
|
|
2
|
+
|
|
3
|
+
function filterAccents(tokens = []) {
|
|
4
|
+
return tokens.map(function (token) {
|
|
5
|
+
if (typeof token === 'string') {
|
|
6
|
+
return removeAccents(token).toLowerCase();
|
|
7
|
+
}
|
|
8
|
+
return token;
|
|
9
|
+
});
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
export default filterAccents;
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import filterATL from './filter-accents
|
|
2
|
-
|
|
3
|
-
describe('filter-length', function () {
|
|
4
|
-
it('maj accent', function () {
|
|
5
|
-
const tokens = ['UN', 'éà ù'];
|
|
6
|
-
const results = filterATL(tokens, { min: 3 });
|
|
7
|
-
expect(Array.isArray(results)).toBe(true);
|
|
8
|
-
expect(results.length).toBe(2);
|
|
9
|
-
expect(results[0]).toBe('un');
|
|
10
|
-
expect(results[1]).toBe('ea u');
|
|
11
|
-
});
|
|
12
|
-
});
|
|
1
|
+
import filterATL from './filter-accents';
|
|
2
|
+
|
|
3
|
+
describe('filter-length', function () {
|
|
4
|
+
it('maj accent', function () {
|
|
5
|
+
const tokens = ['UN', 'éà ù'];
|
|
6
|
+
const results = filterATL(tokens, { min: 3 });
|
|
7
|
+
expect(Array.isArray(results)).toBe(true);
|
|
8
|
+
expect(results.length).toBe(2);
|
|
9
|
+
expect(results[0]).toBe('un');
|
|
10
|
+
expect(results[1]).toBe('ea u');
|
|
11
|
+
});
|
|
12
|
+
});
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
function filterDouble(tokens = []) {
|
|
2
|
-
const map = {};
|
|
3
|
-
return tokens.reduce(function (a, token) {
|
|
4
|
-
if (token in map) {
|
|
5
|
-
return a;
|
|
6
|
-
}
|
|
7
|
-
map[token] = true;
|
|
8
|
-
return [...a, token];
|
|
9
|
-
}, []);
|
|
10
|
-
}
|
|
11
|
-
|
|
12
|
-
export default filterDouble;
|
|
1
|
+
function filterDouble(tokens = []) {
|
|
2
|
+
const map = {};
|
|
3
|
+
return tokens.reduce(function (a, token) {
|
|
4
|
+
if (token in map) {
|
|
5
|
+
return a;
|
|
6
|
+
}
|
|
7
|
+
map[token] = true;
|
|
8
|
+
return [...a, token];
|
|
9
|
+
}, []);
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
export default filterDouble;
|
|
@@ -1,20 +1,20 @@
|
|
|
1
|
-
import filterDouble from './filter-double';
|
|
2
|
-
|
|
3
|
-
describe('filter-double', function () {
|
|
4
|
-
it('empty', function () {
|
|
5
|
-
const tokens = ['un', 'un'];
|
|
6
|
-
const results = filterDouble(tokens);
|
|
7
|
-
expect(Array.isArray(results)).toBe(true);
|
|
8
|
-
expect(results.length).toBe(1);
|
|
9
|
-
expect(results[0]).toBe('un');
|
|
10
|
-
});
|
|
11
|
-
|
|
12
|
-
it('remove one', function () {
|
|
13
|
-
const tokens = ['un', 'un', 'long'];
|
|
14
|
-
const results = filterDouble(tokens, { min: 3 });
|
|
15
|
-
expect(Array.isArray(results)).toBe(true);
|
|
16
|
-
expect(results.length).toBe(2);
|
|
17
|
-
expect(results[0]).toBe('un');
|
|
18
|
-
expect(results[1]).toBe('long');
|
|
19
|
-
});
|
|
20
|
-
});
|
|
1
|
+
import filterDouble from './filter-double';
|
|
2
|
+
|
|
3
|
+
describe('filter-double', function () {
|
|
4
|
+
it('empty', function () {
|
|
5
|
+
const tokens = ['un', 'un'];
|
|
6
|
+
const results = filterDouble(tokens);
|
|
7
|
+
expect(Array.isArray(results)).toBe(true);
|
|
8
|
+
expect(results.length).toBe(1);
|
|
9
|
+
expect(results[0]).toBe('un');
|
|
10
|
+
});
|
|
11
|
+
|
|
12
|
+
it('remove one', function () {
|
|
13
|
+
const tokens = ['un', 'un', 'long'];
|
|
14
|
+
const results = filterDouble(tokens, { min: 3 });
|
|
15
|
+
expect(Array.isArray(results)).toBe(true);
|
|
16
|
+
expect(results.length).toBe(2);
|
|
17
|
+
expect(results[0]).toBe('un');
|
|
18
|
+
expect(results[1]).toBe('long');
|
|
19
|
+
});
|
|
20
|
+
});
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
function filterLength(tokens, { min = 2 }) {
|
|
2
|
-
return tokens.filter(function (token) {
|
|
3
|
-
return token.length >= min;
|
|
4
|
-
});
|
|
5
|
-
}
|
|
6
|
-
|
|
7
|
-
export default filterLength;
|
|
1
|
+
function filterLength(tokens, { min = 2 }) {
|
|
2
|
+
return tokens.filter(function (token) {
|
|
3
|
+
return token.length >= min;
|
|
4
|
+
});
|
|
5
|
+
}
|
|
6
|
+
|
|
7
|
+
export default filterLength;
|
|
@@ -1,18 +1,18 @@
|
|
|
1
|
-
import filterLength from './filter-length';
|
|
2
|
-
|
|
3
|
-
describe('filter-length', function () {
|
|
4
|
-
it('empty', function () {
|
|
5
|
-
const tokens = ['un', 'no'];
|
|
6
|
-
const results = filterLength(tokens, { min: 3 });
|
|
7
|
-
expect(Array.isArray(results)).toBe(true);
|
|
8
|
-
expect(results.length).toBe(0);
|
|
9
|
-
});
|
|
10
|
-
|
|
11
|
-
it('remove one', function () {
|
|
12
|
-
const tokens = ['un', 'long'];
|
|
13
|
-
const results = filterLength(tokens, { min: 3 });
|
|
14
|
-
expect(Array.isArray(results)).toBe(true);
|
|
15
|
-
expect(results.length).toBe(1);
|
|
16
|
-
expect(results[0]).toBe('long');
|
|
17
|
-
});
|
|
18
|
-
});
|
|
1
|
+
import filterLength from './filter-length';
|
|
2
|
+
|
|
3
|
+
describe('filter-length', function () {
|
|
4
|
+
it('empty', function () {
|
|
5
|
+
const tokens = ['un', 'no'];
|
|
6
|
+
const results = filterLength(tokens, { min: 3 });
|
|
7
|
+
expect(Array.isArray(results)).toBe(true);
|
|
8
|
+
expect(results.length).toBe(0);
|
|
9
|
+
});
|
|
10
|
+
|
|
11
|
+
it('remove one', function () {
|
|
12
|
+
const tokens = ['un', 'long'];
|
|
13
|
+
const results = filterLength(tokens, { min: 3 });
|
|
14
|
+
expect(Array.isArray(results)).toBe(true);
|
|
15
|
+
expect(results.length).toBe(1);
|
|
16
|
+
expect(results[0]).toBe('long');
|
|
17
|
+
});
|
|
18
|
+
});
|
|
@@ -1,13 +1,13 @@
|
|
|
1
|
-
import getStemmer from '../get-stemmer';
|
|
2
|
-
|
|
3
|
-
function filterStemmer(tokens, { language = 'French', stemmer = true }) {
|
|
4
|
-
if (stemmer) {
|
|
5
|
-
const stemming = getStemmer(language);
|
|
6
|
-
return tokens.map(function (token) {
|
|
7
|
-
return stemming(token);
|
|
8
|
-
});
|
|
9
|
-
}
|
|
10
|
-
return tokens;
|
|
11
|
-
}
|
|
12
|
-
|
|
13
|
-
export default filterStemmer;
|
|
1
|
+
import getStemmer from '../get-stemmer';
|
|
2
|
+
|
|
3
|
+
function filterStemmer(tokens, { language = 'French', stemmer = true }) {
|
|
4
|
+
if (stemmer) {
|
|
5
|
+
const stemming = getStemmer(language);
|
|
6
|
+
return tokens.map(function (token) {
|
|
7
|
+
return stemming(token);
|
|
8
|
+
});
|
|
9
|
+
}
|
|
10
|
+
return tokens;
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
export default filterStemmer;
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import filterStemmer from './filter-stemmer';
|
|
2
|
-
|
|
3
|
-
describe('filter-stemmer', function () {
|
|
4
|
-
it('commerce', function () {
|
|
5
|
-
const tokens = ['commerce', 'commercial'];
|
|
6
|
-
const results = filterStemmer(tokens, { language: 'French' });
|
|
7
|
-
expect(Array.isArray(results)).toBe(true);
|
|
8
|
-
expect(results.length).toBe(2);
|
|
9
|
-
expect(results[0]).toBe('commerc');
|
|
10
|
-
expect(results[1]).toBe('commercial');
|
|
11
|
-
});
|
|
12
|
-
});
|
|
1
|
+
import filterStemmer from './filter-stemmer';
|
|
2
|
+
|
|
3
|
+
describe('filter-stemmer', function () {
|
|
4
|
+
it('commerce', function () {
|
|
5
|
+
const tokens = ['commerce', 'commercial'];
|
|
6
|
+
const results = filterStemmer(tokens, { language: 'French' });
|
|
7
|
+
expect(Array.isArray(results)).toBe(true);
|
|
8
|
+
expect(results.length).toBe(2);
|
|
9
|
+
expect(results[0]).toBe('commerc');
|
|
10
|
+
expect(results[1]).toBe('commercial');
|
|
11
|
+
});
|
|
12
|
+
});
|
|
@@ -1,10 +1,36 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
1
|
+
const MAPS_FROM_ARRAY = new Map(); // Pour éviter de recalculer une map à chaque fois
|
|
2
|
+
|
|
3
|
+
function filterFromObject(tokens, synonyms) {
|
|
4
|
+
return tokens.reduce(function (prec, token) {
|
|
5
|
+
if (token in synonyms) {
|
|
6
|
+
return [...prec, token, ...synonyms[token]];
|
|
7
|
+
}
|
|
8
|
+
return [...prec, token];
|
|
9
|
+
}, []);
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
function buildSynonymsMap(array) {
|
|
13
|
+
return array.reduce(function (map, { source, target }) {
|
|
14
|
+
return { ...map, [source]: target };
|
|
15
|
+
}, {});
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
function filterFromArray(tokens, synonyms) {
|
|
19
|
+
if (!MAPS_FROM_ARRAY.has(synonyms)) {
|
|
20
|
+
MAPS_FROM_ARRAY.set(synonyms, buildSynonymsMap(synonyms));
|
|
21
|
+
}
|
|
22
|
+
return filterFromObject(tokens, MAPS_FROM_ARRAY.get(synonyms));
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
function filterSynonyms(tokens, { synonyms }) {
|
|
26
|
+
if (Array.isArray(synonyms) && synonyms.length) {
|
|
27
|
+
return filterFromArray(tokens, synonyms);
|
|
28
|
+
}
|
|
29
|
+
if (typeof synonyms === 'object') {
|
|
30
|
+
return filterFromObject(tokens, synonyms);
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
return tokens;
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
export default filterSynonyms;
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import filterSynonyms from './filter-synonyms';
|
|
2
|
-
|
|
3
|
-
describe('filter-synonyms', function () {
|
|
4
|
-
it('', function () {
|
|
5
|
-
// const tokens = ['saint', 'sainte'];
|
|
6
|
-
// const results = filterStemmer(tokens, { language: 'French' });
|
|
7
|
-
// expect(Array.isArray(results)).toBe(true);
|
|
8
|
-
// expect(results.length).toBe(2);
|
|
9
|
-
// expect(results[0]).toBe('commerc');
|
|
10
|
-
// expect(results[1]).toBe('commercial');
|
|
11
|
-
});
|
|
12
|
-
});
|
|
1
|
+
import filterSynonyms from './filter-synonyms';
|
|
2
|
+
|
|
3
|
+
describe('filter-synonyms', function () {
|
|
4
|
+
it('', function () {
|
|
5
|
+
// const tokens = ['saint', 'sainte'];
|
|
6
|
+
// const results = filterStemmer(tokens, { language: 'French' });
|
|
7
|
+
// expect(Array.isArray(results)).toBe(true);
|
|
8
|
+
// expect(results.length).toBe(2);
|
|
9
|
+
// expect(results[0]).toBe('commerc');
|
|
10
|
+
// expect(results[1]).toBe('commercial');
|
|
11
|
+
});
|
|
12
|
+
});
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import filterToLower from './filter-to-lower';
|
|
2
|
+
|
|
3
|
+
describe('filter-to-lower', function () {
|
|
4
|
+
it('UN', function () {
|
|
5
|
+
const tokens = ['UN', 'no'];
|
|
6
|
+
const results = filterToLower(tokens);
|
|
7
|
+
expect(Array.isArray(results)).toBe(true);
|
|
8
|
+
expect(results.length).toBe(2);
|
|
9
|
+
expect(results[0]).toBe('un');
|
|
10
|
+
expect(results[1]).toBe('no');
|
|
11
|
+
});
|
|
12
|
+
});
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export { default as composeFilters } from './compose-filters';
|
|
2
|
-
export { default as createFilterStopWords } from './create-filter-stop-words';
|
|
1
|
+
export { default as composeFilters } from './compose-filters';
|
|
2
|
+
export { default as createFilterStopWords } from './create-filter-stop-words';
|