@inseefr/lunatic 0.3.6-experimental → 0.3.9-experimental

package/src/utils/suggester-workers/commons-tokenizer/create-fields-tokenizer.js

@@ -7,10 +7,14 @@ function defaultTokenizeIt(string) {
 	return [prepareStringIndexation(string)];
 }
 
+function toArray(content) {
+	return Array.isArray(content) ? content : [content];
+}
+
 function tokensToArray(tokenized) {
 	return Object.entries(tokenized).reduce(function (a, [k, values]) {
 		if (k.startsWith('pattern')) {
-			return [...a, ...values];
+			return [...a, ...toArray(values)];
 		}
 		return a;
 	}, []);

package/src/utils/suggester-workers/commons-tokenizer/index.js

@@ -5,4 +5,5 @@ export { default as filterStemmer } from './filters/filter-stemmer';
 export { default as filterLength } from './filters/filter-length';
 export { default as filterDouble } from './filters/filter-double';
 export { default as filterAccents } from './filters/filter-accents';
+export { default as filterToLower } from './filters/filter-to-lower';
 export { default as getRegExpFromPattern } from './get-regexp-from-pattern';

package/src/utils/suggester-workers/searching/query-parser/query-parser-tokenized.js

@@ -4,10 +4,16 @@ import {
 	filterLength,
 	filterDouble,
 	getRegExpFromPattern,
+	filterToLower,
 } from '../../commons-tokenizer';
 import { composeFilters } from '../../commons-tokenizer/filters';
 
-const filterTokens = composeFilters(filterDouble, filterStemmer, filterLength);
+const filterTokens = composeFilters(
+	filterDouble,
+	filterStemmer,
+	filterToLower,
+	filterLength
+);
 
 function toArray(tokens) {
 	if (tokens) {