@inseefr/lunatic 0.3.0-experimental → 0.3.0-prisme

package/src/utils/suggester-workers/commons-tokenizer/filters/stop-words.js

@@ -1,118 +1,118 @@
-const STOP_WORDS = [
-  'alors',
-  'au',
-  'aucuns',
-  'aussi',
-  'autre',
-  'avant',
-  'avec',
-  'avoir',
-  'bon',
-  'car',
-  'ce',
-  'cela',
-  'ces',
-  'ceux',
-  'chaque',
-  'ci',
-  'comme',
-  'comment',
-  'dans',
-  'des',
-  'du',
-  'dedans',
-  'dehors',
-  'depuis',
-  'devrait',
-  'doit',
-  'donc',
-  'dos',
-  'debut',
-  'elle',
-  'elles',
-  'en',
-  'encore',
-  'essai',
-  'est',
-  'et',
-  'eu',
-  'fait',
-  'faites',
-  'fois',
-  'font',
-  'hors',
-  'ici',
-  'il',
-  'ils',
-  'je',
-  'juste',
-  'le',
-  'les',
-  'leur',
-  'la',
-  'ma',
-  'maintenant',
-  'mais',
-  'mes',
-  'mien',
-  'moins',
-  'mon',
-  'mot',
-  'meme',
-  'ni',
-  'nommes',
-  'notre',
-  'nous',
-  'ou',
-  'par',
-  'parce',
-  'pas',
-  'peut',
-  'peu',
-  'plupart',
-  'pour',
-  'pourquoi',
-  'quand',
-  'que',
-  'quel',
-  'quelle',
-  'quelles',
-  'quels',
-  'qui',
-  'sa',
-  'sans',
-  'ses',
-  'seulement',
-  'si',
-  'sien',
-  'son',
-  'sont',
-  'sous',
-  'soyez',
-  'sois',
-  'sujet',
-  'sur',
-  'ta',
-  'tandis',
-  'tellement',
-  'tels',
-  'tes',
-  'ton',
-  'tous',
-  'tout',
-  'trop',
-  'tres',
-  'tu',
-  'voient',
-  'vont',
-  'votre',
-  'vous',
-  'vu',
-  'ca',
-  'etaient',
-  'etat',
-  'etions',
-  'ete',
-  'etre',
-];
-export default STOP_WORDS;
+const STOP_WORDS = [
+  'alors',
+  'au',
+  'aucuns',
+  'aussi',
+  'autre',
+  'avant',
+  'avec',
+  'avoir',
+  'bon',
+  'car',
+  'ce',
+  'cela',
+  'ces',
+  'ceux',
+  'chaque',
+  'ci',
+  'comme',
+  'comment',
+  'dans',
+  'des',
+  'du',
+  'dedans',
+  'dehors',
+  'depuis',
+  'devrait',
+  'doit',
+  'donc',
+  'dos',
+  'debut',
+  'elle',
+  'elles',
+  'en',
+  'encore',
+  'essai',
+  'est',
+  'et',
+  'eu',
+  'fait',
+  'faites',
+  'fois',
+  'font',
+  'hors',
+  'ici',
+  'il',
+  'ils',
+  'je',
+  'juste',
+  'le',
+  'les',
+  'leur',
+  'la',
+  'ma',
+  'maintenant',
+  'mais',
+  'mes',
+  'mien',
+  'moins',
+  'mon',
+  'mot',
+  'meme',
+  'ni',
+  'nommes',
+  'notre',
+  'nous',
+  'ou',
+  'par',
+  'parce',
+  'pas',
+  'peut',
+  'peu',
+  'plupart',
+  'pour',
+  'pourquoi',
+  'quand',
+  'que',
+  'quel',
+  'quelle',
+  'quelles',
+  'quels',
+  'qui',
+  'sa',
+  'sans',
+  'ses',
+  'seulement',
+  'si',
+  'sien',
+  'son',
+  'sont',
+  'sous',
+  'soyez',
+  'sois',
+  'sujet',
+  'sur',
+  'ta',
+  'tandis',
+  'tellement',
+  'tels',
+  'tes',
+  'ton',
+  'tous',
+  'tout',
+  'trop',
+  'tres',
+  'tu',
+  'voient',
+  'vont',
+  'votre',
+  'vous',
+  'vu',
+  'ca',
+  'etaient',
+  'etat',
+  'etions',
+  'ete',
+  'etre',
+];
+export default STOP_WORDS;

package/src/utils/suggester-workers/commons-tokenizer/get-regexp-from-pattern.js

@@ -1,8 +1,8 @@
-function get(pattern) {
-  if (typeof pattern === 'string') {
-    return new RegExp(pattern);
-  }
-  return pattern;
-}
-
-export default get;
+function get(pattern) {
+  if (typeof pattern === 'string') {
+    return new RegExp(pattern);
+  }
+  return pattern;
+}
+
+export default get;

package/src/utils/suggester-workers/commons-tokenizer/get-stemmer.js

@@ -1,18 +1,18 @@
-import Snowball from 'snowball';
-
-const STEMMERS = {};
-
-function getStemmer(language = 'French') {
-	if (!(language in STEMMERS)) {
-		const stemmer = new Snowball(language);
-		STEMMERS[language] = function (token) {
-			stemmer.setCurrent(token);
-			stemmer.stem();
-			return stemmer.getCurrent();
-		};
-	}
-
-	return STEMMERS[language];
-}
-
-export default getStemmer;
+import Snowball from 'snowball';
+
+const STEMMERS = {};
+
+function getStemmer(language = 'French') {
+	if (!(language in STEMMERS)) {
+		const stemmer = new Snowball(language);
+		STEMMERS[language] = function (token) {
+			stemmer.setCurrent(token);
+			stemmer.stem();
+			return stemmer.getCurrent();
+		};
+	}
+
+	return STEMMERS[language];
+}
+
+export default getStemmer;

package/src/utils/suggester-workers/commons-tokenizer/index.js

@@ -1,8 +1,9 @@
-export { default as getStemmer } from './get-stemmer';
-export { default as createTokenizer } from './create-entity-tokenizer';
-export { default as prepareStringIndexation } from './prepare-string-indexation';
-export { default as filterStemmer } from './filters/filter-stemmer';
-export { default as filterLength } from './filters/filter-length';
-export { default as filterDouble } from './filters/filter-double';
-export { default as filterAccentsToLower } from './filters/filter-accents-to-lower';
-export { default as getRegExpFromPattern } from './get-regexp-from-pattern';
+export { default as getStemmer } from './get-stemmer';
+export { default as createTokenizer } from './create-entity-tokenizer';
+export { default as prepareStringIndexation } from './prepare-string-indexation';
+export { default as filterStemmer } from './filters/filter-stemmer';
+export { default as filterLength } from './filters/filter-length';
+export { default as filterDouble } from './filters/filter-double';
+export { default as filterAccents } from './filters/filter-accents';
+export { default as filterToLower } from './filters/filter-to-lower';
+export { default as getRegExpFromPattern } from './get-regexp-from-pattern';

package/src/utils/suggester-workers/commons-tokenizer/prepare-string-indexation.js

@@ -1,13 +1,13 @@
-import removeAccents from 'remove-accents';
-
-function prepare(token = '', replacement = '') {
-	if (typeof token === 'string') {
-		return removeAccents(token.trim().toLowerCase()).replace(
-			/[- ']/g,
-			replacement
-		);
-	}
-	return token;
-}
-
-export default prepare;
+import removeAccents from 'remove-accents';
+
+function prepare(token = '', replacement = '') {
+	if (typeof token === 'string') {
+		return removeAccents(token.trim().toLowerCase()).replace(
+			/[- ']/g,
+			replacement
+		);
+	}
+	return token;
+}
+
+export default prepare;

package/src/utils/suggester-workers/commons-tokenizer/soft-tokenizer.js

@@ -1,7 +1,7 @@
-import { prepareStringIndexation } from '../commons-tokenizer';
-
-function softTokenizer(string) {
-	return [prepareStringIndexation(string, '-')];
-}
-
-export default softTokenizer;
+import { prepareStringIndexation } from '../commons-tokenizer';
+
+function softTokenizer(string) {
+	return [prepareStringIndexation(string, '-')];
+}
+
+export default softTokenizer;

package/src/utils/suggester-workers/create-worker.js

@@ -1,56 +1,56 @@
-// Enable cross domain workers
-
-const testSameOrigin = (url) => {
-	var loc = window.location;
-	var a = document.createElement('a');
-	a.href = url;
-	return (
-		a.hostname === loc.hostname &&
-		a.port === loc.port &&
-		a.protocol === loc.protocol
-	);
-};
-
-const createWorkerFallback = (workerUrl) => {
-	console.log('Create worker for MFE');
-	var worker = null;
-	try {
-		var blob;
-		try {
-			blob = new Blob([`importScripts('${workerUrl}');`], {
-				type: 'application/javascript',
-			});
-		} catch (e) {
-			var blobBuilder = new (window.BlobBuilder ||
-				window.WebKitBlobBuilder ||
-				window.MozBlobBuilder)();
-			blobBuilder.append(`importScripts('${workerUrl}');`);
-			blob = blobBuilder.getBlob('application/javascript');
-		}
-		var url = window.URL || window.webkitURL;
-		var blobUrl = url.createObjectURL(blob);
-		worker = new Worker(blobUrl);
-	} catch (e1) {
-		console.error(`Lunatic-worker : Failed to load web worker : ${workerUrl}`);
-	}
-	return worker;
-};
-
-export const createWorker = (workerUrl) => {
-	var worker = null;
-	try {
-		if (testSameOrigin(workerUrl)) {
-			console.log('Trying create classic worker');
-			worker = new Worker(workerUrl);
-			worker.onerror = (event) => {
-				event.preventDefault();
-				worker = createWorkerFallback(workerUrl);
-			};
-		} else {
-			worker = createWorkerFallback(workerUrl);
-		}
-	} catch (e) {
-		worker = createWorkerFallback(workerUrl);
-	}
-	return worker;
-};
+// Enable cross domain workers
+
+const testSameOrigin = (url) => {
+	var loc = window.location;
+	var a = document.createElement('a');
+	a.href = url;
+	return (
+		a.hostname === loc.hostname &&
+		a.port === loc.port &&
+		a.protocol === loc.protocol
+	);
+};
+
+const createWorkerFallback = (workerUrl) => {
+	console.log('Create worker for MFE');
+	var worker = null;
+	try {
+		var blob;
+		try {
+			blob = new Blob([`importScripts('${workerUrl}');`], {
+				type: 'application/javascript',
+			});
+		} catch (e) {
+			var blobBuilder = new (window.BlobBuilder ||
+				window.WebKitBlobBuilder ||
+				window.MozBlobBuilder)();
+			blobBuilder.append(`importScripts('${workerUrl}');`);
+			blob = blobBuilder.getBlob('application/javascript');
+		}
+		var url = window.URL || window.webkitURL;
+		var blobUrl = url.createObjectURL(blob);
+		worker = new Worker(blobUrl);
+	} catch (e1) {
+		console.error(`Lunatic-worker : Failed to load web worker : ${workerUrl}`);
+	}
+	return worker;
+};
+
+export const createWorker = (workerUrl) => {
+	var worker = null;
+	try {
+		if (testSameOrigin(workerUrl)) {
+			console.log('Trying create classic worker');
+			worker = new Worker(workerUrl);
+			worker.onerror = (event) => {
+				event.preventDefault();
+				worker = createWorkerFallback(workerUrl);
+			};
+		} else {
+			worker = createWorkerFallback(workerUrl);
+		}
+	} catch (e) {
+		worker = createWorkerFallback(workerUrl);
+	}
+	return worker;
+};

package/src/utils/suggester-workers/find-best-label/find-best-label.js

@@ -1,39 +1,39 @@
-import distance from 'damerau-levenshtein';
-
-function reduceFields(map, fields, similarity) {
-	return fields.reduce(function (m, field) {
-		if (field in m) {
-			return { ...m, [field]: m[field] + similarity };
-		}
-		return { ...m, [field]: similarity };
-	}, map);
-}
-
-function reduceTokensMap(map, entries, word) {
-	return entries.reduce(function (inter, [token, { fields }]) {
-		const { similarity } = distance(token, word);
-		return reduceFields(inter, fields, similarity);
-	}, map);
-}
-
-function findBest(map) {
-	let best = -1;
-	return Object.entries(map).reduce(function (curr, [field, score]) {
-		if (score > best) {
-			best = score;
-			return field;
-		}
-		return curr;
-	}, undefined);
-}
-
-function findBestLabel(searchTokens = [], tokensMap = {}) {
-	const entries = Object.entries(tokensMap);
-	const map = searchTokens.reduce(function (map, word) {
-		return reduceTokensMap(map, entries, word);
-	}, {});
-	const best = findBest(map);
-	return best;
-}
-
-export default findBestLabel;
+import distance from 'damerau-levenshtein';
+
+function reduceFields(map, fields, similarity) {
+	return fields.reduce(function (m, field) {
+		if (field in m) {
+			return { ...m, [field]: m[field] + similarity };
+		}
+		return { ...m, [field]: similarity };
+	}, map);
+}
+
+function reduceTokensMap(map, entries, word) {
+	return entries.reduce(function (inter, [token, { fields }]) {
+		const { similarity } = distance(token, word);
+		return reduceFields(inter, fields, similarity);
+	}, map);
+}
+
+function findBest(map) {
+	let best = -1;
+	return Object.entries(map).reduce(function (curr, [field, score]) {
+		if (score > best) {
+			best = score;
+			return field;
+		}
+		return curr;
+	}, undefined);
+}
+
+function findBestLabel(searchTokens = [], tokensMap = {}) {
+	const entries = Object.entries(tokensMap);
+	const map = searchTokens.reduce(function (map, word) {
+		return reduceTokensMap(map, entries, word);
+	}, {});
+	const best = findBest(map);
+	return best;
+}
+
+export default findBestLabel;

package/src/utils/suggester-workers/find-best-label/find-best-label.worker.js

@@ -1,40 +1,40 @@
-/* eslint-disable no-restricted-globals */
-import 'core-js/stable';
-import 'regenerator-runtime/runtime';
-import tokenize from './tokenize';
-import findBestLabel from './find-best-label';
-
-const TASKS = [];
-let RUN = false;
-
-function executeTask(task) {
-	const { option, search, idTask } = task;
-	const { tokensMap } = option;
-	const { search: st } = tokenize({ search });
-	const label = findBestLabel(st, tokensMap);
-
-	self.postMessage({ response: label, idTask });
-}
-
-function appendTask(task) {
-	TASKS.push(task);
-	if (!RUN) {
-		activate();
-	}
-}
-
-function activate() {
-	RUN = true;
-	while (TASKS.length) {
-		const task = TASKS.pop();
-		executeTask(task);
-	}
-	RUN = false;
-}
-
-self.onmessage = function (e) {
-	const { option, search, idTask } = e.data;
-	if (option && search && idTask) {
-		appendTask({ option, search, idTask });
-	}
-};
+/* eslint-disable no-restricted-globals */
+import 'core-js/stable';
+import 'regenerator-runtime/runtime';
+import tokenize from './tokenize';
+import findBestLabel from './find-best-label';
+
+const TASKS = [];
+let RUN = false;
+
+function executeTask(task) {
+	const { option, search, idTask } = task;
+	const { tokensMap } = option;
+	const { search: st } = tokenize({ search });
+	const label = findBestLabel(st, tokensMap);
+
+	self.postMessage({ response: label, idTask });
+}
+
+function appendTask(task) {
+	TASKS.push(task);
+	if (!RUN) {
+		activate();
+	}
+}
+
+function activate() {
+	RUN = true;
+	while (TASKS.length) {
+		const task = TASKS.pop();
+		executeTask(task);
+	}
+	RUN = false;
+}
+
+self.onmessage = function (e) {
+	const { option, search, idTask } = e.data;
+	if (option && search && idTask) {
+		appendTask({ option, search, idTask });
+	}
+};