@inseefr/lunatic 0.2.3-experimental → 0.2.3-prisme

package/src/utils/suggester-workers/commons-tokenizer/get-stemmer.js

@@ -1,18 +1,18 @@
-import Snowball from 'snowball';
-
-const STEMMERS = {};
-
-function getStemmer(language = 'French') {
-	if (!(language in STEMMERS)) {
-		const stemmer = new Snowball(language);
-		STEMMERS[language] = function (token) {
-			stemmer.setCurrent(token);
-			stemmer.stem();
-			return stemmer.getCurrent();
-		};
-	}
-
-	return STEMMERS[language];
-}
-
-export default getStemmer;
+import Snowball from 'snowball';
+
+const STEMMERS = {};
+
+function getStemmer(language = 'French') {
+	if (!(language in STEMMERS)) {
+		const stemmer = new Snowball(language);
+		STEMMERS[language] = function (token) {
+			stemmer.setCurrent(token);
+			stemmer.stem();
+			return stemmer.getCurrent();
+		};
+	}
+
+	return STEMMERS[language];
+}
+
+export default getStemmer;

package/src/utils/suggester-workers/commons-tokenizer/index.js

@@ -1,8 +1,9 @@
-export { default as getStemmer } from './get-stemmer';
-export { default as createTokenizer } from './create-tokenizer';
-export { default as prepareStringIndexation } from './prepare-string-indexation';
-export { default as filterStemmer } from './filter-stemmer';
-export { default as filterLength } from './filter-length';
-export { default as filterDouble } from './filter-double';
-export { default as filterAccentsToLower } from './filter-accents-to-lower';
-export { default as getRegExpFromPattern } from './get-regexp-from-pattern';
+export { default as getStemmer } from './get-stemmer';
+export { default as createTokenizer } from './create-entity-tokenizer';
+export { default as prepareStringIndexation } from './prepare-string-indexation';
+export { default as filterStemmer } from './filters/filter-stemmer';
+export { default as filterLength } from './filters/filter-length';
+export { default as filterDouble } from './filters/filter-double';
+export { default as filterAccents } from './filters/filter-accents';
+export { default as filterToLower } from './filters/filter-to-lower';
+export { default as getRegExpFromPattern } from './get-regexp-from-pattern';

package/src/utils/suggester-workers/commons-tokenizer/prepare-string-indexation.js

@@ -1,9 +1,13 @@
-import removeAccents from 'remove-accents';
-
-function prepare(token = '', replacement = '') {
-	return typeof token === 'string'
-		? removeAccents(token.toLowerCase()).replace(/[- ']/g, replacement)
-		: token;
-}
-
-export default prepare;
+import removeAccents from 'remove-accents';
+
+function prepare(token = '', replacement = '') {
+	if (typeof token === 'string') {
+		return removeAccents(token.trim().toLowerCase()).replace(
+			/[- ']/g,
+			replacement
+		);
+	}
+	return token;
+}
+
+export default prepare;

package/src/utils/suggester-workers/commons-tokenizer/soft-tokenizer.js

@@ -1,7 +1,7 @@
-import prepareStringIndexation from './prepare-string-indexation';
-
-function softTokenizer(string) {
-	return [prepareStringIndexation(string, '-')];
-}
-
-export default softTokenizer;
+import { prepareStringIndexation } from '../commons-tokenizer';
+
+function softTokenizer(string) {
+	return [prepareStringIndexation(string, '-')];
+}
+
+export default softTokenizer;

package/src/utils/suggester-workers/create-worker.js

@@ -0,0 +1,56 @@
+// Enable cross domain workers
+
+const testSameOrigin = (url) => {
+	var loc = window.location;
+	var a = document.createElement('a');
+	a.href = url;
+	return (
+		a.hostname === loc.hostname &&
+		a.port === loc.port &&
+		a.protocol === loc.protocol
+	);
+};
+
+const createWorkerFallback = (workerUrl) => {
+	console.log('Create worker for MFE');
+	var worker = null;
+	try {
+		var blob;
+		try {
+			blob = new Blob([`importScripts('${workerUrl}');`], {
+				type: 'application/javascript',
+			});
+		} catch (e) {
+			var blobBuilder = new (window.BlobBuilder ||
+				window.WebKitBlobBuilder ||
+				window.MozBlobBuilder)();
+			blobBuilder.append(`importScripts('${workerUrl}');`);
+			blob = blobBuilder.getBlob('application/javascript');
+		}
+		var url = window.URL || window.webkitURL;
+		var blobUrl = url.createObjectURL(blob);
+		worker = new Worker(blobUrl);
+	} catch (e1) {
+		console.error(`Lunatic-worker : Failed to load web worker : ${workerUrl}`);
+	}
+	return worker;
+};
+
+export const createWorker = (workerUrl) => {
+	var worker = null;
+	try {
+		if (testSameOrigin(workerUrl)) {
+			console.log('Trying create classic worker');
+			worker = new Worker(workerUrl);
+			worker.onerror = (event) => {
+				event.preventDefault();
+				worker = createWorkerFallback(workerUrl);
+			};
+		} else {
+			worker = createWorkerFallback(workerUrl);
+		}
+	} catch (e) {
+		worker = createWorkerFallback(workerUrl);
+	}
+	return worker;
+};

package/src/utils/suggester-workers/find-best-label/find-best-label.js

@@ -1,39 +1,39 @@
-import distance from 'damerau-levenshtein';
-
-function reduceFields(map, fields, similarity) {
-	return fields.reduce(function (m, field) {
-		if (field in m) {
-			return { ...m, [field]: m[field] + similarity };
-		}
-		return { ...m, [field]: similarity };
-	}, map);
-}
-
-function reduceTokensMap(map, entries, word) {
-	return entries.reduce(function (inter, [token, { fields }]) {
-		const { similarity } = distance(token, word);
-		return reduceFields(inter, fields, similarity);
-	}, map);
-}
-
-function findBest(map) {
-	let best = -1;
-	return Object.entries(map).reduce(function (curr, [field, score]) {
-		if (score > best) {
-			best = score;
-			return field;
-		}
-		return curr;
-	}, undefined);
-}
-
-function findBestLabel(searchTokens = [], tokensMap = {}) {
-	const entries = Object.entries(tokensMap);
-	const map = searchTokens.reduce(function (map, word) {
-		return reduceTokensMap(map, entries, word);
-	}, {});
-	const best = findBest(map);
-	return best;
-}
-
-export default findBestLabel;
+import distance from 'damerau-levenshtein';
+
+function reduceFields(map, fields, similarity) {
+	return fields.reduce(function (m, field) {
+		if (field in m) {
+			return { ...m, [field]: m[field] + similarity };
+		}
+		return { ...m, [field]: similarity };
+	}, map);
+}
+
+function reduceTokensMap(map, entries, word) {
+	return entries.reduce(function (inter, [token, { fields }]) {
+		const { similarity } = distance(token, word);
+		return reduceFields(inter, fields, similarity);
+	}, map);
+}
+
+function findBest(map) {
+	let best = -1;
+	return Object.entries(map).reduce(function (curr, [field, score]) {
+		if (score > best) {
+			best = score;
+			return field;
+		}
+		return curr;
+	}, undefined);
+}
+
+function findBestLabel(searchTokens = [], tokensMap = {}) {
+	const entries = Object.entries(tokensMap);
+	const map = searchTokens.reduce(function (map, word) {
+		return reduceTokensMap(map, entries, word);
+	}, {});
+	const best = findBest(map);
+	return best;
+}
+
+export default findBestLabel;

package/src/utils/suggester-workers/find-best-label/find-best-label.worker.js

@@ -1,40 +1,40 @@
-/* eslint-disable no-restricted-globals */
-import 'core-js/stable';
-import 'regenerator-runtime/runtime';
-import tokenize from './tokenize';
-import findBestLabel from './find-best-label';
-
-const TASKS = [];
-let RUN = false;
-
-function executeTask(task) {
-	const { option, search, idTask } = task;
-	const { tokensMap } = option;
-	const { search: st } = tokenize({ search });
-	const label = findBestLabel(st, tokensMap);
-
-	self.postMessage({ response: label, idTask });
-}
-
-function appendTask(task) {
-	TASKS.push(task);
-	if (!RUN) {
-		activate();
-	}
-}
-
-function activate() {
-	RUN = true;
-	while (TASKS.length) {
-		const task = TASKS.pop();
-		executeTask(task);
-	}
-	RUN = false;
-}
-
-self.onmessage = function (e) {
-	const { option, search, idTask } = e.data;
-	if (option && search && idTask) {
-		appendTask({ option, search, idTask });
-	}
-};
+/* eslint-disable no-restricted-globals */
+import 'core-js/stable';
+import 'regenerator-runtime/runtime';
+import tokenize from './tokenize';
+import findBestLabel from './find-best-label';
+
+const TASKS = [];
+let RUN = false;
+
+function executeTask(task) {
+	const { option, search, idTask } = task;
+	const { tokensMap } = option;
+	const { search: st } = tokenize({ search });
+	const label = findBestLabel(st, tokensMap);
+
+	self.postMessage({ response: label, idTask });
+}
+
+function appendTask(task) {
+	TASKS.push(task);
+	if (!RUN) {
+		activate();
+	}
+}
+
+function activate() {
+	RUN = true;
+	while (TASKS.length) {
+		const task = TASKS.pop();
+		executeTask(task);
+	}
+	RUN = false;
+}
+
+self.onmessage = function (e) {
+	const { option, search, idTask } = e.data;
+	if (option && search && idTask) {
+		appendTask({ option, search, idTask });
+	}
+};

package/src/utils/suggester-workers/find-best-label/tokenize.js

@@ -1,33 +1,30 @@
-import tokenizer from 'string-tokenizer';
-import removeAccents from 'remove-accents';
-
-function toArray(tokens) {
-	if (Array.isArray(tokens)) {
-		return tokens;
-	}
-	return [tokens];
-}
-
-function tokenize(object, pattern = /[\w]+/) {
-	if (typeof object === 'object') {
-		const map = {};
-		Object.entries(object).forEach(function ([key, string]) {
-			const input = removeAccents(string).toLowerCase().trim();
-			if (input.length) {
-				const { tokens } = tokenizer()
-					.input(removeAccents(string).toLowerCase())
-					.tokens({ tokens: pattern })
-					.resolve();
-
-				map[key] = toArray(tokens);
-			} else {
-				map[key] = [];
-			}
-		});
-
-		return map;
-	}
-	return {};
-}
-
-export default tokenize;
+import tokenizer from 'string-tokenizer';
+
+function toArray(tokens) {
+	if (Array.isArray(tokens)) {
+		return tokens;
+	}
+	return [tokens];
+}
+
+function tokenize(object, pattern = /[\w]+/) {
+	if (typeof object === 'object') {
+		const map = {};
+		Object.entries(object).forEach(function ([key, string]) {
+			if (string.length) {
+				const { tokens } = tokenizer()
+					.input(string)
+					.tokens({ tokens: pattern })
+					.resolve();
+				map[key] = toArray(tokens);
+			} else {
+				map[key] = [];
+			}
+		});
+
+		return map;
+	}
+	return {};
+}
+
+export default tokenize;

package/src/utils/suggester-workers/find-best-label/tokenize.spec.js

@@ -1,19 +1,19 @@
-import tokenize from './tokenize';
-
-describe('tokenize', function () {
-	it('simple', function () {
-		const results = tokenize({ hello: 'hello world!' });
-		const { hello } = results;
-		expect(Array.isArray(hello)).toEqual(true);
-		expect(hello.length).toEqual(2);
-		expect(hello[0]).toEqual('hello');
-		expect(hello[1]).toEqual('world');
-	});
-
-	it('undefined', function () {
-		const results = tokenize({ hello: '' });
-		const { hello } = results;
-		expect(Array.isArray(hello)).toEqual(true);
-		expect(hello.length).toEqual(0);
-	});
-});
+import tokenize from './tokenize';
+
+describe('tokenize', function () {
+	it('simple', function () {
+		const results = tokenize({ hello: 'hello world!' });
+		const { hello } = results;
+		expect(Array.isArray(hello)).toEqual(true);
+		expect(hello.length).toEqual(2);
+		expect(hello[0]).toEqual('hello');
+		expect(hello[1]).toEqual('world');
+	});
+
+	it('undefined', function () {
+		const results = tokenize({ hello: '' });
+		const { hello } = results;
+		expect(Array.isArray(hello)).toEqual(true);
+		expect(hello.length).toEqual(0);
+	});
+});

package/src/utils/suggester-workers/searching/compute-score.js

@@ -1,33 +1,33 @@
-function finalize(withScore, max = 30) {
-	return withScore
-		.sort(function (a, b) {
-			if (a.score > b.score) {
-				return -1;
-			}
-			if (a.score < b.score) {
-				return 1;
-			}
-			return 0;
-		})
-		.slice(0, max);
-}
-
-function compute(results) {
-	const listOfDocs = Object.values(results);
-	const mapResults = {};
-
-	listOfDocs.forEach(function (docs, i) {
-		docs.forEach(function (doc) {
-			const { id } = doc;
-			if (id in mapResults) {
-				mapResults[id].score++;
-				mapResults[id].step = [i, ...mapResults[id].step];
-			} else {
-				mapResults[id] = { ...doc, score: 1, step: [i] };
-			}
-		});
-	});
-	return finalize(Object.values(mapResults));
-}
-
-export default compute;
+function finalize(withScore, max = 30) {
+	return withScore
+		.sort(function (a, b) {
+			if (a.score > b.score) {
+				return -1;
+			}
+			if (a.score < b.score) {
+				return 1;
+			}
+			return 0;
+		})
+		.slice(0, max);
+}
+
+function compute(results) {
+	const listOfDocs = Object.values(results);
+	const mapResults = {};
+
+	listOfDocs.forEach(function (docs, i) {
+		docs.forEach(function (doc) {
+			const { id } = doc;
+			if (id in mapResults) {
+				mapResults[id].score++;
+				mapResults[id].step = [i, ...mapResults[id].step];
+			} else {
+				mapResults[id] = { ...doc, score: 1, step: [i] };
+			}
+		});
+	});
+	return finalize(Object.values(mapResults));
+}
+
+export default compute;

package/src/utils/suggester-workers/searching/get-db.js

@@ -1,18 +1,18 @@
-import { openDb } from '../../idb-tools';
-
-let STORES = {};
-
-async function getDb(name, version) {
-	if (name in STORES) {
-		return STORES[name];
-	}
-	try {
-		const store = await openDb(name, version);
-		STORES[name] = store;
-		return store;
-	} catch (e) {
-		throw new Error(`Can't open store ${name} ${version}`);
-	}
-}
-
-export default getDb;
+import { openDb } from '../../idb-tools';
+
+let STORES = {};
+
+async function getDb(name, version) {
+	if (name in STORES) {
+		return STORES[name];
+	}
+	try {
+		const store = await openDb(name, version);
+		STORES[name] = store;
+		return store;
+	} catch (e) {
+		throw new Error(`Can't open store ${name} ${version}`);
+	}
+}
+
+export default getDb;

package/src/utils/suggester-workers/searching/index.js

@@ -1 +1 @@
-export { default } from './searching';
+export { default } from './searching';

package/src/utils/suggester-workers/searching/order/create-alphanumeric-orderer.js

@@ -1,20 +1,20 @@
-function createAlphanumericOrderer(descending = false) {
-	return function ascending(response, order = {}) {
-		const { field } = order;
-
-		if (field && Array.isArray(response)) {
-			return response.sort(function (a, b) {
-				if (field in a.suggestion && field in b.suggestion) {
-					if (a.suggestion[field] > b.suggestion[field]) {
-						return descending ? -1 : 1;
-					} else if (a.suggestion[field] < b.suggestion[field]) {
-						return descending ? 1 : -1;
-					}
-				}
-				return 0;
-			});
-		}
-		return response;
-	};
-}
-export default createAlphanumericOrderer;
+function createAlphanumericOrderer(descending = false) {
+	return function ascending(response, order = {}) {
+		const { field } = order;
+
+		if (field && Array.isArray(response)) {
+			return response.sort(function (a, b) {
+				if (field in a.suggestion && field in b.suggestion) {
+					if (a.suggestion[field] > b.suggestion[field]) {
+						return descending ? -1 : 1;
+					} else if (a.suggestion[field] < b.suggestion[field]) {
+						return descending ? 1 : -1;
+					}
+				}
+				return 0;
+			});
+		}
+		return response;
+	};
+}
+export default createAlphanumericOrderer;

package/src/utils/suggester-workers/searching/order/index.js

@@ -1,19 +1,19 @@
-import createAlphanumericOrderer from './create-alphanumeric-orderer';
-
-function identity(response) {
-	return response;
-}
-
-function getOrderingFunction(order = {}) {
-	const { type } = order;
-	switch (type) {
-		case 'ascending':
-			return createAlphanumericOrderer(false);
-		case 'descending':
-			return createAlphanumericOrderer(true);
-		default:
-			return identity;
-	}
-}
-
-export default getOrderingFunction;
+import createAlphanumericOrderer from './create-alphanumeric-orderer';
+
+function identity(response) {
+	return response;
+}
+
+function getOrderingFunction(order = {}) {
+	const { type } = order;
+	switch (type) {
+		case 'ascending':
+			return createAlphanumericOrderer(false);
+		case 'descending':
+			return createAlphanumericOrderer(true);
+		default:
+			return identity;
+	}
+}
+
+export default getOrderingFunction;

package/src/utils/suggester-workers/{query-parser → searching/query-parser}/index.js

@@ -1,2 +1,2 @@
-export { default as queryParserTokenized } from './query-parser-tokenized';
-export { default as queryParserSoft } from './query-parser-soft';
+export { default as queryParserTokenized } from './query-parser-tokenized';
+export { default as queryParserSoft } from './query-parser-soft';

package/src/utils/suggester-workers/searching/query-parser/query-parser-soft.js

@@ -0,0 +1,7 @@
+import { prepareStringIndexation } from '../../commons-tokenizer';
+
+function queryParserSoft(string) {
+	return [prepareStringIndexation(string, '-')];
+}
+
+export default queryParserSoft;