@inseefr/lunatic 0.2.3-experimental → 0.2.3-prisme

package/src/utils/suggester-workers/{query-parser → searching/query-parser}/query-parser-soft.spec.js

@@ -1,24 +1,24 @@
-import queryParserSoft from './query-parser-soft';
-
-describe('query-parser-soft', function () {
-	it('empty query', function () {
-		const result = queryParserSoft('');
-		expect(result.length).toBe(1);
-		expect(result).toContain('');
-	});
-	it('to lower case', function () {
-		const result = queryParserSoft('HELLO');
-		expect(result.length).toBe(1);
-		expect(result).toContain('hello');
-	});
-	it('trim accent', function () {
-		const result = queryParserSoft('ïéèû');
-		expect(result.length).toBe(1);
-		expect(result).toContain('ieeu');
-	});
-	it('white spaces', function () {
-		const result = queryParserSoft('HELLO WORLD!');
-		expect(result.length).toBe(1);
-		expect(result).toContain('hello-world!');
-	});
-});
+import queryParserSoft from './query-parser-soft';
+
+describe('query-parser-soft', function () {
+	it('empty query', function () {
+		const result = queryParserSoft('');
+		expect(result.length).toBe(1);
+		expect(result).toContain('');
+	});
+	it('to lower case', function () {
+		const result = queryParserSoft('HELLO');
+		expect(result.length).toBe(1);
+		expect(result).toContain('hello');
+	});
+	it('trim accent', function () {
+		const result = queryParserSoft('ïéèû');
+		expect(result.length).toBe(1);
+		expect(result).toContain('ieeu');
+	});
+	it('white spaces', function () {
+		const result = queryParserSoft('HELLO WORLD!');
+		expect(result.length).toBe(1);
+		expect(result).toContain('hello-world!');
+	});
+});

package/src/utils/suggester-workers/searching/query-parser/query-parser-tokenized.js

@@ -0,0 +1,34 @@
+import tokenizer from 'string-tokenizer';
+import {
+	filterStemmer,
+	filterLength,
+	filterDouble,
+	getRegExpFromPattern,
+	filterToLower,
+} from '../../commons-tokenizer';
+import { composeFilters } from '../../commons-tokenizer/filters';
+
+const filterTokens = composeFilters(
+	filterDouble,
+	filterStemmer,
+	filterToLower,
+	filterLength
+);
+
+function toArray(tokens) {
+	if (tokens) {
+		return Array.isArray(tokens) ? tokens : [tokens];
+	}
+	return [];
+}
+
+function queryParserTokenized(query = '', { pattern, ...args } = {}) {
+	const patternForTokens = { tokens: getRegExpFromPattern(pattern) };
+	const { tokens } = tokenizer()
+		.input(query)
+		.tokens(patternForTokens)
+		.resolve();
+	return filterTokens(toArray(tokens), args);
+}
+
+export default queryParserTokenized;

package/src/utils/suggester-workers/searching/resolve-query-parser.js

@@ -1,27 +1,27 @@
-import { queryParserTokenized, queryParserSoft } from '../query-parser';
-
-async function resolve(name, queryParser) {
-	try {
-		const { type } = queryParser;
-		switch (type) {
-			case 'tokenized':
-				const { params } = queryParser;
-				const { language, pattern, min, stemmer } = params;
-				return (query) =>
-					queryParserTokenized(query, {
-						language,
-						pattern,
-						min,
-						stemmer,
-					});
-			case 'soft':
-				return queryParserSoft;
-			default:
-				throw new Error(`Unknown parser type ${type}`);
-		}
-	} catch (e) {
-		throw new Error(e);
-	}
-}
-
-export default resolve;
+import { queryParserTokenized, queryParserSoft } from './query-parser';
+
+async function resolve(queryParser) {
+	try {
+		const { type } = queryParser;
+		switch (type) {
+			case 'tokenized':
+				const { params } = queryParser;
+				const { language, pattern, min, stemmer } = params;
+				return (query) =>
+					queryParserTokenized(query, {
+						language,
+						pattern,
+						min,
+						stemmer,
+					});
+			case 'soft':
+				return queryParserSoft;
+			default:
+				throw new Error(`Unknown parser type ${type}`);
+		}
+	} catch (e) {
+		throw new Error(e);
+	}
+}
+
+export default resolve;

package/src/utils/suggester-workers/searching/search-in-index.js

@@ -1,17 +1,17 @@
-import { CONSTANTES } from '../../store-tools';
-
-function search(token, index) {
-	const range = IDBKeyRange.bound(token, `${token}${CONSTANTES.MAX_STRING}`);
-	return new Promise(function (resolve, reject) {
-		try {
-			index.getAll(range).onsuccess = function (req) {
-				const results = req.target.result;
-				resolve(results);
-			};
-		} catch (e) {
-			reject(e);
-		}
-	});
-}
-
-export default search;
+import { CONSTANTES } from '../../store-tools';
+
+function search(token, index) {
+	const range = IDBKeyRange.bound(token, `${token}${CONSTANTES.MAX_STRING}`);
+	return new Promise(function (resolve, reject) {
+		try {
+			index.getAll(range).onsuccess = function (req) {
+				const results = req.target.result;
+				resolve(results);
+			};
+		} catch (e) {
+			reject(e);
+		}
+	});
+}
+
+export default search;

package/src/utils/suggester-workers/searching/searching.js

@@ -1,70 +1,70 @@
-import getDb from './get-db';
-import { CONSTANTES } from '../../store-tools';
-import { getEntity } from '../../idb-tools';
-import searchInIndex from './search-in-index';
-import resolveQueryParser from './resolve-query-parser';
-import computeScore from './compute-score';
-import getOrderingFunction from './order';
-
-function prepare(response) {
-	return response.map(({ suggestion, tokensMap }) => ({
-		...suggestion,
-		tokensMap,
-	}));
-}
-
-async function searchTokens(tokens, index) {
-	const results = await Promise.all(
-		tokens.map((token) => searchInIndex(token, index))
-	);
-
-	return results.reduce(function (a, step, i) {
-		return { ...a, [tokens[i]]: step };
-	}, {});
-}
-
-function isValideSearch(search) {
-	if (typeof search === 'string' && search.trim().length) {
-		return true;
-	}
-	return false;
-}
-
-function filterSize(response, max) {
-	if (max && max < response.length) {
-		return response.slice(0, max);
-	}
-	return response;
-}
-
-async function searching(search, { name, version = '1' }) {
-	try {
-		if (isValideSearch(search)) {
-			const db = await getDb(name, version);
-			const info = await getEntity(db, CONSTANTES.STORE_INFO_NAME, name);
-			const { queryParser, max, order } = info;
-			const parser = await resolveQueryParser(name, queryParser);
-			const transaction = db.transaction(
-				CONSTANTES.STORE_DATA_NAME,
-				'readonly'
-			);
-			const store = transaction.objectStore(CONSTANTES.STORE_DATA_NAME);
-			const index = store.index(CONSTANTES.STORE_INDEX_NAME);
-			const tokens = parser(search);
-			const tokensSuggestions = await searchTokens(tokens, index);
-			const response = computeScore(tokensSuggestions);
-			return {
-				results: prepare(
-					getOrderingFunction(order)(filterSize(response, max), order)
-				),
-				search,
-			};
-		}
-		return { results: [], search };
-	} catch (e) {
-		console.err(e);
-		throw e;
-	}
-}
-
-export default searching;
+import getDb from './get-db';
+import { CONSTANTES } from '../../store-tools';
+import { getEntity } from '../../idb-tools';
+import searchInIndex from './search-in-index';
+import resolveQueryParser from './resolve-query-parser';
+import computeScore from './compute-score';
+import getOrderingFunction from './order';
+
+function prepare(response) {
+	return response.map(({ suggestion, tokensMap }) => ({
+		...suggestion,
+		tokensMap,
+	}));
+}
+
+async function searchTokens(tokens, index) {
+	const results = await Promise.all(
+		tokens.map((token) => searchInIndex(token, index))
+	);
+
+	return results.reduce(function (a, step, i) {
+		return { ...a, [tokens[i]]: step };
+	}, {});
+}
+
+function isValideSearch(search) {
+	if (typeof search === 'string' && search.trim().length) {
+		return true;
+	}
+	return false;
+}
+
+function filterSize(response, max) {
+	if (max && max < response.length) {
+		return response.slice(0, max);
+	}
+	return response;
+}
+
+async function searching(search, { name, version = '1' }) {
+	try {
+		if (isValideSearch(search)) {
+			const db = await getDb(name, version);
+			const info = await getEntity(db, CONSTANTES.STORE_INFO_NAME, name);
+			const { queryParser, max, order } = info;
+			const parser = await resolveQueryParser(queryParser);
+			const transaction = db.transaction(
+				CONSTANTES.STORE_DATA_NAME,
+				'readonly'
+			);
+			const store = transaction.objectStore(CONSTANTES.STORE_DATA_NAME);
+			const index = store.index(CONSTANTES.STORE_INDEX_NAME);
+			const tokens = parser(search);
+			const tokensSuggestions = await searchTokens(tokens, index);
+			const response = computeScore(tokensSuggestions);
+			return {
+				results: prepare(
+					getOrderingFunction(order)(filterSize(response, max), order)
+				),
+				search,
+			};
+		}
+		return { results: [], search };
+	} catch (e) {
+		console.error(e);
+		throw e;
+	}
+}
+
+export default searching;

package/src/utils/suggester-workers/searching/searching.worker.js

@@ -1,11 +1,11 @@
-/* eslint-disable no-restricted-globals */
-import 'core-js/stable';
-import 'regenerator-runtime/runtime';
-import searching from './searching';
-
-self.onmessage = function (e) {
-	const { search, name, version } = e.data;
-	searching(search, { name, version }).then(function (result) {
-		self.postMessage(result);
-	});
-};
+/* eslint-disable no-restricted-globals */
+import 'core-js/stable';
+import 'regenerator-runtime/runtime';
+import searching from './searching';
+
+self.onmessage = function (e) {
+	const { search, name, version } = e.data;
+	searching(search, { name, version }).then(function (result) {
+		self.postMessage(result);
+	});
+};

package/src/utils/to-expose/calculated-variables.js

@@ -1,113 +1,113 @@
-import { interpret } from './interpret';
-import {
-	buildVectorialBindings,
-	buildBindingsForDeeperComponents,
-} from '../lib/loops/bindings';
-import { isFunction } from '../lib';
-import {
-	CALCULATED_VAR_CATEGORY,
-	EVENT_VALUE_CHANGE,
-} from '../../constants/event-types';
-
-export const getCalculatedVariables =
-	(variables) =>
-	({ bindings, updatedVars, logFunction, init = false }) => {
-		let wip = {};
-		return Object.entries(variables).reduce((acc, [name, v]) => {
-			const value = getCalculatedVariable(v, name)(variables)({
-				bindings,
-				wip,
-				updatedVars,
-				logFunction,
-				init,
-			});
-			return {
-				...acc,
-				[name]: value,
-			};
-		}, {});
-	};
-
-const getCalculatedVariable =
-	(v, name) =>
-	(variables) =>
-	({ bindings, wip, updatedVars, logFunction, init }) => {
-		const { bindingDependencies } = v;
-		if (!init && !Array.isArray(bindingDependencies)) return v;
-		if (
-			Array.isArray(updatedVars) &&
-			updatedVars.length > 0 &&
-			Array.isArray(bindingDependencies) &&
-			!updatedVars.some((ai) => bindingDependencies.includes(ai))
-		)
-			return v;
-		const exactBindings = (bindingDependencies || []).reduce((acc, b) => {
-			if (bindings[b] !== undefined) return { ...acc, [b]: bindings[b] };
-			if (wip[b] !== undefined) return { ...acc, [b]: wip[b] };
-			const varToCalc = variables[b];
-			if (!varToCalc) return acc;
-			const newValue = getCalculatedVariable(varToCalc)(variables)({
-				bindings,
-				wip,
-				updatedVars,
-				init,
-			});
-			wip[b] = newValue.value;
-			return { ...acc, [b]: newValue.value };
-		}, {});
-		const { expression, shapeFrom } = v;
-		const value =
-			wip[name] !== undefined
-				? wip[name]
-				: getValue(bindings, exactBindings, expression, shapeFrom);
-		const handleTempMomentValue =
-			value && value._isAMomentObject ? value.format('DD-MM-YYYY') : value;
-
-		if (
-			isFunction(logFunction) &&
-			// Filter only filterResult vars : name.startsWith('FILTER_RESULT_') &&
-			JSON.stringify(value) !== JSON.stringify(variables[name].value)
-		) {
-			logFunction({
-				idParadataObject: `${name}`,
-				typeParadataObject: CALCULATED_VAR_CATEGORY,
-				type: EVENT_VALUE_CHANGE,
-				oldValue: value,
-				newValue: variables[name]?.value,
-			});
-		}
-
-		if (shapeFrom)
-			return {
-				expression,
-				bindingDependencies,
-				value: handleTempMomentValue,
-				shapeFrom,
-			};
-		return {
-			expression,
-			bindingDependencies,
-			value: handleTempMomentValue,
-		};
-	};
-
-const getValue = (bindings, exactBindings, expression, shapeFrom) => {
-	if (!shapeFrom) {
-		const vectorialBindings = buildVectorialBindings(exactBindings);
-		const res = interpret(['VTL'])(vectorialBindings)(expression);
-		return Array.isArray(res) ? res[0] : res;
-	}
-	const shape = bindings[shapeFrom];
-	return buildShape(exactBindings, expression)(shape);
-};
-
-const buildShape = (exactBindings, expression) => (array) =>
-	array.map((a, i) => {
-		const loopBindings = buildBindingsForDeeperComponents(i)(exactBindings);
-		if (Array.isArray(a)) {
-			return buildShape(loopBindings, expression)(a);
-		}
-		const vectorialBindings = buildVectorialBindings(loopBindings);
-		const res = interpret(['VTL'])(vectorialBindings)(expression);
-		return Array.isArray(res) ? res[0] : res;
-	});
+import { interpret } from './interpret';
+import {
+	buildVectorialBindings,
+	buildBindingsForDeeperComponents,
+} from '../lib/loops/bindings';
+import { isFunction } from '../lib';
+import {
+	CALCULATED_VAR_CATEGORY,
+	EVENT_VALUE_CHANGE,
+} from '../../constants/event-types';
+
+export const getCalculatedVariables =
+	(variables) =>
+	({ bindings, updatedVars, logFunction, init = false }) => {
+		let wip = {};
+		return Object.entries(variables).reduce((acc, [name, v]) => {
+			const value = getCalculatedVariable(v, name)(variables)({
+				bindings,
+				wip,
+				updatedVars,
+				logFunction,
+				init,
+			});
+			return {
+				...acc,
+				[name]: value,
+			};
+		}, {});
+	};
+
+const getCalculatedVariable =
+	(v, name) =>
+	(variables) =>
+	({ bindings, wip, updatedVars, logFunction, init }) => {
+		const { bindingDependencies } = v;
+		if (!init && !Array.isArray(bindingDependencies)) return v;
+		if (
+			Array.isArray(updatedVars) &&
+			updatedVars.length > 0 &&
+			Array.isArray(bindingDependencies) &&
+			!updatedVars.some((ai) => bindingDependencies.includes(ai))
+		)
+			return v;
+		const exactBindings = (bindingDependencies || []).reduce((acc, b) => {
+			if (bindings[b] !== undefined) return { ...acc, [b]: bindings[b] };
+			if (wip[b] !== undefined) return { ...acc, [b]: wip[b] };
+			const varToCalc = variables[b];
+			if (!varToCalc) return acc;
+			const newValue = getCalculatedVariable(varToCalc)(variables)({
+				bindings,
+				wip,
+				updatedVars,
+				init,
+			});
+			wip[b] = newValue.value;
+			return { ...acc, [b]: newValue.value };
+		}, {});
+		const { expression, shapeFrom } = v;
+		const value =
+			wip[name] !== undefined
+				? wip[name]
+				: getValue(bindings, exactBindings, expression, shapeFrom);
+		const handleTempMomentValue =
+			value && value._isAMomentObject ? value.format('DD-MM-YYYY') : value;
+
+		if (
+			isFunction(logFunction) &&
+			// Filter only filterResult vars : name.startsWith('FILTER_RESULT_') &&
+			JSON.stringify(value) !== JSON.stringify(variables[name].value)
+		) {
+			logFunction({
+				idParadataObject: `${name}`,
+				typeParadataObject: CALCULATED_VAR_CATEGORY,
+				type: EVENT_VALUE_CHANGE,
+				oldValue: value,
+				newValue: variables[name]?.value,
+			});
+		}
+
+		if (shapeFrom)
+			return {
+				expression,
+				bindingDependencies,
+				value: handleTempMomentValue,
+				shapeFrom,
+			};
+		return {
+			expression,
+			bindingDependencies,
+			value: handleTempMomentValue,
+		};
+	};
+
+const getValue = (bindings, exactBindings, expression, shapeFrom) => {
+	if (!shapeFrom) {
+		const vectorialBindings = buildVectorialBindings(exactBindings);
+		const res = interpret(['VTL'])(vectorialBindings)(expression);
+		return Array.isArray(res) ? res[0] : res;
+	}
+	const shape = bindings[shapeFrom];
+	return buildShape(exactBindings, expression)(shape);
+};
+
+const buildShape = (exactBindings, expression) => (array) =>
+	array.map((a, i) => {
+		const loopBindings = buildBindingsForDeeperComponents(i)(exactBindings);
+		if (Array.isArray(a)) {
+			return buildShape(loopBindings, expression)(a);
+		}
+		const vectorialBindings = buildVectorialBindings(loopBindings);
+		const res = interpret(['VTL'])(vectorialBindings)(expression);
+		return Array.isArray(res) ? res[0] : res;
+	});