@inseefr/lunatic 0.2.3-experimental → 0.2.3-prisme

package/src/utils/lib/splitting.js

@@ -0,0 +1,142 @@
+const getBindingsDependenciesCalculated = (variables) => {
+	if (!variables) return {};
+	return variables.reduce((acc, { name, bindingDependencies, shapeFrom }) => {
+		if (shapeFrom && bindingDependencies)
+			return { ...acc, [name]: [...bindingDependencies, shapeFrom] };
+		if (bindingDependencies) return { ...acc, [name]: bindingDependencies };
+		if (shapeFrom) return { ...acc, [name]: [shapeFrom] };
+		return acc;
+	}, {});
+};
+
+const getAllDeps = (deps) => (variablesCalcDeps) => {
+	if (!deps || !variablesCalcDeps) return [];
+	return deps.reduce((acc, dep) => {
+		const depsOfDep = variablesCalcDeps[dep];
+		if (Array.isArray(depsOfDep)) {
+			return [...acc, dep, ...getAllDeps(depsOfDep)(variablesCalcDeps)];
+		}
+		return [...acc, dep];
+	}, []);
+};
+
+const getNestedVarsInFilterOrControl = (element) => {
+	if (element && Array.isArray(element?.bindingDependencies))
+		return element?.bindingDependencies;
+	return [];
+};
+
+const getNestedVarsInComponent = (component) => {
+	const {
+		componentType,
+		bindingDependencies = [],
+		conditionFilter,
+		controls = [],
+	} = component;
+	var bindings = [
+		...bindingDependencies, // bindingDependencies of Component
+		...getNestedVarsInFilterOrControl(conditionFilter), // bindingDependencies of its conditionFilter
+		...controls.reduce(
+			(acc, c) => [...acc, ...getNestedVarsInFilterOrControl(c)],
+			[]
+		), // bindingDependencies of its controls
+	];
+
+	if (componentType === 'Loop') {
+		const { components, loopDependencies } = component;
+		if (Array.isArray(loopDependencies))
+			bindings = [...bindings, ...loopDependencies];
+		if (Array.isArray(components)) {
+			bindings = components.reduce(
+				(acc, c) => [...acc, ...getNestedVarsInComponent(c)],
+				[...bindings]
+			);
+		}
+	}
+
+	return bindings;
+};
+
+const getNestedVars =
+	(components = []) =>
+	(variables) => {
+		const variableCalculatedDependencies =
+			getBindingsDependenciesCalculated(variables);
+		const depsVarsTemp = components
+			.reduce((acc, c) => {
+				return [...acc, ...getNestedVarsInComponent(c)];
+			}, [])
+			.filter((v, i, a) => a.indexOf(v) === i);
+		return getAllDeps(depsVarsTemp)(variableCalculatedDependencies).filter(
+			(v, i, a) => a.indexOf(v) === i
+		);
+	};
+
+const getUsefullVariablesFromSource = (variables) => (nestedVars) => {
+	return variables.filter(({ variableType, name }) => {
+		if (variableType === 'CALCULATED' && !nestedVars.includes(name))
+			return false;
+		if (variableType === 'COLLECTED' && !nestedVars.includes(name))
+			return false;
+		return true;
+	});
+};
+
+export const getSplitQuestionnaireSource = (source) => {
+	const { components, variables, ...rest } = source;
+	var split = [];
+	var currentComponents = [];
+	var previousPage = null;
+	components.map((c) => {
+		const { componentType, page } = c;
+		// splitting by Sequence or Loop
+		if (
+			(componentType === 'Sequence' || componentType === 'Loop') &&
+			previousPage !== page
+		) {
+			if (currentComponents.length > 0) split.push(currentComponents);
+			currentComponents = [c];
+		} else {
+			currentComponents.push(c);
+		}
+		previousPage = page;
+		return null;
+	});
+	if (currentComponents.length > 0) split.push(currentComponents);
+
+	return split.reduce((prev, currentSource) => {
+		const firstPage = currentSource[0].page;
+		const maxPage = currentSource[currentSource.length - 1].page;
+		const nestedVars = getNestedVars(currentSource)(variables);
+		const newVariables = getUsefullVariablesFromSource(variables)(nestedVars);
+
+		return [
+			...prev,
+			{
+				...rest,
+				variables: newVariables,
+				firstPage,
+				maxPage,
+				components: currentSource,
+			},
+		];
+	}, []);
+};
+
+export const getRootPageInSources = (sources) => {
+	return sources.map((source) => {
+		const { components } = source;
+		return components.reduce((acc, { page }) => {
+			if (page) return [...acc, page];
+			return acc;
+		}, []);
+	});
+};
+
+export const mergeStateData = (oldData, newData) => {
+	return {
+		COLLECTED: { ...oldData.COLLECTED, ...newData.COLLECTED },
+		CALCULATED: { ...oldData.CALCULATED, ...newData.CALCULATED },
+		EXTERNAL: { ...oldData.EXTERNAL, ...newData.EXTERNAL },
+	};
+};

package/src/utils/lib/style.js

@@ -1,10 +1,10 @@
-import camelCase from 'lodash.camelcase';
-
-export const buildStyleObject = obj =>
-	obj
-		? Object.entries(obj).reduce((_, [key, value]) => {
-				if (key.startsWith(':')) _[key] = buildStyleObject(value);
-				else _[camelCase(key)] = value;
-				return _;
-		  }, {})
-		: {};
+import camelCase from 'lodash.camelcase';
+
+export const buildStyleObject = obj =>
+	obj
+		? Object.entries(obj).reduce((_, [key, value]) => {
+				if (key.startsWith(':')) _[key] = buildStyleObject(value);
+				else _[camelCase(key)] = value;
+				return _;
+		  }, {})
+		: {};

package/src/utils/store-tools/auto-load.js

@@ -1,73 +1,74 @@
-import openStorage from './open-or-create-store';
-import updateStoreInfo from './create/update-store-info';
-import cleanStorage from './clear-store-data';
-import cleanInfoStorage from './clear-store-info';
-
-const workerPath =
-	process.env.LUNATIC_LOADER_WORKER_PATH ||
-	process.env.REACT_APP_LUNATIC_LOADER_WORKER_PATH ||
-	'workers/lunatic-loader-worker-0.1.0.js';
-
-export const loadSuggesters = (suggesterFetcher) => async (suggesters) => {
-	Object.entries(suggesters).forEach(async ([name, attrs]) => {
-		const { version } = attrs;
-		const db = await openStorage(name, version);
-		if (db) {
-			await cleanStorage(db);
-			await cleanInfoStorage(db);
-			await updateStoreInfo(db, attrs);
-		}
-	});
-	Object.entries(suggesters).forEach(([name, attrs]) => {
-		const { url, version, fields, stopWords } = attrs;
-		const f = suggesterFetcher || fetch;
-		f(url).then(async (res) => {
-			const data = await res.json();
-			const [launch, terminate] = task({ name, fields, stopWords }, version);
-			await launch(data);
-			terminate();
-		});
-	});
-};
-
-/**
- * Only with Worker
- */
-function task({ name, fields, stopWords }, version, log = () => null) {
-	const worker = new Worker(workerPath);
-	let start = false;
-	let stop = false;
-
-	function launch(entities, post = () => null) {
-		return new Promise(function (resolve) {
-			start = true;
-			worker.postMessage({
-				name,
-				version,
-				fields,
-				entities,
-				stopWords,
-			});
-			worker.addEventListener('message', function (e) {
-				const { data } = e;
-				if (data === 'success') {
-					if (!stop) {
-						post();
-					}
-					resolve(data);
-				} else {
-					log(data);
-				}
-			});
-		});
-	}
-
-	function terminate() {
-		if (start) {
-			stop = true;
-			worker.terminate();
-		}
-	}
-
-	return [launch, terminate];
-}
+import openStorage from './open-or-create-store';
+import updateStoreInfo from './create/update-store-info';
+import cleanStorage from './clear-store-data';
+import cleanInfoStorage from './clear-store-info';
+import { createWorker } from '../suggester-workers/create-worker';
+
+const workerPath =
+	process.env.LUNATIC_LOADER_WORKER_PATH ||
+	process.env.REACT_APP_LUNATIC_LOADER_WORKER_PATH ||
+	'workers/lunatic-loader-worker-0.1.0.js';
+
+export const loadSuggesters = (suggesterFetcher) => async (suggesters) => {
+	Object.entries(suggesters).forEach(async ([name, attrs]) => {
+		const { version } = attrs;
+		const db = await openStorage(name, version);
+		if (db) {
+			await cleanStorage(db);
+			await cleanInfoStorage(db);
+			await updateStoreInfo(db, attrs);
+		}
+	});
+	Object.entries(suggesters).forEach(([name, attrs]) => {
+		const { url, version, fields, stopWords } = attrs;
+		const f = suggesterFetcher || fetch;
+		f(url).then(async (res) => {
+			const data = await res.json();
+			const [launch, terminate] = task({ name, fields, stopWords }, version);
+			await launch(data);
+			terminate();
+		});
+	});
+};
+
+/**
+ * Only with Worker
+ */
+function task({ name, fields, stopWords }, version, log = () => null) {
+	const worker = createWorker(workerPath);
+	let start = false;
+	let stop = false;
+
+	function launch(entities, post = () => null) {
+		return new Promise(function (resolve) {
+			start = true;
+			worker.postMessage({
+				name,
+				version,
+				fields,
+				entities,
+				stopWords,
+			});
+			worker.addEventListener('message', function (e) {
+				const { data } = e;
+				if (data === 'success') {
+					if (!stop) {
+						post();
+					}
+					resolve(data);
+				} else {
+					log(data);
+				}
+			});
+		});
+	}
+
+	function terminate() {
+		if (start) {
+			stop = true;
+			worker.terminate();
+		}
+	}
+
+	return [launch, terminate];
+}

package/src/utils/suggester-workers/append-to-index/append.js

@@ -1,25 +1,25 @@
-import { CONSTANTES } from '../../store-tools';
-import { openDb, idbBulkInsert } from '../../idb-tools';
-import MESSAGES from './store-messages';
-import prepareEntities from './prepare-entities';
-
-async function append(storeInfo, version, entities, log = () => null) {
-	try {
-		const { name, stopWords, fields } = storeInfo;
-		const prepared = prepareEntities(entities, { fields, stopWords }, log);
-		const db = await openDb(name, version);
-		log({ message: MESSAGES.startInsertBatch });
-		await idbBulkInsert(db, CONSTANTES.STORE_DATA_NAME, function (args) {
-			const { message } = args;
-			log({ message });
-		})(prepared);
-		log({ message: MESSAGES.insertBatchDone });
-		log({ message: MESSAGES.done });
-		return 'success';
-	} catch (e) {
-		log({ message: 'Errors occurred when trying to append data.' });
-		console.error(e);
-	}
-}
-
-export default append;
+import { CONSTANTES } from '../../store-tools';
+import { openDb, idbBulkInsert } from '../../idb-tools';
+import MESSAGES from './store-messages';
+import prepareEntities from './prepare-entities';
+
+async function append(storeInfo, version, entities, log = () => null) {
+	try {
+		const { name, stopWords, fields } = storeInfo;
+		const prepared = prepareEntities(entities, { fields, stopWords }, log);
+		const db = await openDb(name, version);
+		log({ message: MESSAGES.startInsertBatch });
+		await idbBulkInsert(db, CONSTANTES.STORE_DATA_NAME, function (args) {
+			const { message } = args;
+			log({ message });
+		})(prepared);
+		log({ message: MESSAGES.insertBatchDone });
+		log({ message: MESSAGES.done });
+		return 'success';
+	} catch (e) {
+		log({ message: 'Errors occurred when trying to append data.' });
+		console.error(e);
+	}
+}
+
+export default append;

package/src/utils/suggester-workers/append-to-index/append.worker.js

@@ -1,16 +1,16 @@
-/* eslint-disable no-restricted-globals */
-import 'core-js/stable';
-import 'regenerator-runtime/runtime';
-import append from './append';
-
-self.onmessage = function (e) {
-	function log(message) {
-		self.postMessage(message);
-	}
-	const { name, version, stopWords, fields, entities } = e.data;
-	append({ name, version, stopWords, fields }, version, entities, log).then(
-		function () {
-			self.postMessage('success');
-		}
-	);
-};
+/* eslint-disable no-restricted-globals */
+import 'core-js/stable';
+import 'regenerator-runtime/runtime';
+import append from './append';
+
+self.onmessage = function (e) {
+	function log(message) {
+		self.postMessage(message);
+	}
+	const { name, version, stopWords, fields, entities } = e.data;
+	append({ name, version, stopWords, fields }, version, entities, log).then(
+		function () {
+			self.postMessage('success');
+		}
+	);
+};

package/src/utils/suggester-workers/append-to-index/create-append-task.js

@@ -1,43 +1,45 @@
-const workerPath =
-	process.env.LUNATIC_LOADER_WORKER_PATH ||
-	process.env.REACT_APP_LUNATIC_LOADER_WORKER_PATH ||
-	'workers/lunatic-loader-worker-0.1.0.js';
-
-/**
- * Only with Worker
- */
-function task(info, version, log = () => null) {
-	const { name, fields, stopWords } = info;
-	const worker = new Worker(workerPath);
-	let start = false;
-	let stop = false;
-
-	function launch(entities, post = () => null) {
-		return new Promise(function (resolve) {
-			start = true;
-			worker.addEventListener('message', function (e) {
-				const { data } = e;
-				if (data === 'success') {
-					if (!stop) {
-						post();
-					}
-					resolve(data);
-				} else {
-					log(data);
-				}
-			});
-			worker.postMessage({ name, version, fields, stopWords, entities });
-		});
-	}
-
-	function terminate() {
-		if (start) {
-			stop = true;
-			worker.terminate();
-		}
-	}
-
-	return [launch, terminate];
-}
-
-export default task;
+import { createWorker } from '../create-worker';
+
+const workerPath =
+	process.env.LUNATIC_LOADER_WORKER_PATH ||
+	process.env.REACT_APP_LUNATIC_LOADER_WORKER_PATH ||
+	'workers/lunatic-loader-worker-0.1.0.js';
+
+/**
+ * Only with Worker
+ */
+function task(info, version, log = () => null) {
+	const { name, fields, stopWords } = info;
+	const worker = createWorker(workerPath);
+	let start = false;
+	let stop = false;
+
+	function launch(entities, post = () => null) {
+		return new Promise(function (resolve) {
+			start = true;
+			worker.addEventListener('message', function (e) {
+				const { data } = e;
+				if (data === 'success') {
+					if (!stop) {
+						post();
+					}
+					resolve(data);
+				} else {
+					log(data);
+				}
+			});
+			worker.postMessage({ name, version, fields, stopWords, entities });
+		});
+	}
+
+	function terminate() {
+		if (start) {
+			stop = true;
+			worker.terminate();
+		}
+	}
+
+	return [launch, terminate];
+}
+
+export default task;

package/src/utils/suggester-workers/append-to-index/index.js

@@ -1,2 +1,2 @@
-export { default } from './append';
-export { default as createAppendTask } from './create-append-task';
+export { default } from './append';
+export { default as createAppendTask } from './create-append-task';

package/src/utils/suggester-workers/append-to-index/prepare-entities.js

@@ -1,61 +1,61 @@
-import { createTokenizer } from '../commons-tokenizer';
-import MESSAGES from './store-messages';
-
-const DEFAULT_BATCH_SIZE = 1000;
-
-function appendField(fields, field) {
-	if (fields.indexOf(field) !== -1) {
-		return fields;
-	}
-	return [...fields, field];
-}
-
-function createTokensMap(tokensFields) {
-	return Object.entries(tokensFields).reduce(function (map, [field, tokens]) {
-		return tokens.reduce(function (map2, token) {
-			if (token in map2) {
-				const entry = map2[token];
-				const { fields, count } = entry;
-				return {
-					...map2,
-					[token]: {
-						count: count + 1,
-						fields: appendField(fields, field),
-					},
-				};
-			}
-			return { ...map2, [token]: { count: 1, fields: [field] } };
-		}, map);
-	}, {});
-}
-
-function prepareEntities(entities, { fields, stopWords }, log) {
-	const tokenizer = createTokenizer(fields, stopWords);
-
-	let done = 0;
-	const size = DEFAULT_BATCH_SIZE;
-	const { length: max } = entities || [];
-
-	return entities.map(function (suggestion) {
-		const { id } = suggestion;
-		if (id) {
-			const tokensFields = tokenizer(suggestion);
-			const tokensMap = createTokensMap(tokensFields);
-
-			done++;
-			if (done % size === 0 || done === max) {
-				log({
-					message: {
-						...MESSAGES.indexBatch,
-						max,
-						done,
-						percent: (done / max) * 100,
-					},
-				});
-			}
-			return { id, suggestion, tokens: Object.keys(tokensMap), tokensMap };
-		} else throw new Error(`Missing id on entity.`);
-	}, []);
-}
-
-export default prepareEntities;
+import { createTokenizer } from '../commons-tokenizer';
+import MESSAGES from './store-messages';
+
+const DEFAULT_BATCH_SIZE = 1000;
+
+function appendField(fields, field) {
+	if (fields.indexOf(field) !== -1) {
+		return fields;
+	}
+	return [...fields, field];
+}
+
+function createTokensMap(tokensFields) {
+	return Object.entries(tokensFields).reduce(function (map, [field, tokens]) {
+		return tokens.reduce(function (map2, token) {
+			if (token in map2) {
+				const entry = map2[token];
+				const { fields, count } = entry;
+				return {
+					...map2,
+					[token]: {
+						count: count + 1,
+						fields: appendField(fields, field),
+					},
+				};
+			}
+			return { ...map2, [token]: { count: 1, fields: [field] } };
+		}, map);
+	}, {});
+}
+
+function prepareEntities(entities, { fields, stopWords }, log) {
+	const tokenizer = createTokenizer(fields, stopWords);
+
+	let done = 0;
+	const size = DEFAULT_BATCH_SIZE;
+	const { length: max } = entities || [];
+
+	return entities.map(function (suggestion) {
+		const { id } = suggestion;
+		if (id) {
+			const tokensFields = tokenizer(suggestion);
+			const tokensMap = createTokensMap(tokensFields);
+
+			done++;
+			if (done % size === 0 || done === max) {
+				log({
+					message: {
+						...MESSAGES.indexBatch,
+						max,
+						done,
+						percent: (done / max) * 100,
+					},
+				});
+			}
+			return { id, suggestion, tokens: Object.keys(tokensMap), tokensMap };
+		} else throw new Error(`Missing id on entity.`);
+	}, []);
+}
+
+export default prepareEntities;

package/src/utils/suggester-workers/append-to-index/store-messages.js

@@ -1,21 +1,21 @@
-import { BULK_INSERT_MESSAGES } from '../../idb-tools';
-
-const MESSAGES = {
-	...BULK_INSERT_MESSAGES,
-	startCreateIndex: { type: 'fill-store/start-create-index' },
-	indexBatch: {
-		type: 'fill-store/index-batch',
-		max: undefined,
-		done: undefined,
-		percent: undefined,
-	},
-	createIndexDone: { type: 'fill-store/create-index-done' },
-	//
-	storeClear: { type: 'fill-store/clear-store' },
-	startInsertBatch: { type: 'fill-store/start-insert-bacth' },
-	insertBatchDone: { type: 'fill-store/insert-done' },
-	done: { type: 'fill-store/done' },
-	error: { type: 'fill-store/error' },
-};
-
-export default MESSAGES;
+import { BULK_INSERT_MESSAGES } from '../../idb-tools';
+
+const MESSAGES = {
+	...BULK_INSERT_MESSAGES,
+	startCreateIndex: { type: 'fill-store/start-create-index' },
+	indexBatch: {
+		type: 'fill-store/index-batch',
+		max: undefined,
+		done: undefined,
+		percent: undefined,
+	},
+	createIndexDone: { type: 'fill-store/create-index-done' },
+	//
+	storeClear: { type: 'fill-store/clear-store' },
+	startInsertBatch: { type: 'fill-store/start-insert-bacth' },
+	insertBatchDone: { type: 'fill-store/insert-done' },
+	done: { type: 'fill-store/done' },
+	error: { type: 'fill-store/error' },
+};
+
+export default MESSAGES;