data-primals-engine 1.4.3 → 1.5.1

package/client/src/hooks/useTutorials.jsx

@@ -4,7 +4,7 @@ import { useUI } from '../contexts/UIContext.jsx';
 import { useNotificationContext } from '../NotificationProvider.jsx';
 import { tutorialsConfig } from '../tutorials.js';
 import { useTranslation } from 'react-i18next';
-import { useCallback, useEffect, useMemo, useRef } from 'react';
+import { useCallback, useEffect, useMemo, useRef, useState } from 'react';
 import useLocalStorage from "./useLocalStorage.js";
 import {Event} from "../../../src/events.js";
 
@@ -20,9 +20,9 @@ export const useTutorials = () => {
     const { allTourSteps, setCurrentTourSteps, setIsTourOpen } = useUI();
     const { addNotification } = useNotificationContext();
 
-    // Refs pour gérer la file d'attente des vérifications
-    const isCheckingRef = useRef(false);
-    const isCheckQueuedRef = useRef(false);
+    // Ref pour "verrouiller" la vérification d'une étape spécifique et éviter les notifications en double
+    // à cause des re-renders rapides (race condition).
+    const completingStepRef = useRef(null);
 
     const { data: tutorials, isLoading: isLoadingTutorials } = useQuery('tutorials', async () => {
         return tutorialsConfig.map(t => ({ ...t, _id: t.id }));
@@ -119,102 +119,99 @@ export const useTutorials = () => {
         updateActiveTutorial(newActiveState);
         launchTour(firstStage.tourName);
     };
-
+    
     const triggerTutorialCheck = useCallback(async () => {
-        if (isCheckingRef.current) {
-            console.log('[Tutoriels] Vérification déjà en cours, mise en file d\'attente.');
-            isCheckQueuedRef.current = true; // Mettre en attente
+        // S'il n'y a pas de tutoriel actif, on ne fait rien.
+        if (!me?.activeTutorial || !tutorials) {
+            return;
+        }
+
+        const { id: currentTutorialId, stage: currentStageNumber } = me.activeTutorial;
+        const stepIdentifier = `${currentTutorialId}-${currentStageNumber}`;
+
+        // --- VERROUILLAGE (LOCK) ---
+        // Si on est déjà en train de traiter cette étape exacte, on ignore les appels suivants
+        // pour éviter les notifications multiples.
+        if (completingStepRef.current === stepIdentifier) {
+            console.log(`[Tutoriels] Vérification pour l'étape ${stepIdentifier} déjà en cours. On ignore.`);
             return;
         }
-        if (!me?.activeTutorial || !tutorials) return;
 
-        isCheckingRef.current = true;
-        console.log('[Tutoriels] Démarrage de la vérification en chaîne...');
+        const tutorial = tutorials.find(t => t._id === currentTutorialId);
+        const stageConfig = tutorial?.stages.find(s => s.stage === currentStageNumber);
+
+        if (!stageConfig) return; // Pas d'étape active à vérifier
 
         try {
-            let currentActiveState = me.activeTutorial;
+            // On pose le verrou pour cette étape
+            completingStepRef.current = stepIdentifier;
+            console.log(`[Tutoriels] Verrouillage et vérification de l'étape ${stepIdentifier}`);
 
-            while (true) {
-                const tutorial = tutorials.find(t => t._id === currentActiveState.id);
-                if (!tutorial) break;
+            const { isCompleted } = await checkCompletionCondition(stageConfig.completionCondition);
 
-                const stageConfig = tutorial.stages.find(s => s.stage === currentActiveState.stage);
-                if (!stageConfig) {
-                    console.log('[Tutoriels] Fin du tutoriel, attribution des récompenses.');
-                    claimRewards(tutorial._id);
-                    updateActiveTutorial(null);
-                    setIsTourOpen(false);
-                    break;
-                }
+            if (isCompleted) {
+                console.log(`[Tutoriels] Étape ${currentStageNumber} complétée.`);
 
-                const { isCompleted } = await checkCompletionCondition(stageConfig.completionCondition);
+                const titleKey = `tutorial.${tutorial.id}.stage.${currentStageNumber}.name`;
+                const descriptionKey = `tutorial.${tutorial.id}.stage.${currentStageNumber}.description`;
 
-                if (isCompleted) {
-                    console.log(`[Tutoriels] Étape ${currentActiveState.stage} complétée, passage à la suivante.`);
+                addNotification({
+                    title: t(titleKey, stageConfig.name),
+                    message: t(descriptionKey, stageConfig.description),
+                    status: 'success',
+                    id: `tuto-step-${stepIdentifier}` // ID unique pour la notification
+                });
 
-                    // Clés de traduction structurées et robustes
-                    const titleKey = `tutorial.${tutorial.id}.stage.${currentActiveState.stage}.name`;
-                    const descriptionKey = `tutorial.${tutorial.id}.stage.${currentActiveState.stage}.description`;
+                // On passe à l'étape suivante (ou on termine le tutoriel)
+                const nextStageNumber = currentStageNumber + 1;
+                const nextStage = tutorial.stages.find(s => s.stage === nextStageNumber);
 
-                    addNotification({
-                        title: t(titleKey, stageConfig.name),
-                        message: t(descriptionKey, stageConfig.description),
-                        status: 'success'
-                    });
-                    currentActiveState = { id: currentActiveState.id, stage: currentActiveState.stage + 1 };
+                if (nextStage) {
+                    updateActiveTutorial({ id: currentTutorialId, stage: nextStageNumber });
+                    launchTour(nextStage.tourName);
                 } else {
-                    console.log(`[Tutoriels] Arrêt à l'étape ${currentActiveState.stage} (non complétée).`);
-                    if (currentActiveState.stage !== me.activeTutorial.stage) {
-                        updateActiveTutorial(currentActiveState);
-                        launchTour(stageConfig.tourName);
-                    }
-                    break;
+                    claimRewards(tutorial._id);
+                    updateActiveTutorial(null);
+                    setIsTourOpen(false);
                 }
+            } else {
+                console.log(`[Tutoriels] Étape ${currentStageNumber} non complétée.`);
             }
         } catch (error) {
-            console.error("[Tutoriels] Erreur lors de la vérification en chaîne :", error);
+            console.error("[Tutoriels] Erreur lors de la vérification de l'étape :", error);
         } finally {
-            isCheckingRef.current = false;
-            console.log('[Tutoriels] Vérification en chaîne terminée, verrou libéré.');
-
-            // Si une vérification a été mise en attente, on la lance maintenant.
-            if (isCheckQueuedRef.current) {
-                console.log('[Tutoriels] Lancement de la vérification mise en file d\'attente.');
-                isCheckQueuedRef.current = false;
-                triggerTutorialCheck();
-            }
+            // On libère le verrou
+            completingStepRef.current = null;
+            console.log(`[Tutoriels] Libération du verrou pour l'étape ${stepIdentifier}`);
         }
-    }, [
-        tutorials, checkCompletionCondition, claimRewards, updateActiveTutorial,
-        addNotification, launchTour, t, setIsTourOpen, me
-    ]);
+    }, [me, tutorials, checkCompletionCondition, updateActiveTutorial, claimRewards, addNotification, launchTour, t, setIsTourOpen]);
 
     useEffect(() => {
         setMe(prevMe => ({ ...prevMe, activeTutorial: activeTuto }));
     }, [activeTuto]);
 
+    const handleDataChange = useCallback(async (payload) => {
+        if (me?.activeTutorial) {
+            console.log(`[Tutoriels] Événement de données reçu, déclenchement de la vérification.`, payload);
+            triggerTutorialCheck();
+        }
+    }, [me?.activeTutorial, triggerTutorialCheck]);
+
     // Écoute les événements de modification de données pour vérifier la progression en arrière-plan.
     useEffect(() => {
-        const handleDataChange = async (payload) => {
-            console.log(`[Tutoriels] Événement de données reçu.`, payload);
-            if (me?.activeTutorial) {
-                triggerTutorialCheck();
-            }
-        };
-
-        console.log(me.activeTutorial + new Date().getMilliseconds());
         const eventTypes = ['API_ADD_DATA', 'API_EDIT_DATA', 'API_DELETE_DATA'];
         eventTypes.forEach(type => Event.Listen(type, handleDataChange, "custom", "data"));
 
         return () => {
             eventTypes.forEach(type => Event.RemoveCallback(type, handleDataChange, "custom", "data"));
         };
-    }, [me?.activeTutorial]);
+    }, [handleDataChange]);
 
     // Vérifie la progression lorsqu'un tutoriel devient actif ou que son étape change.
     useEffect(() => {
         triggerTutorialCheck();
-    },[]);
+    },[me?.activeTutorial]); // Se déclenche quand le tutoriel/étape change
+
     return {
         tutorials,
         isLoadingTutorials,

package/client/src/hooks/useValidation.js

@@ -0,0 +1,75 @@
+import {useMutation, useQuery} from 'react-query';
+import { debounce } from '../../../src/core.js';
+import { useState, useCallback, useMemo } from 'react';
+
+/**
+ * Validates a field on the server.
+ * @param {object} api - The API client instance.
+ * @param {object} payload - The validation payload.
+ * @param {string} payload.model - The model name.
+ * @param {object} payload.data - The field and value to validate, e.g., { email: '...' }.
+ * @param {string} [payload.contextId] - The ID of the document being edited.
+ * @returns {Promise<any>}
+ */
+const validateFieldOnServer = async (api, payload) => {
+    return fetch('/api/data/validate', { method: 'POST',
+        headers: {
+            'Content-Type': 'application/json'
+        }
+    });
+};
+
+export const useRealtimeValidation = (modelName, docId) => {
+
+    const [validationState, setValidationState] = useState({}); // { fieldName: { status, error } }
+
+    const mutation = useMutation(
+        (payload) => validateFieldOnServer(api, payload),
+        {
+            onSuccess: (data, variables) => {
+                const fieldName = Object.keys(variables.data)[0];
+                setValidationState(prev => ({
+                    ...prev,
+                    [fieldName]: { status: 'valid', error: null }
+                }));
+            },
+            onError: (error, variables) => {
+                const fieldName = Object.keys(variables.data)[0];
+                setValidationState(prev => ({
+                    ...prev,
+                    [fieldName]: { status: 'invalid', error: error.response?.data?.error || 'Validation failed' }
+                }));
+            }
+        }
+    );
+
+    const debouncedValidate = useMemo(
+        () => debounce((field, value) => {
+            if (value === '' || value === null || value === undefined) {
+                setValidationState(prev => ({ ...prev, [field]: { status: 'idle', error: null } }));
+                mutation.reset();
+                return;
+            }
+
+            setValidationState(prev => ({ ...prev, [field]: { status: 'validating', error: null } }));
+            mutation.mutate({
+                model: modelName,
+                contextId: docId,
+                data: { [field]: value }
+            });
+        }, 500),
+        [modelName, docId, mutation]
+    );
+
+    const validate = useCallback((field, value) => {
+        if (!modelName) return; // Don't validate if not configured
+        debouncedValidate(field, value);
+    }, [debouncedValidate, modelName]);
+
+    const resetValidation = useCallback(() => {
+        setValidationState({});
+        mutation.reset();
+    }, [mutation]);
+
+    return { validate, validationState, resetValidation };
+};

package/client/src/translations.js

@@ -2,6 +2,8 @@
 export const websiteTranslations = {
     fr: {
         translation: {
+            "dashboards.addKpi": "Ajouter un indicateur KPI",
+
             "field.geolocation": "Géolocalisation",
             "time.minute": "Minute",
             "time.hour": "Heure",
@@ -459,8 +461,8 @@ export const websiteTranslations = {
             "email.backup.restoreRequest.content": `<p>Vous avez demandé une restauration de sauvegarde. Veuillez choisir une option :</p>
 <p><strong>ATTENTION : Toute restauration écrasera vos données actuelles (modèles et/ou données).</strong></p>
 <ul>
-    <li><a href="https://data.primals.net/backup/restore?token={{fullToken}}&username={{user}}&type=full">Restauration Complète (Modèles ET Données)</a></li>
-    <li><a href="https://data.primals.net/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Restaurer UNIQUEMENT les Modèles</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{modelsToken}}&username={{user}}&type=full">Restauration Complète (Modèles ET Données)</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Restaurer UNIQUEMENT les Modèles</a></li>
 </ul>
 <p>Ces liens expireront dans 30 minutes.</p>`,
             "btns.confirm": "Confirmer",
@@ -1572,8 +1574,8 @@ export const websiteTranslations = {
             "email.backup.restoreRequest.content": `<p>You have requested a backup restoration. Please choose an option:</p>
 <p><strong>WARNING: Any restoration will overwrite your current data (models and/or data).</strong></p>
 <ul>
-    <li><a href="https://data.primals.net/backup/restore?token={{fullToken}}&username={{user}}&type=full">Full Restoration (Models AND Data)</a></li>
-    <li><a href="https://data.primals.net/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Restore ONLY the Models</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{fullToken}}&username={{user}}&type=full">Full Restoration (Models AND Data)</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Restore ONLY the Models</a></li>
 </ul>
 <p>These links will expire in 30 minutes.</p>`,
             "btns.confirm": "Confirm",
@@ -3048,8 +3050,8 @@ export const websiteTranslations = {
             "email.backup.restoreRequest.content": `<p>Has solicitado una restauración de copia de seguridad. Por favor, elige una opción:</p>
 <p><strong>ADVERTENCIA: Cualquier restauración sobrescribirá tus datos actuales (modelos y/o datos).</strong></p>
 <ul>
-    <li><a href="https://data.primals.net/backup/restore?token={{fullToken}}&username={{user}}&type=full">Restauración completa (Modelos Y Datos)</a></li>
-    <li><a href="https://data.primals.net/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Restaurar SOLO los Modelos</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{fullToken}}&username={{user}}&type=full">Restauración completa (Modelos Y Datos)</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Restaurar SOLO los Modelos</a></li>
 </ul>
 <p>Estos enlaces expirarán en 30 minutos.</p>`,
             "modelimporter.requires": "Requiere:",
@@ -4530,8 +4532,8 @@ export const websiteTranslations = {
             "email.backup.restoreRequest.content": `<p>Solicitou a restauração de uma cópia de segurança. Por favor, escolha uma opção:</p>
 <p><strong>ATENÇÃO: Qualquer restauração irá substituir os seus dados atuais (modelos e/ou dados).</strong></p>
 <ul>
-    <li><a href="https://data.primals.net/backup/restore?token={{fullToken}}&username={{user}}&type=full">Restauração Completa (Modelos E Dados)</a></li>
-    <li><a href="https://data.primals.net/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Restaurar APENAS os Modelos</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{fullToken}}&username={{user}}&type=full">Restauração Completa (Modelos E Dados)</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Restaurar APENAS os Modelos</a></li>
 </ul>
 <p>Estes links expiram em 30 minutos.</p>`,
             "modelimporter.requires": "Requer:",
@@ -5986,8 +5988,8 @@ export const websiteTranslations = {
             "email.backup.restoreRequest.content": `<p>Sie haben die Wiederherstellung eines Backups angefordert. Bitte wählen Sie eine Option:</p>
 <p><strong>ACHTUNG: Jede Wiederherstellung überschreibt Ihre aktuellen Daten (Modelle und/oder Daten).</strong></p>
 <ul>
-    <li><a href="https://data.primals.net/backup/restore?token={{fullToken}}&username={{user}}&type=full">Vollständige Wiederherstellung (Modelle UND Daten)</a></li>
-    <li><a href="https://data.primals.net/backup/restore?token={{modelsToken}}&username={{user}}&type=models">NUR Modelle wiederherstellen</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{fullToken}}&username={{user}}&type=full">Vollständige Wiederherstellung (Modelle UND Daten)</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{modelsToken}}&username={{user}}&type=models">NUR Modelle wiederherstellen</a></li>
 </ul>
 <p>Diese Links laufen in 30 Minuten ab.</p>`,
             "modelimporter.requires": "Erfordert:",
@@ -7465,8 +7467,8 @@ export const websiteTranslations = {
             "email.backup.restoreRequest.content": `<p>Hai richiesto il ripristino di un backup. Scegli un'opzione:</p>
 <p><strong>ATTENZIONE: Qualsiasi ripristino sovrascriverà i tuoi dati attuali (modelli e/o dati).</strong></p>
 <ul>
-    <li><a href="https://data.primals.net/backup/restore?token={{fullToken}}&username={{user}}&type=full">Ripristino Completo (Modelli E Dati)</a></li>
-    <li><a href="https://data.primals.net/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Ripristina SOLO i Modelli</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{fullToken}}&username={{user}}&type=full">Ripristino Completo (Modelli E Dati)</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Ripristina SOLO i Modelli</a></li>
 </ul>
 <p>Questi link scadranno tra 30 minuti.</p>`,
             "modelimporter.requires": "Richiede:",
@@ -8939,8 +8941,8 @@ export const websiteTranslations = {
             "email.backup.restoreRequest.content": `<p>Požádali jste o obnovení ze zálohy. Vyberte prosím možnost:</p>
 <p><strong>VAROVÁNÍ: Jakákoli obnova přepíše vaše aktuální data (modely a/nebo data).</strong></p>
 <ul>
-    <li><a href="https://data.primals.net/backup/restore?token={{fullToken}}&username={{user}}&type=full">Kompletní obnova (Modely I Data)</a></li>
-    <li><a href="https://data.primals.net/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Obnovit POUZE Modely</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{fullToken}}&username={{user}}&type=full">Kompletní obnova (Modely I Data)</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Obnovit POUZE Modely</a></li>
 </ul>
 <p>Tyto odkazy expirují za 30 minut.</p>`,
             "modelimporter.requires": "Vyžaduje:",
@@ -10411,8 +10413,8 @@ export const websiteTranslations = {
             "email.backup.restoreRequest.content": `<p>Вы запросили восстановление из резервной копии. Пожалуйста, выберите вариант:</p>
 <p><strong>ВНИМАНИЕ: Любое восстановление перезапишет ваши текущие данные (модели и/или данные).</strong></p>
 <ul>
-    <li><a href="https://data.primals.net/backup/restore?token={{fullToken}}&username={{user}}&type=full">Полное восстановление (Модели И Данные)</a></li>
-    <li><a href="https://data.primals.net/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Восстановить ТОЛЬКО Модели</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{fullToken}}&username={{user}}&type=full">Полное восстановление (Модели И Данные)</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Восстановить ТОЛЬКО Модели</a></li>
 </ul>
 <p>Эти ссылки истекают через 30 минут.</p>`,
             "modelimporter.requires": "Требуется:",
@@ -11902,8 +11904,8 @@ export const websiteTranslations = {
             "email.backup.restoreRequest.content": `<p>لقد طلبت استعادة نسخة احتياطية. يرجى اختيار خيار:</p>
 <p><strong>تحذير: أي عملية استعادة ستستبدل بياناتك الحالية (النماذج و/أو البيانات).</strong></p>
 <ul>
-    <li><a href="https://data.primals.net/backup/restore?token={{fullToken}}&username={{user}}&type=full">استعادة كاملة (النماذج والبيانات)</a></li>
-    <li><a href="https://data.primals.net/backup/restore?token={{modelsToken}}&username={{user}}&type=models">استعادة النماذج فقط</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{fullToken}}&username={{user}}&type=full">استعادة كاملة (النماذج والبيانات)</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{modelsToken}}&username={{user}}&type=models">استعادة النماذج فقط</a></li>
 </ul>
 <p>ستنتهي صلاحية هذه الروابط بعد 30 دقيقة.</p>`,
             "modelimporter.requires": "يتطلب:",
@@ -13382,8 +13384,8 @@ export const websiteTranslations = {
             "email.backup.restoreRequest.content": `<p>Du har begärt en återställning från backup. Vänligen välj ett alternativ:</p>
 <p><strong>OBS: All återställning kommer att skriva över din nuvarande data (modeller och/eller data).</strong></p>
 <ul>
-    <li><a href="https://data.primals.net/backup/restore?token={{fullToken}}&username={{user}}&type=full">Fullständig återställning (Modeller OCH Data)</a></li>
-    <li><a href="https://data.primals.net/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Återställ ENDAST Modeller</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{fullToken}}&username={{user}}&type=full">Fullständig återställning (Modeller OCH Data)</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Återställ ENDAST Modeller</a></li>
 </ul>
 <p>Dessa länkar upphör att gälla om 30 minuter.</p>`,
             "modelimporter.requires": "Kräver:",
@@ -14856,8 +14858,8 @@ export const websiteTranslations = {
             "email.backup.restoreRequest.content": `<p>Έχετε αιτηθεί επαναφορά από αντίγραφο ασφαλείας. Παρακαλώ επιλέξτε μια επιλογή:</p>
 <p><strong>ΠΡΟΣΟΧΗ: Οποιαδήποτε επαναφορά θα αντικαταστήσει τα τρέχοντα δεδομένα σας (μοντέλα και/ή δεδομένα).</strong></p>
 <ul>
-    <li><a href="https://data.primals.net/backup/restore?token={{fullToken}}&username={{user}}&type=full">Πλήρης Επαναφορά (Μοντέλα ΚΑΙ Δεδομένα)</a></li>
-    <li><a href="https://data.primals.net/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Επαναφορά ΜΟΝΟ Μοντέλων</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{fullToken}}&username={{user}}&type=full">Πλήρης Επαναφορά (Μοντέλα ΚΑΙ Δεδομένα)</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{modelsToken}}&username={{user}}&type=models">Επαναφορά ΜΟΝΟ Μοντέλων</a></li>
 </ul>
 <p>Οι σύνδεσμοι θα λήξουν σε 30 λεπτά.</p>`,
             "modelimporter.requires": "Απαιτείται:",
@@ -16285,8 +16287,8 @@ export const websiteTranslations = {
             "email.backup.restoreRequest.content": `<p>درخواست بازیابی نسخه پشتیبان را داده‌اید. لطفاً یک گزینه انتخاب کنید:</p>
 <p><strong>هشدار: هرگونه بازیابی، داده‌های فعلی شما (مدل‌ها و/یا داده‌ها) را بازنویسی خواهد کرد.</strong></p>
 <ul>
-    <li><a href="https://data.primals.net/backup/restore?token={{fullToken}}&username={{user}}&type=full">بازیابی کامل (هم مدل‌ها و هم داده‌ها)</a></li>
-    <li><a href="https://data.primals.net/backup/restore?token={{modelsToken}}&username={{user}}&type=models">فقط بازیابی مدل‌ها</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{fullToken}}&username={{user}}&type=full">بازیابی کامل (هم مدل‌ها و هم داده‌ها)</a></li>
+    <li><a href="https://{{host}}/backup/restore?token={{modelsToken}}&username={{user}}&type=models">فقط بازیابی مدل‌ها</a></li>
 </ul>
 <p>این لینک‌ها پس از 30 دقیقه منقضی خواهند شد.</p>`,
             "btns.confirm": "تأیید",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "data-primals-engine",
-  "version": "1.4.3",
+  "version": "1.5.1",
   "description": "data-primals-engine is a package responsible from handling large amount of data using MongoDB in a practical and performant way. It can also get workflow models working (for automation), and fully supports internationalisation. It also has integrated AI assistant.",
   "main": "src/engine.js",
   "type": "module",
@@ -78,6 +78,7 @@
     "express-mongo-sanitize": "^2.2.0",
     "express-rate-limit": "^8.0.1",
     "express-session": "^1.18.2",
+    "handlebars": "^4.7.8",
     "i18next-browser-languagedetector": "^8.2.0",
     "isolated-vm": "^4.7.2",
     "juice": "^11.0.1",
@@ -101,6 +102,7 @@
     "stripe": "^18.4.0",
     "swagger-ui-express": "^5.0.1",
     "tar": "^7.4.3",
+    "tinycolor2": "^1.6.0",
     "uniqid": "^5.4.0",
     "vitest": "^3.2.4",
     "yaml": "^2.8.0"

package/perf/README.md

@@ -0,0 +1,147 @@
+## Performance Test Report 1
+
+### Test Environment
+- **Machine**: Laptop Intel Core i7 Lenovo Legion
+- **Concurrency**: Ramp-up to 50 virtual users/sec
+- Runs on `perf-shot-search.yml` ,that simulates user basic activity on API 
+
+### Summary of Results
+
+| Metric                     | Value      |
+ |----------------------------|------------|
+| Total HTTP Requests        | 1,475      |
+| Successful Responses (2xx) | 1,475      |
+| Average Request Rate       | 19/sec     |
+| Data Downloaded            | 13.5 MB    |
+| Failed Scenarios           | 0          |
+
+### Response Time Analysis (in milliseconds)
+
+| Percentile | Response Time (ms) |
+|------------|--------------------|
+| min        | 8                  |
+| median     | **36.2**           |
+| mean       | 253.9              |
+| p95        | 561.2              |
+| p99        | 608                |
+| max        | 805                |
+---
+
+### Analysis & Recommendations
+
+*   **Outstanding Performance & Stability**: The final test results are excellent. The server handled **1,475 requests with 0 failures**, demonstrating exceptional stability under sustained load.
+
+*   **Bottleneck Resolved**:
+    *   The **median response time is now just 36.2 milliseconds**. This is a dramatic improvement and indicates that the core API operations are extremely fast for the majority of users.
+    *   The **p95 (561.2 ms)** and **p99 (608 ms)** response times remain well under one second. This shows that the application performs consistently, with very few outliers, even during peak load phases.
+
+
+
+## Performance Test Report 2
+
+### Test Environment
+- **Machine**: Laptop Intel Core i7 Lenovo Legion
+- **Scenario**: `perf-shot-hardwork.yml` (Full user journey including model creation, data import, and pack installation)
+- **Concurrency**: Sustained load of 1 virtual user/sec for 60 seconds.
+
+### Summary of Results
+
+| Metric | Value |
+ |---|---|
+| Total HTTP Requests | 480 |
+| Successful Responses (2xx) | 480 |
+| Average Request Rate | 4/sec |
+| Data Downloaded | 0.88 MB |
+| **Failed Scenarios** | **0** |
+
+### Response Time Analysis (in milliseconds)
+
+| Percentile | Response Time (ms) |
+|------------|--------------------|
+| min | 7 |
+| median | **15** |
+| mean | 96.1 |
+| p95 | 368.8 |
+| p99 | 407.5 |
+| max | 474 |
+---
+
+### Analysis & Recommendations
+
+*   **Total Success & Stability**: The test is a complete success. With a 100% success rate (**0 failed scenarios** and **0 request errors**), it confirms that the previous fixes for race conditions and file upload issues are effective and robust.
+
+*   **Outstanding Performance**: The API's responsiveness is excellent.
+    *   A **median response time of just 15 milliseconds** shows that the core operations are extremely fast for the majority of users.
+    *   The **p99 is 407.5 ms**, meaning 99% of requests, even within a complex multi-step scenario, completed in well under half a second. This demonstrates consistent and reliable performance.
+
+*   **Conclusion**: The application is perfectly stable and highly performant under the tested load. The entire user journey, including complex operations, is handled efficiently. This provides a solid baseline for future, more intensive load tests.
+
+
+## Performance Test Report 3 (Scaling)
+
+### Test Environment
+- **Machine**: Laptop Intel Core i7 Lenovo Legion
+- **Scenario**: `perf-shot-hardwork.yml` (Full user journey)
+- **Concurrency**: Ramped load from 1 to 2 virtual users/sec for 60 seconds.
+
+### Summary of Results
+
+| Metric | Value |
+ |---|---|
+| Total HTTP Requests | 720 |
+| Successful Responses (2xx) | 720 |
+| Average Request Rate | 9/sec |
+| **Failed Scenarios** | **0** |
+
+### Response Time Analysis (in milliseconds)
+
+| Percentile | Response Time (ms) |
+|------------|--------------------|
+| min | 8 |
+| median | **32.1** |
+| mean | 141.4 |
+| p95 | 772.9 |
+| p99 | 854.2 |
+| max | 922 |
+---
+
+### Analysis & Recommendations
+
+*   **Excellent Linear Scaling**: This test confirms the application's ability to scale gracefully. When doubling the load from the previous test (1 user/sec to 2 users/sec), the median and p95 response times also roughly doubled. This linear behavior is ideal and indicates a robust architecture without major bottlenecks.
+*   **Continued Stability**: With **0 failed scenarios**, the application proves its stability even as concurrency increases.
+*   **Conclusion**: The application is ready for higher loads. The performance degradation is predictable and linear, which is a sign of a very healthy system.
+
+
+## Performance Test Report 4 (Bottleneck Identification)
+
+### Test Environment
+- **Machine**: Laptop Intel Core i7 Lenovo Legion
+- **Scenario**: `perf-shot-hardwork.yml` (Full user journey)
+- **Concurrency**: Ramped load from 1 to 4 virtual users/sec for 60 seconds.
+
+### Summary of Results
+
+| Metric | Value |
+ |---|---|
+| Total HTTP Requests | 1,200 |
+| Successful Responses (2xx) | 1,200 |
+| Average Request Rate | 12/sec |
+| **Failed Scenarios** | **0** |
+
+### Response Time Analysis (in milliseconds)
+
+| Percentile | Response Time (ms) |
+|------------|--------------------|
+| min | 3 |
+| median | **70.1** |
+| mean | 483.9 |
+| p95 | **2893.5** |
+| p99 | **8024.5** |
+| max | 8348 |
+---
+
+### Analysis & Recommendations
+
+*   **Bottleneck Identified**: This test successfully identified the application's first major performance bottleneck. While stability remains perfect (**0 failures**), the response times show non-linear degradation. The **p99 jumping to over 8 seconds** indicates that the system is struggling under this write-heavy load.
+*   **Database Contention**: The cause is almost certainly database contention (MongoDB). The scenario involves concurrent model creation, data import, and pack installation, which are highly resource-intensive operations.
+*   **Next Steps**: The immediate next step is to run a detailed analysis to pinpoint the exact slow queries. Monitoring server CPU/Disk I/O during the test and using MongoDB's profiler will be essential for optimization.

package/perf/artillery-hooks.js

@@ -0,0 +1,37 @@
+import {uuidv4} from "../src/core.js";
+
+
+export function setScenarioVariables(context, events, done) {
+    // context.vars is where we store variables for the virtual user's session
+    context.vars.vuId = uuidv4().replace(/-/g, '');
+    context.vars.demoUser = `perf${Math.floor(Math.random() * 9000000) + 1000000}`;
+    return done();
+}
+// Hook to name requests to aggregate metrics by endpoint
+export function metricsByEndpoint_beforeRequest(requestParams, context, ee, next) {
+    // Remove query parameters for the metric name
+    const urlPath = requestParams.url.split('?')[0];
+
+    // Replace unique IDs (ObjectId or UUID) in the URL with a placeholder for aggregation
+    // Example: /api/data/60d0fe4f5311236168a109ca -> /api/data/:id
+    const name = urlPath.replace(/([a-fA-F0-9]{24}|[a-fA-F0-9-]{36})/g, ':id');
+
+    // Emit an internal Artillery event to name the request
+    ee.emit('request:set_name', name);
+
+    return next();
+}
+
+// Hook pour logger les erreurs de manière détaillée
+export function metricsByEndpoint_afterResponse(requestParams, response, context, ee, next) {
+    // On vérifie si le statut est un code d'erreur (4xx ou 5xx)
+    if (response.statusCode >= 400) {
+        console.error(`\n[ERREUR] Requête ${requestParams.method} ${requestParams.url} a échoué avec le statut ${response.statusCode}`);
+        // On log le corps de la réponse, qui contient souvent le message d'erreur du serveur
+        if (response.body) {
+            console.error(` -> Réponse: ${response.body}\n`);
+        }
+    }
+    // On passe à la suite du scénario
+    return next();
+}