data-primals-engine 1.5.1 → 1.6.0

package/client/src/index.css

@@ -1,90 +1,90 @@
-/* index.css */
-@import url('https://fonts.googleapis.com/css2?family=Roboto:wght@400;700&display=swap');
-
-:root {
-  font-family: Inter, system-ui, Avenir, Helvetica, Arial, sans-serif;
-  line-height: 1.5;
-  font-weight: 400;
-
-  color-scheme: light dark;
-  color: rgba(255, 255, 255, 0.87);
-  background-color: #242424;
-
-  font-synthesis: none;
-  text-rendering: optimizeLegibility;
-  -webkit-font-smoothing: antialiased;
-  -moz-osx-font-smoothing: grayscale;
-}
-
-
-#root {
-  width: 100%;
-  display: flex;
-  flex-direction: column;
-  align-items: stretch;
-  justify-content: flex-start;
-}
-
-
-body {
-  margin: 0;
-  display: flex;
-  min-width: 320px;
-  min-height: 100vh;
-}
-
-h1 {
-  font-size: 2em; /* Slightly reduced for better balance */
-  line-height: 1.2;
-  margin-bottom: 0.5em; /* Added margin for spacing */
-}
-
-h2 {
-  font-size: 1.5em;
-  line-height: 1.3;
-  margin-bottom: 0.5em;
-}
-
-h3 {
-  font-size: 1.4em;
-  line-height: 1.3;
-  margin-bottom: 0.5em;
-}
-
-h4 {
-  font-size: 1.2em;
-  line-height: 1.3;
-  margin-bottom: 0.5em;
-}
-
-button {
-  border-radius: 8px;
-  border: 1px solid transparent;
-  padding: 0.15em 0.25em;
-  font-size: 0.9em;
-  font-weight: 500;
-  font-family: inherit;
-  background-color: #1a1a1a;
-  cursor: pointer;
-  transition: border-color 0.25s;
-}
-button:hover {
-  border-color: #4767FF;
-}
-button:focus,
-button:focus-visible {
-  outline: 4px auto -webkit-focus-ring-color;
-}
-
-@media (prefers-color-scheme: light) {
-  :root {
-    color: #213547;
-    background-color: #ffffff;
-  }
-  a:hover {
-    color: #4767FF;
-  }
-  button {
-    background-color: #f9f9f9;
-  }
-}
+/* index.css */
+@import url('https://fonts.googleapis.com/css2?family=Roboto:wght@400;700&display=swap');
+
+:root {
+  font-family: Inter, system-ui, Avenir, Helvetica, Arial, sans-serif;
+  line-height: 1.5;
+  font-weight: 400;
+
+  color-scheme: light dark;
+  color: rgba(255, 255, 255, 0.87);
+  background-color: #242424;
+
+  font-synthesis: none;
+  text-rendering: optimizeLegibility;
+  -webkit-font-smoothing: antialiased;
+  -moz-osx-font-smoothing: grayscale;
+}
+
+
+#root {
+  width: 100%;
+  display: flex;
+  flex-direction: column;
+  align-items: stretch;
+  justify-content: flex-start;
+}
+
+
+body {
+  margin: 0;
+  display: flex;
+  min-width: 320px;
+  min-height: 100vh;
+}
+
+h1 {
+  font-size: 2em; /* Slightly reduced for better balance */
+  line-height: 1.2;
+  margin-bottom: 0.5em; /* Added margin for spacing */
+}
+
+h2 {
+  font-size: 1.5em;
+  line-height: 1.3;
+  margin-bottom: 0.5em;
+}
+
+h3 {
+  font-size: 1.4em;
+  line-height: 1.3;
+  margin-bottom: 0.5em;
+}
+
+h4 {
+  font-size: 1.2em;
+  line-height: 1.3;
+  margin-bottom: 0.5em;
+}
+
+button {
+  border-radius: 8px;
+  border: 1px solid transparent;
+  padding: 0.15em 0.25em;
+  font-size: 0.9em;
+  font-weight: 500;
+  font-family: inherit;
+  background-color: #1a1a1a;
+  cursor: pointer;
+  transition: border-color 0.25s;
+}
+button:hover {
+  border-color: #4767FF;
+}
+button:focus,
+button:focus-visible {
+  outline: 4px auto -webkit-focus-ring-color;
+}
+
+@media (prefers-color-scheme: light) {
+  :root {
+    color: #213547;
+    background-color: #ffffff;
+  }
+  a:hover {
+    color: #4767FF;
+  }
+  button {
+    background-color: #f9f9f9;
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "data-primals-engine",
-  "version": "1.5.1",
+  "version": "1.6.0",
   "description": "data-primals-engine is a package responsible from handling large amount of data using MongoDB in a practical and performant way. It can also get workflow models working (for automation), and fully supports internationalisation. It also has integrated AI assistant.",
   "main": "src/engine.js",
   "type": "module",
@@ -28,11 +28,12 @@
     "@rollup/rollup-linux-x64-gnu": "4.6.1"
   },
   "resolutions": {
-    "tar-fs": "3.0.9",
     "on-headers": "1.1.0",
     "brace-expansion": "2.0.2",
     "prismjs": "1.30.0",
-    "xml2js": ">=0.5.0"
+    "xml2js": ">=0.5.0",
+    "tar-fs": ">=3.1.1",
+    "vite": ">=7.0.8"
   },
   "overrides": {
     "react-syntax-highlighter": {
@@ -57,11 +58,7 @@
     "./*": "./src/*.js"
   },
   "dependencies": {
-    "@langchain/anthropic": "^0.3.26",
     "@langchain/core": "^0.3.66",
-    "@langchain/deepseek": "^0.1.0",
-    "@langchain/google-genai": "^0.2.16",
-    "@langchain/openai": "^0.6.3",
     "archiver": "^7.0.1",
     "aws-sdk": "^2.1692.0",
     "bcrypt": "^6.0.0",
@@ -80,13 +77,13 @@
     "express-session": "^1.18.2",
     "handlebars": "^4.7.8",
     "i18next-browser-languagedetector": "^8.2.0",
-    "isolated-vm": "^4.7.2",
+    "isolated-vm": "^5.0.0",
     "juice": "^11.0.1",
     "mathjs": "^14.6.0",
     "mongodb": "^6.18.0",
     "node-cache": "^5.1.2",
     "node-schedule": "^2.1.1",
-    "nodemailer": "^7.0.5",
+    "nodemailer": "^7.0.7",
     "openai": "^5.10.2",
     "passport": "^0.7.0",
     "passport-saml-encrypted": "^0.1.13",
@@ -113,7 +110,11 @@
     "passport-google-oauth20": "^2.0.0",
     "react": "18.3.1",
     "react-i18next": "^15.6.1",
-    "react-query": ">=3.0.0"
+    "react-query": ">=3.0.0",
+    "@langchain/anthropic": "^0.3.26",
+    "@langchain/deepseek": "^0.1.0",
+    "@langchain/google-genai": "^0.2.16",
+    "@langchain/openai": "^0.6.3"
   },
   "devDependencies": {
     "@eslint/js": "^9.32.0",

package/perf/artillery-hooks.js

@@ -1,37 +1,37 @@
-import {uuidv4} from "../src/core.js";
-
-
-export function setScenarioVariables(context, events, done) {
-    // context.vars is where we store variables for the virtual user's session
-    context.vars.vuId = uuidv4().replace(/-/g, '');
-    context.vars.demoUser = `perf${Math.floor(Math.random() * 9000000) + 1000000}`;
-    return done();
-}
-// Hook to name requests to aggregate metrics by endpoint
-export function metricsByEndpoint_beforeRequest(requestParams, context, ee, next) {
-    // Remove query parameters for the metric name
-    const urlPath = requestParams.url.split('?')[0];
-
-    // Replace unique IDs (ObjectId or UUID) in the URL with a placeholder for aggregation
-    // Example: /api/data/60d0fe4f5311236168a109ca -> /api/data/:id
-    const name = urlPath.replace(/([a-fA-F0-9]{24}|[a-fA-F0-9-]{36})/g, ':id');
-
-    // Emit an internal Artillery event to name the request
-    ee.emit('request:set_name', name);
-
-    return next();
-}
-
-// Hook pour logger les erreurs de manière détaillée
-export function metricsByEndpoint_afterResponse(requestParams, response, context, ee, next) {
-    // On vérifie si le statut est un code d'erreur (4xx ou 5xx)
-    if (response.statusCode >= 400) {
-        console.error(`\n[ERREUR] Requête ${requestParams.method} ${requestParams.url} a échoué avec le statut ${response.statusCode}`);
-        // On log le corps de la réponse, qui contient souvent le message d'erreur du serveur
-        if (response.body) {
-            console.error(` -> Réponse: ${response.body}\n`);
-        }
-    }
-    // On passe à la suite du scénario
-    return next();
-}
+import {uuidv4} from "../src/core.js";
+
+
+export function setScenarioVariables(context, events, done) {
+    // context.vars is where we store variables for the virtual user's session
+    context.vars.vuId = uuidv4().replace(/-/g, '');
+    context.vars.demoUser = `perf${Math.floor(Math.random() * 9000000) + 1000000}`;
+    return done();
+}
+// Hook to name requests to aggregate metrics by endpoint
+export function metricsByEndpoint_beforeRequest(requestParams, context, ee, next) {
+    // Remove query parameters for the metric name
+    const urlPath = requestParams.url.split('?')[0];
+
+    // Replace unique IDs (ObjectId or UUID) in the URL with a placeholder for aggregation
+    // Example: /api/data/60d0fe4f5311236168a109ca -> /api/data/:id
+    const name = urlPath.replace(/([a-fA-F0-9]{24}|[a-fA-F0-9-]{36})/g, ':id');
+
+    // Emit an internal Artillery event to name the request
+    ee.emit('request:set_name', name);
+
+    return next();
+}
+
+// Hook pour logger les erreurs de manière détaillée
+export function metricsByEndpoint_afterResponse(requestParams, response, context, ee, next) {
+    // On vérifie si le statut est un code d'erreur (4xx ou 5xx)
+    if (response.statusCode >= 400) {
+        console.error(`\n[ERREUR] Requête ${requestParams.method} ${requestParams.url} a échoué avec le statut ${response.statusCode}`);
+        // On log le corps de la réponse, qui contient souvent le message d'erreur du serveur
+        if (response.body) {
+            console.error(` -> Réponse: ${response.body}\n`);
+        }
+    }
+    // On passe à la suite du scénario
+    return next();
+}

package/perf/setup.yml

@@ -1,26 +1,26 @@
-config:
-  target: "http://localhost:7633"
-  phases:
-    # Exécute ce scénario une seule fois avec un seul utilisateur virtuel
-    - duration: 1
-      arrivalCount: 1
-  defaults:
-    headers:
-      # Utilise le token statique de l'utilisateur 'demo' pour l'installation
-      Authorization: "Bearer demotoken"
-      Content-Type: 'application/json'
-
-scenarios:
-  - name: "Installation unique des packs de données"
-    flow:
-      - log: "Installation du 'Website Starter Pack'..."
-      - post:
-          url: "/api/packs/install?_user=demo"
-          json:
-            packName: "Website Starter Pack"
-      - log: "Installation du 'Multilingual starter pack'..."
-      - post:
-          url: "/api/packs/install?_user=demo"
-          json:
-            packName: "Multilingual starter pack"
+config:
+  target: "http://localhost:7633"
+  phases:
+    # Exécute ce scénario une seule fois avec un seul utilisateur virtuel
+    - duration: 1
+      arrivalCount: 1
+  defaults:
+    headers:
+      # Utilise le token statique de l'utilisateur 'demo' pour l'installation
+      Authorization: "Bearer demotoken"
+      Content-Type: 'application/json'
+
+scenarios:
+  - name: "Installation unique des packs de données"
+    flow:
+      - log: "Installation du 'Website Starter Pack'..."
+      - post:
+          url: "/api/packs/install?_user=demo"
+          json:
+            packName: "Website Starter Pack"
+      - log: "Installation du 'Multilingual starter pack'..."
+      - post:
+          url: "/api/packs/install?_user=demo"
+          json:
+            packName: "Multilingual starter pack"
       - log: "Installation terminée."

package/src/constants.js

@@ -52,6 +52,10 @@ export const emailDefaultConfig = {
     pass: 'password'
 }
 
+export const assistantConfig = {
+    maxTokens: 4000
+}
+
 /**
  * Maximum number of models per user
  * @type {number}

package/src/core.js

@@ -33,10 +33,17 @@ export function escapeHtml(string){
     });
 }
 
+export const isUnsecureKey = (key) => {
+    return ["__proto__", "constructor", "prototype"].includes(key);
+}
+
+export const parseSafeJSON = (json) => JSON.parse(json, (key, value) => isUnsecureKey(key) ? undefined : value);
+
+
 export const isDate = dt => String(new Date(dt)) !== 'Invalid Date'
 
 export const safeAssignObject = (obj, key, value) => {
-    if( !["__proto__", "constructor", "prototype"].includes(key)){
+    if( !isUnsecureKey(key)){
         obj[key] = value;
     }
 }