data-primals-engine 1.0.2-s → 1.0.4

package/package.json

@@ -1,11 +1,11 @@
 {
   "name": "data-primals-engine",
-  "version": "1.0.2s",
-
+  "version": "1.0.4",
   "description": "data-primals-engine is the package responsible from handling large amount of data in a practical and performant way. It can handle large amount of data in a practical and performant way. It can also get workflow models working (for automation), and fully supports internationalisation.",
   "main": "src/engine.js",
   "type": "module",
   "scripts": {
+    "preinstall": "npx force-resolutions",
     "devserver": "cross-env NODE_ENV=development node server.js",
     "server": "cross-env NODE_ENV=production node server.js",
     "migrate:create": "node src/migrate.js create",
@@ -14,6 +14,11 @@
     "migrate:revert": "node src/migrate.js revert",
     "migrate:status": "node src/migrate.js status"
   },
+  "resolutions": {
+    "tar-fs": "3.0.9",
+    "on-headers": "1.1.0",
+    "brace-expansion": "2.0.2"
+  },
   "repository": {
     "type": "git",
     "url": "https://github.com/anonympins/data-primals-engine.git"
@@ -34,11 +39,14 @@
     "check-disk-space": "^3.4.0",
     "compression": "^1.8.0",
     "connect-mongo": "^5.1.0",
+    "connect-multiparty": "^2.2.0",
     "cookie-parser": "^1.4.7",
+    "cronstrue": "^3.1.0",
     "csv-parse": "^5.6.0",
     "csv-parser": "^3.2.0",
     "express": "^4.21.2",
     "express-csrf-double-submit-cookie": "^1.2.1",
+    "express-rate-limit": "^8.0.1",
     "express-session": "^1.18.1",
     "express-sitemap-xml": "^3.1.0",
     "juice": "^11.0.1",
@@ -46,13 +54,27 @@
     "mongodb": "^6.12.0",
     "node-schedule": "^2.1.1",
     "nodemailer": "^6.10.0",
+    "randomcolor": "^0.6.2",
     "rate-limiter-flexible": "^5.0.5",
-    "swagger-ui-express": "^5.0.1",
+    "request-ip": "^3.3.0",
+    "sanitize-html": "^2.17.0",
     "sirv": "^3.0.1",
+    "swagger-ui-express": "^5.0.1",
     "tar": "^7.4.3",
     "tar-fs": "^3.0.8",
     "uniqid": "^5.4.0",
-    "yaml": "^2.8.0"
+    "yaml": "^2.8.0",
+    "bcrypt": "^5.1.1",
+    "date-fns": "^4.1.0",
+    "express-mongo-sanitize": "^2.2.0",
+    "i18next": "^24.2.2",
+    "i18next-browser-languagedetector": "^8.0.4",
+    "node-cache": "^5.1.2",
+    "openai": "^5.8.2",
+    "react-helmet": "^6.1.0",
+    "react-i18next": "^15.4.1",
+    "react-markdown": "^10.1.0",
+    "zlib": "^1.0.5"
   },
   "devDependencies": {
     "@eslint/js": "^9.17.0",
@@ -67,7 +89,8 @@
     "primals",
     "automation",
     "aws",
-    "bucket", "S3"
+    "bucket",
+    "S3"
   ],
   "author": "anonympins",
   "license": "MIT",

package/server.js

@@ -32,54 +32,18 @@ import path from "node:path";
 import { getAllPacks} from "../data-primals-engine/src/packs.js";
 import {middlewareAuthenticator, userInitiator} from "../data-primals-engine/src/modules/user.js";
 import {defaultModels} from "../data-primals-engine/src/defaultModels.js";
-Config.Set("modules", ["mongodb", "data", "file", "bucket", "workflow","user", "assistant"])
+Config.Set("modules", ["mongodb", "data", "file", "bucket", "workflow","user", "assistant", "swagger"])
 Config.Set("middlewares", []);
 
 const bench = GameObject.Create("Benchmark");
 const timer = bench.addComponent(BenchmarkTool);
 timer.start();
 
-const swaggerDocument = YAML.parse(fs.readFileSync(process.cwd()+'/swagger-en.yml', 'utf8'));
-
 const engine = Engine.Create();
 
-const models = defaultModels;
-
 const port = process.env.PORT || 7633;
 engine.start(port, async (r) => {
     const logger = engine.getComponent(Logger);
-    logger.info("Loading and validating models...");
-    const ms = Object.values(models);
-
-    let dbModels = await getModels();
-
-    for(let i = 0; i < ms.length; ++i){
-        const model = ms[i];
-        validateModelStructure(model);
-        // Création des modèles
-        if( !dbModels.find(m =>m.name === model.name) )
-        {
-            model.locked = true;
-            const r = await createModel(model);
-            dbModels.push({...model, _id: r.insertedId });
-        }
-        else
-            logger.info('Model loaded (' + model.name + ')', {});
-    }
-
-    engine.use('/doc', swaggerUi.serve, swaggerUi.setup(swaggerDocument));
-
-    if( install )
-        await installAllPacks();
 
     timer.stop();
 });
-
-const installAllPacks = async () => {
-
-    const packs = await getAllPacks();
-
-    console.log(util.inspect(packs, false, 20, true));
-    await packsCollection.deleteMany({ _user: { $exists : false }});
-    await packsCollection.insertMany(packs);
-}

package/src/constants.js

@@ -40,6 +40,10 @@ export const awsDefaultConfig = {
     region: 'eu-north-1',
 }
 
+export const emailDefaultConfig = {
+    from: "Support - data@primals.net <data@primals.net>"
+}
+
 // 10000 tiny users
 // 1000 modern users
 // 100 mega utilisateurs potentiality

package/src/email.js

@@ -44,14 +44,14 @@ const createTransporter = (smtpConfig) => {
  * @param {string|null} tpl - Le template HTML à utiliser.
  */
 export const sendEmail = async (email = "", data, smtpConfig = null, lang, tpl = null) => {
-    const contactEmail = smtpConfig ? (smtpConfig.from || "Our company <noreply@ourdomain.tld>") : "Support - data@primals.net <data@primals.net>";
+    const contactEmail = smtpConfig ? (smtpConfig.from || emailDefaultConfig.from) :"Our company <noreply@ourdomain.tld>";
     const emails = Array.isArray(email) ? email : [email];
     if (emails.length === 0) return;
 
     // Choisir le transporteur à utiliser
     const transporter = smtpConfig ? createTransporter(smtpConfig) : defaultTransporter;
 
-    if (tpl === null) tpl = etemplate1(data, lang);
+    if (tpl === null) tpl = event_trigger("sendEmail:template",data, lang);
     let html = tpl;
     try {
         html = juice(tpl);
@@ -80,205 +80,6 @@ export const sendEmail = async (email = "", data, smtpConfig = null, lang, tpl =
     }
 };
 
-export const etemplate1 = (data, lang = "de", font = "Roboto") => {
-    const { title, content } = data;
-    // S'assurer que les traductions existent pour la langue demandée
-    const trs = translations[lang]?.translation || translations['en']['translation'];
-    return (
-        `<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
-  <html xmlns="http://www.w3.org/1999/xhtml">
-      <head>
-      <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
-      <meta name="viewport" content="width=device-width, initial-scale=1.0"/>
-      <title>Newsletter web.primals.net</title>
-      <script type="application/ld+json">
-{
-  "@context": "http://schema.org",
-  "@type": "EmailMessage",
-  "potentialAction": {
-    "@type": "ViewAction",
-    "url": "https://web.primals.net",
-    "name": "web.primals.net"
-  }
-}
-</script>
-  <style type="text/css">
-    /* Based on The MailChimp Reset INLINE: Yes. */
-    /* Client-specific Styles */
-    #outlook a {padding:0;} /* Force Outlook to provide a "view in browser" menu link. */
-    body{width:100% !important; -webkit-text-size-adjust:100%; -ms-text-size-adjust:100%; margin:0; padding:0; color:black}
-    /* Prevent Webkit and Windows Mobile platforms from changing default font sizes.*/
-    .ExternalClass {width:100%;} /* Force Hotmail to display emails at full width */
-    .ExternalClass, .ExternalClass p, .ExternalClass span, .ExternalClass font, .ExternalClass td, .ExternalClass div {line-height: 100%;}
-    /* Forces Hotmail to display normal line spacing.  More on that: http://www.emailonacid.com/forum/viewthread/43/ */
-    #backgroundTable {margin:0; padding:0; width:100% !important; line-height: 100% !important;}
-    /* End reset */
-
-    /* Some sensible defaults for images
-    Bring inline: Yes. */
-    img {outline:none; text-decoration:none; -ms-interpolation-mode: bicubic;}
-    a img {border:none;}
-    .image_fix {display:block;}
-
-    /* Yahoo paragraph fix
-    Bring inline: Yes. */
-    p {margin: 0;}
-
-    /* Hotmail header color reset
-    Bring inline: Yes. */
-    h1, h2, h3, h4, h5, h6 {color: black !important;}
-
-    h1 a, h2 a, h3 a, h4 a, h5 a, h6 a {color: blue !important;}
-
-    h1 a:active, h2 a:active,  h3 a:active, h4 a:active, h5 a:active, h6 a:active {
-    color: red !important; /* Preferably not the same color as the normal header link color.  There is limited support for psuedo classes in email clients, this was added just for good measure. */
-  }
-
-    h1 a:visited, h2 a:visited,  h3 a:visited, h4 a:visited, h5 a:visited, h6 a:visited {
-    color: purple !important; /* Preferably not the same color as the normal header link color. There is limited support for psuedo classes in email clients, this was added just for good measure. */
-  }
-
-    /* Outlook 07, 10 Padding issue fix
-    Bring inline: No.*/
-    table td {border-collapse: collapse; }
-
-    /* Remove spacing around Outlook 07, 10 tables
-    Bring inline: Yes */
-
-    /* Styling your links has become much simpler with the new Yahoo.  In fact, it falls in line with the main credo of styling in email and make sure to bring your styles inline.  Your link colors will be uniform across clients when brought inline.
-    Bring inline: Yes. */
-    a {color: #1381b1;}
-    p { color:black; }
-    
-    h2 {
-        padding: 20px 0;
-    }
-
-
-    /***************************************************
-    ****************************************************
-    MOBILE TARGETING
-    ****************************************************
-    ***************************************************/
-    @media only screen and (max-device-width: 480px) {
-    /* Part one of controlling phone number linking for mobile. */
-    a[href^="tel"], a[href^="sms"] {
-    text-decoration: none;
-    color: blue; /* or whatever your want */
-    pointer-events: none;
-    cursor: default;
-  }
-
-    .mobile_link a[href^="tel"], .mobile_link a[href^="sms"] {
-    text-decoration: default;
-    color: orange !important;
-    pointer-events: auto;
-    cursor: default;
-  }
-
-  }
-
-    /* More Specific Targeting */
-
-    @media only screen and (min-device-width: 768px) and (max-device-width: 1024px) {
-    /* You guessed it, ipad (tablets, smaller screens, etc) */
-    /* repeating for the ipad */
-    a[href^="tel"], a[href^="sms"] {
-    text-decoration: none;
-    color: blue; /* or whatever your want */
-    pointer-events: none;
-    cursor: default;
-  }
-
-    .mobile_link a[href^="tel"], .mobile_link a[href^="sms"] {
-    text-decoration: default;
-    color: orange !important;
-    pointer-events: auto;
-    cursor: default;
-  }
-  }
-
-    @media only screen and (-webkit-min-device-pixel-ratio: 2) {
-    /* Put your iPhone 4g styles in here */
-  }
-
-    /* Android targeting */
-    @media only screen and (-webkit-device-pixel-ratio:.75){
-    /* Put CSS for low density (ldpi) Android layouts in here */
-  }
-    @media only screen and (-webkit-device-pixel-ratio:1){
-    /* Put CSS for medium density (mdpi) Android layouts in here */
-  }
-    @media only screen and (-webkit-device-pixel-ratio:1.5){
-    /* Put CSS for high density (hdpi) Android layouts in here */
-  }
-    /* end Android targeting */
-
-  </style>
-
-  <!-- Targeting Windows Mobile -->
-<!--[if IEMobile 7]>
-<style type="text/css">
-
-      </style>
-  <![endif]-->
-
-  <!-- ***********************************************
-  ****************************************************
-  END MOBILE TARGETING
-****************************************************
-************************************************ -->
-
-  <!--[if gte mso 9]>
-<style>
-  /* Target Outlook 2007 and 2010 */
-  </style>
-  <![endif]-->
-  </head>
-  <body><style>
-@import url(https://fonts.googleapis.com/css?family=${font});
-
-/* Type styles for all clients */
-h1,h2,h3 {
-    font-family: Helvetica, Arial, serif;
-    text-align: center;
-}
-h3 {
-    margin: 0;
-}
-p{
-    font-family: Helvetica, Arial, serif;
-}
-/* Type styles for WebKit clients */
-@media screen and (-webkit-min-device-pixel-ratio:0) {
-    h1,h2,h3 {
-        font-family: ${font}, Helvetica, Arial, serif !important;
-    }
-}
-  </style>` +
-        etable(
-            etable(
-                erow(
-                    etag("h2", {'text-align': 'left'}, title) +
-                    etable(
-                        erow(etag('p', {}, trs[content] || content || ''), { 'text-align': 'left' })+
-                        erow(etag('p', {}, trs['email.defaultSignature'] ||'')),
-                        { 'text-align': 'left' }),
-                    { 'text-align': 'left' }
-                )+
-                erow(
-                    etag('hr', {}, '')+
-                    etag('a', { href: "https://data.primals.net"}, 'https://data.primals.net')+
-                    etag('div', {}, 'Service gratuit de base de donnée en ligne')+
-                    etag("div", {}, 'Support: '+etag('a', { href:'mailto:data@primals.net'}, 'data@primals.net')),
-                    { 'text-align': 'left' }
-                )
-            ),
-            { width: "1024px", 'text-align': "left" },
-        )
-    );
-};
-
 export const etag = (name, attrs, content = "") => {
     return (
         "<" +

package/src/modules/assistant.js

@@ -292,5 +292,5 @@ export async function onInit(engine) {
             res.status(500).json({success: false, message: "Une erreur interne est survenue."});
         }
     });
-    logger.info("Module 'assistant' initialisé et endpoint '/api/assistant/chat' enregistré.");
+    logger.info("Module 'assistant' loaded and endpoint '/api/assistant/chat' registered.");
 }

package/src/modules/bucket.js

@@ -188,9 +188,6 @@ export async function onInit(defaultEngine) {
         // Autres validations possibles (longueur, format de la région, etc.)
 
         try {
-            const primalsDb = MongoClient.db("primals"); // Assure-toi que MongoClient est bien ton client MongoDB connecté
-            const usersCollection = primalsDb.collection("users");
-
             const updateData = {
                 's3Config.bucketName': bucketName,
                 's3Config.accessKeyId': accessKeyId, // Stocké en clair (généralement acceptable)
@@ -207,18 +204,15 @@ export async function onInit(defaultEngine) {
                 // Pour l'instant, on ne touche pas à s3Config.secretAccessKey si req.body.secretAccessKey est vide.
             }
 
-            const result = await usersCollection.updateOne(
+            const result = await engine.userProvider.updateUser(
                 { username: user.username }, // ou user._id si c'est ce que tu utilises comme identifiant unique
-                { $set: updateData }
+                updateData
             );
 
-            if (result.modifiedCount > 0 || result.matchedCount > 0) { // Succès même si rien n'a été modifié (déjà les bonnes valeurs)
-                logger.info(`S3 configuration updated for user ${user.username}`);
+            if (result) { // Succès même si rien n'a été modifié (déjà les bonnes valeurs)
                 res.json({ success: true, message: "S3 configuration updated successfully." });
             } else {
-                logger.warn(`S3 configuration update: User ${user.username} not found or no changes made.`);
-                // Si l'utilisateur n'est pas trouvé, c'est une erreur 404
-                const userExists = await usersCollection.findOne({ username: user.username });
+                const userExists = engine.userProvider.findUserByUsername(user.username);
                 if (!userExists) {
                     return res.status(404).json({ success: false, error: "User not found." });
                 }

package/src/modules/data.js

@@ -1397,7 +1397,7 @@ export async function onInit(defaultEngine) {
             // Créer une représentation de l'utilisateur mis à jour pour la réponse
             const updatedData = { activeTutorial: tutorialState };
 
-            await saveUser(user, updatedData);
+            await engine.userProvider.updateUser(user, updatedData);
 
             // --- MODIFICATION ---
             res.json({

package/src/modules/file.js

@@ -14,6 +14,9 @@ import crypto from "node:crypto";
 import * as tar from "tar";
 import {promisify} from "node:util";
 import {calculateTotalUserStorageUsage, hasPermission} from "./user.js";
+import {Logger} from "../gameObject.js";
+import YAML from "yaml";
+import swaggerUi from "swagger-ui-express";
 
 const pbkdf2Async = promisify(crypto.pbkdf2);
 
@@ -190,3 +193,7 @@ export async function decryptFile(filePath, password) {
         throw new Error(`Decryption failed: ${error.message}`);
     }
 }
+
+export async function onInit(defaultEngine) {
+
+}

package/src/providers.js

@@ -13,6 +13,15 @@ export class UserProvider {
         this.engine = engine;
     }
 
+    /**
+     * Met à jour un nouvel utilisateur.
+     * @param user
+     * @returns {Promise<void>}
+     */
+    async updateUser(user, data) {
+
+    }
+
     /**
      * Trouve un utilisateur par son nom d'utilisateur.
      * @param {string} username - Le nom d'utilisateur à rechercher.
@@ -54,8 +63,11 @@ export class DefaultUserProvider extends UserProvider {
     }
 
     async validatePassword(user, password) {
-        if (!user || !user.password || !password) return false;
-        return await compare(password, user.password);
+        return true;
+    }
+
+    async updateUser(user, data) {
+        this.users = this.users.map(user => user.username === user.username ? {...user, ...data} : user);
     }
 
     async initiateUser(req) {