data-primals-engine 1.0.7 → 1.0.9

package/.github/workflows/node.js.yml

@@ -0,0 +1,59 @@
+# This workflow will do a clean installation of node dependencies, cache/restore them, build the source code and run tests across different versions of node
+# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-nodejs
+
+name: Node.js CI
+
+on:
+  push:
+    branches: [ "develop", "main" ]
+  pull_request:
+    branches: [ "develop", "main" ]
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+    container:
+      image: node:18  # Specify the Docker version you needx
+      env:
+        NODE_OPTIONS: "--max_old_space_size=4096"
+        NODE_ENV: development
+      ports:
+        - 7635
+        - 27017
+    strategy:
+      matrix:
+        node-version: [18.x]
+        # See supported Node.js release schedule at https://nodejs.org/en/about/releases/
+    services:
+      mongodb:
+        image: mongo:5.0
+        ports:
+          - 27017:27017
+        options: >-
+          --health-cmd "mongo --eval 'db.serverStatus()'"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Install MongoDB Tools
+      run: |
+        wget -qO - https://www.mongodb.org/static/pgp/server-5.0.asc | apt-key add -
+        echo "deb [ arch=amd64,arm64 ] https://repo.mongodb.org/apt/ubuntu focal/mongodb-org/5.0 multiverse" | tee /etc/apt/sources.list.d/mongodb-org-5.0.list
+        apt-get update
+        apt-get install -y mongodb-org-tools
+
+    - name: Set up Node.js
+      uses: actions/setup-node@v2
+      with:
+        node-version: '18.18.2'
+
+    - name: Install dependencies
+      run: npm install
+
+    - name: Run tests
+      run: npm test
+
+      

package/.github/workflows/npm-publish.yml

@@ -0,0 +1,23 @@
+name: Publish package to GitHub Packages
+on:
+  release:
+    types: [published]
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+    steps:
+      - uses: actions/checkout@v4
+      # Setup .npmrc file to publish to GitHub Packages
+      - uses: actions/setup-node@v4
+        with:
+          node-version: '20.x'
+          registry-url: 'https://npm.pkg.github.com'
+          # Defaults to the user or organization that owns the workflow file
+          scope: '@octocat'
+      - run: npm ci
+      - run: npm publish
+        env:
+          NODE_AUTH_TOKEN: ${{ secrets.GITHUB_TOKEN }}

package/Dockerfile

@@ -0,0 +1,15 @@
+# Base image
+FROM node:18.18.2
+
+# Set working directory
+WORKDIR /
+
+# Copy package files and install dependencies
+COPY package.json ./
+RUN npm install
+
+# Copy application code
+COPY . .
+
+# Expose the application port
+EXPOSE 7633

package/DockerfileTest

@@ -0,0 +1,15 @@
+# Base image
+FROM node:18.18.2
+
+# Set working directory
+WORKDIR /
+
+# Copy package files and install dependencies
+COPY package.json ./
+RUN npm install
+
+# Copy application code
+COPY . .
+
+# Expose the application port
+EXPOSE 7635

package/package.json

@@ -1,10 +1,11 @@
 {
   "name": "data-primals-engine",
-  "version": "1.0.7",
+  "version": "1.0.9",
   "description": "data-primals-engine is the package responsible from handling large amount of data in a practical and performant way. It can handle large amount of data in a practical and performant way. It can also get workflow models working (for automation), and fully supports internationalisation.",
   "main": "src/engine.js",
   "type": "module",
   "scripts": {
+    "test": "cross-env MONGO_DB_URL=\"mongodb://localhost:27017\" PORT=7635 vitest --no-file-parallelism",
     "preinstall": "npx force-resolutions",
     "devserver": "cross-env NODE_ENV=development node server.js",
     "server": "cross-env NODE_ENV=production node server.js",
@@ -39,11 +40,9 @@
     "chalk": "^5.4.1",
     "check-disk-space": "^3.4.0",
     "compression": "^1.8.0",
-    "connect-mongo": "^5.1.0",
     "cookie-parser": "^1.4.7",
     "cronstrue": "^3.1.0",
     "csv-parse": "^5.6.0",
-    "csv-parser": "^3.2.0",
     "date-fns": "^4.1.0",
     "express": "^4.21.2",
     "express-csrf-double-submit-cookie": "^1.2.1",
@@ -61,7 +60,6 @@
     "nodemailer": "^6.10.0",
     "openai": "^5.8.2",
     "randomcolor": "^0.6.2",
-    "rate-limiter-flexible": "^5.0.5",
     "react-helmet": "^6.1.0",
     "react-i18next": "^15.4.1",
     "react-markdown": "^10.1.0",
@@ -70,10 +68,9 @@
     "sirv": "^3.0.1",
     "swagger-ui-express": "^5.0.1",
     "tar": "^7.4.3",
-    "tar-fs": "^3.0.8",
     "uniqid": "^5.4.0",
-    "yaml": "^2.8.0",
-    "zlib": "^1.0.5"
+    "vitest": "^3.2.3",
+    "yaml": "^2.8.0"
   },
   "devDependencies": {
     "@eslint/js": "^9.17.0",

package/server.js

@@ -13,11 +13,20 @@ const bench = GameObject.Create("Benchmark");
 const timer = bench.addComponent(BenchmarkTool);
 timer.start();
 
-const engine = Engine.Create();
+
+const engine = await Engine.Create();
+
+if (process.argv.length === 3) {
+    let arg = process.argv[2];
+    if( arg === 'reset-models'){
+        console.log("resetting models");
+        await engine.resetModels();
+    }
+}
 
 const port = process.env.PORT || 7633;
 engine.start(port, async (r) => {
     const logger = engine.getComponent(Logger);
-
+    console.log("Server started on port" + port);
     timer.stop();
 });

package/src/data.js

@@ -29,8 +29,12 @@ export const isLocalUser = (user) => {
     return user && user._model === 'user' && typeof(user._user) === 'string' && user._user.trim() !== '';
 };
 
+export const isDemoUser = (user) => {
+    return /^demo[0-9]{1,2}$/.test(user?.username);
+}
+
 export function getUserHash(user) {
-    if( /^demo[0-9]{1,2}$/.test(user?.username) ){
+    if( isDemoUser(user) ){
         return user.username;
     }
     return user ? (
@@ -419,8 +423,9 @@ export const getFieldValueHash = (model, data) => {
  * @param {array} allModels - Un tableau contenant les définitions de TOUS les modèles du système.
  * @returns {string} - La chaîne de caractères représentant la donnée.
  */
-export const getDataAsString = (model, data, t, allModels, extended=false) => {
-
+export const getDataAsString = (model, data, tr, allModels, extended=false) => {
+    const { t, i18n} = tr;
+    const lang = (i18n.resolvedLanguage || i18n.language).split(/[-_]/)?.[0];
     // Cas de base : si le modèle ou les données sont manquants, on ne peut rien faire.
     if (!model || !data) {
         return '';
@@ -464,7 +469,6 @@ export const getDataAsString = (model, data, t, allModels, extended=false) => {
             const relatedModel = allModels?.find(m => m.name === fieldDef.relation);
             if (!relatedModel) return `[${fieldDef.relation}]`; // Modnon trouvé
 
-            console.log({relatedModel, value});
             // Si la relation est multiple (un tableau d'objets)
             if (Array.isArray(value)) {
                 return value
@@ -474,10 +478,16 @@ export const getDataAsString = (model, data, t, allModels, extended=false) => {
             }
             // Si la relation est simple (un seul objet)
             else if (typeof value === 'object') {
-                console.log({relatedModel, value});
                 return getDataAsString(relatedModel, value, t, allModels); // Appel récursif
             }
         }
+
+        if(fieldDef.type === 'datetime'){
+            return new Date(value).toLocaleDateString(lang, {year: 'numeric', month: 'numeric', day: 'numeric', hour: 'numeric', minute: 'numeric'});
+        }
+        if(fieldDef.type === 'date'){
+            return new Date(value).toLocaleDateString(lang, {year: 'numeric', month: 'numeric', day: 'numeric'});
+        }
         // --- FIN DE LA NOUVELLE LOGIQUE ---
 
         // Logique existante pour les autres types de champs

package/src/email.js

@@ -2,6 +2,8 @@ import { translations } from "data-primals-engine/i18n";
 import process from "node:process";
 import nodemailer from "nodemailer";
 import juice from "juice";
+import {event_trigger} from "./core.js";
+import {emailDefaultConfig} from "./constants.js";
 
 // Le transporteur par défaut, utilisé si aucune config spécifique n'est fournie.
 const defaultTransporter = nodemailer.createTransport({

package/src/engine.js

@@ -8,7 +8,7 @@ import {cookiesSecret, dbName} from "./constants.js";
 import http from "http";
 import cookieParser from "cookie-parser";
 import requestIp from 'request-ip';
-import {createModel, getModels, validateModelStructure} from "./modules/data.js";
+import {createModel, deleteModels, getModels, validateModelStructure} from "./modules/data.js";
 import {defaultModels} from "./defaultModels.js";
 import {DefaultUserProvider} from "./providers.js";
 import formidableMiddleware from 'express-formidable';
@@ -17,7 +17,7 @@ import formidableMiddleware from 'express-formidable';
 const isProduction = process.env.NODE_ENV === 'production'
 
 // Connection URL
-export const dbUrl = process.env.MONGO_DB_URL || 'mongodb://127.0.0.1:27017';
+export const dbUrl = process.env.CI ? 'mongodb://mongodb:27017' : (process.env.MONGO_DB_URL || 'mongodb://127.0.0.1:27017');
 export const MongoClient = new InternalMongoClient(dbUrl, { maxPoolSize: 20 });
 
 // Database Name
@@ -25,9 +25,10 @@ export const MongoDatabase = MongoClient.db(dbName);
 
 
 export const Engine = {
-    Create:  (options) => {
+    Create: async (options) => {
         const engine = GameObject.Create("Engine");
         console.log("Creating engine", Config.Get('modules'));
+        engine.addComponent(Logger);
 
         engine.userProvider = new DefaultUserProvider(engine);
 
@@ -71,10 +72,38 @@ export const Engine = {
             return engine._modules.find(m => m.module === module);
         };
 
+
+        const logger = engine.getComponent(Logger);
+
+        const importModule = async (module) => {
+            const moduleA = await import(module);
+            if (moduleA.onInit){
+                await moduleA.onInit(engine);
+                return {...moduleA, module};
+            }else {
+                const mod = moduleA.default();
+                await mod?.onInit(engine);
+                return { ...mod, module};
+            }
+        };
+
+        await Promise.all(Config.Get('modules', []).map(async module => {
+            try {
+                if( fs.existsSync(module)){
+                    return await importModule(module);
+                }else {
+                    return await importModule('./modules/' + module + ".js");
+                }
+            } catch (e){
+                console.log('ERROR at loading module '+ module + ' in /modules dir.'+ e);
+            }
+        })).then(async e => {
+            engine._modules = e;
+            return Promise.resolve();
+        });
         let server;
         engine.start = async (port, cb) =>{
     // Use connect method to connect to the server
-            await MongoClient.connect();
 
             // Start http server
             server = http.createServer(app);
@@ -87,37 +116,11 @@ export const Engine = {
 
             server.listen(port);
 
-            const importModule = async (module) => {
-                const moduleA = await import(module);
-                if (moduleA.onInit){
-                    await moduleA.onInit(engine);
-                    return {...moduleA, module};
-                }else {
-                    const mod = moduleA.default();
-                    await mod?.onInit(engine);
-                    return { ...mod, module};
-                }
-            };
-
-            await Promise.all(Config.Get('modules').map(async module => {
-                try {
-                    if( fs.existsSync(module)){
-                        return await importModule(module);
-                    }else {
-                        return await importModule('./modules/' + module + ".js");
-                    }
-                } catch (e){
-                    console.log('ERROR at loading module '+ module + ' in /modules dir.'+ e);
-                }
-            })).then(async e => {
-                engine._modules = e;
-                if (cb)
-                    return await cb();
-                return Promise.resolve();
-            });
-
             await setupInitialModels();
 
+            if (cb)
+                await cb();
+
             process.on('uncaughtException', function (exception) {
                 console.error(exception);
                 fs.appendFile('issues.txt', JSON.stringify({ code: exception.code, message: exception.message, stack: exception.stack }), function (err) {
@@ -128,14 +131,11 @@ export const Engine = {
                 process.exit(0);
             });
         }
-        engine.addComponent(Logger);
 
         engine.stop = async () => {
             await server.close();
         };
 
-        const logger = engine.getComponent(Logger);
-
         async function setupInitialModels() {
             logger.info("Validating structures of default models...");
             const ms = Object.values(Config.Get('defaultModels', defaultModels));
@@ -151,13 +151,15 @@ export const Engine = {
                     model.locked = true;
                     const r = await createModel(model);
                     dbModels.push({...model, _id: r.insertedId });
-                }
-                else
-                    logger.info('Model loaded (' + model.name + ')', {});
+                    logger.info('Model inserted (' + model.name + ')');
+                }else
+                logger.info('Model loaded (' + model.name + ')');
             }
             logger.info("All models loaded.");
         }
-
+        engine.resetModels = async () => {
+            await deleteModels();
+        };
        return engine;
     }
 }

package/src/gameObject.js

@@ -70,23 +70,21 @@ export class UsableBehaviour extends Behaviour {
 
     use() {
         Event.Trigger("GameObject.UsableBehavior.use",  "system", "calls", this);
-        // Logique d'utilisation (exemple)
-        console.log(this.gameObject.name + " a été utilisé !");
     }
 }
 
-const pilote = GameObject.Create("Pilote");
+const mainDriver = GameObject.Create("MainDrivers");
 
 // Exemple d'attachement de comportements
-pilote.addComponent(MovableBehaviour, 10);
-pilote.addComponent(UsableBehaviour);
+mainDriver.addComponent(MovableBehaviour, 10);
+mainDriver.addComponent(UsableBehaviour);
 
 // Accéder et utiliser les composants
-const movable = pilote.getComponent(MovableBehaviour);
+const movable = mainDriver.getComponent(MovableBehaviour);
 if (movable) {
     movable.update();
 }
-const usable = pilote.getComponent(UsableBehaviour);
+const usable = mainDriver.getComponent(UsableBehaviour);
 if (usable) {
     usable.use();
 }

package/src/migrate.js

@@ -15,7 +15,7 @@ Config.Set("modules", ["mongodb"]);
 const MIGRATIONS_DIR = path.resolve(process.cwd(), 'server', 'src', 'migrations');
 const MIGRATIONS_COLLECTION = 'migrations_log';
 
-const engine = Engine.Create();
+const engine = await Engine.Create();
 const port = process.env.MIGRATE_PORT || 7640;
 
 engine.start(port, async () => {