data-primals-engine 1.4.2 → 1.5.0

package/src/constants.js

@@ -1,5 +1,3 @@
-import {event_trigger} from "./core.js";
-
 /**
  * Enables auto-installation at startup
  * @type {boolean}
@@ -32,26 +30,6 @@ export const port = 7633;
  */
 export const cookiesSecret = 'hoaivuymzovyoznllmafivpzaovphlejvalwjvelfhqochakfesv';
 
-/**
- * Available languages of the system
- * You need to translate the i18n file, or translations ones.
- * @type {string[]}
- */
-export const availableLangs = [
-    "en",
-    "fa",
-    "ar",
-    "fr",
-    "it",
-    "es",
-    "pt",
-    "de",
-    "el",
-    "ru",
-    "cs",
-    "sv"
-];
-
 /**
  * AWS default configuration (overrided by AWS_* environment variables)
  * @type {{bucketName: string, region: string}}
@@ -74,8 +52,6 @@ export const emailDefaultConfig = {
     pass: 'password'
 }
 
-export const useAI = true;
-
 /**
  * Maximum number of models per user
  * @type {number}
@@ -218,11 +194,8 @@ export const maxPrivateFileSize = 20 * megabytes; // Taille max par fichier priv
  */
 export const maxTotalPrivateFilesSize = 250 * megabytes;
 
-/**
- * Timeout for Javacript execution in VMs (in milliseconds)
- * @type {number}
- */
-export const timeoutVM = 5000;
+export const maxPackData = 5000;
+export const maxPackPreviewData = maxPackData / 10;
 
 /**
  * Default maximum number of data per request
@@ -300,10 +273,270 @@ metaModels['erp'] = { load: [ 'accountingExercise', 'accountingLineItem', 'accou
  * Available model field attributes
  * @type {string[]}
  */
-export const allowedFields = ['locked', 'hiddenable', 'anonymized', 'condition', 'color', 'index', 'type', 'required', 'hint', 'default', 'validate', 'unique', 'name', 'placeholder', 'asMain'];
+export const allowedFields = ['locked', 'hiddenable', 'anonymized', 'condition', 'color', 'index', 'indexType', 'type', 'required', 'hint', 'default', 'validate', 'unique', 'name', 'placeholder', 'asMain'];
 
 
 
 export const getHost = () => {
     return process.env.HOST || host || 'localhost';
-}
+}
+
+/**
+ * Configuration of MongoDB filters
+ */
+export const MONGO_CALC_OPERATORS = {
+    $find: {
+        label: 'Find in relation',
+        description: 'Recherche dans une relation/tableau',
+        supportsNesting: true,
+        multi: false,
+        isFindOperator: true // Nouvelle propriété pour identifier les opérateurs $find
+    },
+    '$regexMatch': {
+        label: 'Find by regex',
+        description: 'Find a string matching a regular expression (Ecmascript)',
+        args: 2, // input et regex
+        specialStructure: true // Indique une structure spéciale
+    },
+    $and: {
+        label: 'Et (and)',
+        description: 'Renvoie vrai si toutes les conditions sont vérifiées',
+        args: 1,
+        multi: true
+    },
+    $or: {
+        label: 'Ou (or)',
+        description: 'Renvoie vrai si au moins une des conditions est vérifiée.',
+        args: 1,
+        multi: true
+    },
+    $not: {label: 'Non (not)', description: 'Inverse la condition (ex: non égal à).', args: 1, multi: true},
+    $nor: {
+        label: 'Ou Non (nor)',
+        description: 'Renvoie vrai si aucune des conditions n\'est vérifiée',
+        args: 1,
+        multi: true
+    },
+    $eq: {label: '=', multi: false, args: 2},
+    $ne: {label: '!=', multi: false, args: 2},
+    $gt: {label: '>', multi: false, args: 2},
+    $gte: {label: '>=', multi: false, args: 2},
+    $lt: {label: '<', multi: false, args: 2},
+    $lte: {label: '<=', multi: false, args: 2},
+    $in: {label: 'in', multi: true, args: 2},
+    $nin: {label: 'nin', multi: true, args: 2},
+    $all: {label: 'afll', multi: true},
+    $size: {
+        label: 'size',
+        multi: false,
+        description: 'Renvoie le nombre d\'éléments dans un tableau',
+        disableAdvancedValue: true
+    },
+    $elemMatch: {label: 'elemMatch', multi: true},
+    $type: {
+        label: 'type',
+        description: 'Renvoie le type BSON de l\'élément',
+        multi: false,
+        disableAdvancedValue: true
+    },
+    $add: {label: '+', multi: true},
+    $subtract: {label: '-', multi: false, args: 2},
+    $multiply: {label: '*', multi: true},
+    $divide: {label: '/', multi: false, args: 2},
+    $mod: {label: '%', multi: false, args: 2},
+    $pow: {label: 'pow', multi: false},
+    $sqrt: {label: 'sqrt', multi: false},
+    $exp: {label: 'exp', multi: false},
+    $abs: {label: 'abs', multi: false},
+    $ceil: {label: 'ceil', multi: false},
+    $floor: {label: 'floor', multi: false},
+    $ln: {label: 'ln', multi: false},
+    $log10: {label: 'log', multi: false},
+    $concat: {label: 'concat', multi: true},
+
+    // Date-specific
+    $year: {label: 'year', multi: false, isDate: true},
+    $month: {label: 'month', multi: false, isDate: true},
+    $dayOfMonth: {label: 'dayOfMonth', multi: false, isDate: true},
+    $hour: {label: 'hour', multi: false, isDate: true},
+    $minute: {label: 'minute', multi: false, isDate: true},
+    $second: {label: 'second', multi: false, isDate: true},
+    $millisecond: {label: 'ms', multi: false, isDate: true},
+    // Date operators
+    $dateAdd: {
+        label: 'Add to date',
+        description: 'Adds a duration to a date',
+        isDate: true,
+        specialStructure: true,
+        args: [
+            {name: 'startDate', label: 'Start Date', type: 'date'},
+            {
+                name: 'unit',
+                label: 'Unit',
+                type: 'select',
+                options: ['year', 'month', 'day', 'hour', 'minute', 'second']
+            },
+            {name: 'amount', label: 'Amount', type: 'number'},
+            {name: 'timezone', label: 'Timezone', type: 'text', optional: true}
+        ]
+    },
+    $dateSubtract: {
+        label: 'Subtract from date',
+        description: 'Subtracts a duration from a date',
+        isDate: true,
+        specialStructure: true,
+        args: [
+            {name: 'startDate', label: 'Start Date', type: 'date'},
+            {
+                name: 'unit',
+                label: 'Unit',
+                type: 'select',
+                options: ['year', 'month', 'day', 'hour', 'minute', 'second']
+            },
+            {name: 'amount', label: 'Amount', type: 'number'},
+            {name: 'timezone', label: 'Timezone', type: 'text', optional: true}
+        ]
+    },
+    $dateDiff: {
+        label: 'Date Difference',
+        description: 'Calculates the difference between two dates in specified units',
+        isDate: true,
+        specialStructure: true,
+        args: [
+            {
+                name: 'startDate',
+                label: 'Start Date',
+                type: 'date',
+                description: 'The starting date (inclusive)'
+            },
+            {
+                name: 'endDate',
+                label: 'End Date',
+                type: 'date',
+                description: 'The ending date (exclusive)'
+            },
+            {
+                name: 'unit',
+                label: 'Unit',
+                type: 'select',
+                options: ['year', 'month', 'week', 'day', 'hour', 'minute', 'second'],
+                description: 'The unit for the result'
+            },
+            {
+                name: 'timezone',
+                label: 'Timezone',
+                type: 'text',
+                optional: true,
+                description: 'The timezone (e.g. "Europe/Paris")'
+            }
+        ]
+    },
+    $dateToString: {
+        label: 'Format date as string',
+        description: 'Formats a date as a string',
+        isDate: true,
+        specialStructure: true,
+        args: [
+            {
+                name: 'date',
+                label: 'Date',
+                type: 'date'
+            },
+            {
+                name: 'format',
+                label: 'Format',
+                optional: true,
+                type: 'text'
+            },
+            {
+                name: 'timezone',
+                label: 'Timezone',
+                type: 'text',
+                optional: true,
+                description: 'The timezone (e.g. "Europe/Paris")'
+            }
+        ]
+    },
+
+    // Converters
+    $toBool: {label: 'toBool', multi: false, converter: true},
+    $toString: {label: 'toString', multi: false, converter: true},
+    $toInt: {label: 'toInt', multi: false, converter: true},
+    $toDouble: {label: 'toDouble', multi: false, converter: true},
+
+    // --- Special Query Operators (not for $expr) ---
+    // These operators are handled by a standard $match stage, not inside $expr.
+    // The UI should use them to construct parts of the main filter object.
+    $regex: {
+        label: 'Regex',
+        description: 'Matches strings using a regular expression. Applied to a specific field.',
+        isQueryOperator: true,
+        specialStructure: true,
+        args: [
+            { name: 'pattern', label: 'Pattern', type: 'text', description: 'The regex pattern.' },
+            { name: 'options', label: 'Options', type: 'text', optional: true, description: 'Regex options (e.g., "i" for case-insensitivity).' }
+        ]
+    },
+
+    $text: {
+        label: 'Text Search',
+        description: 'Performs a full-text search on the collection. Must be a top-level filter condition.',
+        isQueryOperator: true,
+        isTopLevel: true, // Indicates it's a key in the root of the filter, not under a field name.
+        specialStructure: true,
+        args: [
+            { name: '$search', label: 'Search Terms', type: 'text' },
+            { name: '$language', label: 'Language', type: 'text', optional: true },
+            { name: '$caseSensitive', label: 'Case Sensitive', type: 'boolean', optional: true },
+            { name: '$diacriticSensitive', label: 'Diacritic Sensitive', type: 'boolean', optional: true }
+        ]
+    },
+
+    $nearSphere: {
+        label: 'Near Sphere',
+        description: 'Finds documents near a GeoJSON point on a sphere. Applied to a 2dsphere-indexed field.',
+        isQueryOperator: true,
+        specialStructure: true,
+        args: [
+            { name: 'geometry', label: 'Center Point (GeoJSON)', type: 'code', language: 'json', description: 'e.g., { "type": "Point", "coordinates": [ -73.93, 40.82 ] }' },
+            { name: 'maxDistance', label: 'Max Distance (meters)', type: 'number', optional: true },
+            { name: 'minDistance', label: 'Min Distance (meters)', type: 'number', optional: true }
+        ]
+    },
+
+    $geoWithin: {
+        label: 'Geo Within',
+        description: 'Selects documents with geospatial data that exists entirely within a specified shape.',
+        isQueryOperator: true,
+        specialStructure: true,
+        args: [
+            { name: '$geometry', label: 'Shape (GeoJSON)', type: 'code', language: 'json', description: 'A GeoJSON Polygon or MultiPolygon.' }
+        ]
+    },
+
+    $geoIntersects: {
+        label: 'Geo Intersects',
+        description: 'Selects documents whose geospatial data intersects with a specified GeoJSON object.',
+        isQueryOperator: true,
+        specialStructure: true,
+        args: [
+            { name: '$geometry', label: 'Geometry (GeoJSON)', type: 'code', language: 'json', description: 'A GeoJSON object to test for intersection.' }
+        ]
+    },
+
+    // This represents the $geoNear aggregation stage, which has special placement rules.
+    $geoNear: {
+        label: 'Geo Near (Stage)',
+        description: 'Finds and sorts documents by distance. Must be the first operation in a search.',
+        isQueryOperator: true,
+        isTopLevel: true, // Indicates it's a key in the root of the filter.
+        specialStructure: true,
+        args: [
+            { name: 'near', label: 'Near Point (GeoJSON)', type: 'code', language: 'json', description: 'The point to search near.' },
+            { name: 'distanceField', label: 'Distance Field Name', type: 'text', description: 'The output field to store the distance.' },
+            { name: 'spherical', label: 'Spherical', type: 'boolean', optional: true, default: true },
+            { name: 'query', label: 'Additional Query', type: 'code', language: 'json', optional: true, description: 'Filters documents before distance calculation.' },
+            { name: 'maxDistance', label: 'Max Distance (meters)', type: 'number', optional: true }
+        ]
+    }
+};

package/src/core.js

@@ -435,4 +435,18 @@ export const stringToHslColor = (str) => {
     const s = 70;         // Saturation (fixe pour des couleurs vives mais pas criardes)
     const l = 55;         // Luminosité (fixe pour une bonne lisibilité)
     return `hsl(${h}, ${s}%, ${l}%)`;
-};
+};
+
+export function countKeys(t) {
+    switch (t?.constructor) {
+    case Object:                                     // 1
+        return Object
+            .values(t)
+            .reduce((r, v) => r + 1 + countKeys(v), 0)
+    case Array:                                      // 2
+        return t
+            .reduce((r, v) => r + countKeys(v), 0)
+    default:                                         // 3
+        return 0
+    }
+}

package/src/data.js

@@ -30,7 +30,7 @@ export const isLocalUser = (user) => {
 };
 
 export const isDemoUser = (user) => {
-    return /^demo[0-9]{1,2}$/.test(user?.username);
+    return user?.temporary;
 }
 
 export function getUserHash(user) {