@exulu/backend 1.6.2 → 1.8.0

package/dist/index.d.ts

@@ -123,6 +123,14 @@ interface ExuluAgentParams {
     outputSchema?: ZodSchema;
     rateLimit?: RateLimiterRule;
 }
+interface ExuluAgentToolConfig {
+    toolId: string;
+    config: {
+        name: string;
+        variable: string;
+        value?: any;
+    }[];
+}
 declare class ExuluAgent {
     id: string;
     name: string;
@@ -142,17 +150,19 @@ declare class ExuluAgent {
     };
     constructor({ id, name, description, config, rateLimit, capabilities, type, evals }: ExuluAgentParams);
     tool: () => ExuluTool;
-    generateSync: ({ messages, prompt, tools, statistics }: {
+    generateSync: ({ messages, prompt, tools, statistics, configs }: {
         messages?: Message[];
         prompt?: string;
         tools?: ExuluTool[];
         statistics?: ExuluStatisticParams;
+        configs?: ExuluAgentToolConfig[];
     }) => Promise<string>;
-    generateStream: ({ messages, prompt, tools, statistics }: {
+    generateStream: ({ messages, prompt, tools, statistics, configs }: {
         messages?: Message[];
         prompt?: string;
         tools?: ExuluTool[];
         statistics?: ExuluStatisticParams;
+        configs?: ExuluAgentToolConfig[];
     }) => ai.StreamTextResult<Record<string, Tool>, never>;
 }
 type VectorOperationResponse = Promise<{
@@ -303,18 +313,27 @@ declare class ExuluTool {
     inputSchema?: ZodSchema;
     type: "context" | "function" | "agent";
     tool: Tool;
-    constructor({ id, name, description, inputSchema, type, execute }: {
+    config: {
+        name: string;
+        description: string;
+    }[];
+    constructor({ id, name, description, inputSchema, type, execute, config }: {
         id: string;
         name: string;
         description: string;
         inputSchema?: ZodSchema;
         type: "context" | "function" | "agent";
+        config: {
+            name: string;
+            description: string;
+        }[];
         execute: (inputs: any) => Promise<any>;
     });
 }
 type ExuluContextFieldDefinition = {
     name: string;
     type: ExuluFieldTypes;
+    unique?: boolean;
 };
 declare class ExuluContext {
     id: string;
@@ -512,6 +531,7 @@ type User = {
     emailVerified?: string;
     type?: "api" | "user";
     anthropic_token?: string;
+    super_admin?: boolean;
     roles?: {
         id: string;
         role: string;

package/dist/index.js

@@ -261,41 +261,50 @@ var bullmqDecorator = async ({
 };
 
 // src/registry/utils/map-types.ts
-var mapType = (t, type, name, defaultValue) => {
+var mapType = (t, type, name, defaultValue, unique) => {
   if (type === "text") {
     t.text(name);
+    if (unique) t.unique(name);
     return;
   }
   if (type === "longText") {
     t.text(name);
+    if (unique) t.unique(name);
     return;
   }
   if (type === "shortText") {
     t.string(name, 100);
+    if (unique) t.unique(name);
     return;
   }
   if (type === "number") {
     t.float(name);
+    if (unique) t.unique(name);
     return;
   }
   if (type === "boolean") {
     t.boolean(name).defaultTo(defaultValue || false);
+    if (unique) t.unique(name);
     return;
   }
   if (type === "code") {
     t.text(name);
+    if (unique) t.unique(name);
     return;
   }
   if (type === "json") {
     t.jsonb(name);
+    if (unique) t.unique(name);
     return;
   }
   if (type === "date") {
     t.timestamp(name);
+    if (unique) t.unique(name);
     return;
   }
   if (type === "uuid") {
     t.uuid(name);
+    if (unique) t.unique(name);
     return;
   }
   throw new Error("Invalid type: " + type);
@@ -394,7 +403,39 @@ var ExuluEvalUtils = {
   }
 };
 
+// src/registry/utils/claude-messages.ts
+var CLAUDE_MESSAGES = {
+  anthropic_token_variable_not_encrypted: `
+\x1B[41m -- Anthropic token variable set by your admin is not encrypted. This poses a security risk. Please contact your admin to fix the variable used for your key. --
+\x1B[0m`,
+  anthropic_token_variable_not_found: `
+\x1B[41m -- Anthropic token variable not found. Please contact to fix the variable used for your key. --
+\x1B[0m`,
+  authentication_error: `
+\x1B[41m -- Authentication error please check your IMP token and try again. --
+\x1B[0m`,
+  missing_body: `
+\x1B[41m -- Missing body Anthropic response. --
+\x1B[0m`,
+  missing_nextauth_secret: `
+\x1B[41m -- Missing NEXTAUTH_SECRET in environment variables on the server. --
+\x1B[0m`,
+  not_enabled: `
+\x1B[31m
+\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2557\u2588\u2588\u2557  \u2588\u2588\u2557\u2588\u2588\u2557   \u2588\u2588\u2557\u2588\u2588\u2557      \u2588\u2588\u2557   \u2588\u2588\u2557
+\u2588\u2588\u2554\u2550\u2550\u2550\u2550\u255D\u255A\u2588\u2588\u2557\u2588\u2588\u2554\u255D\u2588\u2588\u2551   \u2588\u2588\u2551\u2588\u2588\u2551      \u2588\u2588\u2551   \u2588\u2588\u2551
+\u2588\u2588\u2588\u2588\u2588\u2557   \u255A\u2588\u2588\u2588\u2554\u255D \u2588\u2588\u2551   \u2588\u2588\u2551\u2588\u2588\u2551      \u2588\u2588\u2551   \u2588\u2588\u2551
+\u2588\u2588\u2554\u2550\u2550\u255D   \u2588\u2588\u2554\u2588\u2588\u2557 \u2588\u2588\u2551   \u2588\u2588\u2551\u2588\u2588\u2551      \u2588\u2588\u2551   \u2588\u2588\u2551
+\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2557\u2588\u2588\u2554\u255D \u2588\u2588\u2557\u255A\u2588\u2588\u2588\u2588\u2588\u2588\u2554\u255D\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2557\u255A\u2588\u2588\u2588\u2588\u2588\u2588\u2554\u255D
+\u255A\u2550\u2550\u2550\u2550\u2550\u2550\u255D\u255A\u2550\u255D  \u255A\u2550\u255D \u255A\u2550\u2550\u2550\u2550\u2550\u255D \u255A\u2550\u2550\u2550\u2550\u2550\u2550\u255D \u255A\u2550\u2550\u2550\u2550\u2550\u255D 
+Intelligence Management Platform
+\x1B[0m
+\x1B[41m -- Your account has not been enabled to use Claude Code, please contact your admin or enable Claude Code in the user settings. --
+\x1B[0m`
+};
+
 // src/registry/classes.ts
+import CryptoJS from "crypto-js";
 function sanitizeToolName(name) {
   if (typeof name !== "string") return "";
   let sanitized = name.replace(/[^a-zA-Z0-9_-]+/g, "_");
@@ -404,7 +445,7 @@ function sanitizeToolName(name) {
   }
   return sanitized;
 }
-var convertToolsArrayToObject = (tools) => {
+var convertToolsArrayToObject = (tools, configs) => {
   if (!tools) return {};
   const sanitizedTools = tools ? tools.map((tool2) => ({
     ...tool2,
@@ -418,12 +459,57 @@ var convertToolsArrayToObject = (tools) => {
   };
   return {
     ...sanitizedTools?.reduce(
-      (prev, cur) => ({ ...prev, [cur.name]: cur.tool }),
+      (prev, cur) => ({
+        ...prev,
+        [cur.name]: {
+          ...cur.tool,
+          execute: async (inputs, options) => {
+            if (!cur.tool?.execute) {
+              console.error("[EXULU] Tool execute function is undefined.", cur.tool);
+              throw new Error("Tool execute function is undefined.");
+            }
+            let config = configs?.find((config2) => config2.toolId === cur.id);
+            if (config) {
+              config = await hydrateVariables(config || []);
+            }
+            return await cur.tool.execute({
+              ...inputs,
+              // Convert config to object format if a config object 
+              // is available, after we added the .value property
+              // by hydrating it from the variables table.
+              config: config ? config.config.reduce((acc, curr) => {
+                acc[curr.name] = curr.value;
+                return acc;
+              }, {}) : {}
+            }, options);
+          }
+        }
+      }),
       {}
     ),
     askForConfirmation
   };
 };
+var hydrateVariables = async (tool2) => {
+  const { db: db3 } = await postgresClient();
+  const promises2 = tool2.config.map(async (toolConfig) => {
+    const variableName = toolConfig.variable;
+    const variable = await db3.from("variables").where({ name: variableName }).first();
+    if (!variable) {
+      console.error("[EXULU] Variable " + variableName + " not found.");
+      throw new Error("Variable " + variableName + " not found.");
+    }
+    let value = variable.value;
+    if (variable.encrypted) {
+      const bytes = CryptoJS.AES.decrypt(variable.value, process.env.NEXTAUTH_SECRET);
+      value = bytes.toString(CryptoJS.enc.Utf8);
+    }
+    toolConfig.value = value;
+  });
+  await Promise.all(promises2);
+  console.log("[EXULU] Variable values retrieved and added to tool config.");
+  return tool2;
+};
 function generateSlug(name) {
   const normalized = name.normalize("NFKD").replace(/[\u0300-\u036f]/g, "");
   const lowercase = normalized.toLowerCase();
@@ -480,12 +566,13 @@ var ExuluAgent = class {
   tool = () => {
     return new ExuluTool({
       id: this.id,
-      name: `${this.name} agent`,
+      name: `${this.name}`,
       type: "agent",
       inputSchema: z.object({
         prompt: z.string()
       }),
       description: `A function that calls an AI agent named: ${this.name}. The agent does the following: ${this.description}.`,
+      config: [],
       execute: async ({ prompt }) => {
         return await this.generateSync({
           prompt,
@@ -497,7 +584,7 @@ var ExuluAgent = class {
       }
     });
   };
-  generateSync = async ({ messages, prompt, tools, statistics }) => {
+  generateSync = async ({ messages, prompt, tools, statistics, configs }) => {
     if (!this.model) {
       throw new Error("Model is required for streaming.");
     }
@@ -513,7 +600,7 @@ var ExuluAgent = class {
       messages,
       prompt,
       maxRetries: 2,
-      tools: convertToolsArrayToObject(tools),
+      tools: convertToolsArrayToObject(tools, configs),
       maxSteps: 5
     });
     if (statistics) {
@@ -527,7 +614,7 @@ var ExuluAgent = class {
     }
     return text;
   };
-  generateStream = ({ messages, prompt, tools, statistics }) => {
+  generateStream = ({ messages, prompt, tools, statistics, configs }) => {
     if (!this.model) {
       throw new Error("Model is required for streaming.");
     }
@@ -543,7 +630,7 @@ var ExuluAgent = class {
       prompt,
       system: "You are a helpful assistant. When you use a tool to answer a question do not explicitly comment on the result of the tool call unless the user has explicitly you to do something with the result.",
       maxRetries: 2,
-      tools: convertToolsArrayToObject(tools),
+      tools: convertToolsArrayToObject(tools, configs),
       maxSteps: 5,
       onError: (error) => console.error("[EXULU] chat stream error.", error),
       onFinish: async ({ response, usage }) => {
@@ -899,8 +986,10 @@ var ExuluTool = class {
   inputSchema;
   type;
   tool;
-  constructor({ id, name, description, inputSchema, type, execute: execute2 }) {
+  config;
+  constructor({ id, name, description, inputSchema, type, execute: execute2, config }) {
     this.id = id;
+    this.config = config;
     this.name = name;
     this.description = description;
     this.inputSchema = inputSchema;
@@ -1308,11 +1397,11 @@ var ExuluContext = class {
       table.text("source");
       table.timestamp("embeddings_updated_at");
       for (const field of this.fields) {
-        const { type, name } = field;
+        const { type, name, unique } = field;
         if (!type || !name) {
           continue;
         }
-        mapType(table, type, sanitizeName(name));
+        mapType(table, type, sanitizeName(name), void 0, unique);
       }
       table.timestamps(true, true);
     });
@@ -1334,11 +1423,12 @@ var ExuluContext = class {
   tool = () => {
     return new ExuluTool({
       id: this.id,
-      name: `${this.name} context`,
+      name: `${this.name}`,
       type: "context",
       inputSchema: z.object({
         query: z.string()
       }),
+      config: [],
       description: `Gets information from the context called: ${this.name}. The context description is: ${this.description}.`,
       execute: async ({ query }) => {
         return await this.getItems({
@@ -1806,7 +1896,7 @@ import "reflect-metadata";
 import { makeExecutableSchema } from "@graphql-tools/schema";
 import GraphQLJSON from "graphql-type-json";
 import { GraphQLScalarType, Kind } from "graphql";
-import CryptoJS from "crypto-js";
+import CryptoJS2 from "crypto-js";
 var GraphQLDate = new GraphQLScalarType({
   name: "Date",
   description: "Date custom scalar type",
@@ -1972,8 +2062,9 @@ function createMutations(table) {
       return results[0];
     },
     [`${tableNamePlural}UpdateOne`]: async (_, args, context, info) => {
-      const { db: db3 } = context;
+      const { db: db3, req } = context;
       let { where, input } = args;
+      await validateSuperAdminPermission(tableNamePlural, input, req);
       input = encryptSensitiveFields(input);
       await db3(tableNamePlural).where(where).update({
         ...input,
@@ -1984,9 +2075,10 @@ function createMutations(table) {
       return result;
     },
     [`${tableNamePlural}UpdateOneById`]: async (_, args, context, info) => {
+      const { db: db3, req } = context;
       let { id, input } = args;
+      await validateSuperAdminPermission(tableNamePlural, input, req);
       input = encryptSensitiveFields(input);
-      const { db: db3 } = context;
       await db3(tableNamePlural).where({ id }).update({
         ...input,
         updatedAt: /* @__PURE__ */ new Date()
@@ -2123,6 +2215,7 @@ function createQueries(table) {
   };
 }
 function createSDL(tables) {
+  console.log("[EXULU] Creating SDL");
   let typeDefs = `
     scalar JSON
     scalar Date
@@ -2138,6 +2231,7 @@ function createSDL(tables) {
     const tableNamePlural = table.name.plural.toLowerCase();
     const tableNameSingular = table.name.singular.toLowerCase();
     const tableNameSingularUpperCaseFirst = table.name.singular.charAt(0).toUpperCase() + table.name.singular.slice(1);
+    console.log("[EXULU] Adding table >>>>>", tableNamePlural);
     typeDefs += `
       ${tableNameSingular}ById(id: ID!): ${tableNameSingular}
       ${tableNamePlural}Pagination(limit: Int, page: Int, filters: [Filter${tableNameSingularUpperCaseFirst}], sort: SortBy): ${tableNameSingularUpperCaseFirst}PaginationResult
@@ -2212,15 +2306,23 @@ type JobStatistics {
   console.log("\n");
   return schema;
 }
-var sensitiveFields = ["anthropic_token"];
 var encryptSensitiveFields = (input) => {
-  sensitiveFields.forEach((field) => {
-    if (input[field]) {
-      input[field] = CryptoJS.AES.encrypt(input[field], process.env.NEXTAUTH_SECRET).toString();
-    }
-  });
+  if (input.value && input.encrypted === true) {
+    input.value = CryptoJS2.AES.encrypt(input.value, process.env.NEXTAUTH_SECRET).toString();
+  }
   return input;
 };
+var validateSuperAdminPermission = async (tableNamePlural, input, req) => {
+  if (tableNamePlural === "users" && input.super_admin !== void 0) {
+    const authResult = await requestValidators.authenticate(req);
+    if (authResult.error || !authResult.user) {
+      throw new Error("Authentication failed");
+    }
+    if (!authResult.user.super_admin) {
+      throw new Error("Only super administrators can modify super_admin status");
+    }
+  }
+};
 
 // src/registry/routes.ts
 import { expressMiddleware } from "@as-integrations/express5";
@@ -2558,6 +2660,29 @@ var agentsSchema = {
     }
   ]
 };
+var variablesSchema = {
+  name: {
+    plural: "variables",
+    singular: "variable"
+  },
+  fields: [
+    {
+      name: "name",
+      type: "text",
+      index: true,
+      unique: true
+    },
+    {
+      name: "value",
+      type: "longText"
+    },
+    {
+      name: "encrypted",
+      type: "boolean",
+      default: false
+    }
+  ]
+};
 
 // src/registry/uppy.ts
 import "express";
@@ -2953,34 +3078,7 @@ var createUppyRoutes = async (app) => {
 // src/registry/routes.ts
 import { InMemoryLRUCache } from "@apollo/utils.keyvaluecache";
 import bodyParser from "body-parser";
-import CryptoJS2 from "crypto-js";
-
-// src/registry/utils/claude-messages.ts
-var CLAUDE_MESSAGES = {
-  authentication_error: `
-\x1B[41m -- Authentication error please check your IMP token and try again. --
-\x1B[0m`,
-  missing_body: `
-\x1B[41m -- Missing body Anthropic response. --
-\x1B[0m`,
-  missing_nextauth_secret: `
-\x1B[41m -- Missing NEXTAUTH_SECRET in environment variables on the server. --
-\x1B[0m`,
-  not_enabled: `
-\x1B[31m
-\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2557\u2588\u2588\u2557  \u2588\u2588\u2557\u2588\u2588\u2557   \u2588\u2588\u2557\u2588\u2588\u2557      \u2588\u2588\u2557   \u2588\u2588\u2557
-\u2588\u2588\u2554\u2550\u2550\u2550\u2550\u255D\u255A\u2588\u2588\u2557\u2588\u2588\u2554\u255D\u2588\u2588\u2551   \u2588\u2588\u2551\u2588\u2588\u2551      \u2588\u2588\u2551   \u2588\u2588\u2551
-\u2588\u2588\u2588\u2588\u2588\u2557   \u255A\u2588\u2588\u2588\u2554\u255D \u2588\u2588\u2551   \u2588\u2588\u2551\u2588\u2588\u2551      \u2588\u2588\u2551   \u2588\u2588\u2551
-\u2588\u2588\u2554\u2550\u2550\u255D   \u2588\u2588\u2554\u2588\u2588\u2557 \u2588\u2588\u2551   \u2588\u2588\u2551\u2588\u2588\u2551      \u2588\u2588\u2551   \u2588\u2588\u2551
-\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2557\u2588\u2588\u2554\u255D \u2588\u2588\u2557\u255A\u2588\u2588\u2588\u2588\u2588\u2588\u2554\u255D\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2557\u255A\u2588\u2588\u2588\u2588\u2588\u2588\u2554\u255D
-\u255A\u2550\u2550\u2550\u2550\u2550\u2550\u255D\u255A\u2550\u255D  \u255A\u2550\u255D \u255A\u2550\u2550\u2550\u2550\u2550\u255D \u255A\u2550\u2550\u2550\u2550\u2550\u2550\u255D \u255A\u2550\u2550\u2550\u2550\u2550\u255D 
-Intelligence Management Platform
-\x1B[0m
-\x1B[41m -- Your account has not been enabled to use Claude Code, please contact your admin or enable Claude Code in the user settings. --
-\x1B[0m`
-};
-
-// src/registry/routes.ts
+import CryptoJS3 from "crypto-js";
 var REQUEST_SIZE_LIMIT = "50mb";
 var global_queues = {
   logs_cleaner: "logs-cleaner"
@@ -3087,7 +3185,7 @@ var createExpressRoutes = async (app, agents, tools, workflows, contexts) => {
   } else {
     console.log("===========================", "[EXULU] no redis server configured, not setting up recurring jobs.", "===========================");
   }
-  const schema = createSDL([usersSchema, rolesSchema, agentsSchema, jobsSchema, workflowSchema, evalResultsSchema, agentSessionsSchema, agentMessagesSchema]);
+  const schema = createSDL([usersSchema, rolesSchema, agentsSchema, jobsSchema, workflowSchema, evalResultsSchema, agentSessionsSchema, agentMessagesSchema, variablesSchema]);
   console.log("[EXULU] graphql server");
   const server = new ApolloServer({
     cache: new InMemoryLRUCache(),
@@ -3922,6 +4020,7 @@ var createExpressRoutes = async (app, agents, tools, workflows, contexts) => {
         const result = agent.generateStream({
           messages: req.body.messages,
           tools: enabledTools,
+          configs: agentInstance.tools,
           statistics: {
             label: agent.name,
             trigger: "agent"
@@ -3932,7 +4031,8 @@ var createExpressRoutes = async (app, agents, tools, workflows, contexts) => {
       } else {
         const response = await agent.generateSync({
           messages: req.body.messages,
-          tools: enabledTools.map(),
+          tools: enabledTools.map((tool2) => tool2.tool),
+          configs: agentInstance.tools,
           statistics: {
             label: agent.name,
             trigger: "agent"
@@ -4049,8 +4149,25 @@ var createExpressRoutes = async (app, agents, tools, workflows, contexts) => {
         res.end(Buffer.from(arrayBuffer));
         return;
       }
-      const bytes = CryptoJS2.AES.decrypt(authenticationResult.user?.anthropic_token, process.env.NEXTAUTH_SECRET);
-      const anthropicApiKey = bytes.toString(CryptoJS2.enc.Utf8);
+      const variableName = authenticationResult.user.anthropic_token;
+      const variable = await db3.from("variables").where({ name: variableName }).first();
+      if (!variable) {
+        const arrayBuffer = createCustomAnthropicStreamingMessage(CLAUDE_MESSAGES.anthropic_token_variable_not_found);
+        res.setHeader("Content-Type", "application/json");
+        res.end(Buffer.from(arrayBuffer));
+        return;
+      }
+      let anthropicApiKey = variable.value;
+      if (!variable.encrypted) {
+        const arrayBuffer = createCustomAnthropicStreamingMessage(CLAUDE_MESSAGES.anthropic_token_variable_not_encrypted);
+        res.setHeader("Content-Type", "application/json");
+        res.end(Buffer.from(arrayBuffer));
+        return;
+      }
+      if (variable.encrypted) {
+        const bytes = CryptoJS3.AES.decrypt(variable.value, process.env.NEXTAUTH_SECRET);
+        anthropicApiKey = bytes.toString(CryptoJS3.enc.Utf8);
+      }
       const headers = {
         "x-api-key": anthropicApiKey,
         "anthropic-version": "2023-06-01",
@@ -4979,8 +5096,8 @@ var RecursiveChunk = class _RecursiveChunk extends Chunk {
 // src/chunking/tokenizer.ts
 import { Tiktoken } from "tiktoken/lite";
 import { load } from "tiktoken/load";
-import registry from "tiktoken/registry.json" assert { type: "json" };
-import models from "tiktoken/model_to_encoding.json" assert { type: "json" };
+import registry from "tiktoken/registry.json";
+import models from "tiktoken/model_to_encoding.json";
 var ExuluTokenizer = class {
   constructor() {
   }
@@ -5925,6 +6042,7 @@ var generateApiKey = async (name, email) => {
 
 // src/postgres/init-db.ts
 var up = async function(knex) {
+  console.log("[EXULU] Database up.");
   if (!await knex.schema.hasTable("agent_sessions")) {
     console.log("[EXULU] Creating agent_sessions table.");
     await knex.schema.createTable("agent_sessions", (table) => {
@@ -5932,11 +6050,11 @@ var up = async function(knex) {
       table.timestamp("createdAt").defaultTo(knex.fn.now());
       table.timestamp("updatedAt").defaultTo(knex.fn.now());
       for (const field of agentSessionsSchema.fields) {
-        const { type, name, default: defaultValue } = field;
+        const { type, name, default: defaultValue, unique } = field;
         if (!type || !name) {
           continue;
         }
-        mapType(table, type, sanitizeName(name), defaultValue);
+        mapType(table, type, sanitizeName(name), defaultValue, unique);
       }
     });
   }
@@ -5947,11 +6065,11 @@ var up = async function(knex) {
       table.timestamp("createdAt").defaultTo(knex.fn.now());
       table.timestamp("updatedAt").defaultTo(knex.fn.now());
       for (const field of agentMessagesSchema.fields) {
-        const { type, name, default: defaultValue } = field;
+        const { type, name, default: defaultValue, unique } = field;
         if (!type || !name) {
           continue;
         }
-        mapType(table, type, sanitizeName(name), defaultValue);
+        mapType(table, type, sanitizeName(name), defaultValue, unique);
       }
     });
   }
@@ -5962,11 +6080,11 @@ var up = async function(knex) {
       table.timestamp("createdAt").defaultTo(knex.fn.now());
       table.timestamp("updatedAt").defaultTo(knex.fn.now());
       for (const field of rolesSchema.fields) {
-        const { type, name, default: defaultValue } = field;
+        const { type, name, default: defaultValue, unique } = field;
         if (!type || !name) {
           continue;
         }
-        mapType(table, type, sanitizeName(name), defaultValue);
+        mapType(table, type, sanitizeName(name), defaultValue, unique);
       }
     });
   }
@@ -5977,11 +6095,11 @@ var up = async function(knex) {
       table.timestamp("createdAt").defaultTo(knex.fn.now());
       table.timestamp("updatedAt").defaultTo(knex.fn.now());
       for (const field of evalResultsSchema.fields) {
-        const { type, name, default: defaultValue } = field;
+        const { type, name, default: defaultValue, unique } = field;
         if (!type || !name) {
           continue;
         }
-        mapType(table, type, sanitizeName(name), defaultValue);
+        mapType(table, type, sanitizeName(name), defaultValue, unique);
       }
     });
   }
@@ -5992,11 +6110,11 @@ var up = async function(knex) {
       table.timestamp("createdAt").defaultTo(knex.fn.now());
       table.timestamp("updatedAt").defaultTo(knex.fn.now());
       for (const field of statisticsSchema.fields) {
-        const { type, name, default: defaultValue } = field;
+        const { type, name, default: defaultValue, unique } = field;
         if (!type || !name) {
           continue;
         }
-        mapType(table, type, sanitizeName(name), defaultValue);
+        mapType(table, type, sanitizeName(name), defaultValue, unique);
       }
     });
   }
@@ -6007,11 +6125,11 @@ var up = async function(knex) {
       table.timestamp("createdAt").defaultTo(knex.fn.now());
       table.timestamp("updatedAt").defaultTo(knex.fn.now());
       for (const field of jobsSchema.fields) {
-        const { type, name, default: defaultValue } = field;
+        const { type, name, default: defaultValue, unique } = field;
         if (!type || !name) {
           continue;
         }
-        mapType(table, type, sanitizeName(name), defaultValue);
+        mapType(table, type, sanitizeName(name), defaultValue, unique);
       }
     });
   }
@@ -6022,11 +6140,26 @@ var up = async function(knex) {
       table.timestamp("createdAt").defaultTo(knex.fn.now());
       table.timestamp("updatedAt").defaultTo(knex.fn.now());
       for (const field of agentsSchema.fields) {
-        const { type, name, default: defaultValue } = field;
+        const { type, name, default: defaultValue, unique } = field;
+        if (!type || !name) {
+          continue;
+        }
+        mapType(table, type, sanitizeName(name), defaultValue, unique);
+      }
+    });
+  }
+  if (!await knex.schema.hasTable("variables")) {
+    console.log("[EXULU] Creating variables table.");
+    await knex.schema.createTable("variables", (table) => {
+      table.uuid("id").primary().defaultTo(knex.fn.uuid());
+      table.timestamp("createdAt").defaultTo(knex.fn.now());
+      table.timestamp("updatedAt").defaultTo(knex.fn.now());
+      for (const field of variablesSchema.fields) {
+        const { type, name, default: defaultValue, unique } = field;
         if (!type || !name) {
           continue;
         }
-        mapType(table, type, sanitizeName(name), defaultValue);
+        mapType(table, type, sanitizeName(name), defaultValue, unique);
       }
     });
   }
@@ -6052,14 +6185,14 @@ var up = async function(knex) {
       table.text("image");
       for (const field of usersSchema.fields) {
         console.log("[EXULU] field", field);
-        const { type, name, default: defaultValue } = field;
+        const { type, name, default: defaultValue, unique } = field;
         if (name === "id" || name === "name" || name === "email" || name === "emailVerified" || name === "image") {
           continue;
         }
         if (!type || !name) {
           continue;
         }
-        mapType(table, type, sanitizeName(name), defaultValue);
+        mapType(table, type, sanitizeName(name), defaultValue, unique);
       }
     });
   }

package/lms.md

@@ -0,0 +1,3 @@
+The Exulu LMS is a Tutor Open Edx instance hosted on a hetzner cloud. Important, we used this guide https://community.hetzner.com/tutorials/open-edx-lms-docker. Pleas note the command "config save --set ENABLE_WEB_PROXY=false --set CADDY_HTTP_PORT=84" used in the guide is false, it should be "tutor config save --set ENABLE_WEB_PROXY=true --set ENABLE_HTTPS=true --set CADDY_HTTP_PORT=80 --set CADDY_HTTPS_PORT=443".
+
+Also follow this guide to setup the first user, and upgrade the database to support icons / emojis: https://docs.tutor.edly.io/local.html#createuser