@exulu/backend 1.51.0 → 1.51.1

package/dist/index.cjs

@@ -10863,6 +10863,7 @@ var providerRateLimiter = async (key, windowSeconds, limit, points) => {
 
 // src/exulu/routes.ts
 var import_zod_from_json_schema = require("zod-from-json-schema");
+var import_zod8 = require("zod");
 var REQUEST_SIZE_LIMIT = "50mb";
 var getExuluVersionNumber = async () => {
   try {
@@ -11765,7 +11766,7 @@ var import_types2 = require("@modelcontextprotocol/sdk/types.js");
 var import_express4 = require("express");
 var import_api3 = require("@opentelemetry/api");
 var import_crypto_js7 = __toESM(require("crypto-js"), 1);
-var import_zod8 = require("zod");
+var import_zod9 = require("zod");
 var SESSION_ID_HEADER = "mcp-session-id";
 var ExuluMCP = class {
   server = {};
@@ -11848,7 +11849,7 @@ var ExuluMCP = class {
           title: tool3.name + " agent",
           description: tool3.description,
           inputSchema: {
-            inputs: tool3.inputSchema || import_zod8.z.object({})
+            inputs: tool3.inputSchema || import_zod9.z.object({})
           }
         },
         async ({ inputs }, args) => {
@@ -11900,7 +11901,7 @@ var ExuluMCP = class {
           title: "Get List of Prompt Templates",
           description: "Retrieves a list of prompt templates available for this agent. Returns the name, description, and ID of each template.",
           inputSchema: {
-            inputs: import_zod8.z.object({})
+            inputs: import_zod9.z.object({})
           }
         },
         async ({ inputs }, args) => {
@@ -11946,8 +11947,8 @@ var ExuluMCP = class {
           title: "Get Prompt Template Details",
           description: "Retrieves the full details of a specific prompt template by ID, including the actual template content with variables.",
           inputSchema: {
-            inputs: import_zod8.z.object({
-              id: import_zod8.z.string().describe("The ID of the prompt template to retrieve")
+            inputs: import_zod9.z.object({
+              id: import_zod9.z.string().describe("The ID of the prompt template to retrieve")
             })
           }
         },
@@ -12855,7 +12856,7 @@ var ExuluEval = class {
 };
 
 // src/templates/evals/index.ts
-var import_zod9 = require("zod");
+var import_zod10 = require("zod");
 var llmAsJudgeEval = () => {
   if (process.env.REDIS_HOST?.length && process.env.REDIS_PORT?.length) {
     return new ExuluEval({
@@ -12900,8 +12901,8 @@ var llmAsJudgeEval = () => {
           contexts: [],
           rerankers: [],
           prompt,
-          outputSchema: import_zod9.z.object({
-            score: import_zod9.z.number().min(0).max(100).describe("The score between 0 and 100.")
+          outputSchema: import_zod10.z.object({
+            score: import_zod10.z.number().min(0).max(100).describe("The score between 0 and 100.")
           }),
           providerapikey
         });
@@ -13129,12 +13130,12 @@ Usage:
 - If no todos exist yet, an empty list will be returned`;
 
 // src/templates/tools/todo/todo.ts
-var import_zod10 = __toESM(require("zod"), 1);
-var TodoSchema = import_zod10.default.object({
-  content: import_zod10.default.string().describe("Brief description of the task"),
-  status: import_zod10.default.string().describe("Current status of the task: pending, in_progress, completed, cancelled"),
-  priority: import_zod10.default.string().describe("Priority level of the task: high, medium, low"),
-  id: import_zod10.default.string().describe("Unique identifier for the todo item")
+var import_zod11 = __toESM(require("zod"), 1);
+var TodoSchema = import_zod11.default.object({
+  content: import_zod11.default.string().describe("Brief description of the task"),
+  status: import_zod11.default.string().describe("Current status of the task: pending, in_progress, completed, cancelled"),
+  priority: import_zod11.default.string().describe("Priority level of the task: high, medium, low"),
+  id: import_zod11.default.string().describe("Unique identifier for the todo item")
 });
 var TodoWriteTool = new ExuluTool({
   id: "todo_write",
@@ -13150,8 +13151,8 @@ var TodoWriteTool = new ExuluTool({
       default: todowrite_default
     }
   ],
-  inputSchema: import_zod10.default.object({
-    todos: import_zod10.default.array(TodoSchema).describe("The updated todo list")
+  inputSchema: import_zod11.default.object({
+    todos: import_zod11.default.array(TodoSchema).describe("The updated todo list")
   }),
   execute: async (inputs) => {
     const { sessionID, todos, user } = inputs;
@@ -13186,7 +13187,7 @@ var TodoReadTool = new ExuluTool({
   id: "todo_read",
   name: "Todo Read",
   description: "Use this tool to read your todo list",
-  inputSchema: import_zod10.default.object({}),
+  inputSchema: import_zod11.default.object({}),
   type: "function",
   category: "todo",
   config: [
@@ -13225,15 +13226,15 @@ async function getTodos(sessionID) {
 var todoTools = [TodoWriteTool, TodoReadTool];
 
 // src/templates/tools/perplexity.ts
-var import_zod11 = __toESM(require("zod"), 1);
+var import_zod12 = __toESM(require("zod"), 1);
 var import_perplexity_ai = __toESM(require("@perplexity-ai/perplexity_ai"), 1);
 var internetSearchTool = new ExuluTool({
   id: "internet_search",
   name: "Perplexity Live Internet Search",
   description: "Search the internet for information.",
-  inputSchema: import_zod11.default.object({
-    query: import_zod11.default.string().describe("The query to the tool."),
-    search_recency_filter: import_zod11.default.enum(["day", "week", "month", "year"]).optional().describe("The recency filter for the search, can be day, week, month or year.")
+  inputSchema: import_zod12.default.object({
+    query: import_zod12.default.string().describe("The query to the tool."),
+    search_recency_filter: import_zod12.default.enum(["day", "week", "month", "year"]).optional().describe("The recency filter for the search, can be day, week, month or year.")
   }),
   category: "internet_search",
   type: "web_search",
@@ -16192,7 +16193,7 @@ Or manually run the setup script:
 var fs2 = __toESM(require("fs"), 1);
 var path = __toESM(require("path"), 1);
 var import_ai7 = require("ai");
-var import_zod12 = require("zod");
+var import_zod13 = require("zod");
 var import_p_limit = __toESM(require("p-limit"), 1);
 var import_crypto = require("crypto");
 var mammoth = __toESM(require("mammoth"), 1);
@@ -16495,15 +16496,15 @@ If the page contains a flow-chart, schematic, technical drawing or control board
   const result = await (0, import_ai7.generateText)({
     model,
     output: import_ai7.Output.object({
-      schema: import_zod12.z.object({
-        needs_correction: import_zod12.z.boolean(),
-        corrected_text: import_zod12.z.string().nullable(),
-        current_page_table: import_zod12.z.object({
-          headers: import_zod12.z.array(import_zod12.z.string()),
-          is_continuation: import_zod12.z.boolean()
+      schema: import_zod13.z.object({
+        needs_correction: import_zod13.z.boolean(),
+        corrected_text: import_zod13.z.string().nullable(),
+        current_page_table: import_zod13.z.object({
+          headers: import_zod13.z.array(import_zod13.z.string()),
+          is_continuation: import_zod13.z.boolean()
         }).nullable(),
-        confidence: import_zod12.z.enum(["high", "medium", "low"]),
-        reasoning: import_zod12.z.string()
+        confidence: import_zod13.z.enum(["high", "medium", "low"]),
+        reasoning: import_zod13.z.string()
       })
     }),
     messages: [
@@ -16696,6 +16697,13 @@ async function processDocument(filePath, fileType, buffer, tempDir, config, verb
     }
   };
 }
+var getMistralApiKey = async () => {
+  if (process.env.MISTRAL_API_KEY) {
+    return process.env.MISTRAL_API_KEY;
+  } else {
+    return await ExuluVariables.get("MISTRAL_API_KEY");
+  }
+};
 async function processPdf(buffer, paths, config, verbose = false) {
   try {
     let json = [];
@@ -16751,12 +16759,13 @@ ${setupResult.output || ""}`);
         headings: []
       }];
     } else if (config?.processor.name === "mistral") {
-      if (!process.env.MISTRAL_API_KEY) {
-        throw new Error("[EXULU] MISTRAL_API_KEY is not set, please set it in the environment variables.");
+      const MISTRAL_API_KEY = await getMistralApiKey();
+      if (MISTRAL_API_KEY) {
+        throw new Error('[EXULU] MISTRAL_API_KEY is not set, please set it in the environment variable via process.env or via an Exulu variable named "MISTRAL_API_KEY".');
       }
       await new Promise((resolve3) => setTimeout(resolve3, Math.floor(Math.random() * 4e3) + 1e3));
       const base64Pdf = buffer.toString("base64");
-      const client2 = new import_mistralai.Mistral({ apiKey: process.env.MISTRAL_API_KEY });
+      const client2 = new import_mistralai.Mistral({ apiKey: MISTRAL_API_KEY });
       const ocrResponse = await withRetry(async () => {
         const ocrResponse2 = await client2.ocr.process({
           document: {

package/dist/index.js

@@ -10829,6 +10829,7 @@ var providerRateLimiter = async (key, windowSeconds, limit, points) => {
 
 // src/exulu/routes.ts
 import { convertJsonSchemaToZod } from "zod-from-json-schema";
+import "zod";
 var REQUEST_SIZE_LIMIT = "50mb";
 var getExuluVersionNumber = async () => {
   try {
@@ -11731,7 +11732,7 @@ import { isInitializeRequest } from "@modelcontextprotocol/sdk/types.js";
 import "express";
 import "@opentelemetry/api";
 import CryptoJS7 from "crypto-js";
-import { z as z8 } from "zod";
+import { z as z9 } from "zod";
 var SESSION_ID_HEADER = "mcp-session-id";
 var ExuluMCP = class {
   server = {};
@@ -11814,7 +11815,7 @@ var ExuluMCP = class {
           title: tool3.name + " agent",
           description: tool3.description,
           inputSchema: {
-            inputs: tool3.inputSchema || z8.object({})
+            inputs: tool3.inputSchema || z9.object({})
           }
         },
         async ({ inputs }, args) => {
@@ -11866,7 +11867,7 @@ var ExuluMCP = class {
           title: "Get List of Prompt Templates",
           description: "Retrieves a list of prompt templates available for this agent. Returns the name, description, and ID of each template.",
           inputSchema: {
-            inputs: z8.object({})
+            inputs: z9.object({})
           }
         },
         async ({ inputs }, args) => {
@@ -11912,8 +11913,8 @@ var ExuluMCP = class {
           title: "Get Prompt Template Details",
           description: "Retrieves the full details of a specific prompt template by ID, including the actual template content with variables.",
           inputSchema: {
-            inputs: z8.object({
-              id: z8.string().describe("The ID of the prompt template to retrieve")
+            inputs: z9.object({
+              id: z9.string().describe("The ID of the prompt template to retrieve")
             })
           }
         },
@@ -12821,7 +12822,7 @@ var ExuluEval = class {
 };
 
 // src/templates/evals/index.ts
-import { z as z9 } from "zod";
+import { z as z10 } from "zod";
 var llmAsJudgeEval = () => {
   if (process.env.REDIS_HOST?.length && process.env.REDIS_PORT?.length) {
     return new ExuluEval({
@@ -12866,8 +12867,8 @@ var llmAsJudgeEval = () => {
           contexts: [],
           rerankers: [],
           prompt,
-          outputSchema: z9.object({
-            score: z9.number().min(0).max(100).describe("The score between 0 and 100.")
+          outputSchema: z10.object({
+            score: z10.number().min(0).max(100).describe("The score between 0 and 100.")
           }),
           providerapikey
         });
@@ -13095,12 +13096,12 @@ Usage:
 - If no todos exist yet, an empty list will be returned`;
 
 // src/templates/tools/todo/todo.ts
-import z10 from "zod";
-var TodoSchema = z10.object({
-  content: z10.string().describe("Brief description of the task"),
-  status: z10.string().describe("Current status of the task: pending, in_progress, completed, cancelled"),
-  priority: z10.string().describe("Priority level of the task: high, medium, low"),
-  id: z10.string().describe("Unique identifier for the todo item")
+import z11 from "zod";
+var TodoSchema = z11.object({
+  content: z11.string().describe("Brief description of the task"),
+  status: z11.string().describe("Current status of the task: pending, in_progress, completed, cancelled"),
+  priority: z11.string().describe("Priority level of the task: high, medium, low"),
+  id: z11.string().describe("Unique identifier for the todo item")
 });
 var TodoWriteTool = new ExuluTool({
   id: "todo_write",
@@ -13116,8 +13117,8 @@ var TodoWriteTool = new ExuluTool({
       default: todowrite_default
     }
   ],
-  inputSchema: z10.object({
-    todos: z10.array(TodoSchema).describe("The updated todo list")
+  inputSchema: z11.object({
+    todos: z11.array(TodoSchema).describe("The updated todo list")
   }),
   execute: async (inputs) => {
     const { sessionID, todos, user } = inputs;
@@ -13152,7 +13153,7 @@ var TodoReadTool = new ExuluTool({
   id: "todo_read",
   name: "Todo Read",
   description: "Use this tool to read your todo list",
-  inputSchema: z10.object({}),
+  inputSchema: z11.object({}),
   type: "function",
   category: "todo",
   config: [
@@ -13191,15 +13192,15 @@ async function getTodos(sessionID) {
 var todoTools = [TodoWriteTool, TodoReadTool];
 
 // src/templates/tools/perplexity.ts
-import z11 from "zod";
+import z12 from "zod";
 import Perplexity from "@perplexity-ai/perplexity_ai";
 var internetSearchTool = new ExuluTool({
   id: "internet_search",
   name: "Perplexity Live Internet Search",
   description: "Search the internet for information.",
-  inputSchema: z11.object({
-    query: z11.string().describe("The query to the tool."),
-    search_recency_filter: z11.enum(["day", "week", "month", "year"]).optional().describe("The recency filter for the search, can be day, week, month or year.")
+  inputSchema: z12.object({
+    query: z12.string().describe("The query to the tool."),
+    search_recency_filter: z12.enum(["day", "week", "month", "year"]).optional().describe("The recency filter for the search, can be day, week, month or year.")
   }),
   category: "internet_search",
   type: "web_search",
@@ -16158,7 +16159,7 @@ Or manually run the setup script:
 import * as fs2 from "fs";
 import * as path from "path";
 import { generateText as generateText3, Output as Output3 } from "ai";
-import { z as z12 } from "zod";
+import { z as z13 } from "zod";
 import pLimit from "p-limit";
 import { randomUUID as randomUUID6 } from "crypto";
 import * as mammoth from "mammoth";
@@ -16461,15 +16462,15 @@ If the page contains a flow-chart, schematic, technical drawing or control board
   const result = await generateText3({
     model,
     output: Output3.object({
-      schema: z12.object({
-        needs_correction: z12.boolean(),
-        corrected_text: z12.string().nullable(),
-        current_page_table: z12.object({
-          headers: z12.array(z12.string()),
-          is_continuation: z12.boolean()
+      schema: z13.object({
+        needs_correction: z13.boolean(),
+        corrected_text: z13.string().nullable(),
+        current_page_table: z13.object({
+          headers: z13.array(z13.string()),
+          is_continuation: z13.boolean()
         }).nullable(),
-        confidence: z12.enum(["high", "medium", "low"]),
-        reasoning: z12.string()
+        confidence: z13.enum(["high", "medium", "low"]),
+        reasoning: z13.string()
       })
     }),
     messages: [
@@ -16662,6 +16663,13 @@ async function processDocument(filePath, fileType, buffer, tempDir, config, verb
     }
   };
 }
+var getMistralApiKey = async () => {
+  if (process.env.MISTRAL_API_KEY) {
+    return process.env.MISTRAL_API_KEY;
+  } else {
+    return await ExuluVariables.get("MISTRAL_API_KEY");
+  }
+};
 async function processPdf(buffer, paths, config, verbose = false) {
   try {
     let json = [];
@@ -16717,12 +16725,13 @@ ${setupResult.output || ""}`);
         headings: []
       }];
     } else if (config?.processor.name === "mistral") {
-      if (!process.env.MISTRAL_API_KEY) {
-        throw new Error("[EXULU] MISTRAL_API_KEY is not set, please set it in the environment variables.");
+      const MISTRAL_API_KEY = await getMistralApiKey();
+      if (MISTRAL_API_KEY) {
+        throw new Error('[EXULU] MISTRAL_API_KEY is not set, please set it in the environment variable via process.env or via an Exulu variable named "MISTRAL_API_KEY".');
       }
       await new Promise((resolve3) => setTimeout(resolve3, Math.floor(Math.random() * 4e3) + 1e3));
       const base64Pdf = buffer.toString("base64");
-      const client2 = new Mistral({ apiKey: process.env.MISTRAL_API_KEY });
+      const client2 = new Mistral({ apiKey: MISTRAL_API_KEY });
       const ocrResponse = await withRetry(async () => {
         const ocrResponse2 = await client2.ocr.process({
           document: {

package/ee/python/documents/processing/doc_processor.ts

@@ -15,6 +15,7 @@ import { executePythonScript } from '@SRC/utils/python-executor';
 import { setupPythonEnvironment, validatePythonEnvironment } from '@SRC/utils/python-setup';
 import { LiteParse } from '@llamaindex/liteparse';
 import { Mistral } from '@mistralai/mistralai';
+import { ExuluVariables } from '@SRC/index';
 
 type DocumentProcessorConfig = {
   vlm?: {
@@ -586,6 +587,14 @@ async function processDocument(
   };
 }
 
+const getMistralApiKey = async () => {
+  if (process.env.MISTRAL_API_KEY) {
+    return process.env.MISTRAL_API_KEY;
+  } else {
+    return await ExuluVariables.get("MISTRAL_API_KEY");
+  }
+}
+
 async function processPdf(
   buffer: Buffer,
   paths: ProcessingPaths,
@@ -656,15 +665,17 @@ async function processPdf(
       }];
 
     } else if (config?.processor.name === "mistral") {
-      if (!process.env.MISTRAL_API_KEY) {
-        throw new Error('[EXULU] MISTRAL_API_KEY is not set, please set it in the environment variables.');
+
+      const MISTRAL_API_KEY = await getMistralApiKey();
+      if (MISTRAL_API_KEY) {
+        throw new Error('[EXULU] MISTRAL_API_KEY is not set, please set it in the environment variable via process.env or via an Exulu variable named "MISTRAL_API_KEY".');
       }
 
       // Wait a randomn time between 1 and 5 seconds to prevent rate limiting
       await new Promise(resolve => setTimeout(resolve, Math.floor(Math.random() * 4000) + 1000));
 
       const base64Pdf = buffer.toString('base64');
-      const client = new Mistral({ apiKey: process.env.MISTRAL_API_KEY });
+      const client = new Mistral({ apiKey: MISTRAL_API_KEY });
 
       const ocrResponse = await withRetry(async () => {
         type MistralOCRResponse = Awaited<ReturnType<typeof client.ocr.process>>;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@exulu/backend",
   "author": "Qventu Bv.",
-  "version": "1.51.0",
+  "version": "1.51.1",
   "main": "./dist/index.js",
   "private": false,
   "publishConfig": {