@exulu/backend 1.30.2 → 1.30.3

package/CHANGELOG.md

@@ -1,6 +1,8 @@
-## [1.30.2](https://github.com/Qventu/exulu-backend/compare/v1.30.1...v1.30.2) (2025-11-04)
+## [1.30.3](https://github.com/Qventu/exulu-backend/compare/v1.30.2...v1.30.3) (2025-11-04)
 
 
 ### Bug Fixes
 
-* add stack log to queue error ([22372bd](https://github.com/Qventu/exulu-backend/commit/22372bd103acaf8346301f9bd7fa3b8ce843b432))
+* issue importing default evals ([3b5013d](https://github.com/Qventu/exulu-backend/commit/3b5013dc6357a13e5e35d815ea854cf09ed84440))
+* issue importing default evals ([56ae0e0](https://github.com/Qventu/exulu-backend/commit/56ae0e0fab18781c7b3b26c0df4e2744b9385569))
+* issue importing default evals ([3976ced](https://github.com/Qventu/exulu-backend/commit/3976ced27f7180e1121bc1ba57aa01263828577f))

package/dist/index.cjs

@@ -7795,7 +7795,8 @@ var ExuluQueues = class {
       }
       if (!redisServer.host?.length || !redisServer.port?.length) {
         console.error(`[EXULU] no redis server configured, but you are trying to use a queue ( ${name}), likely in an agent or embedder (look for ExuluQueues.register().use() ).`);
-        console.error(new Error().stack);
+        console.error("Stack trace:");
+        console.trace();
         throw new Error(`[EXULU] no redis server configured.`);
       }
       const newQueue = new import_bullmq5.Queue(
@@ -7835,50 +7836,64 @@ var queues = new ExuluQueues();
 
 // src/templates/evals/index.ts
 var import_zod3 = require("zod");
-var llmAsJudgeEval = new ExuluEval2({
-  id: "llm_as_judge",
-  name: "LLM as Judge",
-  description: "Evaluate the output of the LLM as a judge.",
-  execute: async ({ agent, backend, messages, testCase, config }) => {
-    console.log("[EXULU] running llm as judge eval", { agent, backend, messages, testCase, config });
-    let prompt = config?.prompt;
-    if (!prompt) {
-      console.error("[EXULU] prompt is required.");
-      throw new Error("Prompt is required.");
-    }
-    const lastMessage = messages[messages.length - 1]?.parts?.filter((part) => part.type === "text").map((part) => part.text).join("\n");
-    console.log("[EXULU] last message", lastMessage);
-    if (!lastMessage) {
-      return 0;
-    }
-    prompt = prompt.replace("{actual_output}", lastMessage);
-    prompt = prompt.replace("{expected_output}", testCase.expected_output);
-    if (!agent.providerapikey) {
-      throw new Error(`Provider API key for agent ${agent.name} is required, variable name is ${agent.providerapikey} but it is not set.`);
-    }
-    const providerapikey = await ExuluVariables.get(agent.providerapikey);
-    console.log("[EXULU] prompt", prompt);
-    const response = await backend.generateSync({
-      prompt,
-      outputSchema: import_zod3.z.object({
-        score: import_zod3.z.number().min(0).max(100).describe("The score between 0 and 100.")
-      }),
-      providerapikey
+var llmAsJudgeEval = () => {
+  if (process.env.REDIS_HOST?.length && process.env.REDIS_PORT?.length) {
+    return new ExuluEval2({
+      id: "llm_as_judge",
+      name: "LLM as Judge",
+      description: "Evaluate the output of the LLM as a judge.",
+      execute: async ({ agent, backend, messages, testCase, config }) => {
+        console.log("[EXULU] running llm as judge eval", { agent, backend, messages, testCase, config });
+        let prompt = config?.prompt;
+        if (!prompt) {
+          console.error("[EXULU] prompt is required.");
+          throw new Error("Prompt is required.");
+        }
+        const lastMessage = messages[messages.length - 1]?.parts?.filter((part) => part.type === "text").map((part) => part.text).join("\n");
+        console.log("[EXULU] last message", lastMessage);
+        if (!lastMessage) {
+          return 0;
+        }
+        prompt = prompt.replace("{actual_output}", lastMessage);
+        prompt = prompt.replace("{expected_output}", testCase.expected_output);
+        if (!agent.providerapikey) {
+          throw new Error(`Provider API key for agent ${agent.name} is required, variable name is ${agent.providerapikey} but it is not set.`);
+        }
+        const providerapikey = await ExuluVariables.get(agent.providerapikey);
+        console.log("[EXULU] prompt", prompt);
+        const response = await backend.generateSync({
+          prompt,
+          outputSchema: import_zod3.z.object({
+            score: import_zod3.z.number().min(0).max(100).describe("The score between 0 and 100.")
+          }),
+          providerapikey
+        });
+        console.log("[EXULU] response", response);
+        const score = parseFloat(response.score);
+        if (isNaN(score)) {
+          throw new Error(`Generated score from llm as a judge eval is not a number: ${response.score}`);
+        }
+        return score;
+      },
+      config: [{
+        name: "prompt",
+        description: "The prompt to send to the LLM as a judge, make sure to instruct the LLM to output a numerical score between 0 and 100. Add {actual_output} to the prompt to replace with the last message content, and {expected_output} to replace with the expected output."
+      }],
+      queue: queues.register("llm_as_judge", 1, 1).use(),
+      llm: true
     });
-    console.log("[EXULU] response", response);
-    const score = parseFloat(response.score);
-    if (isNaN(score)) {
-      throw new Error(`Generated score from llm as a judge eval is not a number: ${response.score}`);
-    }
-    return score;
-  },
-  config: [{
-    name: "prompt",
-    description: "The prompt to send to the LLM as a judge, make sure to instruct the LLM to output a numerical score between 0 and 100. Add {actual_output} to the prompt to replace with the last message content, and {expected_output} to replace with the expected output."
-  }],
-  queue: queues.register("llm_as_judge", 1, 1).use(),
-  llm: true
-});
+  }
+  return void 0;
+};
+var getDefaultEvals = () => {
+  if (process.env.REDIS_HOST?.length && process.env.REDIS_PORT?.length) {
+    return [
+      llmAsJudgeEval() ?? void 0
+    ].filter((x) => x !== void 0);
+  }
+  console.error("[EXULU] no redis server configured, skipping default evals as they require redis queues.");
+  return [];
+};
 
 // src/templates/tools/math.ts
 var import_zod4 = require("zod");
@@ -8535,7 +8550,7 @@ var ExuluApp = class {
   // initialize the MCP server if needed.
   create = async ({ contexts, agents, config, tools, evals }) => {
     this._evals = redisServer.host?.length && redisServer.port?.length ? [
-      llmAsJudgeEval,
+      ...getDefaultEvals(),
       ...evals ?? []
     ] : [];
     this._contexts = {

package/dist/index.js

@@ -7762,7 +7762,8 @@ var ExuluQueues = class {
       }
       if (!redisServer.host?.length || !redisServer.port?.length) {
         console.error(`[EXULU] no redis server configured, but you are trying to use a queue ( ${name}), likely in an agent or embedder (look for ExuluQueues.register().use() ).`);
-        console.error(new Error().stack);
+        console.error("Stack trace:");
+        console.trace();
         throw new Error(`[EXULU] no redis server configured.`);
       }
       const newQueue = new Queue3(
@@ -7802,50 +7803,64 @@ var queues = new ExuluQueues();
 
 // src/templates/evals/index.ts
 import { z as z3 } from "zod";
-var llmAsJudgeEval = new ExuluEval2({
-  id: "llm_as_judge",
-  name: "LLM as Judge",
-  description: "Evaluate the output of the LLM as a judge.",
-  execute: async ({ agent, backend, messages, testCase, config }) => {
-    console.log("[EXULU] running llm as judge eval", { agent, backend, messages, testCase, config });
-    let prompt = config?.prompt;
-    if (!prompt) {
-      console.error("[EXULU] prompt is required.");
-      throw new Error("Prompt is required.");
-    }
-    const lastMessage = messages[messages.length - 1]?.parts?.filter((part) => part.type === "text").map((part) => part.text).join("\n");
-    console.log("[EXULU] last message", lastMessage);
-    if (!lastMessage) {
-      return 0;
-    }
-    prompt = prompt.replace("{actual_output}", lastMessage);
-    prompt = prompt.replace("{expected_output}", testCase.expected_output);
-    if (!agent.providerapikey) {
-      throw new Error(`Provider API key for agent ${agent.name} is required, variable name is ${agent.providerapikey} but it is not set.`);
-    }
-    const providerapikey = await ExuluVariables.get(agent.providerapikey);
-    console.log("[EXULU] prompt", prompt);
-    const response = await backend.generateSync({
-      prompt,
-      outputSchema: z3.object({
-        score: z3.number().min(0).max(100).describe("The score between 0 and 100.")
-      }),
-      providerapikey
+var llmAsJudgeEval = () => {
+  if (process.env.REDIS_HOST?.length && process.env.REDIS_PORT?.length) {
+    return new ExuluEval2({
+      id: "llm_as_judge",
+      name: "LLM as Judge",
+      description: "Evaluate the output of the LLM as a judge.",
+      execute: async ({ agent, backend, messages, testCase, config }) => {
+        console.log("[EXULU] running llm as judge eval", { agent, backend, messages, testCase, config });
+        let prompt = config?.prompt;
+        if (!prompt) {
+          console.error("[EXULU] prompt is required.");
+          throw new Error("Prompt is required.");
+        }
+        const lastMessage = messages[messages.length - 1]?.parts?.filter((part) => part.type === "text").map((part) => part.text).join("\n");
+        console.log("[EXULU] last message", lastMessage);
+        if (!lastMessage) {
+          return 0;
+        }
+        prompt = prompt.replace("{actual_output}", lastMessage);
+        prompt = prompt.replace("{expected_output}", testCase.expected_output);
+        if (!agent.providerapikey) {
+          throw new Error(`Provider API key for agent ${agent.name} is required, variable name is ${agent.providerapikey} but it is not set.`);
+        }
+        const providerapikey = await ExuluVariables.get(agent.providerapikey);
+        console.log("[EXULU] prompt", prompt);
+        const response = await backend.generateSync({
+          prompt,
+          outputSchema: z3.object({
+            score: z3.number().min(0).max(100).describe("The score between 0 and 100.")
+          }),
+          providerapikey
+        });
+        console.log("[EXULU] response", response);
+        const score = parseFloat(response.score);
+        if (isNaN(score)) {
+          throw new Error(`Generated score from llm as a judge eval is not a number: ${response.score}`);
+        }
+        return score;
+      },
+      config: [{
+        name: "prompt",
+        description: "The prompt to send to the LLM as a judge, make sure to instruct the LLM to output a numerical score between 0 and 100. Add {actual_output} to the prompt to replace with the last message content, and {expected_output} to replace with the expected output."
+      }],
+      queue: queues.register("llm_as_judge", 1, 1).use(),
+      llm: true
     });
-    console.log("[EXULU] response", response);
-    const score = parseFloat(response.score);
-    if (isNaN(score)) {
-      throw new Error(`Generated score from llm as a judge eval is not a number: ${response.score}`);
-    }
-    return score;
-  },
-  config: [{
-    name: "prompt",
-    description: "The prompt to send to the LLM as a judge, make sure to instruct the LLM to output a numerical score between 0 and 100. Add {actual_output} to the prompt to replace with the last message content, and {expected_output} to replace with the expected output."
-  }],
-  queue: queues.register("llm_as_judge", 1, 1).use(),
-  llm: true
-});
+  }
+  return void 0;
+};
+var getDefaultEvals = () => {
+  if (process.env.REDIS_HOST?.length && process.env.REDIS_PORT?.length) {
+    return [
+      llmAsJudgeEval() ?? void 0
+    ].filter((x) => x !== void 0);
+  }
+  console.error("[EXULU] no redis server configured, skipping default evals as they require redis queues.");
+  return [];
+};
 
 // src/templates/tools/math.ts
 import { z as z4 } from "zod";
@@ -8502,7 +8517,7 @@ var ExuluApp = class {
   // initialize the MCP server if needed.
   create = async ({ contexts, agents, config, tools, evals }) => {
     this._evals = redisServer.host?.length && redisServer.port?.length ? [
-      llmAsJudgeEval,
+      ...getDefaultEvals(),
       ...evals ?? []
     ] : [];
     this._contexts = {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@exulu/backend",
   "author": "Qventu Bv.",
-  "version": "1.30.2",
+  "version": "1.30.3",
   "main": "./dist/index.js",
   "private": false,
   "publishConfig": {