@exulu/backend 1.43.0 → 1.44.0

package/CHANGELOG.md

@@ -1,6 +1,6 @@
-# [1.43.0](https://github.com/Qventu/exulu-backend/compare/v1.42.2...v1.43.0) (2025-12-24)
+# [1.44.0](https://github.com/Qventu/exulu-backend/compare/v1.43.0...v1.44.0) (2025-12-28)
 
 
 ### Features
 
-* add citation system, global file uploads, record copying, and refine access control ([a71e77f](https://github.com/Qventu/exulu-backend/commit/a71e77f69585bf19d182f971a3585376b1559c93))
+* increase agent step limits, enhance JSON field handling, and improve eval workers ([fb5e002](https://github.com/Qventu/exulu-backend/commit/fb5e002c7a31528e3dc64df805815bdb78b5ecde))

package/dist/index.cjs

@@ -2911,13 +2911,16 @@ var postprocessUpdate = async ({
       if (!context.embedder) {
         return result;
       }
-      const { db: db3 } = await postgresClient();
-      console.log("[EXULU] Deleting chunks for item", result.id);
-      await db3.from(getChunksTableName(context.id)).where({ source: result.id }).delete();
-      console.log("[EXULU] Deleted chunks for item", result.id);
-      console.log("[EXULU] Embedder", context.embedder);
-      console.log("[EXULU] Configuration", context.configuration);
       if (context.embedder && (context.configuration.calculateVectors === "onUpdate" || context.configuration.calculateVectors === "always")) {
+        const { db: db3 } = await postgresClient();
+        console.log("[EXULU] Deleting chunks for item", result.id);
+        const exists = await context.chunksTableExists();
+        if (exists) {
+          await db3.from(getChunksTableName(context.id)).where({ source: result.id }).delete();
+          console.log("[EXULU] Deleted chunks for item", result.id);
+        }
+        console.log("[EXULU] Embedder", context.embedder);
+        console.log("[EXULU] Configuration", context.configuration);
         console.log("[EXULU] Generating embeddings for item", result.id);
         const { job } = await context.embeddings.generate.one({
           item: result,
@@ -2949,7 +2952,14 @@ var postprocessDeletion = async ({
   }
   if (Array.isArray(result)) {
     result = result.map((item) => {
-      return postprocessDeletion({ table, requestedFields, agents, contexts, tools, result: item });
+      return postprocessDeletion({
+        table,
+        requestedFields,
+        agents,
+        contexts,
+        tools,
+        result: item
+      });
     });
   } else {
     if (table.type === "items") {
@@ -2978,6 +2988,14 @@ var postprocessDeletion = async ({
       const { db: db3 } = await postgresClient();
       await db3.from("agent_messages").where({ session: result.id }).where({ session: result.id }).delete();
     }
+    if (table.type === "eval_runs") {
+      if (!result.id) {
+        return result;
+      }
+      const { db: db3 } = await postgresClient();
+      await db3.from("job_results").where({ label: { contains: result.id } }).del();
+      await db3.from("eval_runs").where({ id: result.id }).del();
+    }
   }
   return result;
 };
@@ -3956,7 +3974,7 @@ type PageInfo {
     getUniquePromptTags: [String!]!
     `;
   mutationDefs += `
-    runEval(id: ID!, test_case_ids: [ID!]): RunEvalReturnPayload
+    runEval(id: ID!, cases: [ID!]): RunEvalReturnPayload
     `;
   mutationDefs += `
     drainQueue(queue: QueueEnum!): JobActionReturnPayload
@@ -5920,7 +5938,7 @@ var ExuluAgent2 = class {
             req,
             project
           ),
-          stopWhen: [(0, import_ai.stepCountIs)(2)]
+          stopWhen: [(0, import_ai.stepCountIs)(5)]
         });
         result.text = text;
         inputTokens = totalUsage?.inputTokens || 0;
@@ -5981,7 +5999,7 @@ var ExuluAgent2 = class {
           req,
           project
         ),
-        stopWhen: [(0, import_ai.stepCountIs)(2)]
+        stopWhen: [(0, import_ai.stepCountIs)(5)]
       });
       if (statistics) {
         await Promise.all([
@@ -6201,8 +6219,8 @@ ${extractedText}
       onError: (error) => {
         console.error("[EXULU] chat stream error.", error);
         throw new Error(`Chat stream error: ${error instanceof Error ? error.message : String(error)}`);
-      }
-      // stopWhen: [stepCountIs(1)],
+      },
+      stopWhen: [(0, import_ai.stepCountIs)(5)]
     });
     return {
       stream: result,
@@ -6730,6 +6748,13 @@ var ExuluContext = class {
       throw new Error("Item id or external id is required for upsert.");
     }
     const { db: db3 } = await postgresClient();
+    Object.keys(item).forEach((key) => {
+      if (this.fields.find((field) => field.name === key)?.type === "json") {
+        if (typeof item[key] === "object" || Array.isArray(item[key])) {
+          item[key] = JSON.stringify(item[key]);
+        }
+      }
+    });
     const mutation = db3.from(getTableName(
       this.id
     )).insert(
@@ -6819,6 +6844,13 @@ var ExuluContext = class {
     if (!record) {
       throw new Error("Item not found.");
     }
+    Object.keys(item).forEach((key) => {
+      if (this.fields.find((field) => field.name === key)?.type === "json") {
+        if (typeof item[key] === "object" || Array.isArray(item[key])) {
+          item[key] = JSON.stringify(item[key]);
+        }
+      }
+    });
     const mutation = db3.from(
       getTableName(this.id)
     ).where(
@@ -7033,6 +7065,8 @@ var ExuluContext = class {
       table.text("created_by");
       table.text("ttl");
       table.text("rights_mode").defaultTo(this.configuration?.defaultRightsMode ?? "private");
+      table.timestamp("embeddings_updated_at").defaultTo(null);
+      table.timestamp("last_processed_at").defaultTo(null);
       table.integer("textlength");
       table.text("source");
       table.integer("chunks_count").defaultTo(0);
@@ -8026,6 +8060,7 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
   console.log("[EXULU] creating workers for " + queues2?.length + " queues.");
   console.log("[EXULU] queues", queues2.map((q) => q.queue.name));
   installGlobalErrorHandlers();
+  process.setMaxListeners(Math.max(queues2.length * 2 + 5, 15));
   if (!redisServer.host || !redisServer.port) {
     console.error("[EXULU] you are trying to start worker, but no redis server is configured in the environment.");
     throw new Error("No redis server configured in the environment, so cannot start worker.");
@@ -8058,7 +8093,7 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
         }));
         const { db: db3 } = await postgresClient();
         const data = bullmqJob.data;
-        const timeoutInSeconds = data.timeoutInSeconds || 600;
+        const timeoutInSeconds = data.timeoutInSeconds || queue.timeoutInSeconds || 600;
         const timeoutMs = timeoutInSeconds * 1e3;
         let timeoutHandle;
         const timeoutPromise = new Promise((_, reject) => {
@@ -8262,7 +8297,7 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
                     attempts: queue2.retries || 3,
                     // todo make this configurable?
                     removeOnComplete: 5e3,
-                    removeOnFail: 1e4,
+                    removeOnFail: 5e3,
                     backoff: queue2.backoff || {
                       type: "exponential",
                       delay: 2e3
@@ -8484,8 +8519,8 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
       const { db: db3 } = await postgresClient();
       await db3.from("job_results").where({ job_id: job.id }).update({
         state: JOB_STATUS_ENUM.completed,
-        result: returnvalue.result ? JSON.stringify(returnvalue.result) : null,
-        metadata: returnvalue.metadata ? JSON.stringify(returnvalue.metadata) : null
+        result: returnvalue.result != null ? JSON.stringify(returnvalue.result) : null,
+        metadata: returnvalue.metadata != null ? JSON.stringify(returnvalue.metadata) : null
       });
     });
     worker.on("failed", async (job, error, prev) => {
@@ -8596,9 +8631,11 @@ var pollJobResult = async ({ queue, jobId }) => {
       console.log(`[EXULU] eval function job ${job.name} completed, getting result from database...`);
       const { db: db3 } = await postgresClient();
       const entry = await db3.from("job_results").where({ job_id: job.id }).first();
+      console.log("[EXULU] eval function job ${job.name} result", entry);
       result = entry?.result;
       if (result === void 0 || result === null || result === "") {
-        throw new Error(`Eval function ${job.id} result not found in database for job eval function job ${job.name}.`);
+        throw new Error(`Eval function ${job.id} result not found in database 
+                    for job eval function job ${job.name}. Entry data from DB: ${JSON.stringify(entry)}.`);
       }
       console.log(`[EXULU] eval function ${job.id} result: ${result}`);
       break;
@@ -9721,8 +9758,14 @@ var llmAsJudgeEval = () => {
           console.error("[EXULU] prompt is required for llm as judge eval but none is provided.");
           throw new Error("Prompt is required for llm as judge eval but none is provided.");
         }
+        console.log("[EXULU] messages", messages);
+        const lastTypes = messages[messages.length - 1]?.parts?.map((part) => ({
+          type: part.type,
+          text: part.type === "text" ? part.text?.slice(0, 100) : void 0
+        }));
         const lastMessage = messages[messages.length - 1]?.parts?.filter((part) => part.type === "text").map((part) => part.text).join("\n");
         console.log("[EXULU] last message", lastMessage);
+        console.log("[EXULU] last types", lastTypes);
         if (!lastMessage) {
           return 0;
         }
@@ -10791,8 +10834,8 @@ var ExuluApp = class {
     const queueSet = /* @__PURE__ */ new Set();
     if (redisServer.host?.length && redisServer.port?.length) {
       queues.register(global_queues.eval_runs, {
-        worker: 1,
-        queue: 1
+        worker: 10,
+        queue: 10
       }, 1);
       for (const queue of queues.list.values()) {
         const config2 = await queue.use();

package/dist/index.js

@@ -2860,13 +2860,16 @@ var postprocessUpdate = async ({
       if (!context.embedder) {
         return result;
       }
-      const { db: db3 } = await postgresClient();
-      console.log("[EXULU] Deleting chunks for item", result.id);
-      await db3.from(getChunksTableName(context.id)).where({ source: result.id }).delete();
-      console.log("[EXULU] Deleted chunks for item", result.id);
-      console.log("[EXULU] Embedder", context.embedder);
-      console.log("[EXULU] Configuration", context.configuration);
       if (context.embedder && (context.configuration.calculateVectors === "onUpdate" || context.configuration.calculateVectors === "always")) {
+        const { db: db3 } = await postgresClient();
+        console.log("[EXULU] Deleting chunks for item", result.id);
+        const exists = await context.chunksTableExists();
+        if (exists) {
+          await db3.from(getChunksTableName(context.id)).where({ source: result.id }).delete();
+          console.log("[EXULU] Deleted chunks for item", result.id);
+        }
+        console.log("[EXULU] Embedder", context.embedder);
+        console.log("[EXULU] Configuration", context.configuration);
         console.log("[EXULU] Generating embeddings for item", result.id);
         const { job } = await context.embeddings.generate.one({
           item: result,
@@ -2898,7 +2901,14 @@ var postprocessDeletion = async ({
   }
   if (Array.isArray(result)) {
     result = result.map((item) => {
-      return postprocessDeletion({ table, requestedFields, agents, contexts, tools, result: item });
+      return postprocessDeletion({
+        table,
+        requestedFields,
+        agents,
+        contexts,
+        tools,
+        result: item
+      });
     });
   } else {
     if (table.type === "items") {
@@ -2927,6 +2937,14 @@ var postprocessDeletion = async ({
       const { db: db3 } = await postgresClient();
       await db3.from("agent_messages").where({ session: result.id }).where({ session: result.id }).delete();
     }
+    if (table.type === "eval_runs") {
+      if (!result.id) {
+        return result;
+      }
+      const { db: db3 } = await postgresClient();
+      await db3.from("job_results").where({ label: { contains: result.id } }).del();
+      await db3.from("eval_runs").where({ id: result.id }).del();
+    }
   }
   return result;
 };
@@ -3905,7 +3923,7 @@ type PageInfo {
     getUniquePromptTags: [String!]!
     `;
   mutationDefs += `
-    runEval(id: ID!, test_case_ids: [ID!]): RunEvalReturnPayload
+    runEval(id: ID!, cases: [ID!]): RunEvalReturnPayload
     `;
   mutationDefs += `
     drainQueue(queue: QueueEnum!): JobActionReturnPayload
@@ -5888,7 +5906,7 @@ var ExuluAgent2 = class {
             req,
             project
           ),
-          stopWhen: [stepCountIs(2)]
+          stopWhen: [stepCountIs(5)]
         });
         result.text = text;
         inputTokens = totalUsage?.inputTokens || 0;
@@ -5949,7 +5967,7 @@ var ExuluAgent2 = class {
           req,
           project
         ),
-        stopWhen: [stepCountIs(2)]
+        stopWhen: [stepCountIs(5)]
       });
       if (statistics) {
         await Promise.all([
@@ -6169,8 +6187,8 @@ ${extractedText}
       onError: (error) => {
         console.error("[EXULU] chat stream error.", error);
         throw new Error(`Chat stream error: ${error instanceof Error ? error.message : String(error)}`);
-      }
-      // stopWhen: [stepCountIs(1)],
+      },
+      stopWhen: [stepCountIs(5)]
     });
     return {
       stream: result,
@@ -6698,6 +6716,13 @@ var ExuluContext = class {
       throw new Error("Item id or external id is required for upsert.");
     }
     const { db: db3 } = await postgresClient();
+    Object.keys(item).forEach((key) => {
+      if (this.fields.find((field) => field.name === key)?.type === "json") {
+        if (typeof item[key] === "object" || Array.isArray(item[key])) {
+          item[key] = JSON.stringify(item[key]);
+        }
+      }
+    });
     const mutation = db3.from(getTableName(
       this.id
     )).insert(
@@ -6787,6 +6812,13 @@ var ExuluContext = class {
     if (!record) {
       throw new Error("Item not found.");
     }
+    Object.keys(item).forEach((key) => {
+      if (this.fields.find((field) => field.name === key)?.type === "json") {
+        if (typeof item[key] === "object" || Array.isArray(item[key])) {
+          item[key] = JSON.stringify(item[key]);
+        }
+      }
+    });
     const mutation = db3.from(
       getTableName(this.id)
     ).where(
@@ -7001,6 +7033,8 @@ var ExuluContext = class {
       table.text("created_by");
       table.text("ttl");
       table.text("rights_mode").defaultTo(this.configuration?.defaultRightsMode ?? "private");
+      table.timestamp("embeddings_updated_at").defaultTo(null);
+      table.timestamp("last_processed_at").defaultTo(null);
       table.integer("textlength");
       table.text("source");
       table.integer("chunks_count").defaultTo(0);
@@ -7994,6 +8028,7 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
   console.log("[EXULU] creating workers for " + queues2?.length + " queues.");
   console.log("[EXULU] queues", queues2.map((q) => q.queue.name));
   installGlobalErrorHandlers();
+  process.setMaxListeners(Math.max(queues2.length * 2 + 5, 15));
   if (!redisServer.host || !redisServer.port) {
     console.error("[EXULU] you are trying to start worker, but no redis server is configured in the environment.");
     throw new Error("No redis server configured in the environment, so cannot start worker.");
@@ -8026,7 +8061,7 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
         }));
         const { db: db3 } = await postgresClient();
         const data = bullmqJob.data;
-        const timeoutInSeconds = data.timeoutInSeconds || 600;
+        const timeoutInSeconds = data.timeoutInSeconds || queue.timeoutInSeconds || 600;
         const timeoutMs = timeoutInSeconds * 1e3;
         let timeoutHandle;
         const timeoutPromise = new Promise((_, reject) => {
@@ -8230,7 +8265,7 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
                     attempts: queue2.retries || 3,
                     // todo make this configurable?
                     removeOnComplete: 5e3,
-                    removeOnFail: 1e4,
+                    removeOnFail: 5e3,
                     backoff: queue2.backoff || {
                       type: "exponential",
                       delay: 2e3
@@ -8452,8 +8487,8 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
       const { db: db3 } = await postgresClient();
       await db3.from("job_results").where({ job_id: job.id }).update({
         state: JOB_STATUS_ENUM.completed,
-        result: returnvalue.result ? JSON.stringify(returnvalue.result) : null,
-        metadata: returnvalue.metadata ? JSON.stringify(returnvalue.metadata) : null
+        result: returnvalue.result != null ? JSON.stringify(returnvalue.result) : null,
+        metadata: returnvalue.metadata != null ? JSON.stringify(returnvalue.metadata) : null
       });
     });
     worker.on("failed", async (job, error, prev) => {
@@ -8564,9 +8599,11 @@ var pollJobResult = async ({ queue, jobId }) => {
       console.log(`[EXULU] eval function job ${job.name} completed, getting result from database...`);
       const { db: db3 } = await postgresClient();
       const entry = await db3.from("job_results").where({ job_id: job.id }).first();
+      console.log("[EXULU] eval function job ${job.name} result", entry);
       result = entry?.result;
       if (result === void 0 || result === null || result === "") {
-        throw new Error(`Eval function ${job.id} result not found in database for job eval function job ${job.name}.`);
+        throw new Error(`Eval function ${job.id} result not found in database 
+                    for job eval function job ${job.name}. Entry data from DB: ${JSON.stringify(entry)}.`);
       }
       console.log(`[EXULU] eval function ${job.id} result: ${result}`);
       break;
@@ -9689,8 +9726,14 @@ var llmAsJudgeEval = () => {
           console.error("[EXULU] prompt is required for llm as judge eval but none is provided.");
           throw new Error("Prompt is required for llm as judge eval but none is provided.");
         }
+        console.log("[EXULU] messages", messages);
+        const lastTypes = messages[messages.length - 1]?.parts?.map((part) => ({
+          type: part.type,
+          text: part.type === "text" ? part.text?.slice(0, 100) : void 0
+        }));
         const lastMessage = messages[messages.length - 1]?.parts?.filter((part) => part.type === "text").map((part) => part.text).join("\n");
         console.log("[EXULU] last message", lastMessage);
+        console.log("[EXULU] last types", lastTypes);
         if (!lastMessage) {
           return 0;
         }
@@ -10759,8 +10802,8 @@ var ExuluApp = class {
     const queueSet = /* @__PURE__ */ new Set();
     if (redisServer.host?.length && redisServer.port?.length) {
       queues.register(global_queues.eval_runs, {
-        worker: 1,
-        queue: 1
+        worker: 10,
+        queue: 10
       }, 1);
       for (const queue of queues.list.values()) {
         const config2 = await queue.use();

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@exulu/backend",
   "author": "Qventu Bv.",
-  "version": "1.43.0",
+  "version": "1.44.0",
   "main": "./dist/index.js",
   "private": false,
   "publishConfig": {