@exulu/backend 1.52.0 → 1.53.0

package/dist/index.cjs

@@ -4044,6 +4044,7 @@ var ExuluContext2 = class {
         exuluConfig
       });
       if (!result) {
+        console.log("[EXULU] Item filtered out by processor, skipping processing execution...");
         return {
           result: void 0,
           job: void 0
@@ -4244,10 +4245,12 @@ var ExuluContext2 = class {
         }
       }
     });
+    console.log("[EXULU] Creating item", item);
     const mutation = db2.from(getTableName(this.id)).insert({
       ...item,
       tags: item.tags ? Array.isArray(item.tags) ? item.tags.join(",") : item.tags : void 0
     }).returning("id");
+    console.log("[EXULU] Upsert", upsert);
     if (upsert) {
       if (item.external_id) {
         mutation.onConflict("external_id").merge();
@@ -4266,7 +4269,6 @@ var ExuluContext2 = class {
     let shouldGenerateEmbeddings = this.embedder && generateEmbeddingsOverwrite !== false && (generateEmbeddingsOverwrite || this.configuration.calculateVectors === "onInsert" || this.configuration.calculateVectors === "always");
     if (this.processor) {
       const processor = this.processor;
-      console.log("[EXULU] Processor found", processor);
       if (processor && (processor?.config?.trigger === "onInsert" || processor?.config?.trigger === "onUpdate" || processor?.config?.trigger === "always")) {
         const { job: processorJob, result: processorResult } = await this.processField(
           "api",
@@ -4281,7 +4283,7 @@ var ExuluContext2 = class {
         if (processorJob) {
           jobs.push(processorJob);
         }
-        if (!processorJob) {
+        if (!processorJob && processorResult) {
           await db2.from(getTableName(this.id)).where({ id: results[0].id }).update({
             ...processorResult
           });
@@ -4352,7 +4354,7 @@ var ExuluContext2 = class {
         if (processorJob) {
           jobs.push(processorJob);
         }
-        if (!processorJob) {
+        if (!processorJob && processorResult) {
           await db2.from(getTableName(this.id)).where({ id: record.id }).update({
             ...processorResult
           });
@@ -7420,7 +7422,32 @@ var createWorkers = async (providers, queues2, config, contexts, rerankers, eval
                 );
               }
               const exuluStorage = new ExuluStorage({ config });
-              console.log("[EXULU] POS 2 -- EXULU CONTEXT PROCESS FIELD");
+              if (context.processor.filter) {
+                const result2 = await context.processor.filter({
+                  item: data.inputs,
+                  user: data.user,
+                  role: data.role,
+                  utils: {
+                    storage: exuluStorage
+                  },
+                  exuluConfig: config
+                });
+                if (!result2) {
+                  console.log("[EXULU] Item filtered out by processor, skipping processing execution...");
+                  return {
+                    result: "Item filtered out by processor, skipping processing execution...",
+                    // last message
+                    metadata: {
+                      item: {
+                        name: data.inputs?.name,
+                        id: data.inputs?.id,
+                        external_id: data.inputs?.external_id
+                      }
+                    }
+                  };
+                }
+              }
+              console.log("[EXULU] POS 2 -- EXULU CONTEXT PROCESS FIELD", data.inputs);
               let processorResult = await context.processor.execute({
                 item: data.inputs,
                 user: data.user,
@@ -10863,7 +10890,6 @@ var providerRateLimiter = async (key, windowSeconds, limit, points) => {
 
 // src/exulu/routes.ts
 var import_zod_from_json_schema = require("zod-from-json-schema");
-var import_zod8 = require("zod");
 var REQUEST_SIZE_LIMIT = "50mb";
 var getExuluVersionNumber = async () => {
   try {
@@ -11778,7 +11804,7 @@ var import_types2 = require("@modelcontextprotocol/sdk/types.js");
 var import_express4 = require("express");
 var import_api3 = require("@opentelemetry/api");
 var import_crypto_js7 = __toESM(require("crypto-js"), 1);
-var import_zod9 = require("zod");
+var import_zod8 = require("zod");
 var SESSION_ID_HEADER = "mcp-session-id";
 var ExuluMCP = class {
   server = {};
@@ -11861,7 +11887,7 @@ var ExuluMCP = class {
           title: tool3.name + " agent",
           description: tool3.description,
           inputSchema: {
-            inputs: tool3.inputSchema || import_zod9.z.object({})
+            inputs: tool3.inputSchema || import_zod8.z.object({})
           }
         },
         async ({ inputs }, args) => {
@@ -11913,7 +11939,7 @@ var ExuluMCP = class {
           title: "Get List of Prompt Templates",
           description: "Retrieves a list of prompt templates available for this agent. Returns the name, description, and ID of each template.",
           inputSchema: {
-            inputs: import_zod9.z.object({})
+            inputs: import_zod8.z.object({})
           }
         },
         async ({ inputs }, args) => {
@@ -11959,8 +11985,8 @@ var ExuluMCP = class {
           title: "Get Prompt Template Details",
           description: "Retrieves the full details of a specific prompt template by ID, including the actual template content with variables.",
           inputSchema: {
-            inputs: import_zod9.z.object({
-              id: import_zod9.z.string().describe("The ID of the prompt template to retrieve")
+            inputs: import_zod8.z.object({
+              id: import_zod8.z.string().describe("The ID of the prompt template to retrieve")
             })
           }
         },
@@ -12868,7 +12894,7 @@ var ExuluEval = class {
 };
 
 // src/templates/evals/index.ts
-var import_zod10 = require("zod");
+var import_zod9 = require("zod");
 var llmAsJudgeEval = () => {
   if (process.env.REDIS_HOST?.length && process.env.REDIS_PORT?.length) {
     return new ExuluEval({
@@ -12913,8 +12939,8 @@ var llmAsJudgeEval = () => {
           contexts: [],
           rerankers: [],
           prompt,
-          outputSchema: import_zod10.z.object({
-            score: import_zod10.z.number().min(0).max(100).describe("The score between 0 and 100.")
+          outputSchema: import_zod9.z.object({
+            score: import_zod9.z.number().min(0).max(100).describe("The score between 0 and 100.")
           }),
           providerapikey
         });
@@ -13142,12 +13168,12 @@ Usage:
 - If no todos exist yet, an empty list will be returned`;
 
 // src/templates/tools/todo/todo.ts
-var import_zod11 = __toESM(require("zod"), 1);
-var TodoSchema = import_zod11.default.object({
-  content: import_zod11.default.string().describe("Brief description of the task"),
-  status: import_zod11.default.string().describe("Current status of the task: pending, in_progress, completed, cancelled"),
-  priority: import_zod11.default.string().describe("Priority level of the task: high, medium, low"),
-  id: import_zod11.default.string().describe("Unique identifier for the todo item")
+var import_zod10 = __toESM(require("zod"), 1);
+var TodoSchema = import_zod10.default.object({
+  content: import_zod10.default.string().describe("Brief description of the task"),
+  status: import_zod10.default.string().describe("Current status of the task: pending, in_progress, completed, cancelled"),
+  priority: import_zod10.default.string().describe("Priority level of the task: high, medium, low"),
+  id: import_zod10.default.string().describe("Unique identifier for the todo item")
 });
 var TodoWriteTool = new ExuluTool({
   id: "todo_write",
@@ -13163,8 +13189,8 @@ var TodoWriteTool = new ExuluTool({
       default: todowrite_default
     }
   ],
-  inputSchema: import_zod11.default.object({
-    todos: import_zod11.default.array(TodoSchema).describe("The updated todo list")
+  inputSchema: import_zod10.default.object({
+    todos: import_zod10.default.array(TodoSchema).describe("The updated todo list")
   }),
   execute: async (inputs) => {
     const { sessionID, todos, user } = inputs;
@@ -13199,7 +13225,7 @@ var TodoReadTool = new ExuluTool({
   id: "todo_read",
   name: "Todo Read",
   description: "Use this tool to read your todo list",
-  inputSchema: import_zod11.default.object({}),
+  inputSchema: import_zod10.default.object({}),
   type: "function",
   category: "todo",
   config: [
@@ -13237,6 +13263,222 @@ async function getTodos(sessionID) {
 }
 var todoTools = [TodoWriteTool, TodoReadTool];
 
+// src/templates/tools/question/questionask.txt
+var questionask_default = `Use this tool to ask the user a question with multiple choice answer options during your session. This helps you gather user input, clarify requirements, and make informed decisions based on user preferences.
+
+## When to Use This Tool
+
+Use this tool when you need to:
+
+1. Get user input on implementation choices - When there are multiple valid approaches and you need the user to decide
+2. Clarify ambiguous requirements - When the user's request could be interpreted in different ways
+3. Gather preferences - When you need to know the user's preference for styling, naming, architecture, etc.
+4. Validate assumptions - When you want to confirm your understanding before proceeding
+5. Offer options - When presenting multiple solutions and letting the user choose
+
+## When NOT to Use This Tool
+
+Skip using this tool when:
+1. The answer is clear from context or previous messages
+2. You're asking a yes/no question (use a simpler approach)
+3. The question requires a free-form text answer (this tool is for multiple choice only)
+4. You're asking for information that should be obvious from the codebase
+
+## How It Works
+
+- Provide a question and an array of answer option strings
+- The tool automatically adds "None of the above..." as a final option
+- Each answer option is assigned a unique ID
+- The question is stored with a "pending" status until the user answers
+- Use the Question Read tool to check if the question has been answered
+
+## Examples
+
+<example>
+User: Add authentication to my app
+Assistant: I need to ask the user which authentication method they prefer.
+*Uses Question Ask tool with:*
+question: "Which authentication method would you like to implement?"
+answerOptions: ["JWT tokens", "OAuth 2.0", "Session-based auth", "Firebase Auth"]
+
+<reasoning>
+The assistant used the question tool because there are multiple valid authentication approaches and the user's preference will significantly impact the implementation.
+</reasoning>
+</example>
+
+<example>
+User: Style this button
+Assistant: I need to know the user's styling preference.
+*Uses Question Ask tool with:*
+question: "What styling approach should I use for the button?"
+answerOptions: ["Tailwind CSS", "CSS Modules", "Styled Components", "Plain CSS"]
+
+<reasoning>
+The assistant used the question tool because the codebase could support multiple styling approaches and the user's preference matters for consistency.
+</reasoning>
+</example>
+
+<example>
+User: Add error handling
+Assistant: I'll implement comprehensive error handling with try-catch blocks and proper error messages.
+*Does not use the question tool*
+
+<reasoning>
+The assistant did not use the question tool because error handling is a standard practice and there's a clear best approach that doesn't require user input.
+</reasoning>
+</example>
+
+## Answer Format
+
+When you call this tool, answer options are automatically converted to this format:
+\`\`\`json
+[
+  { "id": "randomId1", "text": "First option" },
+  { "id": "randomId2", "text": "Second option" },
+  { "id": "randomId3", "text": "Third option" },
+  { "id": "randomId4", "text": "None of the above..." }
+]
+\`\`\`
+
+The "None of the above..." option is always added automatically, so you don't need to include it in your answerOptions array.
+
+## Reading Answers
+
+After asking a question, use the Question Read tool to check if the user has answered. The question status will change from "pending" to "answered" and the selectedAnswerId field will contain the ID of the chosen answer.
+`;
+
+// src/templates/tools/question/questionread.txt
+var questionread_default = 'Use this tool to read questions you\'ve asked and check if they\'ve been answered by the user. This tool helps you track the status of questions and retrieve the user\'s selected answers.\n\n## When to Use This Tool\n\nUse this tool proactively in these situations:\n- After asking a question to check if the user has responded\n- To retrieve the user\'s answer before proceeding with implementation\n- To review all questions and answers in the current session\n- When you need to reference a previous answer\n\n## How It Works\n\n- This tool takes no parameters (leave the input blank or empty)\n- Returns an array of all questions in the session\n- Each question includes:\n  - `id`: Unique identifier for the question\n  - `question`: The question text\n  - `answerOptions`: Array of answer options with their IDs and text\n  - `status`: Either "pending" (not answered) or "answered"\n  - `selectedAnswerId`: The ID of the chosen answer (only present if answered)\n\n## Usage Pattern\n\nTypically you\'ll:\n1. Use Question Ask to pose a question\n2. Wait for the user to respond\n3. Use Question Read to check the answer\n4. Find the selected answer by matching the `selectedAnswerId` with an option in `answerOptions`\n5. Proceed with implementation based on the user\'s choice\n\n## Example Response\n\n```json\n[\n  {\n    "id": "question123",\n    "question": "Which authentication method would you like to implement?",\n    "answerOptions": [\n      { "id": "ans1", "text": "JWT tokens" },\n      { "id": "ans2", "text": "OAuth 2.0" },\n      { "id": "ans3", "text": "Session-based auth" },\n      { "id": "ans4", "text": "None of the above..." }\n    ],\n    "status": "answered",\n    "selectedAnswerId": "ans1"\n  }\n]\n```\n\nIn this example, the user selected "JWT tokens" (id: ans1).\n\n## Important Notes\n\n- If no questions exist in the session, an empty array will be returned\n- Questions remain in the session even after being answered for reference\n- Use the `selectedAnswerId` to find which answer option the user chose by matching it against the `id` field in `answerOptions`\n';
+
+// src/templates/tools/question/question.ts
+var import_zod11 = __toESM(require("zod"), 1);
+var import_node_crypto6 = require("crypto");
+var AnswerOptionSchema = import_zod11.default.object({
+  id: import_zod11.default.string().describe("Unique identifier for the answer option"),
+  text: import_zod11.default.string().describe("The text of the answer option")
+});
+var _QuestionSchema = import_zod11.default.object({
+  id: import_zod11.default.string().describe("Unique identifier for the question"),
+  question: import_zod11.default.string().describe("The question to ask the user"),
+  answerOptions: import_zod11.default.array(AnswerOptionSchema).describe("Array of possible answer options"),
+  selectedAnswerId: import_zod11.default.string().optional().describe("The ID of the answer option selected by the user"),
+  status: import_zod11.default.enum(["pending", "answered"]).describe("Status of the question: pending or answered")
+});
+var QuestionAskTool = new ExuluTool({
+  id: "question_ask",
+  name: "Question Ask",
+  description: "Use this tool to ask a question to the user with multiple choice answers",
+  type: "function",
+  category: "question",
+  config: [
+    {
+      name: "description",
+      description: "The description of the question tool, if set overwrites the default description.",
+      type: "string",
+      default: questionask_default
+    }
+  ],
+  inputSchema: import_zod11.default.object({
+    question: import_zod11.default.string().describe("The question to ask the user"),
+    answerOptions: import_zod11.default.array(import_zod11.default.string()).describe("Array of possible answer options (strings)")
+  }),
+  execute: async (inputs) => {
+    const { sessionID, question, answerOptions, user } = inputs;
+    if (!user) {
+      throw new Error(
+        "No authenticated user available, a user is required for the question ask tool, this likely means the tool was called outside a session like in an MCP or API call instead of as part of an authenticated session."
+      );
+    }
+    if (!sessionID) {
+      throw new Error(
+        "Session ID is required for the question ask tool, this likely means the tool was called outside a session like in an MCP or API call instead of as part of a conversation."
+      );
+    }
+    const session = await getSession({ sessionID });
+    if (!session?.id) {
+      throw new Error(
+        "Session with ID " + sessionID + " not found in the question ask tool."
+      );
+    }
+    const hasAccessToSession = await checkRecordAccess(session, "read", user);
+    if (!hasAccessToSession) {
+      throw new Error("You don't have access to this session " + session.id + ".");
+    }
+    const answerOptionsWithIds = answerOptions.map((text) => ({
+      id: (0, import_node_crypto6.randomUUID)(),
+      text
+    }));
+    answerOptionsWithIds.push({
+      id: (0, import_node_crypto6.randomUUID)(),
+      text: "None of the above..."
+    });
+    const newQuestion = {
+      id: (0, import_node_crypto6.randomUUID)(),
+      question,
+      answerOptions: answerOptionsWithIds,
+      status: "pending"
+    };
+    await addQuestion({
+      session,
+      question: newQuestion
+    });
+    return {
+      result: JSON.stringify(
+        {
+          questionId: newQuestion.id,
+          question: newQuestion.question,
+          answerOptions: newQuestion.answerOptions,
+          status: newQuestion.status
+        },
+        null,
+        2
+      )
+    };
+  }
+});
+var QuestionReadTool = new ExuluTool({
+  id: "question_read",
+  name: "Question Read",
+  description: "Use this tool to read questions and their answers",
+  inputSchema: import_zod11.default.object({}),
+  type: "function",
+  category: "question",
+  config: [
+    {
+      name: "description",
+      description: "The description of the question read tool, if set overwrites the default description.",
+      type: "string",
+      default: questionread_default
+    }
+  ],
+  execute: async (inputs) => {
+    const { sessionID } = inputs;
+    const questions = await getQuestions(sessionID);
+    return {
+      result: JSON.stringify(questions, null, 2)
+    };
+  }
+});
+async function addQuestion(input) {
+  const metadata = input.session.metadata ?? {};
+  metadata["questions"] ??= [];
+  metadata["questions"].push(input.question);
+  const { db: db2 } = await postgresClient();
+  await db2.from("agent_sessions").where({ id: input.session.id }).update({
+    metadata
+  });
+  return input.session;
+}
+async function getQuestions(sessionID) {
+  const { db: db2 } = await postgresClient();
+  const session = await db2.from("agent_sessions").where({ id: sessionID }).first();
+  if (!session) {
+    throw new Error("Session not found for session ID: " + sessionID);
+  }
+  return session.metadata?.questions ?? [];
+}
+var questionTools = [QuestionAskTool, QuestionReadTool];
+
 // src/templates/tools/perplexity.ts
 var import_zod12 = __toESM(require("zod"), 1);
 var import_perplexity_ai = __toESM(require("@perplexity-ai/perplexity_ai"), 1);
@@ -13347,14 +13589,29 @@ var isValidPostgresName = (id) => {
 
 // src/exulu/app/index.ts
 var isDev = process.env.NODE_ENV !== "production";
+var lineLimitFormat = import_winston2.default.format((info) => {
+  if (typeof info.message === "string") {
+    const lines = info.message.split("\n");
+    if (lines.length > 50) {
+      const truncatedLines = lines.slice(0, 50);
+      truncatedLines.push(`... (${lines.length - 50} more lines omitted)`);
+      info.message = truncatedLines.join("\n");
+    }
+  }
+  return info;
+});
 var consoleTransport = new import_winston2.default.transports.Console({
   format: isDev ? import_winston2.default.format.combine(
+    lineLimitFormat(),
     import_winston2.default.format.colorize(),
     import_winston2.default.format.timestamp({ format: "HH:mm:ss" }),
     import_winston2.default.format.printf(({ timestamp, level, message }) => {
       return `${timestamp} [${level}] ${message}`;
     })
-  ) : import_winston2.default.format.json()
+  ) : import_winston2.default.format.combine(
+    lineLimitFormat(),
+    import_winston2.default.format.json()
+  )
 });
 var formatArg = (arg) => typeof arg === "object" ? import_util.default.inspect(arg, { depth: null, colors: isDev }) : String(arg);
 var createLogMethod = (logger, logLevel) => {
@@ -13424,6 +13681,7 @@ var ExuluApp2 = class {
     this._tools = [
       ...tools ?? [],
       ...todoTools,
+      ...questionTools,
       ...perplexityTools,
       // Add contexts as tools
       ...Object.values(contexts || {}).map((context) => context.tool()).filter(Boolean)

package/dist/index.d.cts

@@ -241,7 +241,7 @@ declare class ExuluStorage {
 type ExuluContextProcessor = {
     name: string;
     description: string;
-    filter: ({ item, user, role, utils, exuluConfig, }: {
+    filter?: ({ item, user, role, utils, exuluConfig, }: {
         item: Item;
         user?: number;
         role?: string;

package/dist/index.d.ts

@@ -241,7 +241,7 @@ declare class ExuluStorage {
 type ExuluContextProcessor = {
     name: string;
     description: string;
-    filter: ({ item, user, role, utils, exuluConfig, }: {
+    filter?: ({ item, user, role, utils, exuluConfig, }: {
         item: Item;
         user?: number;
         role?: string;

package/dist/index.js

@@ -4003,6 +4003,7 @@ var ExuluContext2 = class {
         exuluConfig
       });
       if (!result) {
+        console.log("[EXULU] Item filtered out by processor, skipping processing execution...");
         return {
           result: void 0,
           job: void 0
@@ -4203,10 +4204,12 @@ var ExuluContext2 = class {
         }
       }
     });
+    console.log("[EXULU] Creating item", item);
     const mutation = db2.from(getTableName(this.id)).insert({
       ...item,
       tags: item.tags ? Array.isArray(item.tags) ? item.tags.join(",") : item.tags : void 0
     }).returning("id");
+    console.log("[EXULU] Upsert", upsert);
     if (upsert) {
       if (item.external_id) {
         mutation.onConflict("external_id").merge();
@@ -4225,7 +4228,6 @@ var ExuluContext2 = class {
     let shouldGenerateEmbeddings = this.embedder && generateEmbeddingsOverwrite !== false && (generateEmbeddingsOverwrite || this.configuration.calculateVectors === "onInsert" || this.configuration.calculateVectors === "always");
     if (this.processor) {
       const processor = this.processor;
-      console.log("[EXULU] Processor found", processor);
       if (processor && (processor?.config?.trigger === "onInsert" || processor?.config?.trigger === "onUpdate" || processor?.config?.trigger === "always")) {
         const { job: processorJob, result: processorResult } = await this.processField(
           "api",
@@ -4240,7 +4242,7 @@ var ExuluContext2 = class {
         if (processorJob) {
           jobs.push(processorJob);
         }
-        if (!processorJob) {
+        if (!processorJob && processorResult) {
           await db2.from(getTableName(this.id)).where({ id: results[0].id }).update({
             ...processorResult
           });
@@ -4311,7 +4313,7 @@ var ExuluContext2 = class {
         if (processorJob) {
           jobs.push(processorJob);
         }
-        if (!processorJob) {
+        if (!processorJob && processorResult) {
           await db2.from(getTableName(this.id)).where({ id: record.id }).update({
             ...processorResult
           });
@@ -7379,7 +7381,32 @@ var createWorkers = async (providers, queues2, config, contexts, rerankers, eval
                 );
               }
               const exuluStorage = new ExuluStorage({ config });
-              console.log("[EXULU] POS 2 -- EXULU CONTEXT PROCESS FIELD");
+              if (context.processor.filter) {
+                const result2 = await context.processor.filter({
+                  item: data.inputs,
+                  user: data.user,
+                  role: data.role,
+                  utils: {
+                    storage: exuluStorage
+                  },
+                  exuluConfig: config
+                });
+                if (!result2) {
+                  console.log("[EXULU] Item filtered out by processor, skipping processing execution...");
+                  return {
+                    result: "Item filtered out by processor, skipping processing execution...",
+                    // last message
+                    metadata: {
+                      item: {
+                        name: data.inputs?.name,
+                        id: data.inputs?.id,
+                        external_id: data.inputs?.external_id
+                      }
+                    }
+                  };
+                }
+              }
+              console.log("[EXULU] POS 2 -- EXULU CONTEXT PROCESS FIELD", data.inputs);
               let processorResult = await context.processor.execute({
                 item: data.inputs,
                 user: data.user,
@@ -10829,7 +10856,6 @@ var providerRateLimiter = async (key, windowSeconds, limit, points) => {
 
 // src/exulu/routes.ts
 import { convertJsonSchemaToZod } from "zod-from-json-schema";
-import "zod";
 var REQUEST_SIZE_LIMIT = "50mb";
 var getExuluVersionNumber = async () => {
   try {
@@ -11744,7 +11770,7 @@ import { isInitializeRequest } from "@modelcontextprotocol/sdk/types.js";
 import "express";
 import "@opentelemetry/api";
 import CryptoJS7 from "crypto-js";
-import { z as z9 } from "zod";
+import { z as z8 } from "zod";
 var SESSION_ID_HEADER = "mcp-session-id";
 var ExuluMCP = class {
   server = {};
@@ -11827,7 +11853,7 @@ var ExuluMCP = class {
           title: tool3.name + " agent",
           description: tool3.description,
           inputSchema: {
-            inputs: tool3.inputSchema || z9.object({})
+            inputs: tool3.inputSchema || z8.object({})
           }
         },
         async ({ inputs }, args) => {
@@ -11879,7 +11905,7 @@ var ExuluMCP = class {
           title: "Get List of Prompt Templates",
           description: "Retrieves a list of prompt templates available for this agent. Returns the name, description, and ID of each template.",
           inputSchema: {
-            inputs: z9.object({})
+            inputs: z8.object({})
           }
         },
         async ({ inputs }, args) => {
@@ -11925,8 +11951,8 @@ var ExuluMCP = class {
           title: "Get Prompt Template Details",
           description: "Retrieves the full details of a specific prompt template by ID, including the actual template content with variables.",
           inputSchema: {
-            inputs: z9.object({
-              id: z9.string().describe("The ID of the prompt template to retrieve")
+            inputs: z8.object({
+              id: z8.string().describe("The ID of the prompt template to retrieve")
             })
           }
         },
@@ -12834,7 +12860,7 @@ var ExuluEval = class {
 };
 
 // src/templates/evals/index.ts
-import { z as z10 } from "zod";
+import { z as z9 } from "zod";
 var llmAsJudgeEval = () => {
   if (process.env.REDIS_HOST?.length && process.env.REDIS_PORT?.length) {
     return new ExuluEval({
@@ -12879,8 +12905,8 @@ var llmAsJudgeEval = () => {
           contexts: [],
           rerankers: [],
           prompt,
-          outputSchema: z10.object({
-            score: z10.number().min(0).max(100).describe("The score between 0 and 100.")
+          outputSchema: z9.object({
+            score: z9.number().min(0).max(100).describe("The score between 0 and 100.")
           }),
           providerapikey
         });
@@ -13108,12 +13134,12 @@ Usage:
 - If no todos exist yet, an empty list will be returned`;
 
 // src/templates/tools/todo/todo.ts
-import z11 from "zod";
-var TodoSchema = z11.object({
-  content: z11.string().describe("Brief description of the task"),
-  status: z11.string().describe("Current status of the task: pending, in_progress, completed, cancelled"),
-  priority: z11.string().describe("Priority level of the task: high, medium, low"),
-  id: z11.string().describe("Unique identifier for the todo item")
+import z10 from "zod";
+var TodoSchema = z10.object({
+  content: z10.string().describe("Brief description of the task"),
+  status: z10.string().describe("Current status of the task: pending, in_progress, completed, cancelled"),
+  priority: z10.string().describe("Priority level of the task: high, medium, low"),
+  id: z10.string().describe("Unique identifier for the todo item")
 });
 var TodoWriteTool = new ExuluTool({
   id: "todo_write",
@@ -13129,8 +13155,8 @@ var TodoWriteTool = new ExuluTool({
       default: todowrite_default
     }
   ],
-  inputSchema: z11.object({
-    todos: z11.array(TodoSchema).describe("The updated todo list")
+  inputSchema: z10.object({
+    todos: z10.array(TodoSchema).describe("The updated todo list")
   }),
   execute: async (inputs) => {
     const { sessionID, todos, user } = inputs;
@@ -13165,7 +13191,7 @@ var TodoReadTool = new ExuluTool({
   id: "todo_read",
   name: "Todo Read",
   description: "Use this tool to read your todo list",
-  inputSchema: z11.object({}),
+  inputSchema: z10.object({}),
   type: "function",
   category: "todo",
   config: [
@@ -13203,6 +13229,222 @@ async function getTodos(sessionID) {
 }
 var todoTools = [TodoWriteTool, TodoReadTool];
 
+// src/templates/tools/question/questionask.txt
+var questionask_default = `Use this tool to ask the user a question with multiple choice answer options during your session. This helps you gather user input, clarify requirements, and make informed decisions based on user preferences.
+
+## When to Use This Tool
+
+Use this tool when you need to:
+
+1. Get user input on implementation choices - When there are multiple valid approaches and you need the user to decide
+2. Clarify ambiguous requirements - When the user's request could be interpreted in different ways
+3. Gather preferences - When you need to know the user's preference for styling, naming, architecture, etc.
+4. Validate assumptions - When you want to confirm your understanding before proceeding
+5. Offer options - When presenting multiple solutions and letting the user choose
+
+## When NOT to Use This Tool
+
+Skip using this tool when:
+1. The answer is clear from context or previous messages
+2. You're asking a yes/no question (use a simpler approach)
+3. The question requires a free-form text answer (this tool is for multiple choice only)
+4. You're asking for information that should be obvious from the codebase
+
+## How It Works
+
+- Provide a question and an array of answer option strings
+- The tool automatically adds "None of the above..." as a final option
+- Each answer option is assigned a unique ID
+- The question is stored with a "pending" status until the user answers
+- Use the Question Read tool to check if the question has been answered
+
+## Examples
+
+<example>
+User: Add authentication to my app
+Assistant: I need to ask the user which authentication method they prefer.
+*Uses Question Ask tool with:*
+question: "Which authentication method would you like to implement?"
+answerOptions: ["JWT tokens", "OAuth 2.0", "Session-based auth", "Firebase Auth"]
+
+<reasoning>
+The assistant used the question tool because there are multiple valid authentication approaches and the user's preference will significantly impact the implementation.
+</reasoning>
+</example>
+
+<example>
+User: Style this button
+Assistant: I need to know the user's styling preference.
+*Uses Question Ask tool with:*
+question: "What styling approach should I use for the button?"
+answerOptions: ["Tailwind CSS", "CSS Modules", "Styled Components", "Plain CSS"]
+
+<reasoning>
+The assistant used the question tool because the codebase could support multiple styling approaches and the user's preference matters for consistency.
+</reasoning>
+</example>
+
+<example>
+User: Add error handling
+Assistant: I'll implement comprehensive error handling with try-catch blocks and proper error messages.
+*Does not use the question tool*
+
+<reasoning>
+The assistant did not use the question tool because error handling is a standard practice and there's a clear best approach that doesn't require user input.
+</reasoning>
+</example>
+
+## Answer Format
+
+When you call this tool, answer options are automatically converted to this format:
+\`\`\`json
+[
+  { "id": "randomId1", "text": "First option" },
+  { "id": "randomId2", "text": "Second option" },
+  { "id": "randomId3", "text": "Third option" },
+  { "id": "randomId4", "text": "None of the above..." }
+]
+\`\`\`
+
+The "None of the above..." option is always added automatically, so you don't need to include it in your answerOptions array.
+
+## Reading Answers
+
+After asking a question, use the Question Read tool to check if the user has answered. The question status will change from "pending" to "answered" and the selectedAnswerId field will contain the ID of the chosen answer.
+`;
+
+// src/templates/tools/question/questionread.txt
+var questionread_default = 'Use this tool to read questions you\'ve asked and check if they\'ve been answered by the user. This tool helps you track the status of questions and retrieve the user\'s selected answers.\n\n## When to Use This Tool\n\nUse this tool proactively in these situations:\n- After asking a question to check if the user has responded\n- To retrieve the user\'s answer before proceeding with implementation\n- To review all questions and answers in the current session\n- When you need to reference a previous answer\n\n## How It Works\n\n- This tool takes no parameters (leave the input blank or empty)\n- Returns an array of all questions in the session\n- Each question includes:\n  - `id`: Unique identifier for the question\n  - `question`: The question text\n  - `answerOptions`: Array of answer options with their IDs and text\n  - `status`: Either "pending" (not answered) or "answered"\n  - `selectedAnswerId`: The ID of the chosen answer (only present if answered)\n\n## Usage Pattern\n\nTypically you\'ll:\n1. Use Question Ask to pose a question\n2. Wait for the user to respond\n3. Use Question Read to check the answer\n4. Find the selected answer by matching the `selectedAnswerId` with an option in `answerOptions`\n5. Proceed with implementation based on the user\'s choice\n\n## Example Response\n\n```json\n[\n  {\n    "id": "question123",\n    "question": "Which authentication method would you like to implement?",\n    "answerOptions": [\n      { "id": "ans1", "text": "JWT tokens" },\n      { "id": "ans2", "text": "OAuth 2.0" },\n      { "id": "ans3", "text": "Session-based auth" },\n      { "id": "ans4", "text": "None of the above..." }\n    ],\n    "status": "answered",\n    "selectedAnswerId": "ans1"\n  }\n]\n```\n\nIn this example, the user selected "JWT tokens" (id: ans1).\n\n## Important Notes\n\n- If no questions exist in the session, an empty array will be returned\n- Questions remain in the session even after being answered for reference\n- Use the `selectedAnswerId` to find which answer option the user chose by matching it against the `id` field in `answerOptions`\n';
+
+// src/templates/tools/question/question.ts
+import z11 from "zod";
+import { randomUUID as randomUUID6 } from "crypto";
+var AnswerOptionSchema = z11.object({
+  id: z11.string().describe("Unique identifier for the answer option"),
+  text: z11.string().describe("The text of the answer option")
+});
+var _QuestionSchema = z11.object({
+  id: z11.string().describe("Unique identifier for the question"),
+  question: z11.string().describe("The question to ask the user"),
+  answerOptions: z11.array(AnswerOptionSchema).describe("Array of possible answer options"),
+  selectedAnswerId: z11.string().optional().describe("The ID of the answer option selected by the user"),
+  status: z11.enum(["pending", "answered"]).describe("Status of the question: pending or answered")
+});
+var QuestionAskTool = new ExuluTool({
+  id: "question_ask",
+  name: "Question Ask",
+  description: "Use this tool to ask a question to the user with multiple choice answers",
+  type: "function",
+  category: "question",
+  config: [
+    {
+      name: "description",
+      description: "The description of the question tool, if set overwrites the default description.",
+      type: "string",
+      default: questionask_default
+    }
+  ],
+  inputSchema: z11.object({
+    question: z11.string().describe("The question to ask the user"),
+    answerOptions: z11.array(z11.string()).describe("Array of possible answer options (strings)")
+  }),
+  execute: async (inputs) => {
+    const { sessionID, question, answerOptions, user } = inputs;
+    if (!user) {
+      throw new Error(
+        "No authenticated user available, a user is required for the question ask tool, this likely means the tool was called outside a session like in an MCP or API call instead of as part of an authenticated session."
+      );
+    }
+    if (!sessionID) {
+      throw new Error(
+        "Session ID is required for the question ask tool, this likely means the tool was called outside a session like in an MCP or API call instead of as part of a conversation."
+      );
+    }
+    const session = await getSession({ sessionID });
+    if (!session?.id) {
+      throw new Error(
+        "Session with ID " + sessionID + " not found in the question ask tool."
+      );
+    }
+    const hasAccessToSession = await checkRecordAccess(session, "read", user);
+    if (!hasAccessToSession) {
+      throw new Error("You don't have access to this session " + session.id + ".");
+    }
+    const answerOptionsWithIds = answerOptions.map((text) => ({
+      id: randomUUID6(),
+      text
+    }));
+    answerOptionsWithIds.push({
+      id: randomUUID6(),
+      text: "None of the above..."
+    });
+    const newQuestion = {
+      id: randomUUID6(),
+      question,
+      answerOptions: answerOptionsWithIds,
+      status: "pending"
+    };
+    await addQuestion({
+      session,
+      question: newQuestion
+    });
+    return {
+      result: JSON.stringify(
+        {
+          questionId: newQuestion.id,
+          question: newQuestion.question,
+          answerOptions: newQuestion.answerOptions,
+          status: newQuestion.status
+        },
+        null,
+        2
+      )
+    };
+  }
+});
+var QuestionReadTool = new ExuluTool({
+  id: "question_read",
+  name: "Question Read",
+  description: "Use this tool to read questions and their answers",
+  inputSchema: z11.object({}),
+  type: "function",
+  category: "question",
+  config: [
+    {
+      name: "description",
+      description: "The description of the question read tool, if set overwrites the default description.",
+      type: "string",
+      default: questionread_default
+    }
+  ],
+  execute: async (inputs) => {
+    const { sessionID } = inputs;
+    const questions = await getQuestions(sessionID);
+    return {
+      result: JSON.stringify(questions, null, 2)
+    };
+  }
+});
+async function addQuestion(input) {
+  const metadata = input.session.metadata ?? {};
+  metadata["questions"] ??= [];
+  metadata["questions"].push(input.question);
+  const { db: db2 } = await postgresClient();
+  await db2.from("agent_sessions").where({ id: input.session.id }).update({
+    metadata
+  });
+  return input.session;
+}
+async function getQuestions(sessionID) {
+  const { db: db2 } = await postgresClient();
+  const session = await db2.from("agent_sessions").where({ id: sessionID }).first();
+  if (!session) {
+    throw new Error("Session not found for session ID: " + sessionID);
+  }
+  return session.metadata?.questions ?? [];
+}
+var questionTools = [QuestionAskTool, QuestionReadTool];
+
 // src/templates/tools/perplexity.ts
 import z12 from "zod";
 import Perplexity from "@perplexity-ai/perplexity_ai";
@@ -13313,14 +13555,29 @@ var isValidPostgresName = (id) => {
 
 // src/exulu/app/index.ts
 var isDev = process.env.NODE_ENV !== "production";
+var lineLimitFormat = winston2.format((info) => {
+  if (typeof info.message === "string") {
+    const lines = info.message.split("\n");
+    if (lines.length > 50) {
+      const truncatedLines = lines.slice(0, 50);
+      truncatedLines.push(`... (${lines.length - 50} more lines omitted)`);
+      info.message = truncatedLines.join("\n");
+    }
+  }
+  return info;
+});
 var consoleTransport = new winston2.transports.Console({
   format: isDev ? winston2.format.combine(
+    lineLimitFormat(),
     winston2.format.colorize(),
     winston2.format.timestamp({ format: "HH:mm:ss" }),
     winston2.format.printf(({ timestamp, level, message }) => {
       return `${timestamp} [${level}] ${message}`;
     })
-  ) : winston2.format.json()
+  ) : winston2.format.combine(
+    lineLimitFormat(),
+    winston2.format.json()
+  )
 });
 var formatArg = (arg) => typeof arg === "object" ? util.inspect(arg, { depth: null, colors: isDev }) : String(arg);
 var createLogMethod = (logger, logLevel) => {
@@ -13390,6 +13647,7 @@ var ExuluApp2 = class {
     this._tools = [
       ...tools ?? [],
       ...todoTools,
+      ...questionTools,
       ...perplexityTools,
       // Add contexts as tools
       ...Object.values(contexts || {}).map((context) => context.tool()).filter(Boolean)
@@ -16174,7 +16432,7 @@ import * as path from "path";
 import { generateText as generateText3, Output as Output3 } from "ai";
 import { z as z13 } from "zod";
 import pLimit from "p-limit";
-import { randomUUID as randomUUID6 } from "crypto";
+import { randomUUID as randomUUID7 } from "crypto";
 import * as mammoth from "mammoth";
 import TurndownService from "turndown";
 import WordExtractor from "word-extractor";
@@ -16872,7 +17130,7 @@ var loadFile = async (file, name, tempDir) => {
   if (!fileType) {
     throw new Error("[EXULU] File name does not include extension, extension is required for document processing.");
   }
-  const UUID = randomUUID6();
+  const UUID = randomUUID7();
   let buffer;
   if (Buffer.isBuffer(file)) {
     filePath = path.join(tempDir, `${UUID}.${fileType}`);
@@ -16902,7 +17160,7 @@ async function documentProcessor({
   if (!license["advanced-document-processing"]) {
     throw new Error("Advanced document processing is an enterprise feature, please add a valid Exulu enterprise license key to use it.");
   }
-  const uuid = randomUUID6();
+  const uuid = randomUUID7();
   const tempDir = path.join(process.cwd(), "temp", uuid);
   const localFilesAndFoldersToDelete = [tempDir];
   console.log(`[EXULU] Temporary directory for processing document ${name}: ${tempDir}`);

package/ee/workers.ts

@@ -358,7 +358,33 @@ export const createWorkers = async (
 
               const exuluStorage = new ExuluStorage({ config });
 
-              console.log("[EXULU] POS 2 -- EXULU CONTEXT PROCESS FIELD");
+              if (context.processor.filter) {
+                const result = await context.processor.filter({
+                  item: data.inputs,
+                  user: data.user,
+                  role: data.role,
+                  utils: {
+                    storage: exuluStorage,
+                  },
+                  exuluConfig: config,
+                });
+          
+                if (!result) {
+                  console.log("[EXULU] Item filtered out by processor, skipping processing execution...");
+                  return {
+                    result: "Item filtered out by processor, skipping processing execution...", // last message
+                    metadata: {
+                      item: {
+                        name: data.inputs?.name,
+                        id: data.inputs?.id,
+                        external_id: data.inputs?.external_id
+                      }
+                    },
+                  };
+                }
+              }
+
+              console.log("[EXULU] POS 2 -- EXULU CONTEXT PROCESS FIELD", data.inputs);
               let processorResult = await context.processor.execute({
                 item: data.inputs,
                 user: data.user,

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@exulu/backend",
   "author": "Qventu Bv.",
-  "version": "1.52.0",
+  "version": "1.53.0",
   "main": "./dist/index.js",
   "private": false,
   "publishConfig": {
@@ -90,6 +90,7 @@
     "@ai-sdk/cerebras": "^2.0.29",
     "@ai-sdk/google-vertex": "^4.0.28",
     "@ai-sdk/openai": "^3.0.18",
+    "@ai-sdk/openai-compatible": "^2.0.37",
     "@anthropic-ai/sdk": "^0.56.0",
     "@apollo/server": "^5.4.0",
     "@as-integrations/express5": "^1.0.0",