@exulu/backend 1.37.0 → 1.39.0

package/dist/index.cjs

@@ -219,11 +219,17 @@ async function postgresClient() {
         pool: {
           min: 2,
           max: 20,
+          // Increased from 20 to handle more concurrent operations
           acquireTimeoutMillis: 3e4,
           createTimeoutMillis: 3e4,
           idleTimeoutMillis: 3e4,
           reapIntervalMillis: 1e3,
-          createRetryIntervalMillis: 200
+          createRetryIntervalMillis: 200,
+          // Log pool events to help debug connection issues
+          afterCreate: (conn, done) => {
+            console.log("[EXULU] New database connection created");
+            done(null, conn);
+          }
         }
       });
       try {
@@ -463,7 +469,9 @@ var getToken = async (authHeader) => {
   }
   try {
     const secret = process.env.NEXTAUTH_SECRET;
-    const jwk = await (0, import_jose.importJWK)({ k: secret, alg: "HS256", kty: "oct" });
+    const secretBuffer = Buffer.from(secret, "utf-8");
+    const base64Secret = secretBuffer.toString("base64url");
+    const jwk = await (0, import_jose.importJWK)({ k: base64Secret, alg: "HS256", kty: "oct" });
     const { payload } = await (0, import_jose.jwtVerify)(token, jwk);
     return payload;
   } catch (error) {
@@ -502,6 +510,8 @@ var authentication = async ({
         type: "api",
         id: 192837465,
         email: "internal@exulu.com",
+        firstname: "API",
+        lastname: "User",
         role: {
           id: "internal",
           name: "Internal",
@@ -1335,10 +1345,10 @@ var rbacSchema = {
       name: "user_id",
       type: "number"
     },
-    {
-      name: "project_id",
-      type: "uuid"
-    },
+    /* {
+        name: "project_id",
+        type: "uuid"
+    }, */
     {
       name: "rights",
       type: "text",
@@ -2248,7 +2258,7 @@ function createMutations(table, agents, contexts, tools, config) {
       });
       return {
         // Filter result to only include requested fields
-        item: finalizeRequestedFields({ table, requestedFields, agents, contexts, tools, result: results[0], user: context.user }),
+        item: finalizeRequestedFields({ args, table, requestedFields, agents, contexts, tools, result: results[0], user: context.user }),
         job
       };
     },
@@ -2296,7 +2306,7 @@ function createMutations(table, agents, contexts, tools, config) {
       }
       const { job } = await postprocessUpdate({ table, requestedFields, agents, contexts, tools, result, user: context.user.id, role: context.user.role?.id, config });
       return {
-        item: finalizeRequestedFields({ table, requestedFields, agents, contexts, tools, result, user: context.user.id }),
+        item: finalizeRequestedFields({ args, table, requestedFields, agents, contexts, tools, result, user: context.user.id }),
         job
       };
     },
@@ -2337,7 +2347,7 @@ function createMutations(table, agents, contexts, tools, config) {
       const result = await db3.from(tableNamePlural).select(Object.keys(columns)).where({ id }).first();
       const { job } = await postprocessUpdate({ table, requestedFields, agents, contexts, tools, result, user: context.user.id, role: context.user.role?.id, config });
       return {
-        item: finalizeRequestedFields({ table, requestedFields, agents, contexts, tools, result, user: context.user.id }),
+        item: finalizeRequestedFields({ args, table, requestedFields, agents, contexts, tools, result, user: context.user.id }),
         job
       };
     },
@@ -2369,7 +2379,7 @@ function createMutations(table, agents, contexts, tools, config) {
         }).del();
       }
       await postprocessDeletion({ table, requestedFields, agents, contexts, tools, result });
-      return finalizeRequestedFields({ table, requestedFields, agents, contexts, tools, result, user: context.user.id });
+      return finalizeRequestedFields({ args, table, requestedFields, agents, contexts, tools, result, user: context.user.id });
     },
     [`${tableNamePlural}RemoveOne`]: async (_, args, context, info) => {
       const { where } = args;
@@ -2393,7 +2403,7 @@ function createMutations(table, agents, contexts, tools, config) {
       }
       await db3(tableNamePlural).where(where).del();
       await postprocessDeletion({ table, requestedFields, agents, contexts, tools, result });
-      return finalizeRequestedFields({ table, requestedFields, agents, contexts, tools, result, user: context.user.id });
+      return finalizeRequestedFields({ args, table, requestedFields, agents, contexts, tools, result, user: context.user.id });
     }
   };
   if (table.type === "items") {
@@ -2426,20 +2436,20 @@ function createMutations(table, agents, contexts, tools, config) {
         }
         const { db: db3 } = context;
         let query = db3.from(tableNamePlural).select("*").where({ id: args.item });
-        query = applyAccessControl(table, context.user, query);
+        query = applyAccessControl(table, query, context.user);
         const item = await query.first();
         if (!item) {
           throw new Error("Item not found, or your user does not have access to it.");
         }
         const { job, result } = await exists.processField(
           "api",
-          context.user.id,
-          context.user.role?.id,
           {
             ...item,
             field: args.field
           },
-          config
+          config,
+          context.user.id,
+          context.user.role?.id
         );
         return {
           message: job ? "Processing job scheduled." : "Item processed successfully.",
@@ -2486,7 +2496,10 @@ function createMutations(table, agents, contexts, tools, config) {
         };
       }
       console.log("[EXULU] Executing source function directly");
-      const result = await source.execute(args.inputs);
+      const result = await source.execute({
+        ...args.inputs,
+        exuluConfig: config
+      });
       let jobs = [];
       let items = [];
       for (const item of result) {
@@ -2610,14 +2623,14 @@ function createMutations(table, agents, contexts, tools, config) {
   }
   return mutations;
 }
-var applyAccessControl = (table, user, query) => {
+var applyAccessControl = (table, query, user) => {
   const tableNamePlural = table.name.plural.toLowerCase();
-  if (table.name.plural !== "agent_sessions" && user.super_admin === true) {
+  if (table.name.plural !== "agent_sessions" && user?.super_admin === true) {
     return query;
   }
-  console.log("[EXULU] user.role", user.role);
+  console.log("[EXULU] user.role", user?.role);
   console.log("[EXULU] table.name.plural", table.name.plural);
-  if (!user.super_admin && (!user.role || !(table.name.plural === "agents" && (user.role.agents === "read" || user.role.agents === "write")) && !(table.name.plural === "workflow_templates" && (user.role.workflows === "read" || user.role.workflows === "write")) && !(table.name.plural === "variables" && (user.role.variables === "read" || user.role.variables === "write")) && !(table.name.plural === "users" && (user.role.users === "read" || user.role.users === "write")) && !((table.name.plural === "test_cases" || table.name.plural === "eval_sets" || table.name.plural === "eval_runs") && (user.role.evals === "read" || user.role.evals === "write")))) {
+  if (!user?.super_admin && (!user?.role || !(table.name.plural === "agents" && (user.role.agents === "read" || user.role.agents === "write")) && !(table.name.plural === "workflow_templates" && (user.role.workflows === "read" || user.role.workflows === "write")) && !(table.name.plural === "variables" && (user.role.variables === "read" || user.role.variables === "write")) && !(table.name.plural === "users" && (user.role.users === "read" || user.role.users === "write")) && !((table.name.plural === "test_cases" || table.name.plural === "eval_sets" || table.name.plural === "eval_runs") && (user.role.evals === "read" || user.role.evals === "write")))) {
     console.error("==== Access control error: no role found or no access to entity type. ====");
     throw new Error("Access control error: no role found or no access to entity type.");
   }
@@ -2706,7 +2719,7 @@ var removeAgentFields = (requestedFields) => {
   filtered.push("backend");
   return filtered;
 };
-var addAgentFields = async (requestedFields, agents, result, tools, user) => {
+var addAgentFields = async (args, requestedFields, agents, result, tools, user, contexts) => {
   let backend = agents.find((a) => a.id === result?.backend);
   if (requestedFields.includes("providerName")) {
     result.providerName = backend?.providerName || "";
@@ -2753,6 +2766,17 @@ var addAgentFields = async (requestedFields, agents, result, tools, user) => {
         console.log("[EXULU] hydratedTool", hydratedTool);
         return hydratedTool;
       }));
+      if (args.project) {
+        const projectTool = await createProjectRetrievalTool({
+          projectId: args.project,
+          user,
+          role: user.role?.id,
+          contexts
+        });
+        if (projectTool) {
+          result.tools.unshift(projectTool);
+        }
+      }
       result.tools = result.tools.filter((tool2) => tool2 !== null);
     } else {
       result.tools = [];
@@ -2891,6 +2915,7 @@ var postprocessDeletion = async ({
   return result;
 };
 var finalizeRequestedFields = async ({
+  args,
   table,
   requestedFields,
   agents,
@@ -2907,11 +2932,28 @@ var finalizeRequestedFields = async ({
   }
   if (Array.isArray(result)) {
     result = result.map((item) => {
-      return finalizeRequestedFields({ table, requestedFields, agents, contexts, tools, result: item, user });
+      return finalizeRequestedFields({
+        args,
+        table,
+        requestedFields,
+        agents,
+        contexts,
+        tools,
+        result: item,
+        user
+      });
     });
   } else {
     if (table.name.singular === "agent") {
-      result = await addAgentFields(requestedFields, agents, result, tools, user);
+      result = await addAgentFields(
+        args,
+        requestedFields,
+        agents,
+        result,
+        tools,
+        user,
+        contexts
+      );
       if (!requestedFields.includes("backend")) {
         delete result.backend;
       }
@@ -2988,18 +3030,18 @@ function createQueries(table, agents, tools, contexts) {
       const requestedFields = getRequestedFields(info);
       const sanitizedFields = sanitizeRequestedFields(table, requestedFields);
       let query = db3.from(tableNamePlural).select(sanitizedFields).where({ id: args.id });
-      query = applyAccessControl(table, context.user, query);
+      query = applyAccessControl(table, query, context.user);
       let result = await query.first();
-      return finalizeRequestedFields({ table, requestedFields, agents, contexts, tools, result, user: context.user });
+      return finalizeRequestedFields({ args, table, requestedFields, agents, contexts, tools, result, user: context.user });
     },
     [`${tableNameSingular}ByIds`]: async (_, args, context, info) => {
       const { db: db3 } = context;
       const requestedFields = getRequestedFields(info);
       const sanitizedFields = sanitizeRequestedFields(table, requestedFields);
       let query = db3.from(tableNamePlural).select(sanitizedFields).whereIn("id", args.ids);
-      query = applyAccessControl(table, context.user, query);
+      query = applyAccessControl(table, query, context.user);
       let result = await query;
-      return finalizeRequestedFields({ table, requestedFields, agents, contexts, tools, result, user: context.user });
+      return finalizeRequestedFields({ args, table, requestedFields, agents, contexts, tools, result, user: context.user });
     },
     [`${tableNameSingular}One`]: async (_, args, context, info) => {
       const { filters = [], sort } = args;
@@ -3008,10 +3050,10 @@ function createQueries(table, agents, tools, contexts) {
       const sanitizedFields = sanitizeRequestedFields(table, requestedFields);
       let query = db3.from(tableNamePlural).select(sanitizedFields);
       query = applyFilters(query, filters, table);
-      query = applyAccessControl(table, context.user, query);
+      query = applyAccessControl(table, query, context.user);
       query = applySorting(query, sort);
       let result = await query.first();
-      return finalizeRequestedFields({ table, requestedFields, agents, contexts, tools, result, user: context.user });
+      return finalizeRequestedFields({ args, table, requestedFields, agents, contexts, tools, result, user: context.user });
     },
     [`${tableNamePlural}Pagination`]: async (_, args, context, info) => {
       const { limit = 10, page = 0, filters = [], sort } = args;
@@ -3021,7 +3063,7 @@ function createQueries(table, agents, tools, contexts) {
       }
       let countQuery = db3(tableNamePlural);
       countQuery = applyFilters(countQuery, filters, table);
-      countQuery = applyAccessControl(table, context.user, countQuery);
+      countQuery = applyAccessControl(table, countQuery, context.user);
       const countResult = await countQuery.count("* as count");
       const itemCount = Number(countResult[0]?.count || 0);
       const pageCount = Math.ceil(itemCount / limit);
@@ -3030,7 +3072,7 @@ function createQueries(table, agents, tools, contexts) {
       const hasNextPage = currentPage < pageCount - 1;
       let dataQuery = db3(tableNamePlural);
       dataQuery = applyFilters(dataQuery, filters, table);
-      dataQuery = applyAccessControl(table, context.user, dataQuery);
+      dataQuery = applyAccessControl(table, dataQuery, context.user);
       const requestedFields = getRequestedFields(info);
       dataQuery = applySorting(dataQuery, sort);
       if (page > 1) {
@@ -3046,7 +3088,7 @@ function createQueries(table, agents, tools, contexts) {
           hasPreviousPage,
           hasNextPage
         },
-        items: finalizeRequestedFields({ table, requestedFields, agents, contexts, tools, result: items, user: context.user })
+        items: finalizeRequestedFields({ args, table, requestedFields, agents, contexts, tools, result: items, user: context.user })
       };
     },
     // Add generic statistics query for all tables
@@ -3055,7 +3097,7 @@ function createQueries(table, agents, tools, contexts) {
       const { db: db3 } = context;
       let query = db3(tableNamePlural);
       query = applyFilters(query, filters, table);
-      query = applyAccessControl(table, context.user, query);
+      query = applyAccessControl(table, query, context.user);
       if (groupBy) {
         query = query.select(groupBy).groupBy(groupBy);
         if (tableNamePlural === "tracking") {
@@ -3155,11 +3197,11 @@ var vectorSearch = async ({
   const chunksTable = getChunksTableName(id);
   let countQuery = db3(mainTable);
   countQuery = applyFilters(countQuery, filters, table);
-  countQuery = applyAccessControl(table, user, countQuery);
+  countQuery = applyAccessControl(table, countQuery, user);
   const columns = await db3(mainTable).columnInfo();
   let itemsQuery = db3(mainTable).select(Object.keys(columns).map((column) => mainTable + "." + column));
   itemsQuery = applyFilters(itemsQuery, filters, table);
-  itemsQuery = applyAccessControl(table, user, itemsQuery);
+  itemsQuery = applyAccessControl(table, itemsQuery, user);
   itemsQuery = applySorting(itemsQuery, sort);
   if (queryRewriter) {
     query = await queryRewriter(query);
@@ -3178,7 +3220,7 @@ var vectorSearch = async ({
   const { chunks } = await embedder.generateFromQuery(context.id, query, {
     label: table.name.singular,
     trigger
-  }, user.id, role);
+  }, user?.id, role);
   if (!chunks?.[0]?.vector) {
     throw new Error("No vector generated for query.");
   }
@@ -3568,7 +3610,8 @@ function createSDL(tables, contexts, agents, tools, config, evals, queues2) {
     const tableNameSingularUpperCaseFirst = table.name.singular.charAt(0).toUpperCase() + table.name.singular.slice(1);
     const processorFields = table.fields.filter((field) => field.processor?.execute);
     typeDefs += `
-      ${tableNameSingular}ById(id: ID!): ${tableNameSingular}
+        ${tableNameSingular === "agent" ? `${tableNameSingular}ById(id: ID!, project: ID): ${tableNameSingular}` : `${tableNameSingular}ById(id: ID!): ${tableNameSingular}`}
+      
       ${tableNameSingular}ByIds(ids: [ID!]!): [${tableNameSingular}]!
       ${tableNamePlural}Pagination(limit: Int, page: Int, filters: [Filter${tableNameSingularUpperCaseFirst}], sort: SortBy): ${tableNameSingularUpperCaseFirst}PaginationResult
       ${tableNameSingular}One(filters: [Filter${tableNameSingularUpperCaseFirst}], sort: SortBy): ${tableNameSingular}
@@ -4481,16 +4524,27 @@ var addPrefixToKey = (keyPath, config) => {
   }
   return `${prefix}/${keyPath}`;
 };
-var uploadFile = async (user, file, key, config, options = {}) => {
-  console.log("[EXULU] Uploading file to S3", key);
+var uploadFile = async (file, key, config, options = {}, user) => {
   if (!config.fileUploads) {
-    throw new Error("File uploads are not configured");
+    throw new Error("File uploads are not configured (in the exported uploadFile function)");
   }
   const client2 = getS3Client(config);
-  let folder = `${user}/`;
+  let defaultBucket = config.fileUploads.s3Bucket;
+  let customBucket = false;
+  if (key.includes("[bucket:")) {
+    console.log("[EXULU] key includes [bucket:name]", key);
+    customBucket = key.split("[bucket:")[1]?.split("]")[0] || "";
+    if (!customBucket?.length) {
+      throw new Error("Invalid key, does not contain a bucket name like '[bucket:name]'.");
+    }
+    key = key.split("]")[1] || "";
+    console.log("[EXULU] custom bucket", customBucket);
+  }
+  let folder = user ? `${user}/` : "";
   const fullKey = addPrefixToKey(!key.includes(folder) ? folder + key : key, config);
+  console.log("[EXULU] uploading file to s3 into bucket", customBucket || defaultBucket, "with key", fullKey);
   const command = new import_client_s3.PutObjectCommand({
-    Bucket: config.fileUploads.s3Bucket,
+    Bucket: customBucket || defaultBucket,
     Key: fullKey,
     Body: file,
     ContentType: options.contentType,
@@ -4498,6 +4552,10 @@ var uploadFile = async (user, file, key, config, options = {}) => {
     ContentLength: file.byteLength
   });
   await client2.send(command);
+  console.log("[EXULU] file uploaded to s3 into bucket", customBucket || defaultBucket, "with key", fullKey);
+  if (customBucket) {
+    return "[bucket:" + customBucket + "]" + fullKey;
+  }
   return fullKey;
 };
 var createUppyRoutes = async (app, config) => {
@@ -4656,16 +4714,12 @@ var createUppyRoutes = async (app, config) => {
       key = key.split("]")[1] || "";
       console.log("[EXULU] key", key);
     }
-    console.log("[EXULU] Getting object metadata from s3", key);
-    console.log("[EXULU] bucket", bucket);
-    console.log("[EXULU] key", key);
     const client2 = getS3Client(config);
     const command = new import_client_s3.HeadObjectCommand({
       Bucket: bucket,
       Key: key
     });
     const response = await client2.send(command);
-    console.log("[EXULU] Object metadata from s3", response);
     res.json(response);
     res.end();
   });
@@ -4969,6 +5023,7 @@ var createUppyRoutes = async (app, config) => {
 };
 
 // src/registry/classes.ts
+var import_officeparser = require("officeparser");
 var s3Client2;
 function sanitizeToolName(name) {
   if (typeof name !== "string") return "";
@@ -4979,12 +5034,117 @@ function sanitizeToolName(name) {
   }
   return sanitized;
 }
-var convertToolsArrayToObject = (currentTools, allExuluTools, configs, providerapikey, contexts, user, exuluConfig, sessionID, req) => {
+var projectsCache = /* @__PURE__ */ new Map();
+var createProjectRetrievalTool = async ({
+  user,
+  role,
+  contexts,
+  projectId
+}) => {
+  let project;
+  const cachedProject = projectsCache.get(projectId);
+  const OneMinuteAgo = new Date(Date.now() - 1e3 * 60);
+  if (cachedProject && cachedProject.age > OneMinuteAgo) {
+    project = cachedProject.project;
+  } else {
+    const { db: db3 } = await postgresClient();
+    project = await db3.from("projects").where("id", projectId).first();
+    if (project) {
+      projectsCache.set(projectId, {
+        age: /* @__PURE__ */ new Date(),
+        project
+      });
+    } else {
+      return;
+    }
+  }
+  console.log("[EXULU] Project search tool created for project", project);
+  if (!project.project_items?.length) {
+    return;
+  }
+  const projectRetrievalTool = new ExuluTool2({
+    id: "project_information_retrieval_tool_" + projectId,
+    name: "Project information retrieval tool for project " + project.name,
+    description: "This tool retrieves information about a project from conversations and items that were added to the project " + project.name + ".",
+    inputSchema: import_zod.z.object({
+      query: import_zod.z.string().describe("The query to retrieve information about the project " + project.name + "."),
+      keywords: import_zod.z.array(import_zod.z.string()).describe("The most relevant keywords in the query, such as names of people, companies, products, etc. in the project " + project.name + ".")
+    }),
+    type: "function",
+    category: "project",
+    config: [],
+    execute: async ({ query, keywords }) => {
+      console.log("[EXULU] Project search tool searching for project", project);
+      const items = project.project_items;
+      const set = {};
+      for (const item of items) {
+        const context = item.split("/")[0];
+        if (!context) {
+          throw new Error("The item added to the project does not have a valid gid with the context id as the prefix before the first slash.");
+        }
+        const id = item.split("/")[1];
+        if (set[context]) {
+          set[context].push(id);
+        } else {
+          set[context] = [id];
+        }
+      }
+      console.log("[EXULU] Project search tool searching through contexts", Object.keys(set));
+      const results = await Promise.all(Object.keys(set).map(async (contextName, index) => {
+        const context = contexts.find((context2) => context2.id === contextName);
+        if (!context) {
+          console.error("[EXULU] Context not found for project information retrieval tool.", contextName);
+          return [];
+        }
+        const itemIds = set[contextName];
+        console.log("[EXULU] Project search tool searching through items", itemIds);
+        return await context.search({
+          // todo check if it is more performant to use a concatenation of
+          // the query and keywords, or just the keywords, instead of the 
+          // query itself.
+          query,
+          filters: [{
+            id: {
+              in: itemIds
+            }
+          }],
+          user,
+          role,
+          method: "hybridSearch",
+          sort: {
+            field: "updatedAt",
+            direction: "desc"
+          },
+          trigger: "tool",
+          limit: 10,
+          page: 1
+        });
+      }));
+      console.log("[EXULU] Project search tool results", results);
+      return {
+        result: JSON.stringify(results.flat())
+      };
+    }
+  });
+  return projectRetrievalTool;
+};
+var convertToolsArrayToObject = async (currentTools, allExuluTools, configs, providerapikey, contexts, user, exuluConfig, sessionID, req, project) => {
   if (!currentTools) return {};
   if (!allExuluTools) return {};
   if (!contexts) {
     contexts = [];
   }
+  if (project) {
+    const projectRetrievalTool = await createProjectRetrievalTool({
+      user,
+      role: user?.role?.id,
+      contexts,
+      projectId: project
+    });
+    if (projectRetrievalTool) {
+      currentTools.push(projectRetrievalTool);
+    }
+  }
   const sanitizedTools = currentTools ? currentTools.map((tool2) => ({
     ...tool2,
     name: sanitizeToolName(tool2.name)
@@ -4993,9 +5153,9 @@ var convertToolsArrayToObject = (currentTools, allExuluTools, configs, providera
   return {
     ...sanitizedTools?.reduce(
       (prev, cur) => {
-        let config = configs?.find((config2) => config2.id === cur.id);
-        const userDefinedConfigDescription = config?.config.find((config2) => config2.name === "description")?.value;
-        const defaultConfigDescription = config?.config.find((config2) => config2.name === "description")?.default;
+        let toolVariableConfig = configs?.find((config) => config.id === cur.id);
+        const userDefinedConfigDescription = toolVariableConfig?.config.find((config) => config.name === "description")?.value;
+        const defaultConfigDescription = toolVariableConfig?.config.find((config) => config.name === "description")?.default;
         const toolDescription = cur.description;
         const description = userDefinedConfigDescription || defaultConfigDescription || toolDescription;
         return {
@@ -5008,8 +5168,8 @@ var convertToolsArrayToObject = (currentTools, allExuluTools, configs, providera
                 console.error("[EXULU] Tool execute function is undefined.", cur.tool);
                 throw new Error("Tool execute function is undefined.");
               }
-              if (config) {
-                config = await hydrateVariables(config || []);
+              if (toolVariableConfig) {
+                toolVariableConfig = await hydrateVariables(toolVariableConfig || []);
               }
               let upload = void 0;
               if (exuluConfig?.fileUploads?.s3endpoint && exuluConfig?.fileUploads?.s3key && exuluConfig?.fileUploads?.s3secret && exuluConfig?.fileUploads?.s3Bucket) {
@@ -5062,7 +5222,6 @@ var convertToolsArrayToObject = (currentTools, allExuluTools, configs, providera
                 acc[curr.id] = curr;
                 return acc;
               }, {});
-              console.log("[EXULU] Config", config);
               const response = await cur.tool.execute({
                 ...inputs,
                 sessionID,
@@ -5077,7 +5236,7 @@ var convertToolsArrayToObject = (currentTools, allExuluTools, configs, providera
                 contexts: contextsMap,
                 upload,
                 exuluConfig,
-                config: config ? config.config.reduce((acc, curr) => {
+                toolVariablesConfig: toolVariableConfig ? toolVariableConfig.config.reduce((acc, curr) => {
                   acc[curr.name] = curr.value;
                   return acc;
                 }, {}) : {}
@@ -5111,7 +5270,6 @@ var hydrateVariables = async (tool2) => {
     const variableName = toolConfig.variable;
     const variable = await db3.from("variables").where({ name: variableName }).first();
     if (!variable) {
-      console.error("[EXULU] Variable " + variableName + " not found.");
       throw new Error("Variable " + variableName + " not found.");
     }
     let value = variable.value;
@@ -5123,7 +5281,6 @@ var hydrateVariables = async (tool2) => {
     return toolConfig;
   });
   await Promise.all(promises);
-  console.log("[EXULU] Variable values retrieved and added to tool config.");
   return tool2;
 };
 function generateSlug(name) {
@@ -5347,7 +5504,21 @@ var ExuluAgent2 = class {
       });
     }
     console.log("[EXULU] Message count for agent: " + this.name, "loaded for generating sync.", messages.length);
-    const genericContext = "IMPORTANT: \n\n The current date is " + (/* @__PURE__ */ new Date()).toLocaleDateString() + " and the current time is " + (/* @__PURE__ */ new Date()).toLocaleTimeString() + ". If the user does not explicitly provide the current date, for examle when saying ' this weekend', you should assume they are talking with the current date in mind as a reference.";
+    let project;
+    if (session) {
+      const sessionData = await getSession({ sessionID: session });
+      project = sessionData.project;
+    }
+    const personalizationInformation = exuluConfig?.privacy?.systemPromptPersonalization !== false ? `
+                ${user?.firstname ? `The users first name is "${user.firstname}"` : ""}
+                ${user?.lastname ? `The users last name is "${user.lastname}"` : ""}
+                ${user?.email ? `The users email is "${user.email}"` : ""}
+        ` : "";
+    const genericContext = `IMPORTANT general information:
+                ${personalizationInformation}
+                The current date is "${(/* @__PURE__ */ new Date()).toLocaleDateString()}" and the current time is "${(/* @__PURE__ */ new Date()).toLocaleTimeString()}". 
+                If the user does not explicitly provide the current date, for examle when saying ' this weekend', you should assume 
+                they are talking with the current date in mind as a reference.`;
     let system = instructions || "You are a helpful assistant. When you use a tool to answer a question do not explicitly comment on the result of the tool call unless the user has explicitly you to do something with the result.";
     system += "\n\n" + genericContext;
     if (prompt) {
@@ -5372,7 +5543,7 @@ var ExuluAgent2 = class {
           system,
           prompt,
           maxRetries: 2,
-          tools: convertToolsArrayToObject(
+          tools: await convertToolsArrayToObject(
             currentTools,
             allExuluTools,
             toolConfigs,
@@ -5381,7 +5552,8 @@ var ExuluAgent2 = class {
             user,
             exuluConfig,
             session,
-            req
+            req,
+            project
           ),
           stopWhen: [(0, import_ai.stepCountIs)(2)]
         });
@@ -5432,7 +5604,7 @@ var ExuluAgent2 = class {
           ignoreIncompleteToolCalls: true
         }),
         maxRetries: 2,
-        tools: convertToolsArrayToObject(
+        tools: await convertToolsArrayToObject(
           currentTools,
           allExuluTools,
           toolConfigs,
@@ -5441,7 +5613,8 @@ var ExuluAgent2 = class {
           user,
           exuluConfig,
           session,
-          req
+          req,
+          project
         ),
         stopWhen: [(0, import_ai.stepCountIs)(2)]
       });
@@ -5482,6 +5655,70 @@ var ExuluAgent2 = class {
     }
     return "";
   };
+  /**
+   * Convert file parts in messages to OpenAI Responses API compatible format.
+   * The OpenAI Responses API doesn't support inline file parts with type 'file'.
+   * This function converts:
+   * - Document files (PDF, DOCX, etc.) -> text parts with extracted content using officeparser
+   * - Image files -> image parts (which ARE supported by Responses API)
+   */
+  async processFilePartsInMessages(messages) {
+    const processedMessages = await Promise.all(messages.map(async (message) => {
+      if (message.role !== "user" || !Array.isArray(message.parts)) {
+        return message;
+      }
+      const processedParts = await Promise.all(message.parts.map(async (part) => {
+        if (part.type !== "file") {
+          return part;
+        }
+        const { mediaType, url, filename } = part;
+        const imageTypes = ["image/png", "image/jpeg", "image/jpg", "image/gif", "image/webp"];
+        if (imageTypes.includes(mediaType)) {
+          console.log(`[EXULU] Converting file part to image part: ${filename} `);
+          return {
+            type: "image",
+            image: url,
+            mimeType: mediaType
+          };
+        }
+        console.log(`[EXULU] Converting file part to text using officeparser: ${filename}`);
+        try {
+          const response = await fetch(url);
+          if (!response.ok) {
+            console.error(`[EXULU] Failed to fetch file: ${filename}, status: ${response.status} `);
+            return {
+              type: "text",
+              text: `[Error: Could not load file ${filename}]`
+            };
+          }
+          const arrayBuffer = await response.arrayBuffer();
+          const extractedText = await (0, import_officeparser.parseOfficeAsync)(arrayBuffer, {
+            outputErrorToConsole: false,
+            newlineDelimiter: "\n"
+          });
+          return {
+            type: "text",
+            text: `<file file name = "${filename}" >
+${extractedText} 
+ </file>`
+          };
+        } catch (error) {
+          console.error(`[EXULU] Error processing file ${filename}:`, error);
+          return {
+            type: "text",
+            text: `[Error extracting text from file ${filename}: ${error instanceof Error ? error.message : "Unknown error"}]`
+          };
+        }
+      }));
+      const result = {
+        ...message,
+        parts: processedParts
+      };
+      console.log("[EXULU] Result: " + JSON.stringify(result, null, 2));
+      return result;
+    }));
+    return processedMessages;
+  }
   generateStream = async ({
     user,
     session,
@@ -5513,7 +5750,10 @@ var ExuluAgent2 = class {
     });
     let messages = [];
     let previousMessagesContent = previousMessages || [];
+    let project;
     if (session) {
+      const sessionData = await getSession({ sessionID: session });
+      project = sessionData.project;
       console.log("[EXULU] loading previous messages from session: " + session);
       const previousMessages2 = await getAgentMessages({
         session,
@@ -5529,18 +5769,21 @@ var ExuluAgent2 = class {
       // append the new message to the previous messages:
       messages: [...previousMessagesContent, message]
     });
+    messages = messages.filter(
+      (message2, index, self) => index === self.findIndex((t) => t.id === message2.id)
+    );
+    messages = await this.processFilePartsInMessages(messages);
     const genericContext = "IMPORTANT: \n\n The current date is " + (/* @__PURE__ */ new Date()).toLocaleDateString() + " and the current time is " + (/* @__PURE__ */ new Date()).toLocaleTimeString() + ". If the user does not explicitly provide the current date, for examle when saying ' this weekend', you should assume they are talking with the current date in mind as a reference.";
     let system = instructions || "You are a helpful assistant. When you use a tool to answer a question do not explicitly comment on the result of the tool call unless the user has explicitly you to do something with the result.";
     system += "\n\n" + genericContext;
-    console.log("[EXULU] tools for agent: " + this.name, currentTools?.map((x) => x.name + " (" + x.id + ")"));
-    console.log("[EXULU] system", system.slice(0, 100) + "...");
     const result = (0, import_ai.streamText)({
       model,
       // Should be a LanguageModelV1
       messages: (0, import_ai.convertToModelMessages)(messages, {
         ignoreIncompleteToolCalls: true
       }),
-      // prepareStep could be used here to set the model for the first step or change other params
+      // PrepareStep could be used here to set the model 
+      // for the first step or change other parameters.
       system,
       maxRetries: 2,
       providerOptions: {
@@ -5548,7 +5791,7 @@ var ExuluAgent2 = class {
           reasoningSummary: "auto"
         }
       },
-      tools: convertToolsArrayToObject(
+      tools: await convertToolsArrayToObject(
         currentTools,
         allExuluTools,
         toolConfigs,
@@ -5557,7 +5800,8 @@ var ExuluAgent2 = class {
         user,
         exuluConfig,
         session,
-        req
+        req,
+        project
       ),
       onError: (error) => {
         console.error("[EXULU] chat stream error.", error);
@@ -5593,7 +5837,7 @@ var getSession = async ({ sessionID }) => {
 };
 var saveChat = async ({ session, user, messages }) => {
   const { db: db3 } = await postgresClient();
-  const promises = messages.map((message) => {
+  for (const message of messages) {
     const mutation = db3.from("agent_messages").insert({
       session,
       user,
@@ -5602,9 +5846,8 @@ var saveChat = async ({ session, user, messages }) => {
       title: message.role === "user" ? "User" : "Assistant"
     }).returning("id");
     mutation.onConflict("message_id").merge();
-    return mutation;
-  });
-  await Promise.all(promises);
+    await mutation;
+  }
 };
 var ExuluEmbedder = class {
   id;
@@ -5654,12 +5897,10 @@ var ExuluEmbedder = class {
         id
       } = setting;
       let value = "";
-      console.log("[EXULU] variable name", variableName);
       const variable = await db3.from("variables").where({ name: variableName }).first();
       if (!variable) {
         throw new Error("Variable not found for embedder setting: " + name + " in context: " + context + " and embedder: " + this.id);
       }
-      console.log("[EXULU] variable", variable);
       if (variable.encrypted) {
         if (!process.env.NEXTAUTH_SECRET) {
           throw new Error("NEXTAUTH_SECRET environment variable is not set, cannot decrypt variable: " + name);
@@ -5671,14 +5912,12 @@ var ExuluEmbedder = class {
             throw new Error("Decryption returned empty string - invalid key or corrupted data");
           }
           value = decrypted;
-          console.log("[EXULU] successfully decrypted value for", name);
         } catch (error) {
           throw new Error(`Failed to decrypt variable "${name}" for embedder setting in context "${context}": ${error instanceof Error ? error.message : "Unknown error"}. Verify that NEXTAUTH_SECRET matches the key used during encryption.`);
         }
       } else {
         value = variable.value;
       }
-      console.log("[EXULU] variable value", value);
       hydrated.push({
         id: id || "",
         name,
@@ -5786,14 +6025,20 @@ var ExuluStorage = class {
   getPresignedUrl = async (key) => {
     return await getPresignedUrl(key, this.config);
   };
-  uploadFile = async (user, file, key, type, metadata) => {
-    return await uploadFile(user, file, key, this.config, {
-      contentType: type,
-      metadata: {
-        ...metadata,
-        type
-      }
-    });
+  uploadFile = async (file, key, type, user, metadata) => {
+    return await uploadFile(
+      file,
+      key,
+      this.config,
+      {
+        contentType: type,
+        metadata: {
+          ...metadata,
+          type
+        }
+      },
+      user
+    );
   };
   // todo add upload and delete methods
 };
@@ -5813,7 +6058,19 @@ var ExuluContext = class {
   // todo typings
   configuration;
   sources = [];
-  constructor({ id, name, description, embedder, active, rateLimit, fields, queryRewriter, resultReranker, configuration, sources }) {
+  constructor({
+    id,
+    name,
+    description,
+    embedder,
+    active,
+    rateLimit,
+    fields,
+    queryRewriter,
+    resultReranker,
+    configuration,
+    sources
+  }) {
     this.id = id;
     this.name = name;
     this.fields = fields || [];
@@ -5830,7 +6087,7 @@ var ExuluContext = class {
     this.queryRewriter = queryRewriter;
     this.resultReranker = resultReranker;
   }
-  processField = async (trigger, user, role, item, config) => {
+  processField = async (trigger, item, exuluConfig, user, role) => {
     console.log("[EXULU] processing field", item.field, " in context", this.id);
     console.log("[EXULU] fields", this.fields.map((field2) => field2.name));
     const field = this.fields.find((field2) => {
@@ -5840,7 +6097,7 @@ var ExuluContext = class {
       console.error("[EXULU] field not found or processor not set for field", item.field, " in context", this.id);
       throw new Error("Field not found or processor not set for field " + item.field + " in context " + this.id);
     }
-    const exuluStorage = new ExuluStorage({ config });
+    const exuluStorage = new ExuluStorage({ config: exuluConfig });
     const queue = await field.processor.config?.queue;
     if (queue?.queue.name) {
       console.log("[EXULU] processor is in queue mode, scheduling job.");
@@ -5866,6 +6123,7 @@ var ExuluContext = class {
         job: job.id
       };
     }
+    console.log("[EXULU] POS 1 -- EXULU CONTEXT PROCESS FIELD");
     const result = await field.processor.execute({
       item,
       user,
@@ -5878,13 +6136,24 @@ var ExuluContext = class {
           delete: this.deleteItem
         }
       },
-      config
+      exuluConfig
     });
     return {
       result,
       job: void 0
     };
   };
+  search = async (options) => {
+    const { db: db3 } = await postgresClient();
+    const result = await vectorSearch({
+      ...options,
+      user: options.user,
+      role: options.role,
+      context: this,
+      db: db3
+    });
+    return result;
+  };
   deleteAll = async () => {
     const { db: db3 } = await postgresClient();
     await db3.from(getTableName(this.id)).delete();
@@ -5894,8 +6163,11 @@ var ExuluContext = class {
       results: []
     };
   };
-  executeSource = async (source, inputs) => {
-    return await source.execute(inputs);
+  executeSource = async (source, inputs, exuluConfig) => {
+    return await source.execute({
+      ...inputs,
+      exuluConfig
+    });
   };
   tableExists = async () => {
     const { db: db3 } = await postgresClient();
@@ -5951,7 +6223,7 @@ var ExuluContext = class {
       job
     };
   };
-  createItem = async (item, config, user, role, upsert) => {
+  createItem = async (item, config, user, role, upsert, generateEmbeddingsOverwrite) => {
     if (upsert && (!item.id && !item.external_id)) {
       throw new Error("Item id or external id is required for upsert.");
     }
@@ -5978,12 +6250,40 @@ var ExuluContext = class {
       throw new Error("Failed to create item.");
     }
     console.log("[EXULU] context configuration", this.configuration);
-    if (this.embedder && (this.configuration.calculateVectors === "onUpdate" || this.configuration.calculateVectors === "always")) {
+    let jobs = [];
+    let shouldGenerateEmbeddings = this.embedder && generateEmbeddingsOverwrite !== false && (generateEmbeddingsOverwrite || this.configuration.calculateVectors === "onUpdate" || this.configuration.calculateVectors === "onInsert" || this.configuration.calculateVectors === "always");
+    for (const [key, value] of Object.entries(item)) {
+      console.log("[EXULU] Checking for processors for field", key);
+      const processor = this.fields.find((field) => field.name === key.replace("_s3key", ""))?.processor;
+      console.log("[EXULU] Processor found", processor);
+      if (processor && (processor?.config?.trigger === "onInsert" || processor?.config?.trigger === "onUpdate" || processor?.config?.trigger === "always")) {
+        const {
+          job: processorJob,
+          result: processorResult
+        } = await this.processField(
+          "api",
+          {
+            ...item,
+            id: results[0].id,
+            field: key
+          },
+          config,
+          user,
+          role
+        );
+        if (processorJob) {
+          jobs.push(processorJob);
+        }
+        if (!processorJob && processor.config?.generateEmbeddings) {
+          shouldGenerateEmbeddings = true;
+        }
+      }
+    }
+    if (shouldGenerateEmbeddings) {
       console.log("[EXULU] generating embeddings for item", results[0].id);
-      const { job } = await this.embeddings.generate.one({
+      const { job: embeddingsJob } = await this.embeddings.generate.one({
         item: {
           ...item,
-          // important we need to full record here with all fields for the embedder
           id: results[0].id
         },
         user,
@@ -5991,17 +6291,16 @@ var ExuluContext = class {
         trigger: "api",
         config
       });
-      return {
-        item: results[0],
-        job
-      };
+      if (embeddingsJob) {
+        jobs.push(embeddingsJob);
+      }
     }
     return {
       item: results[0],
-      job: void 0
+      job: jobs.length > 0 ? jobs.join(",") : void 0
     };
   };
-  updateItem = async (item, config, user, role) => {
+  updateItem = async (item, config, user, role, generateEmbeddingsOverwrite) => {
     const { db: db3 } = await postgresClient();
     if (item.field) {
       delete item.field;
@@ -6025,8 +6324,35 @@ var ExuluContext = class {
       }
     ).returning("id");
     await mutation;
-    if (this.embedder && (this.configuration.calculateVectors === "onUpdate" || this.configuration.calculateVectors === "always")) {
-      const { job } = await this.embeddings.generate.one({
+    let jobs = [];
+    let shouldGenerateEmbeddings = this.embedder && generateEmbeddingsOverwrite !== false && (generateEmbeddingsOverwrite || this.configuration.calculateVectors === "onUpdate" || this.configuration.calculateVectors === "always");
+    for (const [key, value] of Object.entries(item)) {
+      const processor = this.fields.find((field) => field.name === key.replace("_s3key", ""))?.processor;
+      if (processor && (processor?.config?.trigger === "onInsert" || processor?.config?.trigger === "onUpdate" || processor?.config?.trigger === "always")) {
+        const {
+          job: processorJob,
+          result: processorResult
+        } = await this.processField(
+          "api",
+          {
+            ...item,
+            id: record.id,
+            field: key
+          },
+          config,
+          user,
+          role
+        );
+        if (processorJob) {
+          jobs.push(processorJob);
+        }
+        if (!processorJob && processor.config?.generateEmbeddings) {
+          shouldGenerateEmbeddings = true;
+        }
+      }
+    }
+    if (shouldGenerateEmbeddings) {
+      const { job: embeddingsJob } = await this.embeddings.generate.one({
         item: record,
         // important we need to full record here with all fields for the embedder
         user,
@@ -6034,14 +6360,13 @@ var ExuluContext = class {
         trigger: "api",
         config
       });
-      return {
-        item: record,
-        job
-      };
+      if (embeddingsJob) {
+        jobs.push(embeddingsJob);
+      }
     }
     return {
       item: record,
-      job: void 0
+      job: jobs.length > 0 ? jobs.join(",") : void 0
     };
   };
   deleteItem = async (item, user, role) => {
@@ -6068,6 +6393,34 @@ var ExuluContext = class {
       job: void 0
     };
   };
+  getItem = async ({ item }) => {
+    const { db: db3 } = await postgresClient();
+    if (!item.id && !item.external_id) {
+      throw new Error("Item id or external id is required to get an item.");
+    }
+    const result = await db3.from(getTableName(this.id)).where({
+      ...item.id ? { id: item.id } : {},
+      ...item.external_id ? { external_id: item.external_id } : {}
+    }).first();
+    if (result) {
+      const chunksCount = await db3.from(getChunksTableName(this.id)).where(
+        { source: result.id }
+      ).count("id");
+      result.chunksCount = Number(chunksCount[0].count) || 0;
+    }
+    return result;
+  };
+  getItems = async ({
+    filters,
+    fields
+  }) => {
+    const { db: db3 } = await postgresClient();
+    let query = db3.from(getTableName(this.id)).select(fields || "*");
+    const tableDefinition = contextToTableDefinition(this);
+    query = applyFilters(query, filters || [], tableDefinition);
+    const items = await query;
+    return items;
+  };
   embeddings = {
     generate: {
       one: async ({
@@ -6084,6 +6437,12 @@ var ExuluContext = class {
         if (!item.id) {
           throw new Error("Item id is required for generating embeddings.");
         }
+        const { db: db3 } = await postgresClient();
+        const record = await db3.from(getTableName(this.id)).where({ id: item.id }).first();
+        if (!record) {
+          throw new Error("Item not found.");
+        }
+        item = record;
         const queue = await this.embedder.queue;
         if (queue?.queue.name) {
           console.log("[EXULU] embedder is in queue mode, scheduling job.");
@@ -6849,7 +7208,7 @@ Mood: friendly and intelligent.
       const user = authenticationResult.user;
       let agentQuery = db3("agents");
       agentQuery.select("*");
-      agentQuery = applyAccessControl(agentsSchema2(), authenticationResult.user, agentQuery);
+      agentQuery = applyAccessControl(agentsSchema2(), agentQuery, authenticationResult.user);
       agentQuery.where({ id: req.params.agent });
       const agent = await agentQuery.first();
       if (!agent) {
@@ -6866,7 +7225,7 @@ Mood: friendly and intelligent.
       } else {
         let projectQuery = db3("projects");
         projectQuery.select("*");
-        projectQuery = applyAccessControl(projectsSchema2(), authenticationResult.user, projectQuery);
+        projectQuery = applyAccessControl(projectsSchema2(), projectQuery, authenticationResult.user);
         projectQuery.where({ id: req.params.project });
         project = await projectQuery.first();
         if (!project) {
@@ -7208,6 +7567,7 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
               if (!data.role) {
                 throw new Error(`Role not set for processor job.`);
               }
+              console.log("[EXULU] POS 2 -- EXULU CONTEXT PROCESS FIELD");
               const result = await field.processor.execute({
                 item: data.inputs,
                 user: data.user,
@@ -7222,9 +7582,24 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
                 },
                 config
               });
+              let jobs = [];
+              if (field.processor.config?.generateEmbeddings) {
+                const { job: embeddingsJob } = await context.embeddings.generate.one({
+                  item: data.inputs,
+                  user: data.user,
+                  role: data.role,
+                  trigger: "api",
+                  config
+                });
+                if (embeddingsJob) {
+                  jobs.push(embeddingsJob);
+                }
+              }
               return {
                 result,
-                metadata: {}
+                metadata: {
+                  jobs: jobs.length > 0 ? jobs.join(",") : void 0
+                }
               };
             }
             if (data.type === "eval_run") {
@@ -7910,7 +8285,7 @@ var ExuluMCP = class {
         console.log("[EXULU] MCP tool inputs", inputs);
         console.log("[EXULU] MCP tool args", args);
         const configValues = agentInstance.tools;
-        const tools = convertToolsArrayToObject(
+        const tools = await convertToolsArrayToObject(
           [tool2],
           allTools,
           configValues,