@exulu/backend 1.32.1 → 1.34.0

package/dist/index.cjs

@@ -48,7 +48,7 @@ __export(index_exports, {
   ExuluUtils: () => ExuluUtils,
   ExuluVariables: () => ExuluVariables,
   db: () => db2,
-  logMetadata: () => logMetadata
+  logMetadata: () => logMetadata2
 });
 module.exports = __toCommonJS(index_exports);
 var import_config = require("dotenv/config");
@@ -58,10 +58,10 @@ var import_redis = require("redis");
 
 // src/bullmq/server.ts
 var redisServer = {
-  host: `${process.env.REDIS_HOST}`,
-  port: process.env.REDIS_PORT,
+  host: process.env.REDIS_HOST ?? "",
+  port: process.env.REDIS_PORT ?? "",
   password: process.env.REDIS_PASSWORD || void 0,
-  username: process.env.REDIS_USER || void 0
+  username: process.env.REDIS_USER || ""
 };
 
 // src/redis/client.ts
@@ -74,7 +74,7 @@ async function redisClient() {
   if (!client["exulu"]) {
     try {
       let url = "";
-      if (redisServer.username) {
+      if (redisServer.password) {
         url = `redis://${redisServer.username}:${redisServer.password}@${redisServer.host}:${redisServer.port}`;
       } else {
         url = `redis://${redisServer.host}:${redisServer.port}`;
@@ -279,7 +279,7 @@ var bullmqDecorator = async ({
     embedder,
     workflow,
     processor,
-    eval
+    evaluation
   ];
   if (types.filter((type2) => type2).length > 1) {
     throw new Error("Cannot have multiple types in the same job, must be one of the following: embedder, workflow, processor or eval.");
@@ -434,7 +434,7 @@ var mapType = (t, type, name, defaultValue, unique) => {
     if (unique) t.unique(name);
     return;
   }
-  throw new Error("Invalid type: " + type);
+  throw new Error("Invalid field type for database: " + type);
 };
 
 // src/registry/utils/sanitize-name.ts
@@ -824,6 +824,10 @@ var agentSessionsSchema = {
       name: "project",
       type: "uuid",
       required: false
+    },
+    {
+      name: "metadata",
+      type: "json"
     }
   ]
 };
@@ -1375,6 +1379,69 @@ var platformConfigurationsSchema = {
     }
   ]
 };
+var promptLibrarySchema = {
+  type: "prompt_library",
+  name: {
+    plural: "prompt_library",
+    singular: "prompt_library_item"
+  },
+  RBAC: true,
+  fields: [
+    {
+      name: "name",
+      type: "text",
+      required: true
+    },
+    {
+      name: "description",
+      type: "text"
+    },
+    {
+      name: "content",
+      type: "longText",
+      required: true
+    },
+    {
+      name: "tags",
+      type: "json"
+    },
+    {
+      name: "usage_count",
+      type: "number",
+      default: 0
+    },
+    {
+      name: "favorite_count",
+      type: "number",
+      default: 0
+    },
+    {
+      name: "assigned_agents",
+      type: "json"
+    }
+  ]
+};
+var promptFavoritesSchema = {
+  type: "prompt_favorites",
+  name: {
+    plural: "prompt_favorites",
+    singular: "prompt_favorite"
+  },
+  fields: [
+    {
+      name: "user_id",
+      type: "number",
+      required: true,
+      index: true
+    },
+    {
+      name: "prompt_id",
+      type: "uuid",
+      required: true,
+      index: true
+    }
+  ]
+};
 var addCoreFields = (schema) => {
   schema.fields.forEach((field) => {
     if (field.type === "file") {
@@ -1418,7 +1485,9 @@ var coreSchemas = {
       rbacSchema: () => addCoreFields(rbacSchema),
       workflowTemplatesSchema: () => addCoreFields(workflowTemplatesSchema),
       platformConfigurationsSchema: () => addCoreFields(platformConfigurationsSchema),
-      jobResultsSchema: () => addCoreFields(jobResultsSchema)
+      jobResultsSchema: () => addCoreFields(jobResultsSchema),
+      promptLibrarySchema: () => addCoreFields(promptLibrarySchema),
+      promptFavoritesSchema: () => addCoreFields(promptFavoritesSchema)
     };
   }
 };
@@ -1481,11 +1550,11 @@ var bullmq = {
     if (!data.inputs) {
       throw new Error(`Missing property "inputs" in data for job ${id}.`);
     }
-    if (data.type !== "embedder" && data.type !== "workflow" && data.type !== "processor" && data.type !== "eval_run" && data.type !== "eval_function") {
-      throw new Error(`Property "type" in data for job ${id} must be of value "embedder", "workflow", "processor", "eval_run" or "eval_function".`);
+    if (data.type !== "embedder" && data.type !== "workflow" && data.type !== "processor" && data.type !== "eval_run" && data.type !== "eval_function" && data.type !== "source") {
+      throw new Error(`Property "type" in data for job ${id} must be of value "embedder", "workflow", "processor", "eval_run", "eval_function" or "source".`);
     }
-    if (!data.workflow && !data.embedder && !data.processor && !data.eval_run_id && !data.eval_functions?.length) {
-      throw new Error(`Either a workflow, embedder, processor, eval_run or eval_functions must be set for job ${id}.`);
+    if (!data.workflow && !data.embedder && !data.processor && !data.eval_run_id && !data.eval_functions?.length && !data.source) {
+      throw new Error(`Either a workflow, embedder, processor, eval_run, eval_functions or source must be set for job ${id}.`);
     }
   }
 };
@@ -1878,6 +1947,7 @@ input FilterOperatorJSON {
   eq: JSON
   ne: JSON
   in: [JSON]
+  contains: JSON
 }
 
 input SortBy {
@@ -1991,6 +2061,7 @@ var handleRBACUpdate = async (db3, entityName, resourceId, rbacData, existingRba
 };
 function createMutations(table, agents, contexts, tools, config) {
   const tableNamePlural = table.name.plural.toLowerCase();
+  const tableNameSingular = table.name.singular.toLowerCase();
   const validateWriteAccess = async (id, context) => {
     try {
       const { db: db3, req, user } = context;
@@ -2302,56 +2373,131 @@ function createMutations(table, agents, contexts, tools, config) {
       return finalizeRequestedFields({ table, requestedFields, agents, contexts, tools, result, user: context.user.id });
     }
   };
-  if (table.type === "items" && table.fields.some((field) => field.processor?.execute)) {
-    mutations[`${tableNamePlural}ProcessItemField`] = async (_, args, context, info) => {
+  if (table.type === "items") {
+    if (table.fields.some((field) => field.processor?.execute)) {
+      mutations[`${tableNameSingular}ProcessItemField`] = async (_, args, context, info) => {
+        if (!context.user?.super_admin) {
+          throw new Error("You are not authorized to process fields via API, user must be super admin.");
+        }
+        const exists = contexts.find((context2) => context2.id === table.id);
+        if (!exists) {
+          throw new Error(`Context ${table.id} not found.`);
+        }
+        if (!args.field) {
+          throw new Error("Field argument missing, the field argument is required.");
+        }
+        if (!args.item) {
+          throw new Error("Item argument missing, the item argument is required.");
+        }
+        const name = args.field?.replace("_s3key", "");
+        console.log("[EXULU] name", name);
+        console.log("[EXULU] fields", exists.fields.map((field2) => field2.name));
+        const field = exists.fields.find((field2) => field2.name === name);
+        if (!field) {
+          throw new Error(`Field ${name} not found in context ${exists.id}.`);
+        }
+        if (!field.processor) {
+          throw new Error(`Processor not set for field ${args.field} in context ${exists.id}.`);
+        }
+        const { db: db3 } = context;
+        let query = db3.from(tableNamePlural).select("*").where({ id: args.item });
+        query = applyAccessControl(table, context.user, query);
+        const item = await query.first();
+        if (!item) {
+          throw new Error("Item not found, or your user does not have access to it.");
+        }
+        const { job, result } = await exists.processField(
+          "api",
+          context.user.id,
+          context.user.role?.id,
+          {
+            ...item,
+            field: args.field
+          },
+          config
+        );
+        return {
+          message: job ? "Processing job scheduled." : "Item processed successfully.",
+          result,
+          job
+        };
+      };
+    }
+    mutations[`${tableNameSingular}ExecuteSource`] = async (_, args, context, info) => {
+      console.log("[EXULU] Executing source", args);
       if (!context.user?.super_admin) {
-        throw new Error("You are not authorized to process fields via API, user must be super admin.");
+        throw new Error("You are not authorized to execute sources via API, user must be super admin.");
+      }
+      if (!args.source) {
+        throw new Error("Source argument missing, the source argument is required.");
       }
       const exists = contexts.find((context2) => context2.id === table.id);
       if (!exists) {
         throw new Error(`Context ${table.id} not found.`);
       }
-      if (!args.field) {
-        throw new Error("Field argument missing, the field argument is required.");
-      }
-      if (!args.item) {
-        throw new Error("Item argument missing, the item argument is required.");
-      }
-      const name = args.field?.replace("_s3key", "");
-      console.log("[EXULU] name", name);
-      console.log("[EXULU] fields", exists.fields.map((field2) => field2.name));
-      const field = exists.fields.find((field2) => field2.name === name);
-      if (!field) {
-        throw new Error(`Field ${name} not found in context ${exists.id}.`);
+      const source = exists.sources.find((source2) => source2.id === args.source);
+      if (!source) {
+        throw new Error(`Source ${args.source} not found in context ${exists.id}.`);
       }
-      if (!field.processor) {
-        throw new Error(`Processor not set for field ${args.field} in context ${exists.id}.`);
+      if (source?.config?.queue) {
+        console.log("[EXULU] Executing source function in queue mode");
+        const queue = await source.config.queue;
+        if (!queue) {
+          throw new Error(`Queue not found for source ${source.id}.`);
+        }
+        const job = await queue.queue?.add(source.id, {
+          source: source.id,
+          context: exists.id,
+          type: "source",
+          inputs: args.inputs,
+          user: context.user.id,
+          role: context.user.role?.id
+        });
+        console.log("[EXULU] Source function job scheduled", job.id);
+        return {
+          message: "Job scheduled for source execution.",
+          jobs: [job?.id],
+          items: []
+        };
       }
-      const { db: db3 } = context;
-      let query = db3.from(tableNamePlural).select("*").where({ id: args.item });
-      query = applyAccessControl(table, context.user, query);
-      const item = await query.first();
-      if (!item) {
-        throw new Error("Item not found, or your user does not have access to it.");
+      console.log("[EXULU] Executing source function directly");
+      const result = await source.execute(args.inputs);
+      let jobs = [];
+      let items = [];
+      for (const item of result) {
+        const { item: createdItem, job } = await exists.createItem(
+          item,
+          config,
+          context.user.id,
+          context.user.role?.id
+        );
+        if (job) {
+          jobs.push(job);
+          console.log(`[EXULU] Scheduled job through source update job for item ${createdItem.id} (Job ID: ${job})`);
+        }
+        if (createdItem.id) {
+          items.push(createdItem.id);
+          console.log(`[EXULU] created item through source update job ${createdItem.id}`);
+        }
       }
-      const { job, result } = await exists.processField(
-        "api",
-        context.user.id,
-        context.user.role?.id,
-        {
-          ...item,
-          field: args.field
-        },
-        config
-      );
+      await updateStatistic({
+        name: "count",
+        label: source.id,
+        type: STATISTICS_TYPE_ENUM.SOURCE_UPDATE,
+        trigger: "api",
+        count: 1,
+        user: context?.user?.id,
+        role: context?.user?.role?.id
+      });
       return {
-        message: job ? "Processing job scheduled." : "Item processed successfully.",
-        result,
-        job
+        message: "Items created successfully.",
+        jobs,
+        items
       };
-    }, mutations[`${tableNamePlural}GenerateChunks`] = async (_, args, context, info) => {
+    };
+    mutations[`${tableNameSingular}GenerateChunks`] = async (_, args, context, info) => {
       if (!context.user?.super_admin) {
-        throw new Error("You are not authorized to delete chunks via API, user must be super admin.");
+        throw new Error("You are not authorized to generate chunks via API, user must be super admin.");
       }
       const { db: db3 } = await postgresClient();
       const exists = contexts.find((context2) => context2.id === table.id);
@@ -2377,7 +2523,7 @@ function createMutations(table, agents, contexts, tools, config) {
           jobs: jobs2.slice(0, 100)
         };
       }
-      query = applyFilters(query, args.where);
+      query = applyFilters(query, args.where, table);
       const items = await query;
       if (items.length === 0) {
         throw new Error("No items found to generate chunks for.");
@@ -2396,11 +2542,12 @@ function createMutations(table, agents, contexts, tools, config) {
         }
       }
       return {
-        message: "Chunks deleted successfully.",
+        message: "Chunks generated successfully.",
         items: items.length,
         jobs: jobs.slice(0, 100)
       };
-    }, mutations[`${tableNamePlural}DeleteChunks`] = async (_, args, context, info) => {
+    };
+    mutations[`${tableNameSingular}DeleteChunks`] = async (_, args, context, info) => {
       if (!context.user?.super_admin) {
         throw new Error("You are not authorized to delete chunks via API, user must be super admin.");
       }
@@ -2411,7 +2558,7 @@ function createMutations(table, agents, contexts, tools, config) {
       }
       let query = db3.from(getTableName(id)).select("id");
       if (args.where) {
-        query = applyFilters(query, args.where);
+        query = applyFilters(query, args.where, table);
       }
       const items = await query;
       if (items.length === 0) {
@@ -2468,18 +2615,38 @@ var applyAccessControl = (table, user, query) => {
   }
   return query;
 };
-var converOperatorToQuery = (query, fieldName, operators) => {
+var converOperatorToQuery = (query, fieldName, operators, table) => {
+  const field = table?.fields.find((f) => f.name === fieldName);
+  const isJsonField = field?.type === "json";
   if (operators.eq !== void 0) {
-    query = query.where(fieldName, operators.eq);
+    if (isJsonField) {
+      query = query.whereRaw(`?? = ?::jsonb`, [fieldName, JSON.stringify(operators.eq)]);
+    } else {
+      query = query.where(fieldName, operators.eq);
+    }
   }
   if (operators.ne !== void 0) {
-    query = query.whereRaw(`?? IS DISTINCT FROM ?`, [fieldName, operators.ne]);
+    if (isJsonField) {
+      query = query.whereRaw(`?? IS DISTINCT FROM ?::jsonb`, [fieldName, JSON.stringify(operators.ne)]);
+    } else {
+      query = query.whereRaw(`?? IS DISTINCT FROM ?`, [fieldName, operators.ne]);
+    }
   }
   if (operators.in !== void 0) {
-    query = query.whereIn(fieldName, operators.in);
+    if (isJsonField) {
+      const conditions = operators.in.map((val) => `?? = ?::jsonb`).join(" OR ");
+      const bindings = operators.in.flatMap((val) => [fieldName, JSON.stringify(val)]);
+      query = query.whereRaw(`(${conditions})`, bindings);
+    } else {
+      query = query.whereIn(fieldName, operators.in);
+    }
   }
   if (operators.contains !== void 0) {
-    query = query.where(fieldName, "like", `%${operators.contains}%`);
+    if (isJsonField) {
+      query = query.whereRaw(`?? @> ?::jsonb`, [fieldName, JSON.stringify(operators.contains)]);
+    } else {
+      query = query.where(fieldName, "like", `%${operators.contains}%`);
+    }
   }
   if (operators.lte !== void 0) {
     query = query.where(fieldName, "<=", operators.lte);
@@ -2741,21 +2908,21 @@ var finalizeRequestedFields = async ({
   }
   return result;
 };
-var applyFilters = (query, filters) => {
+var applyFilters = (query, filters, table) => {
   filters.forEach((filter) => {
     Object.entries(filter).forEach(([fieldName, operators]) => {
       if (operators) {
         if (operators.and !== void 0) {
           operators.and.forEach((operator) => {
-            query = converOperatorToQuery(query, fieldName, operator);
+            query = converOperatorToQuery(query, fieldName, operator, table);
           });
         }
         if (operators.or !== void 0) {
           operators.or.forEach((operator) => {
-            query = converOperatorToQuery(query, fieldName, operator);
+            query = converOperatorToQuery(query, fieldName, operator, table);
           });
         }
-        query = converOperatorToQuery(query, fieldName, operators);
+        query = converOperatorToQuery(query, fieldName, operators, table);
       }
     });
   });
@@ -2795,7 +2962,7 @@ function createQueries(table, agents, tools, contexts) {
       const requestedFields = getRequestedFields(info);
       const sanitizedFields = sanitizeRequestedFields(table, requestedFields);
       let query = db3.from(tableNamePlural).select(sanitizedFields);
-      query = applyFilters(query, filters);
+      query = applyFilters(query, filters, table);
       query = applyAccessControl(table, context.user, query);
       query = applySorting(query, sort);
       let result = await query.first();
@@ -2808,7 +2975,7 @@ function createQueries(table, agents, tools, contexts) {
         throw new Error("Limit cannot be greater than 500.");
       }
       let countQuery = db3(tableNamePlural);
-      countQuery = applyFilters(countQuery, filters);
+      countQuery = applyFilters(countQuery, filters, table);
       countQuery = applyAccessControl(table, context.user, countQuery);
       const countResult = await countQuery.count("* as count");
       const itemCount = Number(countResult[0]?.count || 0);
@@ -2817,7 +2984,7 @@ function createQueries(table, agents, tools, contexts) {
       const hasPreviousPage = currentPage > 1;
       const hasNextPage = currentPage < pageCount - 1;
       let dataQuery = db3(tableNamePlural);
-      dataQuery = applyFilters(dataQuery, filters);
+      dataQuery = applyFilters(dataQuery, filters, table);
       dataQuery = applyAccessControl(table, context.user, dataQuery);
       const requestedFields = getRequestedFields(info);
       dataQuery = applySorting(dataQuery, sort);
@@ -2842,7 +3009,7 @@ function createQueries(table, agents, tools, contexts) {
       const { filters = [], groupBy } = args;
       const { db: db3 } = context;
       let query = db3(tableNamePlural);
-      query = applyFilters(query, filters);
+      query = applyFilters(query, filters, table);
       query = applyAccessControl(table, context.user, query);
       if (groupBy) {
         query = query.select(groupBy).groupBy(groupBy);
@@ -2942,11 +3109,11 @@ var vectorSearch = async ({
   const mainTable = getTableName(id);
   const chunksTable = getChunksTableName(id);
   let countQuery = db3(mainTable);
-  countQuery = applyFilters(countQuery, filters);
+  countQuery = applyFilters(countQuery, filters, table);
   countQuery = applyAccessControl(table, user, countQuery);
   const columns = await db3(mainTable).columnInfo();
   let itemsQuery = db3(mainTable).select(Object.keys(columns).map((column) => mainTable + "." + column));
-  itemsQuery = applyFilters(itemsQuery, filters);
+  itemsQuery = applyFilters(itemsQuery, filters, table);
   itemsQuery = applyAccessControl(table, user, itemsQuery);
   itemsQuery = applySorting(itemsQuery, sort);
   if (queryRewriter) {
@@ -3372,6 +3539,7 @@ function createSDL(tables, contexts, agents, tools, config, evals, queues2) {
     if (table.type === "items") {
       mutationDefs += `
     ${tableNameSingular}GenerateChunks(where: [Filter${tableNameSingularUpperCaseFirst}]): ${tableNameSingular}GenerateChunksReturnPayload
+    ${tableNameSingular}ExecuteSource(source: ID!, inputs: JSON!): ${tableNameSingular}ExecuteSourceReturnPayload
     ${tableNameSingular}DeleteChunks(where: [Filter${tableNameSingularUpperCaseFirst}]): ${tableNameSingular}DeleteChunksReturnPayload
     `;
       if (processorFields?.length > 0) {
@@ -3386,6 +3554,12 @@ function createSDL(tables, contexts, agents, tools, config, evals, queues2) {
         jobs: [String!]
     }
 
+    type ${tableNameSingular}ExecuteSourceReturnPayload {
+        message: String!
+        jobs: [String!]
+        items: [String!]
+    }
+
     type ${tableNameSingular}ProcessItemFieldReturnPayload {
         message: String!
         result: String!
@@ -3497,7 +3671,7 @@ type PageInfo {
    toolCategories: [String!]!
     `;
   typeDefs += `
-   jobs(queue: QueueEnum!, statusses: [JobStateEnum!]): JobPaginationResult
+   jobs(queue: QueueEnum!, statusses: [JobStateEnum!], page: Int, limit: Int): JobPaginationResult
     `;
   resolvers.Query["providers"] = async (_, args, context, info) => {
     const requestedFields = getRequestedFields(info);
@@ -3696,10 +3870,11 @@ type PageInfo {
     if (!client2) {
       throw new Error("Redis client not created properly");
     }
+    console.log("[EXULU] Jobs pagination args", args);
     const {
       jobs,
       count
-    } = await getJobsByQueueAndName(
+    } = await getJobsByQueueName(
       args.queue,
       args.statusses,
       args.page || 1,
@@ -3728,25 +3903,46 @@ type PageInfo {
         itemCount: count,
         currentPage: args.page || 1,
         hasPreviousPage: args.page && args.page > 1 ? true : false,
-        hasNextPage: args.page && args.page < Math.ceil(jobs.length / (args.limit || 100)) ? true : false
+        hasNextPage: args.page && args.page < Math.ceil(count / (args.limit || 100)) ? true : false
       }
     };
   };
   resolvers.Query["contexts"] = async (_, args, context, info) => {
-    const data = contexts.map((context2) => ({
-      id: context2.id,
-      name: context2.name,
-      description: context2.description,
-      embedder: context2.embedder?.name || void 0,
-      slug: "/contexts/" + context2.id,
-      active: context2.active,
-      fields: context2.fields.map((field) => {
+    const data = await Promise.all(contexts.map(async (context2) => {
+      const sources = await Promise.all(context2.sources.map(async (source) => {
+        let queueName = void 0;
+        if (source.config) {
+          const config2 = await source.config.queue;
+          queueName = config2?.queue?.name || void 0;
+        }
         return {
-          ...field,
-          name: sanitizeName(field.name),
-          label: field.name?.replace("_s3key", "")
+          id: source.id,
+          name: source.name,
+          description: source.description,
+          config: {
+            schedule: source.config?.schedule,
+            queue: queueName,
+            retries: source.config?.retries,
+            backoff: source.config?.backoff
+          }
         };
-      })
+      }));
+      return {
+        id: context2.id,
+        name: context2.name,
+        description: context2.description,
+        embedder: context2.embedder?.name || void 0,
+        slug: "/contexts/" + context2.id,
+        active: context2.active,
+        sources,
+        fields: context2.fields.map((field) => {
+          return {
+            ...field,
+            name: sanitizeName(field.name),
+            label: field.name?.replace("_s3key", "")
+          };
+        })
+      };
     }));
     const requestedFields = getRequestedFields(info);
     return {
@@ -3764,6 +3960,24 @@ type PageInfo {
     if (!data) {
       return null;
     }
+    const sources = await Promise.all(data.sources.map(async (source) => {
+      let queueName = void 0;
+      if (source.config) {
+        const config2 = await source.config.queue;
+        queueName = config2?.queue?.name || void 0;
+      }
+      return {
+        id: source.id,
+        name: source.name,
+        description: source.description,
+        config: {
+          schedule: source.config?.schedule,
+          queue: queueName,
+          retries: source.config?.retries,
+          backoff: source.config?.backoff
+        }
+      };
+    }));
     const clean = {
       id: data.id,
       name: data.name,
@@ -3771,6 +3985,7 @@ type PageInfo {
       embedder: data.embedder?.name || void 0,
       slug: "/contexts/" + data.id,
       active: data.active,
+      sources,
       fields: await Promise.all(data.fields.map(async (field) => {
         const label = field.name?.replace("_s3key", "");
         if (field.type === "file" && !field.name.endsWith("_s3key")) {
@@ -3987,6 +4202,26 @@ type Context {
     active: Boolean
     fields: JSON
     configuration: JSON
+    sources: [ContextSource!]
+}
+
+type ContextSource {
+    id: String!
+    name: String!
+    description: String!
+    config: ContextSourceConfig!
+}
+
+type ContextSourceConfig {
+    schedule: String
+    queue: String
+    retries: Int
+    backoff: ContextSourceBackoff
+}
+
+type ContextSourceBackoff {
+    type: String
+    delay: Int
 }
 
 type RunEvalReturnPayload {
@@ -4072,15 +4307,18 @@ var validateCreateOrRemoveSuperAdminPermission = async (tableNamePlural, input,
     }
   }
 };
-async function getJobsByQueueAndName(queueName, statusses, page, limit) {
+async function getJobsByQueueName(queueName, statusses, page, limit) {
   const queue = queues.list.get(queueName);
   if (!queue) {
     throw new Error(`Queue ${queueName} not found`);
   }
   const config = await queue.use();
   const startIndex = (page || 1) - 1;
-  const endIndex = startIndex + (limit || 100);
+  const endIndex = startIndex - 1 + (limit || 100);
+  console.log("[EXULU] Jobs pagination startIndex", startIndex);
+  console.log("[EXULU] Jobs pagination endIndex", endIndex);
   const jobs = await config.queue.getJobs(statusses || [], startIndex, endIndex, false);
+  console.log("[EXULU] Jobs pagination jobs", jobs?.length);
   const counts = await config.queue.getJobCounts(...statusses || []);
   let total = 0;
   if (counts) {
@@ -4651,7 +4889,7 @@ function sanitizeToolName(name) {
   }
   return sanitized;
 }
-var convertToolsArrayToObject = (currentTools, allExuluTools, configs, providerapikey, contexts, user, exuluConfig) => {
+var convertToolsArrayToObject = (currentTools, allExuluTools, configs, providerapikey, contexts, user, exuluConfig, sessionID) => {
   if (!currentTools) return {};
   if (!allExuluTools) return {};
   const sanitizedTools = currentTools ? currentTools.map((tool2) => ({
@@ -4661,101 +4899,109 @@ var convertToolsArrayToObject = (currentTools, allExuluTools, configs, providera
   console.log("[EXULU] Sanitized tools", sanitizedTools.map((x) => x.name + " (" + x.id + ")"));
   return {
     ...sanitizedTools?.reduce(
-      (prev, cur) => ({
-        ...prev,
-        [cur.name]: {
-          ...cur.tool,
-          async *execute(inputs, options) {
-            if (!cur.tool?.execute) {
-              console.error("[EXULU] Tool execute function is undefined.", cur.tool);
-              throw new Error("Tool execute function is undefined.");
-            }
-            let config = configs?.find((config2) => config2.id === cur.id);
-            if (config) {
-              config = await hydrateVariables(config || []);
-            }
-            let upload = void 0;
-            if (exuluConfig?.fileUploads?.s3endpoint && exuluConfig?.fileUploads?.s3key && exuluConfig?.fileUploads?.s3secret && exuluConfig?.fileUploads?.s3Bucket) {
-              s3Client2 ??= new import_client_s32.S3Client({
-                region: exuluConfig?.fileUploads?.s3region,
-                ...exuluConfig?.fileUploads?.s3endpoint && {
-                  forcePathStyle: true,
-                  endpoint: exuluConfig?.fileUploads?.s3endpoint
-                },
-                credentials: {
-                  accessKeyId: exuluConfig?.fileUploads?.s3key ?? "",
-                  secretAccessKey: exuluConfig?.fileUploads?.s3secret ?? ""
-                }
-              });
-              upload = async ({
-                name,
-                data,
-                type,
-                tags
-              }) => {
-                const mime = getMimeType(type);
-                const prefix = exuluConfig?.fileUploads?.s3prefix ? `${exuluConfig.fileUploads.s3prefix.replace(/\/$/, "")}/` : "";
-                const key = `${prefix}${user}/${generateS3Key(name)}${type}`;
-                const command = new import_client_s32.PutObjectCommand({
-                  Bucket: exuluConfig?.fileUploads?.s3Bucket,
-                  Key: key,
-                  Body: data,
-                  ContentType: mime
+      (prev, cur) => {
+        let config = configs?.find((config2) => config2.id === cur.id);
+        const userDefinedConfigDescription = config?.config.find((config2) => config2.name === "description")?.value;
+        const defaultConfigDescription = config?.config.find((config2) => config2.name === "description")?.default;
+        const toolDescription = cur.description;
+        const description = userDefinedConfigDescription || defaultConfigDescription || toolDescription;
+        return {
+          ...prev,
+          [cur.name]: {
+            ...cur.tool,
+            description,
+            async *execute(inputs, options) {
+              if (!cur.tool?.execute) {
+                console.error("[EXULU] Tool execute function is undefined.", cur.tool);
+                throw new Error("Tool execute function is undefined.");
+              }
+              if (config) {
+                config = await hydrateVariables(config || []);
+              }
+              let upload = void 0;
+              if (exuluConfig?.fileUploads?.s3endpoint && exuluConfig?.fileUploads?.s3key && exuluConfig?.fileUploads?.s3secret && exuluConfig?.fileUploads?.s3Bucket) {
+                s3Client2 ??= new import_client_s32.S3Client({
+                  region: exuluConfig?.fileUploads?.s3region,
+                  ...exuluConfig?.fileUploads?.s3endpoint && {
+                    forcePathStyle: true,
+                    endpoint: exuluConfig?.fileUploads?.s3endpoint
+                  },
+                  credentials: {
+                    accessKeyId: exuluConfig?.fileUploads?.s3key ?? "",
+                    secretAccessKey: exuluConfig?.fileUploads?.s3secret ?? ""
+                  }
                 });
-                try {
-                  const response2 = await s3Client2.send(command);
-                  console.log(response2);
-                  return response2;
-                } catch (caught) {
-                  if (caught instanceof import_client_s32.S3ServiceException && caught.name === "EntityTooLarge") {
-                    console.error(
-                      `Error from S3 while uploading object to ${exuluConfig?.fileUploads?.s3Bucket}.                                 The object was too large. To upload objects larger than 5GB, use the S3 console (160GB max)                                 or the multipart upload API (5TB max).`
-                    );
-                  } else if (caught instanceof import_client_s32.S3ServiceException) {
-                    console.error(
-                      `Error from S3 while uploading object to ${exuluConfig?.fileUploads?.s3Bucket}.  ${caught.name}: ${caught.message}`
-                    );
-                  } else {
-                    throw caught;
+                upload = async ({
+                  name,
+                  data,
+                  type,
+                  tags
+                }) => {
+                  const mime = getMimeType(type);
+                  const prefix = exuluConfig?.fileUploads?.s3prefix ? `${exuluConfig.fileUploads.s3prefix.replace(/\/$/, "")}/` : "";
+                  const key = `${prefix}${user}/${generateS3Key(name)}${type}`;
+                  const command = new import_client_s32.PutObjectCommand({
+                    Bucket: exuluConfig?.fileUploads?.s3Bucket,
+                    Key: key,
+                    Body: data,
+                    ContentType: mime
+                  });
+                  try {
+                    const response2 = await s3Client2.send(command);
+                    console.log(response2);
+                    return response2;
+                  } catch (caught) {
+                    if (caught instanceof import_client_s32.S3ServiceException && caught.name === "EntityTooLarge") {
+                      console.error(
+                        `[EXULU] Error from S3 while uploading object to ${exuluConfig?.fileUploads?.s3Bucket}.                                     The object was too large. To upload objects larger than 5GB, use the S3 console (160GB max)                                     or the multipart upload API (5TB max).`
+                      );
+                    } else if (caught instanceof import_client_s32.S3ServiceException) {
+                      console.error(
+                        `[EXULU] Error from S3 while uploading object to ${exuluConfig?.fileUploads?.s3Bucket}.  ${caught.name}: ${caught.message}`
+                      );
+                    } else {
+                      throw caught;
+                    }
                   }
-                }
-              };
-            }
-            const contextsMap = contexts?.reduce((acc, curr) => {
-              acc[curr.id] = curr;
-              return acc;
-            }, {});
-            console.log("[EXULU] Config", config);
-            const response = await cur.tool.execute({
-              ...inputs,
-              // Convert config to object format if a config object 
-              // is available, after we added the .value property
-              // by hydrating it from the variables table.
-              providerapikey,
-              allExuluTools,
-              currentTools,
-              user,
-              contexts: contextsMap,
-              upload,
-              config: config ? config.config.reduce((acc, curr) => {
-                acc[curr.name] = curr.value;
+                };
+              }
+              const contextsMap = contexts?.reduce((acc, curr) => {
+                acc[curr.id] = curr;
                 return acc;
-              }, {}) : {}
-            }, options);
-            await updateStatistic({
-              name: "count",
-              label: cur.name,
-              type: STATISTICS_TYPE_ENUM.TOOL_CALL,
-              trigger: "agent",
-              count: 1,
-              user: user?.id,
-              role: user?.role?.id
-            });
-            yield response;
-            return response;
+              }, {});
+              console.log("[EXULU] Config", config);
+              const response = await cur.tool.execute({
+                ...inputs,
+                sessionID,
+                // Convert config to object format if a config object 
+                // is available, after we added the .value property
+                // by hydrating it from the variables table.
+                providerapikey,
+                allExuluTools,
+                currentTools,
+                user,
+                contexts: contextsMap,
+                upload,
+                config: config ? config.config.reduce((acc, curr) => {
+                  acc[curr.name] = curr.value;
+                  return acc;
+                }, {}) : {}
+              }, options);
+              await updateStatistic({
+                name: "count",
+                label: cur.name,
+                type: STATISTICS_TYPE_ENUM.TOOL_CALL,
+                trigger: "agent",
+                count: 1,
+                user: user?.id,
+                role: user?.role?.id
+              });
+              yield response;
+              return response;
+            }
           }
-        }
-      }),
+        };
+      },
       {}
     )
     // askForConfirmation
@@ -4764,6 +5010,9 @@ var convertToolsArrayToObject = (currentTools, allExuluTools, configs, providera
 var hydrateVariables = async (tool2) => {
   const { db: db3 } = await postgresClient();
   const promises = tool2.config.map(async (toolConfig) => {
+    if (!toolConfig.variable) {
+      return toolConfig;
+    }
     const variableName = toolConfig.variable;
     const variable = await db3.from("variables").where({ name: variableName }).first();
     if (!variable) {
@@ -4776,6 +5025,7 @@ var hydrateVariables = async (tool2) => {
       value = bytes.toString(import_crypto_js2.default.enc.Utf8);
     }
     toolConfig.value = value;
+    return toolConfig;
   });
   await Promise.all(promises);
   console.log("[EXULU] Variable values retrieved and added to tool config.");
@@ -5033,7 +5283,8 @@ var ExuluAgent2 = class {
             providerapikey,
             contexts,
             user,
-            exuluConfig
+            exuluConfig,
+            session
           ),
           stopWhen: [(0, import_ai.stepCountIs)(2)]
         });
@@ -5091,7 +5342,8 @@ var ExuluAgent2 = class {
           providerapikey,
           contexts,
           user,
-          exuluConfig
+          exuluConfig,
+          session
         ),
         stopWhen: [(0, import_ai.stepCountIs)(2)]
       });
@@ -5204,7 +5456,8 @@ var ExuluAgent2 = class {
         providerapikey,
         contexts,
         user,
-        exuluConfig
+        exuluConfig,
+        session
       ),
       onError: (error) => {
         console.error("[EXULU] chat stream error.", error);
@@ -5229,6 +5482,15 @@ var getAgentMessages = async ({ session, user, limit, page }) => {
   const messages = await query;
   return messages;
 };
+var getSession = async ({ sessionID }) => {
+  const { db: db3 } = await postgresClient();
+  console.log("[EXULU] getting session for session ID: " + sessionID);
+  const session = await db3.from("agent_sessions").where({ id: sessionID }).first();
+  if (!session) {
+    throw new Error("Session not found for session ID: " + sessionID);
+  }
+  return session;
+};
 var saveChat = async ({ session, user, messages }) => {
   const { db: db3 } = await postgresClient();
   const promises = messages.map((message) => {
@@ -5516,6 +5778,9 @@ var ExuluContext = class {
     };
   };
   createItem = async (item, config, user, role, upsert) => {
+    if (upsert && (!item.id && !item.external_id)) {
+      throw new Error("Item id or external id is required for upsert.");
+    }
     const { db: db3 } = await postgresClient();
     const mutation = db3.from(getTableName(
       this.id
@@ -5943,6 +6208,8 @@ var {
   variablesSchema: variablesSchema2,
   workflowTemplatesSchema: workflowTemplatesSchema2,
   rbacSchema: rbacSchema2,
+  promptLibrarySchema: promptLibrarySchema2,
+  promptFavoritesSchema: promptFavoritesSchema2,
   statisticsSchema: statisticsSchema2
 } = coreSchemas.get();
 var createExpressRoutes = async (app, agents, tools, contexts, config, evals, tracer, queues2) => {
@@ -5973,6 +6240,8 @@ var createExpressRoutes = async (app, agents, tools, contexts, config, evals, tr
     agentsSchema2(),
     projectsSchema2(),
     jobResultsSchema2(),
+    promptLibrarySchema2(),
+    promptFavoritesSchema2(),
     evalRunsSchema2(),
     platformConfigurationsSchema2(),
     evalSetsSchema2(),
@@ -5996,25 +6265,13 @@ var createExpressRoutes = async (app, agents, tools, contexts, config, evals, tr
     import_express3.default.json({ limit: REQUEST_SIZE_LIMIT }),
     (0, import_express5.expressMiddleware)(server, {
       context: async ({ req }) => {
-        console.info("[EXULU] Incoming graphql request", {
-          message: "Incoming Request",
-          method: req.method,
-          path: req.path,
-          requestId: "req-" + Date.now(),
-          ipAddress: req.ip,
-          userAgent: req.get("User-Agent"),
-          headers: {
-            "authorization": req.headers["authorization"],
-            "exulu-api-key": req.headers["exulu-api-key"],
-            "origin": req.headers["origin"],
-            "...": "..."
-          }
-        });
         const authenticationResult = await requestValidators.authenticate(req);
         if (!authenticationResult.user?.id) {
+          console.error("[EXULU] Authentication failed", authenticationResult);
           throw new Error(authenticationResult.message);
         }
         const { db: db3 } = await postgresClient();
+        console.log("[EXULU] Graphql call");
         return {
           req,
           db: db3,
@@ -6628,7 +6885,7 @@ var import_ai3 = require("ai");
 var import_crypto_js4 = __toESM(require("crypto-js"), 1);
 
 // src/registry/log-metadata.ts
-function logMetadata(id, additionalMetadata) {
+function logMetadata2(id, additionalMetadata) {
   return {
     __logMetadata: true,
     id,
@@ -6639,16 +6896,6 @@ function logMetadata(id, additionalMetadata) {
 // src/registry/workers.ts
 var redisConnection;
 var createWorkers = async (agents, queues2, config, contexts, evals, tools, tracer) => {
-  console.log(`
-        \u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2557\u2588\u2588\u2557  \u2588\u2588\u2557\u2588\u2588\u2557   \u2588\u2588\u2557\u2588\u2588\u2557      \u2588\u2588\u2557   \u2588\u2588\u2557
-        \u2588\u2588\u2554\u2550\u2550\u2550\u2550\u255D\u255A\u2588\u2588\u2557\u2588\u2588\u2554\u255D\u2588\u2588\u2551   \u2588\u2588\u2551\u2588\u2588\u2551      \u2588\u2588\u2551   \u2588\u2588\u2551
-        \u2588\u2588\u2588\u2588\u2588\u2557   \u255A\u2588\u2588\u2588\u2554\u255D \u2588\u2588\u2551   \u2588\u2588\u2551\u2588\u2588\u2551      \u2588\u2588\u2551   \u2588\u2588\u2551
-        \u2588\u2588\u2554\u2550\u2550\u255D   \u2588\u2588\u2554\u2588\u2588\u2557 \u2588\u2588\u2551   \u2588\u2588\u2551\u2588\u2588\u2551      \u2588\u2588\u2551   \u2588\u2588\u2551
-        \u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2557\u2588\u2588\u2554\u255D \u2588\u2588\u2557\u255A\u2588\u2588\u2588\u2588\u2588\u2588\u2554\u255D\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2557\u255A\u2588\u2588\u2588\u2588\u2588\u2588\u2554\u255D
-        \u255A\u2550\u2550\u2550\u2550\u2550\u2550\u255D\u255A\u2550\u255D  \u255A\u2550\u255D \u255A\u2550\u2550\u2550\u2550\u2550\u255D \u255A\u2550\u2550\u2550\u2550\u2550\u2550\u255D \u255A\u2550\u2550\u2550\u2550\u2550\u255D   
-        Intelligence Management Platform - Workers
-    
-        `);
   console.log("[EXULU] creating workers for " + queues2?.length + " queues.");
   console.log("[EXULU] queues", queues2.map((q) => q.queue.name));
   if (!redisServer.host || !redisServer.port) {
@@ -6675,7 +6922,7 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
     const worker = new import_bullmq4.Worker(
       `${queue.queue.name}`,
       async (bullmqJob) => {
-        console.log("[EXULU] starting execution for job", logMetadata(bullmqJob.name, {
+        console.log("[EXULU] starting execution for job", logMetadata2(bullmqJob.name, {
           name: bullmqJob.name,
           status: await bullmqJob.getState(),
           type: bullmqJob.data.type
@@ -6692,7 +6939,7 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
           try {
             bullmq.validate(bullmqJob.id, data);
             if (data.type === "embedder") {
-              console.log("[EXULU] running an embedder job.", logMetadata(bullmqJob.name));
+              console.log("[EXULU] running an embedder job.", logMetadata2(bullmqJob.name));
               const label = `embedder-${bullmqJob.name}`;
               await db3.from("job_results").insert({
                 job_id: bullmqJob.id,
@@ -6722,7 +6969,7 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
               };
             }
             if (data.type === "processor") {
-              console.log("[EXULU] running a processor job.", logMetadata(bullmqJob.name));
+              console.log("[EXULU] running a processor job.", logMetadata2(bullmqJob.name));
               const label = `processor-${bullmqJob.name}`;
               await db3.from("job_results").insert({
                 job_id: bullmqJob.id,
@@ -6769,10 +7016,11 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
               };
             }
             if (data.type === "eval_run") {
-              console.log("[EXULU] running an eval run job.", logMetadata(bullmqJob.name));
+              console.log("[EXULU] running an eval run job.", logMetadata2(bullmqJob.name));
               const label = `eval-run-${data.eval_run_id}-${data.test_case_id}`;
               const existingResult = await db3.from("job_results").where({ label }).first();
               if (existingResult) {
+                console.log("[EXULU] found existing job result, so ");
                 await db3.from("job_results").where({ label }).update({
                   job_id: bullmqJob.id,
                   label,
@@ -6817,7 +7065,7 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
                     resolve(messages2);
                     break;
                   } catch (error) {
-                    console.error(`[EXULU] error processing UI messages flow for agent ${agentInstance.name} (${agentInstance.id}).`, logMetadata(bullmqJob.name, {
+                    console.error(`[EXULU] error processing UI messages flow for agent ${agentInstance.name} (${agentInstance.id}).`, logMetadata2(bullmqJob.name, {
                       error: error instanceof Error ? error.message : String(error)
                     }));
                     attempts++;
@@ -6874,9 +7122,11 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
                     test_case_id: testCase.id,
                     eval_run_id: evalRun.id,
                     eval_function_id: evalFunction.id,
+                    eval_function_name: evalFunction.name,
+                    eval_function_config: evalFunction.config || {},
                     result: result2 || 0
                   };
-                  console.log(`[EXULU] eval function ${evalFunction.id} result: ${result2}`, logMetadata(bullmqJob.name, {
+                  console.log(`[EXULU] eval function ${evalFunction.id} result: ${result2}`, logMetadata2(bullmqJob.name, {
                     result: result2 || 0
                   }));
                   evalFunctionResults.push(evalFunctionResult);
@@ -6895,34 +7145,44 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
                     result: result2 || 0
                   };
                   evalFunctionResults.push(evalFunctionResult);
-                  console.log(`[EXULU] eval function ${evalFunction.id} result: ${result2}`, logMetadata(bullmqJob.name, {
+                  console.log(`[EXULU] eval function ${evalFunction.id} result: ${result2}`, logMetadata2(bullmqJob.name, {
                     result: result2 || 0
                   }));
                 }
               }
               const scores = evalFunctionResults.map((result2) => result2.result);
+              console.log("[EXULU] Exulu eval run scores for test case: " + testCase.id, scores);
               let score = 0;
-              switch (data.scoring_method) {
+              switch (data.scoring_method?.toLowerCase()) {
                 case "median":
+                  console.log("[EXULU] Calculating median score");
                   score = getMedian(scores);
                   break;
                 case "average":
+                  console.log("[EXULU] Calculating average score");
                   score = getAverage(scores);
                   break;
                 case "sum":
+                  console.log("[EXULU] Calculating sum score");
                   score = getSum(scores);
                   break;
+                default:
+                  console.log("[EXULU] Calculating average score");
+                  score = getAverage(scores);
               }
               return {
                 result: score,
                 metadata: {
-                  ...evalFunctionResults,
+                  messages,
+                  function_results: [
+                    ...evalFunctionResults
+                  ],
                   ...metadata
                 }
               };
             }
             if (data.type === "eval_function") {
-              console.log("[EXULU] running an eval function job.", logMetadata(bullmqJob.name));
+              console.log("[EXULU] running an eval function job.", logMetadata2(bullmqJob.name));
               if (data.eval_functions?.length !== 1) {
                 throw new Error(`Expected 1 eval function for eval function job, got ${data.eval_functions?.length}.`);
               }
@@ -6968,7 +7228,7 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
                   inputMessages,
                   evalFunction.config || {}
                 );
-                console.log(`[EXULU] eval function ${evalFunction.id} result: ${result}`, logMetadata(bullmqJob.name, {
+                console.log(`[EXULU] eval function ${evalFunction.id} result: ${result}`, logMetadata2(bullmqJob.name, {
                   result: result || 0
                 }));
               }
@@ -6978,7 +7238,7 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
               };
             }
             if (data.type === "source") {
-              console.log("[EXULU] running a source job.", logMetadata(bullmqJob.name));
+              console.log("[EXULU] running a source job.", logMetadata2(bullmqJob.name));
               if (!data.source) {
                 throw new Error(`No source id set for source job.`);
               }
@@ -7000,18 +7260,27 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
                 const { item: createdItem, job } = await context.createItem(item, config, data.user, data.role);
                 if (job) {
                   jobs.push(job);
-                  console.log(`[EXULU] Scheduled job through source update job for item ${createdItem.id} (Job ID: ${job})`, logMetadata(bullmqJob.name, {
+                  console.log(`[EXULU] Scheduled job through source update job for item ${createdItem.id} (Job ID: ${job})`, logMetadata2(bullmqJob.name, {
                     item: createdItem,
                     job
                   }));
                 }
                 if (createdItem.id) {
                   items.push(createdItem.id);
-                  console.log(`[EXULU] created item through source update job ${createdItem.id}`, logMetadata(bullmqJob.name, {
+                  console.log(`[EXULU] created item through source update job ${createdItem.id}`, logMetadata2(bullmqJob.name, {
                     item: createdItem
                   }));
                 }
               }
+              await updateStatistic({
+                name: "count",
+                label: source.id,
+                type: STATISTICS_TYPE_ENUM.SOURCE_UPDATE,
+                trigger: "api",
+                count: 1,
+                user: data?.user,
+                role: data?.role
+              });
               return {
                 result,
                 metadata: {
@@ -7042,7 +7311,7 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
       }
     );
     worker.on("completed", async (job, returnvalue) => {
-      console.log(`[EXULU] completed job ${job.id}.`, logMetadata(job.name, {
+      console.log(`[EXULU] completed job ${job.id}.`, logMetadata2(job.name, {
         result: returnvalue
       }));
       const { db: db3 } = await postgresClient();
@@ -7062,7 +7331,7 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
         });
         return;
       }
-      console.error(`[EXULU] job failed.`, job?.name ? logMetadata(job.name, {
+      console.error(`[EXULU] job failed.`, job?.name ? logMetadata2(job.name, {
         error: error instanceof Error ? error.message : String(error)
       }) : error);
     });
@@ -7070,7 +7339,7 @@ var createWorkers = async (agents, queues2, config, contexts, evals, tools, trac
       console.error(`[EXULU] worker error.`, error);
     });
     worker.on("progress", (job, progress) => {
-      console.log(`[EXULU] job progress ${job.id}.`, logMetadata(job.name, {
+      console.log(`[EXULU] job progress ${job.id}.`, logMetadata2(job.name, {
         progress
       }));
     });
@@ -7449,6 +7718,92 @@ var ExuluMCP = class {
       });
       server.tools[tool2.id] = tool2.name;
     }
+    const getListOfPromptTemplatesName = "getListOfPromptTemplates";
+    if (!server.tools[getListOfPromptTemplatesName]) {
+      server.mcp.registerTool(getListOfPromptTemplatesName, {
+        title: "Get List of Prompt Templates",
+        description: "Retrieves a list of prompt templates available for this agent. Returns the name, description, and ID of each template.",
+        inputSchema: {
+          inputs: import_zod2.z.object({})
+        }
+      }, async ({ inputs }, args) => {
+        console.log("[EXULU] Getting list of prompt templates for agent", agentInstance.id);
+        const { db: db4 } = await postgresClient();
+        const prompts = await db4.from("prompt_library").select("id", "name", "description").whereRaw("assigned_agents @> ?::jsonb", [JSON.stringify(agentInstance.id)]).orderBy("updatedAt", "desc");
+        console.log("[EXULU] Found", prompts.length, "prompt templates");
+        return {
+          content: [{
+            type: "text",
+            text: JSON.stringify({
+              prompts: prompts.map((p) => ({
+                id: p.id,
+                name: p.name,
+                description: p.description || "No description provided"
+              })),
+              count: prompts.length
+            }, null, 2)
+          }],
+          structuredContent: {
+            prompts: prompts.map((p) => ({
+              id: p.id,
+              name: p.name,
+              description: p.description || "No description provided"
+            })),
+            count: prompts.length
+          }
+        };
+      });
+    }
+    const getPromptTemplateDetailsName = "getPromptTemplateDetails";
+    if (!server.tools[getPromptTemplateDetailsName]) {
+      server.mcp.registerTool(getPromptTemplateDetailsName, {
+        title: "Get Prompt Template Details",
+        description: "Retrieves the full details of a specific prompt template by ID, including the actual template content with variables.",
+        inputSchema: {
+          inputs: import_zod2.z.object({
+            id: import_zod2.z.string().describe("The ID of the prompt template to retrieve")
+          })
+        }
+      }, async ({ inputs }, args) => {
+        console.log("[EXULU] Getting prompt template details for ID", inputs.id);
+        const { db: db4 } = await postgresClient();
+        const prompt = await db4.from("prompt_library").select("id", "name", "description", "content", "createdAt", "updatedAt", "usage_count", "favorite_count").where({ id: inputs.id }).first();
+        if (!prompt) {
+          throw new Error(`Prompt template with ID ${inputs.id} not found`);
+        }
+        const isAssignedToAgent = await db4.from("prompt_library").select("id").where({ id: inputs.id }).whereRaw("assigned_agents @> ?::jsonb", [JSON.stringify(agentInstance.id)]).first();
+        console.log("[EXULU] Prompt template found:", prompt.name);
+        return {
+          content: [{
+            type: "text",
+            text: JSON.stringify({
+              id: prompt.id,
+              name: prompt.name,
+              description: prompt.description || "No description provided",
+              content: prompt.content,
+              createdAt: prompt.createdAt,
+              updatedAt: prompt.updatedAt,
+              usageCount: prompt.usage_count || 0,
+              favoriteCount: prompt.favorite_count || 0,
+              isAssignedToThisAgent: !!isAssignedToAgent
+            }, null, 2)
+          }],
+          structuredContent: {
+            id: prompt.id,
+            name: prompt.name,
+            description: prompt.description || "No description provided",
+            content: prompt.content,
+            createdAt: prompt.createdAt,
+            updatedAt: prompt.updatedAt,
+            usageCount: prompt.usage_count || 0,
+            favoriteCount: prompt.favorite_count || 0,
+            isAssignedToThisAgent: !!isAssignedToAgent
+          }
+        };
+      });
+    }
+    server.tools[getListOfPromptTemplatesName] = getListOfPromptTemplatesName;
+    server.tools[getPromptTemplateDetailsName] = getPromptTemplateDetailsName;
     return server.mcp;
   };
   create = async ({ express: express3, allTools, allAgents, allContexts, config }) => {
@@ -8063,8 +8418,8 @@ var llmAsJudgeEval = () => {
         console.log("[EXULU] running llm as judge eval", { agent, backend, messages, testCase, config });
         let prompt = config?.prompt;
         if (!prompt) {
-          console.error("[EXULU] prompt is required.");
-          throw new Error("Prompt is required.");
+          console.error("[EXULU] prompt is required for llm as judge eval but none is provided.");
+          throw new Error("Prompt is required for llm as judge eval but none is provided.");
         }
         const lastMessage = messages[messages.length - 1]?.parts?.filter((part) => part.type === "text").map((part) => part.text).join("\n");
         console.log("[EXULU] last message", lastMessage);
@@ -8722,6 +9077,280 @@ var mathTools = [
   degreesToRadiansTool
 ];
 
+// src/templates/tools/todo/todowrite.txt
+var todowrite_default = `Use this tool to create and manage a structured task list for your current coding session. This helps you track progress, organize complex tasks, and demonstrate thoroughness to the user.
+It also helps the user understand the progress of the task and overall progress of their requests.
+
+## When to Use This Tool
+Use this tool proactively in these scenarios:
+
+1. Complex multi-step tasks - When a task requires 3 or more distinct steps or actions
+2. Non-trivial and complex tasks - Tasks that require careful planning or multiple operations
+3. User explicitly requests todo list - When the user directly asks you to use the todo list
+4. User provides multiple tasks - When users provide a list of things to be done (numbered or comma-separated)
+5. After receiving new instructions - Immediately capture user requirements as todos. Feel free to edit the todo list based on new information.
+6. After completing a task - Mark it complete and add any new follow-up tasks
+7. When you start working on a new task, mark the todo as in_progress. Ideally you should only have one todo as in_progress at a time. Complete existing tasks before starting new ones.
+
+## When NOT to Use This Tool
+
+Skip using this tool when:
+1. There is only a single, straightforward task
+2. The task is trivial and tracking it provides no organizational benefit
+3. The task can be completed in less than 3 trivial steps
+4. The task is purely conversational or informational
+
+NOTE that you should not use this tool if there is only one trivial task to do. In this case you are better off just doing the task directly.
+
+## Examples of When to Use the Todo List
+
+<example>
+User: I want to add a dark mode toggle to the application settings. Make sure you run the tests and build when you're done!
+Assistant: I'll help add a dark mode toggle to your application settings. Let me create a todo list to track this implementation.
+*Creates todo list with the following items:*
+1. Create dark mode toggle component in Settings page
+2. Add dark mode state management (context/store)
+3. Implement CSS-in-JS styles for dark theme
+4. Update existing components to support theme switching
+5. Run tests and build process, addressing any failures or errors that occur
+*Begins working on the first task*
+
+<reasoning>
+The assistant used the todo list because:
+1. Adding dark mode is a multi-step feature requiring UI, state management, and styling changes
+2. The user explicitly requested tests and build be run afterward
+3. The assistant inferred that tests and build need to pass by adding "Ensure tests and build succeed" as the final task
+</reasoning>
+</example>
+
+<example>
+User: Help me rename the function getCwd to getCurrentWorkingDirectory across my project
+Assistant: Let me first search through your codebase to find all occurrences of 'getCwd'.
+*Uses grep or search tools to locate all instances of getCwd in the codebase*
+Assistant: I've found 15 instances of 'getCwd' across 8 different files. Let me create a todo list to track these changes.
+*Creates todo list with specific items for each file that needs updating*
+
+<reasoning>
+The assistant used the todo list because:
+1. First, the assistant searched to understand the scope of the task
+2. Upon finding multiple occurrences across different files, it determined this was a complex task with multiple steps
+3. The todo list helps ensure every instance is tracked and updated systematically
+4. This approach prevents missing any occurrences and maintains code consistency
+</reasoning>
+</example>
+
+
+<example>
+User: I need to implement these features for my e-commerce site: user registration, product catalog, shopping cart, and checkout flow.
+Assistant: I'll help implement these features. First, let's add all the features to the todo list.
+*Creates a todo list breaking down each feature into specific tasks based on the project architecture*
+Assistant: Let's start with user registration. This will involve creating database models, API endpoints, and frontend forms that integrate with your existing authentication system.
+
+<reasoning>
+The assistant used the todo list because:
+1. The user provided multiple complex features to implement in a comma separated list
+2. The todo list helps organize these large features into manageable tasks
+3. This approach allows for tracking progress across the entire implementation
+</reasoning>
+</example>
+
+<example>
+User: Can you help optimize my React application? It's rendering slowly and has performance issues.</user>
+Assistant: I'll help optimize your React application. First, let me examine your codebase to identify potential performance bottlenecks.
+*Reviews component structure, render patterns, state management, and data fetching*
+Assistant: After analyzing your codebase, I've identified several performance issues. Let me create a todo list to track our optimization efforts.
+*Creates todo list with items like: 1) Implement memoization for expensive calculations in ProductList, 2) Add virtualization for long lists in Dashboard, 3) Optimize image loading in Gallery component, 4) Fix state update loops in ShoppingCart, 5) Review bundle size and implement code splitting*
+Let's start by implementing memoization for the expensive calculations in your ProductList component.</assistant>
+
+<reasoning>
+The assistant used the todo list because:
+1. First, the assistant examined the codebase to identify specific performance issues
+2. Based on this analysis, it identified multiple optimization opportunities
+3. Performance optimization is a non-trivial task requiring multiple steps
+4. The todo list helps methodically track improvements across different components
+5. This systematic approach ensures all performance bottlenecks are addressed
+</reasoning>
+</example>
+
+## Examples of When NOT to Use the Todo List
+
+<example>
+User: How do I print 'Hello World' in Python?
+Assistant: In Python, you can print "Hello World" with this simple code:
+
+python
+print("Hello World")
+
+This will output the text "Hello World" to the console when executed.</assistant>
+
+<reasoning>
+The assistant did not use the todo list because this is a single, trivial task that can be completed in one step. There's no need to track multiple tasks or steps for such a straightforward request.
+</reasoning>
+</example>
+
+<example>
+User: What does the git status command do?
+Assistant: The git status command shows the current state of your working directory and staging area. It displays which changes have been staged, which haven't, and which files aren't being tracked by Git. This is a fundamental command for understanding the current state of your repository before making commits.
+
+<reasoning>
+The assistant did not use the todo list because this is an informational request with no actual coding task to complete. The user is simply asking for an explanation, not for the assistant to perform multiple steps or tasks.
+</reasoning>
+</example>
+
+<example>
+User: Can you add a comment to the calculateTotal function to explain what it does?
+Assistant: Sure, let me add a comment to the calculateTotal function to explain what it does.
+* Uses the Edit tool to add a comment to the calculateTotal function *
+
+<reasoning>
+The assistant did not use the todo list because this is a single, straightforward task confined to one location in the code. Adding a comment doesn't require tracking multiple steps or systematic organization.
+</reasoning>
+</example>
+
+<example>
+User: Run npm install for me and tell me what happens.
+Assistant: I'll run the npm install command for you.
+
+*Executes: npm install*
+
+The command completed successfully. Here's the output:
+[Output of npm install command]
+
+All dependencies have been installed according to your package.json file.
+
+<reasoning>
+The assistant did not use the todo list because this is a single command execution with immediate results. There are no multiple steps to track or organize, making the todo list unnecessary for this straightforward task.
+</reasoning>
+</example>
+
+## Task States and Management
+
+1. **Task States**: Use these states to track progress:
+   - pending: Task not yet started
+   - in_progress: Currently working on (limit to ONE task at a time)
+   - completed: Task finished successfully
+   - cancelled: Task no longer needed
+
+2. **Task Management**:
+   - Update task status in real-time as you work
+   - Mark tasks complete IMMEDIATELY after finishing (don't batch completions)
+   - Only have ONE task in_progress at any time
+   - Complete current tasks before starting new ones
+   - Cancel tasks that become irrelevant
+
+3. **Task Breakdown**:
+   - Create specific, actionable items
+   - Break complex tasks into smaller, manageable steps
+   - Use clear, descriptive task names
+
+When in doubt, use this tool. Being proactive with task management demonstrates attentiveness and ensures you complete all requirements successfully.
+`;
+
+// src/templates/tools/todo/todoread.txt
+var todoread_default = `Use this tool to read the current to-do list for the session. This tool should be used proactively and frequently to ensure that you are aware of
+the status of the current task list. You should make use of this tool as often as possible, especially in the following situations:
+- At the beginning of conversations to see what's pending
+- Before starting new tasks to prioritize work
+- When the user asks about previous tasks or plans
+- Whenever you're uncertain about what to do next
+- After completing tasks to update your understanding of remaining work
+- After every few messages to ensure you're on track
+
+Usage:
+- This tool takes in no parameters. So leave the input blank or empty. DO NOT include a dummy object, placeholder string or a key like "input" or "empty". LEAVE IT BLANK.
+- Returns a list of todo items with their status, priority, and content
+- Use this information to track progress and plan next steps
+- If no todos exist yet, an empty list will be returned`;
+
+// src/templates/tools/todo/todo.ts
+var import_zod5 = __toESM(require("zod"), 1);
+var TodoSchema = import_zod5.default.object({
+  content: import_zod5.default.string().describe("Brief description of the task"),
+  status: import_zod5.default.string().describe("Current status of the task: pending, in_progress, completed, cancelled"),
+  priority: import_zod5.default.string().describe("Priority level of the task: high, medium, low"),
+  id: import_zod5.default.string().describe("Unique identifier for the todo item")
+});
+var TodoWriteTool = new ExuluTool2({
+  id: "todo_write",
+  name: "Todo Write",
+  description: "Use this tool to write your todo list",
+  type: "function",
+  category: "todo",
+  config: [{
+    name: "description",
+    description: "The description of the todo list, if set overwrites the default description.",
+    default: todowrite_default
+  }],
+  inputSchema: import_zod5.default.object({
+    todos: import_zod5.default.array(TodoSchema).describe("The updated todo list")
+  }),
+  execute: async (inputs) => {
+    const { sessionID, todos, user } = inputs;
+    if (!user) {
+      throw new Error("No authenticated user available, a user is required for the todo write tool, this likely means the tool was called outside a session like in an MCP or API call instead of as part of an authenticated session.");
+    }
+    if (!sessionID) {
+      throw new Error("Session ID is required for the todo write tool, this likely means the tool was called outside a session like in an MCP or API call instead of as part of a conversation.");
+    }
+    const session = await getSession({ sessionID });
+    if (!session?.id) {
+      throw new Error("Session with ID " + sessionID + " not found in the todo write tool.");
+    }
+    const hasAccessToSession = await checkRecordAccess(session, "read", user);
+    if (!hasAccessToSession) {
+      throw new Error("You don't have access to this session " + session.id + ".");
+    }
+    await updateTodos({
+      session,
+      todos
+    });
+    return {
+      result: JSON.stringify(todos, null, 2)
+    };
+  }
+});
+var TodoReadTool = new ExuluTool2({
+  id: "todo_read",
+  name: "Todo Read",
+  description: "Use this tool to read your todo list",
+  inputSchema: import_zod5.default.object({}),
+  type: "function",
+  category: "todo",
+  config: [{
+    name: "description",
+    description: "The description of the todo list, if set overwrites the default description.",
+    default: todoread_default
+  }],
+  execute: async (inputs) => {
+    const { sessionID } = inputs;
+    let todos = await getTodos(sessionID);
+    return {
+      result: JSON.stringify(todos, null, 2)
+    };
+  }
+});
+async function updateTodos(input) {
+  const metadata = input.session.metadata || {};
+  metadata["todos"] = input.todos;
+  const { db: db3 } = await postgresClient();
+  await db3.from("agent_sessions").where({ id: input.session.id }).update({
+    metadata
+  });
+  return input.session;
+}
+async function getTodos(sessionID) {
+  const { db: db3 } = await postgresClient();
+  const session = await db3.from("agent_sessions").where({ id: sessionID }).first();
+  if (!session) {
+    throw new Error("Session not found for session ID: " + sessionID);
+  }
+  return session.metadata?.todos || [];
+}
+var todoTools = [
+  TodoWriteTool,
+  TodoReadTool
+];
+
 // src/registry/index.ts
 var isDev = process.env.NODE_ENV !== "production";
 var consoleTransport = new import_winston2.default.transports.Console({
@@ -8794,6 +9423,7 @@ var ExuluApp = class {
     this._tools = [
       ...tools ?? [],
       ...mathTools,
+      ...todoTools,
       // Add contexts as tools
       ...Object.values(contexts || {}).map((context) => context.tool())
       // Because agents are stored in the database,  we add those as tools
@@ -8905,6 +9535,16 @@ var ExuluApp = class {
   bullmq = {
     workers: {
       create: async (queues2) => {
+        console.log(`
+                    \u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2557\u2588\u2588\u2557  \u2588\u2588\u2557\u2588\u2588\u2557   \u2588\u2588\u2557\u2588\u2588\u2557      \u2588\u2588\u2557   \u2588\u2588\u2557
+                    \u2588\u2588\u2554\u2550\u2550\u2550\u2550\u255D\u255A\u2588\u2588\u2557\u2588\u2588\u2554\u255D\u2588\u2588\u2551   \u2588\u2588\u2551\u2588\u2588\u2551      \u2588\u2588\u2551   \u2588\u2588\u2551
+                    \u2588\u2588\u2588\u2588\u2588\u2557   \u255A\u2588\u2588\u2588\u2554\u255D \u2588\u2588\u2551   \u2588\u2588\u2551\u2588\u2588\u2551      \u2588\u2588\u2551   \u2588\u2588\u2551
+                    \u2588\u2588\u2554\u2550\u2550\u255D   \u2588\u2588\u2554\u2588\u2588\u2557 \u2588\u2588\u2551   \u2588\u2588\u2551\u2588\u2588\u2551      \u2588\u2588\u2551   \u2588\u2588\u2551
+                    \u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2557\u2588\u2588\u2554\u255D \u2588\u2588\u2557\u255A\u2588\u2588\u2588\u2588\u2588\u2588\u2554\u255D\u2588\u2588\u2588\u2588\u2588\u2588\u2588\u2557\u255A\u2588\u2588\u2588\u2588\u2588\u2588\u2554\u255D
+                    \u255A\u2550\u2550\u2550\u2550\u2550\u2550\u255D\u255A\u2550\u255D  \u255A\u2550\u255D \u255A\u2550\u2550\u2550\u2550\u2550\u255D \u255A\u2550\u2550\u2550\u2550\u2550\u2550\u255D \u255A\u2550\u2550\u2550\u2550\u2550\u255D   
+                    Intelligence Management Platform - Workers
+                
+                    `);
         if (!this._config) {
           throw new Error("Config not initialized, make sure to call await ExuluApp.create() first when starting your server.");
         }
@@ -8926,16 +9566,26 @@ var ExuluApp = class {
         if (queues2) {
           filteredQueues = filteredQueues.filter((q) => queues2.includes(q.queue.name));
         }
-        const sources = Object.values(this._contexts ?? {}).flatMap((context) => ({
-          ...context.sources,
-          context: context.id
-        }));
+        const contexts = Object.values(this._contexts ?? {});
+        let sources = [];
+        for (const context of contexts) {
+          for (const source of context.sources) {
+            sources.push({
+              ...source,
+              context: context.id
+            });
+          }
+        }
         if (sources.length > 0) {
           console.log("[EXULU] Creating ContextSource schedulers for", sources.length, "sources.");
           for (const source of sources) {
             const queue = await source.config?.queue;
+            if (!queue) {
+              console.warn("[EXULU] No queue configured for source", source.name);
+              continue;
+            }
             if (queue) {
-              if (!source.config.schedule) {
+              if (!source.config?.schedule) {
                 throw new Error("Schedule is required for source when configuring a queue: " + source.name);
               }
               console.log("[EXULU] Creating ContextSource scheduler for", source.name, "in queue", queue.queue?.name);
@@ -8947,7 +9597,8 @@ var ExuluApp = class {
                 data: {
                   source: source.id,
                   context: source.context,
-                  type: "source"
+                  type: "source",
+                  inputs: {}
                 },
                 opts: {
                   backoff: {
@@ -10233,7 +10884,9 @@ var {
   workflowTemplatesSchema: workflowTemplatesSchema3,
   rbacSchema: rbacSchema3,
   projectsSchema: projectsSchema3,
-  jobResultsSchema: jobResultsSchema3
+  jobResultsSchema: jobResultsSchema3,
+  promptLibrarySchema: promptLibrarySchema3,
+  promptFavoritesSchema: promptFavoritesSchema3
 } = coreSchemas.get();
 var addMissingFields = async (knex, tableName, fields, skipFields = []) => {
   for (const field of fields) {
@@ -10268,6 +10921,8 @@ var up = async function(knex) {
     statisticsSchema3(),
     projectsSchema3(),
     jobResultsSchema3(),
+    promptLibrarySchema3(),
+    promptFavoritesSchema3(),
     rbacSchema3(),
     agentsSchema3(),
     variablesSchema3(),
@@ -10370,20 +11025,39 @@ var execute = async ({ contexts }) => {
   await up(db3);
   await contextDatabases(contexts);
   console.log("[EXULU] Inserting default user and admin role.");
-  const existingRole = await db3.from("roles").where({ name: "admin" }).first();
-  let roleId;
-  if (!existingRole) {
-    console.log("[EXULU] Creating default admin role.");
+  const existingAdminRole = await db3.from("roles").where({ name: "admin" }).first();
+  const existingDefaultRole = await db3.from("roles").where({ name: "default" }).first();
+  let adminRoleId;
+  let defaultRoleId;
+  if (!existingAdminRole) {
+    console.log("[EXULU] Creating admin role.");
     const role = await db3.from("roles").insert({
       name: "admin",
       agents: "write",
+      api: "write",
       workflows: "write",
       variables: "write",
-      users: "write"
+      users: "write",
+      evals: "write"
     }).returning("id");
-    roleId = role[0].id;
+    adminRoleId = role[0].id;
   } else {
-    roleId = existingRole.id;
+    adminRoleId = existingAdminRole.id;
+  }
+  if (!existingDefaultRole) {
+    console.log("[EXULU] Creating default role.");
+    const role = await db3.from("roles").insert({
+      name: "default",
+      agents: "write",
+      api: "read",
+      workflows: "read",
+      variables: "read",
+      users: "read",
+      evals: "read"
+    }).returning("id");
+    defaultRoleId = role[0].id;
+  } else {
+    defaultRoleId = existingDefaultRole.id;
   }
   const existingUser = await db3.from("users").where({ email: "admin@exulu.com" }).first();
   if (!existingUser) {
@@ -10398,7 +11072,7 @@ var execute = async ({ contexts }) => {
       updatedAt: /* @__PURE__ */ new Date(),
       password,
       type: "user",
-      role: roleId
+      role: adminRoleId
     });
   }
   const { key } = await generateApiKey("exulu", "api@exulu.com");