@exulu/backend 1.68.0 → 1.69.1

package/dist/{chunk-VPSLTGZF.js → chunk-PJSDLFXL.js}

@@ -119,9 +119,9 @@ async function postgresClient() {
           // Log pool events to help debug connection issues
           afterCreate: (conn, done) => {
             console.log("[EXULU] New database connection created");
-            conn.query("SET statement_timeout = 1800000", (err) => {
+            conn.query("SET statement_timeout = 1800000; SET hnsw.ef_search = 20", (err) => {
               if (err) {
-                console.error("[EXULU] Error setting statement_timeout:", err);
+                console.error("[EXULU] Error setting connection parameters:", err);
               }
               done(err, conn);
             });
@@ -881,13 +881,31 @@ function durationToDays(duration) {
       return n;
   }
 }
+function subtractDuration(date, duration) {
+  const m = /^\s*(\d+(?:\.\d+)?)\s*(mo|[a-z]+)?\s*$/i.exec(String(duration ?? ""));
+  const unit = m ? (m[2] ?? "d").toLowerCase() : "d";
+  const n = m ? parseFloat(m[1]) : NaN;
+  if (unit === "mo" && Number.isFinite(n) && n > 0) {
+    const result = new Date(date);
+    result.setUTCMonth(result.getUTCMonth() - Math.round(n));
+    return result;
+  }
+  return new Date(date.getTime() - durationToDays(duration) * DAY_MS);
+}
 function windowStartYmd(reset_at, duration) {
-  const days = durationToDays(duration);
+  const now = Date.now();
   const reset = reset_at ? new Date(reset_at) : null;
-  const periodStart = reset && !Number.isNaN(reset.getTime()) ? new Date(reset.getTime() - days * DAY_MS) : null;
-  const trailingStart = new Date(Date.now() - days * DAY_MS);
-  const chosen = periodStart && periodStart > trailingStart ? periodStart : trailingStart;
-  return ymd(chosen);
+  const resetMs = reset && !Number.isNaN(reset.getTime()) ? reset.getTime() : null;
+  const trailingStart = subtractDuration(new Date(now), duration);
+  if (resetMs !== null) {
+    if (resetMs > now) {
+      const periodStart = subtractDuration(reset, duration);
+      return ymd(periodStart > trailingStart ? periodStart : trailingStart);
+    } else {
+      return ymd(reset > trailingStart ? reset : trailingStart);
+    }
+  }
+  return ymd(trailingStart);
 }
 async function enrichSpendFromActivity(map) {
   const names = Object.keys(map);
@@ -898,7 +916,10 @@ async function enrichSpendFromActivity(map) {
     windows[name] = windowStartYmd(ti.budget_reset_at, ti.budget_duration);
   }
   try {
-    const spendByTag = await getTagSpendByWindow(windows, ymd(/* @__PURE__ */ new Date()));
+    const spendByTag = await getTagSpendByWindow(
+      windows,
+      ymd(new Date(Date.now() + DAY_MS))
+    );
     for (const name of names) {
       const spend = spendByTag[name];
       if (typeof spend === "number" && Number.isFinite(spend)) {
@@ -1034,6 +1055,7 @@ async function getUserBudgetView(userId) {
       readCache.set(tag, { expiry: Date.now() + READ_TTL_MS, view: null });
       return null;
     }
+    await provisionDefaultUserBudget(userId);
     const info = await tagInfo([tag]);
     const ti = info[tag];
     if (ti?.max_budget != null) {
@@ -1122,7 +1144,12 @@ var getLiteLLMProvider = ({
     // supports — including Vertex Gemini, which translates it into
     // responseSchema/responseMimeType — so enabling this matches the actual
     // proxy contract.
-    supportsStructuredOutputs: true
+    supportsStructuredOutputs: true,
+    // Request token usage on STREAMED responses. Without this the openai-compatible
+    // provider omits `stream_options: { include_usage: true }`, so LiteLLM returns no
+    // usage for streaming calls — which zeroes out the per-request token metrics and
+    // the message-footer token count (both read the AI SDK `totalUsage`/finish-part usage).
+    includeUsage: true
   });
 };
 async function resolveModel(input) {
@@ -1603,7 +1630,7 @@ var ExuluTool = class _ExuluTool {
       });
       providerapikey = resolved.apiKey;
     }
-    const { convertExuluToolsToAiSdkTools: convertExuluToolsToAiSdkTools2 } = await import("./convert-exulu-tools-to-ai-sdk-tools-CHQF36XW.js");
+    const { convertExuluToolsToAiSdkTools: convertExuluToolsToAiSdkTools2 } = await import("./convert-exulu-tools-to-ai-sdk-tools-MXLGIOCT.js");
     const tools = await convertExuluToolsToAiSdkTools2(
       [this],
       [],
@@ -1878,7 +1905,7 @@ import { z as z9 } from "zod";
 import { createBashTool } from "bash-tool";
 
 // src/exulu/resolve-reranker.ts
-import fs from "fs";
+import "fs";
 var ResolveRerankerError = class extends Error {
   constructor(code, message) {
     super(message);
@@ -1973,11 +2000,9 @@ async function resolveReranker(input) {
         rerank_score: r.relevance_score ?? 0
       }));
       reranked.sort((a, b) => b.rerank_score - a.rerank_score);
-      fs.writeFileSync("reranked.json", JSON.stringify(reranked, null, 2));
       return reranked;
     } catch (err) {
       console.error("[EXULU] Error reranking:", err);
-      fs.writeFileSync("reranked.json", JSON.stringify(err, null, 2));
       return [];
     }
   };
@@ -3150,6 +3175,10 @@ var ExuluStorage = class {
   // todo add upload and delete methods
 };
 
+// src/exulu/table-names.ts
+var getTableName = (id) => sanitizeName(id) + "_items";
+var getChunksTableName = (id) => sanitizeName(id) + "_chunks";
+
 // src/exulu/context.ts
 import pgvector2 from "pgvector/knex";
 
@@ -4943,6 +4972,11 @@ var agentsSchema = {
     {
       name: "animation_responding",
       type: "text"
+    },
+    {
+      name: "sandbox_enabled",
+      type: "boolean",
+      default: false
     }
   ]
 };
@@ -5348,6 +5382,26 @@ var oauthTokensSchema = {
     // null = non-expiring
   ]
 };
+var sharedArtifactsSchema = {
+  type: "shared_artifacts",
+  name: {
+    plural: "shared_artifacts",
+    singular: "shared_artifact"
+  },
+  // RBAC drives the "regular" auth_mode: rights_mode + the rbac table scope
+  // who may view. public/password modes ignore rights_mode.
+  RBAC: true,
+  fields: [
+    { name: "name", type: "text", index: true, unique: true, required: true },
+    { name: "s3key", type: "text", required: true },
+    { name: "auth_mode", type: "text", default: "regular" },
+    { name: "password_hash", type: "text", required: false },
+    // bcrypt; password mode only
+    { name: "expires_at", type: "date", required: false },
+    // null = no expiry
+    { name: "content_type", type: "text", required: false }
+  ]
+};
 var contextPresetsSchema = {
   type: "context_presets",
   name: {
@@ -5440,6 +5494,7 @@ var coreSchemas = {
       promptFavoritesSchema: () => addCoreFields(promptFavoritesSchema),
       contextPresetsSchema: () => addCoreFields(contextPresetsSchema),
       oauthTokensSchema: () => addCoreFields(oauthTokensSchema),
+      sharedArtifactsSchema: () => addCoreFields(sharedArtifactsSchema),
       transcriptionJobsSchema: () => addCoreFields(transcriptionJobsSchema),
       imageGenerationsSchema: () => addCoreFields(imageGenerationsSchema)
     };
@@ -6213,7 +6268,8 @@ var vectorSearch = async ({
   trigger,
   cutoffs,
   expand,
-  entityFilter
+  entityFilter,
+  queryEmbedding
 }) => {
   const table = convertContextToTableDefinition(context);
   console.log("[EXULU] Called vector search.", {
@@ -6295,36 +6351,53 @@ var vectorSearch = async ({
   let vector = [];
   let vectorStr = "";
   let vectorExpr = "";
+  const _tBody = Date.now();
+  let _preMs = 0, _statMs = 0, _resolveMs = 0, _embedMs = 0;
+  let _embedSource = "none";
   if (query) {
+    const _tp = Date.now();
     const { processed: stemmedQuery } = preprocessQuery(query, {
       enableStemming: true,
       detectLanguage: true
     });
+    _preMs = Date.now() - _tp;
     console.log("[EXULU] Stemmed query:", stemmedQuery);
     if (stemmedQuery) {
       query = stemmedQuery;
     }
-    await updateStatistic({
-      name: "count",
-      label: table.name.singular,
-      type: STATISTICS_TYPE_ENUM.EMBEDDER_GENERATE,
-      trigger,
-      count: 1,
-      user: user?.id,
-      role
-    });
-    const resolved = await resolveEmbedder({
-      model: embedder.model,
-      contextId: context.id,
-      contextName: context.name,
-      user,
-      roleId: role
-    });
-    const [queryVector] = await resolved.embed([query], { inputType: "query" });
-    if (!queryVector?.length) {
-      throw new Error("No vector generated for query.");
+    if (queryEmbedding && queryEmbedding.length) {
+      vector = queryEmbedding;
+      _embedSource = "reused";
+    } else {
+      const _ts = Date.now();
+      await updateStatistic({
+        name: "count",
+        label: table.name.singular,
+        type: STATISTICS_TYPE_ENUM.EMBEDDER_GENERATE,
+        trigger,
+        count: 1,
+        user: user?.id,
+        role
+      });
+      _statMs = Date.now() - _ts;
+      const _tr = Date.now();
+      const resolved = await resolveEmbedder({
+        model: embedder.model,
+        contextId: context.id,
+        contextName: context.name,
+        user,
+        roleId: role
+      });
+      _resolveMs = Date.now() - _tr;
+      const _te = Date.now();
+      const [queryVector] = await resolved.embed([query], { inputType: "query" });
+      _embedMs = Date.now() - _te;
+      if (!queryVector?.length) {
+        throw new Error("No vector generated for query.");
+      }
+      vector = queryVector;
+      _embedSource = "computed";
     }
-    vector = queryVector;
     vectorStr = `ARRAY[${vector.join(",")}]`;
     vectorExpr = `${vectorStr}::vector`;
   }
@@ -6351,6 +6424,7 @@ var vectorSearch = async ({
   const languages = configuration.languages?.length ? configuration.languages : ["english"];
   console.log("[EXULU] Vector search params:", { method, query, cutoffs, languages });
   let resultChunks = [];
+  const _tSql = Date.now();
   switch (method) {
     case "tsvector":
       chunksQuery.limit(limit * 2);
@@ -6464,6 +6538,11 @@ var vectorSearch = async ({
       ]).orderByRaw("hybrid_score DESC").limit(Math.min(matchCount, 250));
       resultChunks = await hybridQuery;
   }
+  if (process.env.EXULU_VS_TIMING) {
+    console.log(
+      `[EXULU-VS] ctx=${context.id} method=${method} embed=${_embedSource} pre=${_preMs}ms stat=${_statMs}ms resolve=${_resolveMs}ms embedApi=${_embedMs}ms sql=${Date.now() - _tSql}ms total=${Date.now() - _tBody}ms`
+    );
+  }
   console.log("[EXULU] Vector search chunk results:", resultChunks?.length);
   let results = resultChunks.map((chunk) => ({
     chunk_content: chunk.content,
@@ -6902,12 +6981,6 @@ var bullmqDecorator = async ({
 };
 
 // src/exulu/context.ts
-var getTableName = (id) => {
-  return sanitizeName(id) + "_items";
-};
-var getChunksTableName = (id) => {
-  return sanitizeName(id) + "_chunks";
-};
 var ExuluContext2 = class {
   // Must begin with a letter (a-z) or underscore (_). Subsequent characters in a name can be letters, digits (0-9), or
   // underscores and be a max length of 80 characters and at least 5 characters long.
@@ -7401,12 +7474,18 @@ var ExuluContext2 = class {
   };
   getItems = async ({
     filters,
-    fields
+    fields,
+    user,
+    role
   }) => {
     const { db: db2 } = await postgresClient();
-    let query = db2.from(getTableName(this.id)).select(fields || "*");
     const tableDefinition = convertContextToTableDefinition(this);
+    let query = db2.from(getTableName(this.id)).select(fields || "*");
     query = applyFilters(query, filters || [], tableDefinition);
+    if (user) {
+      const acUser = role && (!user.role || user.role.id !== role) ? { ...user, role: { ...user.role ?? {}, id: role } } : user;
+      query = applyAccessControl(tableDefinition, query, acUser);
+    }
     const items = await query;
     return items;
   };
@@ -9123,9 +9202,21 @@ var createNewMemoryItemTool = (agent, context) => {
       case "longText":
       case "shortText":
       case "code":
-      case "enum":
         fields[field.name] = z10.string().describe("The " + field.name + " of the item to create");
         break;
+      case "enum":
+        if (field.enumValues && field.enumValues.length > 0) {
+          const enumValues = field.enumValues;
+          fields[field.name] = z10.preprocess(
+            (v) => typeof v === "string" ? v.toUpperCase() : v,
+            z10.enum(enumValues)
+          ).describe(
+            "The " + field.name + " of the item to create. Must be one of: " + field.enumValues.join(", ")
+          );
+        } else {
+          fields[field.name] = z10.string().describe("The " + field.name + " of the item to create");
+        }
+        break;
       case "json":
         fields[field.name] = z10.string({}).describe(
           "The " + field.name + " of the item to create, it should be a valid JSON string."
@@ -9151,6 +9242,9 @@ var createNewMemoryItemTool = (agent, context) => {
         break;
     }
   }
+  fields["visibility"] = z10.enum(["private", "public"]).optional().describe(
+    "Whether this memory is private to the user or shared (public). Ask the user if unknown."
+  );
   const toolName = "create_" + sanitizeName(context.name) + "_memory_item";
   return new ExuluTool({
     id: toolName,
@@ -9160,14 +9254,36 @@ var createNewMemoryItemTool = (agent, context) => {
     type: "function",
     inputSchema: z10.object(fields),
     config: [],
-    execute: async ({ name, description, surroundingContext, mode, information, exuluConfig, user }) => {
+    execute: async (params) => {
+      const { name, description, surroundingContext, information, visibility, exuluConfig, user } = params;
       let result = { result: "" };
+      if (!visibility) {
+        return {
+          result: `Before saving this memory, ask the user whether it should be PRIVATE (visible only to them) or PUBLIC (shared with the team), then call \`${toolName}\` again with \`visibility\` set.`
+        };
+      }
       try {
+        const extraFields = {};
+        for (const field of context.fields ?? []) {
+          if (field.type === "enum" && field.enumValues && field.enumValues.length > 0) {
+            const raw = params[field.name];
+            if (raw !== void 0 && raw !== null && raw !== "") {
+              const rawStr = String(raw);
+              const canonical = field.enumValues.find(
+                (v) => v.toUpperCase() === rawStr.toUpperCase()
+              );
+              if (canonical !== void 0) {
+                extraFields[field.name] = canonical;
+              }
+            }
+          }
+        }
         const newItem = {
           name,
           description: "Description: " + description + "\n\nSurrounding Context: " + surroundingContext,
           information: "Information: " + information,
-          rights_mode: "public"
+          rights_mode: visibility === "private" ? "private" : "public",
+          ...extraFields
         };
         const { item: createdItem, job: createdJob } = await context.createItem(
           newItem,
@@ -9935,7 +10051,7 @@ var convertExuluToolsToAiSdkTools = async (currentTools, currentSkills, approved
     contexts = [];
   }
   let sharedSessionSandbox;
-  if (sessionID && exuluConfig) {
+  if (sessionID && exuluConfig && agent?.sandbox_enabled === true) {
     try {
       sharedSessionSandbox = await createSessionSandbox(
         sessionID,
@@ -10202,6 +10318,8 @@ export {
   createUppyRoutes,
   ExuluStorage,
   sanitizeName,
+  getTableName,
+  getChunksTableName,
   ExuluTokenizer,
   Chunk,
   BaseChunker,
@@ -10228,6 +10346,7 @@ export {
   getTagBudgetMap,
   provisionDefaultUserBudget,
   getUserBudgetView,
+  resolveEmbedder,
   updateStatistic,
   applySorting,
   applyAccessControl,
@@ -10241,13 +10360,13 @@ export {
   ResolveModelError,
   resolveModel,
   exuluApp,
+  getEntitiesTableName,
+  getChunkEntitiesTableName,
   getEntitiesForItem,
   ensureEntityTables,
   vectorSearch,
   mapType,
   maybePruneJobResults,
-  getTableName,
-  getChunksTableName,
   ExuluContext2 as ExuluContext,
   resolveReranker,
   oauthRegistry,

package/dist/{convert-exulu-tools-to-ai-sdk-tools-CHQF36XW.js → convert-exulu-tools-to-ai-sdk-tools-MXLGIOCT.js}

@@ -1,6 +1,6 @@
 import {
   convertExuluToolsToAiSdkTools
-} from "./chunk-VPSLTGZF.js";
+} from "./chunk-PJSDLFXL.js";
 export {
   convertExuluToolsToAiSdkTools
 };