@exulu/backend 1.24.0 → 1.25.1

package/CHANGELOG.md

@@ -1,7 +1,6 @@
-# [1.24.0](https://github.com/Qventu/exulu-backend/compare/v1.23.3...v1.24.0) (2025-09-19)
+## [1.25.1](https://github.com/Qventu/exulu-backend/compare/v1.25.0...v1.25.1) (2025-10-07)
 
 
-### Features
+### Bug Fixes
 
-* dynamic db name, agent instructions, agentToAgent, rights checks, token usage, uploads ([93a84a4](https://github.com/Qventu/exulu-backend/commit/93a84a4cef6ce5ea006ae862530e04e7dfd0108c))
-* project files ([24d34cc](https://github.com/Qventu/exulu-backend/commit/24d34ccb61777356653de2b5319064098cc5d877))
+* log headers in graphql ([8d3094b](https://github.com/Qventu/exulu-backend/commit/8d3094b1a9b836c06352e9ed6057c4654fe457d4))

package/dist/index.cjs

@@ -168,6 +168,9 @@ async function ensureDatabaseExists() {
     } else {
       console.log(`[EXULU] Database '${dbName}' already exists.`);
     }
+  } catch (error) {
+    console.error("[EXULU] Error while checking to ensure the database exists, this could be if the user running the server does not have database admin rights, it is fine to ignore this if you are sure the database exists.", error);
+    return;
   } finally {
     await defaultKnex.destroy();
   }
@@ -198,7 +201,11 @@ async function postgresClient() {
           ssl: process.env.POSTGRES_DB_SSL === "true" ? { rejectUnauthorized: false } : false
         }
       });
-      await knex.schema.createExtensionIfNotExists("vector");
+      try {
+        await knex.schema.createExtensionIfNotExists("vector");
+      } catch (error) {
+        console.error("[EXULU] Error creating vector extension, this might be fine if you already activated the extension and the 'user' running this script does not have higher level database permissions.", error);
+      }
       db["exulu"] = knex;
     } catch (error) {
       console.error("[EXULU] Error initializing exulu database.", error);
@@ -461,7 +468,7 @@ var import_jose = require("jose");
 var getToken = async (authHeader) => {
   const token = authHeader.split(" ")[1];
   if (!token) {
-    throw new Error("No token provided");
+    throw new Error("No token provided for user authentication in headers.");
   }
   if (!process.env.NEXTAUTH_SECRET) {
     throw new Error("No NEXTAUTH_SECRET provided");
@@ -2391,7 +2398,11 @@ var postprocessUpdate = async ({
       const { db: db3 } = await postgresClient();
       console.log("[EXULU] Deleting chunks for item", result.id);
       await db3.from(getChunksTableName(context.id)).where({ source: result.id }).delete();
+      console.log("[EXULU] Deleted chunks for item", result.id);
+      console.log("[EXULU] Embedder", context.embedder);
+      console.log("[EXULU] Configuration", context.configuration);
       if (context.embedder && (context.configuration.calculateVectors === "onUpdate" || context.configuration.calculateVectors === "always")) {
+        console.log("[EXULU] Generating embeddings for item", result.id);
         const { job } = await context.embeddings.generate.one({
           item: result,
           user,
@@ -3922,6 +3933,11 @@ var ExuluAgent2 = class {
       // prepareStep could be used here to set the model for the first step or change other params
       system,
       maxRetries: 2,
+      providerOptions: {
+        openai: {
+          reasoningSummary: "auto"
+        }
+      },
       tools: convertToolsArrayToObject(
         currentTools,
         allExuluTools,
@@ -4521,8 +4537,8 @@ var ExuluContext = class {
             CREATE INDEX IF NOT EXISTS ${tableName}_embedding_hnsw_cosine
             ON ${tableName}
             USING hnsw (embedding vector_cosine_ops)
-            WHERE embedding IS NOT NULL
             WITH (m = 16, ef_construction = 64)
+            WHERE embedding IS NOT NULL
         `);
     return;
   };
@@ -5073,6 +5089,13 @@ var createUppyRoutes = async (app, config) => {
 var import_utils4 = require("@apollo/utils.keyvaluecache");
 var import_body_parser = __toESM(require("body-parser"), 1);
 var import_crypto_js3 = __toESM(require("crypto-js"), 1);
+var import_openai = __toESM(require("openai"), 1);
+var import_fs = __toESM(require("fs"), 1);
+var import_node_crypto3 = require("crypto");
+var import_api = require("@opentelemetry/api");
+var import_ai2 = require("ai");
+var import_express_http_proxy = __toESM(require("express-http-proxy"), 1);
+var import_sdk = __toESM(require("@anthropic-ai/sdk"), 1);
 
 // src/registry/utils/claude-messages.ts
 var CLAUDE_MESSAGES = {
@@ -5097,13 +5120,6 @@ var CLAUDE_MESSAGES = {
 };
 
 // src/registry/routes.ts
-var import_openai = __toESM(require("openai"), 1);
-var import_fs = __toESM(require("fs"), 1);
-var import_node_crypto3 = require("crypto");
-var import_api = require("@opentelemetry/api");
-var import_ai2 = require("ai");
-var import_zod2 = require("zod");
-var import_client_s33 = require("@aws-sdk/client-s3");
 var REQUEST_SIZE_LIMIT = "50mb";
 var global_queues = {
   logs_cleaner: "logs-cleaner"
@@ -5213,7 +5229,8 @@ var createExpressRoutes = async (app, logger, agents, tools, contexts, config, t
           path: req.path,
           requestId: "req-" + Date.now(),
           ipAddress: req.ip,
-          userAgent: req.get("User-Agent")
+          userAgent: req.get("User-Agent"),
+          headers: req.headers
         });
         logger.info("================");
         const authenticationResult = await requestValidators.authenticate(req);
@@ -5461,11 +5478,92 @@ Mood: friendly and intelligent.
   } else {
     console.log("[EXULU] skipping uppy file upload routes, because no S3 compatible region, key or secret is set in ExuluApp instance.");
   }
-  const TARGET_API = "https://api.anthropic.com";
+  app.use("/xxx/anthropic/:id", import_express4.default.raw({ type: "*/*", limit: REQUEST_SIZE_LIMIT }), (0, import_express_http_proxy.default)(
+    (req, res, next) => {
+      return "https://api.anthropic.com";
+    },
+    {
+      limit: "50mb",
+      memoizeHost: false,
+      preserveHostHdr: true,
+      secure: false,
+      reqAsBuffer: true,
+      proxyReqBodyDecorator: function(bodyContent, srcReq) {
+        return bodyContent;
+      },
+      userResDecorator: function(proxyRes, proxyResData, userReq, userRes) {
+        console.log("[EXULU] Proxy response!", proxyResData);
+        proxyResData = proxyResData.toString();
+        console.log("[EXULU] Proxy response string!", proxyResData);
+        return proxyResData;
+      },
+      proxyReqPathResolver: (req) => {
+        const prefix = `/gateway/anthropic/${req.params.id}`;
+        let path2 = req.url.startsWith(prefix) ? req.url.slice(prefix.length) : req.url;
+        if (!path2.startsWith("/")) path2 = "/" + path2;
+        console.log("[EXULU] Provider path:", path2);
+        return path2;
+      },
+      proxyReqOptDecorator: function(proxyReqOpts, srcReq) {
+        return new Promise(async (resolve, reject) => {
+          try {
+            const authenticationResult = await requestValidators.authenticate(srcReq);
+            if (!authenticationResult.user?.id) {
+              console.log("[EXULU] failed authentication result", authenticationResult);
+              reject(authenticationResult.message);
+              return;
+            }
+            console.log("[EXULU] Authenticated call", authenticationResult.user?.email);
+            const { db: db3 } = await postgresClient();
+            let query = db3("agents");
+            query.select("*");
+            query = applyAccessControl(agentsSchema2(), authenticationResult.user, query);
+            query.where({ id: srcReq.params.id });
+            const agent = await query.first();
+            if (!agent) {
+              reject(new Error("Agent with id " + srcReq.params.id + " not found."));
+              return;
+            }
+            console.log("[EXULU] Agent loaded", agent.name);
+            const backend = agents.find((x) => x.id === agent.backend);
+            if (!process.env.NEXTAUTH_SECRET) {
+              reject(new Error("Missing NEXTAUTH_SECRET"));
+              return;
+            }
+            if (!agent.providerapikey) {
+              reject(new Error("API Key not set for agent"));
+              return;
+            }
+            const variableName = agent.providerapikey;
+            const variable = await db3.from("variables").where({ name: variableName }).first();
+            console.log("[EXULU] Variable loaded", variable);
+            let providerapikey = variable.value;
+            if (!variable.encrypted) {
+              reject(new Error("API Key not encrypted for agent"));
+              return;
+            }
+            if (variable.encrypted) {
+              const bytes = import_crypto_js3.default.AES.decrypt(variable.value, process.env.NEXTAUTH_SECRET);
+              providerapikey = bytes.toString(import_crypto_js3.default.enc.Utf8);
+            }
+            console.log("[EXULU] Provider API key", providerapikey);
+            proxyReqOpts.headers["x-api-key"] = providerapikey;
+            proxyReqOpts.rejectUnauthorized = false;
+            delete proxyReqOpts.headers["provider"];
+            const url = new URL("https://api.anthropic.com");
+            proxyReqOpts.headers["host"] = url.host;
+            proxyReqOpts.headers["anthropic-version"] = "2023-06-01";
+            console.log("[EXULU] Proxy request headers", proxyReqOpts.headers);
+            resolve(proxyReqOpts);
+          } catch (error) {
+            console.error("[EXULU] Proxy error", error);
+            reject(error);
+          }
+        });
+      }
+    }
+  ));
   app.use("/gateway/anthropic/:id", import_express4.default.raw({ type: "*/*", limit: REQUEST_SIZE_LIMIT }), async (req, res) => {
-    console.log("[EXULU] Coding request!!!");
-    const path2 = req.url;
-    const url = `${TARGET_API}${path2}`;
     try {
       if (!req.body.tools) {
         req.body.tools = [];
@@ -5476,7 +5574,6 @@ Mood: friendly and intelligent.
         res.status(authenticationResult.code || 500).json({ detail: `${authenticationResult.message}` });
         return;
       }
-      console.log("[EXULU] Authenticated call", authenticationResult.user?.email);
       const { db: db3 } = await postgresClient();
       let query = db3("agents");
       query.select("*");
@@ -5491,17 +5588,7 @@ Mood: friendly and intelligent.
         res.end(Buffer.from(arrayBuffer));
         return;
       }
-      console.log("[EXULU] Agent loaded", agent.name);
-      const backend = agents.find((x) => x.id === agent.backend);
-      if (!backend) {
-        const arrayBuffer = createCustomAnthropicStreamingMessage(`
-                    \x1B[41m -- Agent ${agent.name} does not have a exulu backend setup, or the exulu backend that was assigned no longer exists. --
-                    \x1B[0m`);
-        res.setHeader("Content-Type", "application/json");
-        res.end(Buffer.from(arrayBuffer));
-        return;
-      }
-      console.log("[EXULU] Backend loaded", backend.id);
+      console.log("[EXULU] anthropic proxy called for agent:", agent?.name);
       if (!process.env.NEXTAUTH_SECRET) {
         const arrayBuffer = createCustomAnthropicStreamingMessage(CLAUDE_MESSAGES.missing_nextauth_secret);
         res.setHeader("Content-Type", "application/json");
@@ -5522,7 +5609,7 @@ Mood: friendly and intelligent.
         res.end(Buffer.from(arrayBuffer));
         return;
       }
-      let providerapikey = variable.value;
+      let anthropicApiKey = variable.value;
       if (!variable.encrypted) {
         const arrayBuffer = createCustomAnthropicStreamingMessage(CLAUDE_MESSAGES.anthropic_token_variable_not_encrypted);
         res.setHeader("Content-Type", "application/json");
@@ -5531,90 +5618,30 @@ Mood: friendly and intelligent.
       }
       if (variable.encrypted) {
         const bytes = import_crypto_js3.default.AES.decrypt(variable.value, process.env.NEXTAUTH_SECRET);
-        providerapikey = bytes.toString(import_crypto_js3.default.enc.Utf8);
+        anthropicApiKey = bytes.toString(import_crypto_js3.default.enc.Utf8);
       }
       const headers = {
-        "x-api-key": providerapikey,
+        "x-api-key": anthropicApiKey,
         "anthropic-version": "2023-06-01",
         "content-type": req.headers["content-type"] || "application/json"
       };
       if (req.headers["accept"]) headers["accept"] = req.headers["accept"];
       if (req.headers["user-agent"]) headers["user-agent"] = req.headers["user-agent"];
-      console.log("agent", agent.name);
-      const model = backend.model?.create({
-        apiKey: providerapikey
-      });
-      if (!model) {
-        const arrayBuffer = createCustomAnthropicStreamingMessage(`
-                    \x1B[41m -- Could not create language model instance fro agent ${agent.name}. --
-                    \x1B[0m`);
-        res.setHeader("Content-Type", "application/json");
-        res.end(Buffer.from(arrayBuffer));
-        return;
-      }
-      const systemMessagesConcatenated = req.body.system.map((x) => x.text).join("\n\n\n");
-      let messages = convertClaudeCodeMessagesToVercelAISdkMessages(
-        req.body.messages
-      );
-      const tools2 = convertClaudeCodeToolsToVercelAISdkTools(
-        req.body.tools
-      );
-      console.log("STREAMING TEXT");
-      const result = (0, import_ai2.streamText)({
-        model,
-        // Should be a LanguageModelV1
-        // TIP FOR DEBUGGING IF YOU RUN INTO ISSUES / ERRORS REGARDING THE MESSAGES FORMAT. STORE THE 'raw' VARIABLE TO A FILE (fs.write)
-        // AND COPY THE CONTENT INTO THE messages: BELOW, TYPESCRIPT WILL TELL YOU WHAT IS WRONG WHICH IS USUALLY EASIER TO READ THAN THE
-        // ERROR OUTPUT IN THE LOGS.
-        messages,
-        system: systemMessagesConcatenated || "",
-        // prepareStep could be used here to set the model for the first step or change other params
-        maxOutputTokens: req.body.max_tokens,
-        temperature: req.body.temperature,
-        maxRetries: 2,
-        providerOptions: {
-          metadata: {
-            user_id: req.body.metadata?.user_id
-          }
-        },
-        tools: tools2,
-        onFinish: (data) => console.log("[EXULU] Finished stream"),
-        onError: (error) => console.error("[EXULU] chat stream error.", error)
-        // stopWhen: [stepCountIs(1)],
+      const client2 = new import_sdk.default({
+        apiKey: anthropicApiKey
       });
-      let allChunks = [];
-      result.consumeStream();
-      const responses = [];
-      try {
-        for await (const uiMessage of (0, import_ai2.readUIMessageStream)({
-          stream: result.toUIMessageStream()
-        })) {
-          console.log("Streaming chunk:", uiMessage);
-          const message = {
-            type: "message",
-            role: uiMessage.role,
-            content: uiMessage.parts.map((part) => {
-              if (part.type.includes("tool-")) {
-                const type = part.type;
-                part.type = "tool_use";
-                part.name = type.replace("tool-", "");
-                part.id = part.toolCallId;
-              }
-              return part;
-            })
-          };
-          responses.push(message);
-          console.log("Wrote message to response", message);
+      for await (const event of client2.messages.stream(req.body)) {
+        console.log("[EXULU] Event", event);
+        if (event.message?.usage) {
         }
-      } catch (err) {
-        console.error("Stream error:", err);
-      } finally {
-        const jsonString = JSON.stringify(responses[responses.length - 1]);
-        const arrayBuffer = new TextEncoder().encode(jsonString).buffer;
-        res.setHeader("Content-Type", "application/json");
-        res.end(Buffer.from(arrayBuffer));
-        return;
+        const msg = `event: ${event.type}
+data: ${JSON.stringify(event)}
+
+`;
+        res.write(msg);
       }
+      res.write("event: done\ndata: [DONE]\n\n");
+      res.end();
     } catch (error) {
       console.error("[PROXY] Manual proxy error:", error);
       if (!res.headersSent) {
@@ -5629,97 +5656,6 @@ Mood: friendly and intelligent.
   app.use(import_express4.default.static("public"));
   return app;
 };
-var convertClaudeCodeToolsToVercelAISdkTools = (tools) => {
-  const result = {};
-  for (const tool2 of tools) {
-    const mySchema = (0, import_ai2.jsonSchema)(tool2.input_schema);
-    tools[tool2.name] = {
-      id: tool2.name,
-      name: tool2.name,
-      description: tool2.description,
-      inputSchema: mySchema
-    };
-  }
-  return result;
-};
-var convertClaudeCodeMessagesToVercelAISdkMessages = (messages) => {
-  let raw = messages.map((msg) => {
-    if (!msg.role) {
-      msg.role = "assistant";
-    }
-    delete msg.id;
-    if (!Array.isArray(msg.content)) {
-      return {
-        role: msg.role,
-        content: msg.content
-      };
-    }
-    if (msg.content.some((part) => part.type === "tool_result")) {
-      msg.role = "tool";
-    }
-    let parts = msg.content.map((part) => {
-      if (part.type === "step-start") {
-        return void 0;
-      }
-      if (part.type === "reasoning") {
-        const content = part.text?.length > 1 ? part.text : part.content;
-        return {
-          type: "reasoning",
-          text: content || "No reasoning content provided"
-        };
-      }
-      if (part.type === "tool_use") {
-        part.type = "tool-call";
-      }
-      if (part.type === "tool_result") {
-        part.type = "tool-result";
-        part.output = {
-          type: "text",
-          value: part.text || part.content
-        };
-        part.text = null;
-        part.content = null;
-        if (!part.name && part.tool_use_id) {
-          const allParts = raw.map((x) => x.content).flat();
-          const result = allParts.find((x) => {
-            return x.toolCallId === part.tool_use_id && x.name;
-          });
-          console.log("FIND RESULT!!!!", result);
-          if (result) {
-            part.name = result.name;
-          } else {
-            part.name = "...";
-          }
-        }
-      }
-      if (part.tool_use_id) {
-        part.toolCallId = part.tool_use_id;
-        delete part.tool_use_id;
-      }
-      return {
-        type: part.type,
-        ...part.text || part.content ? { text: part.text || part.content } : {},
-        ...part.toolCallId ? { toolCallId: part.toolCallId } : {},
-        ...part.name ? { toolName: part.name } : {},
-        ...part.input ? { input: part.input } : {},
-        ...part.output ? { output: part.output } : {},
-        ...part.cache_control?.type ? {
-          providerOptions: {
-            anthropic: { cacheControl: { type: part.cache_control?.type } }
-          }
-        } : {}
-      };
-    });
-    parts = parts.filter((part) => part !== void 0);
-    return {
-      role: msg.role,
-      id: msg.id,
-      content: parts
-    };
-  });
-  raw = raw.filter((msg) => msg !== void 0);
-  return raw;
-};
 var createCustomAnthropicStreamingMessage = (message) => {
   const responseData = {
     type: "message",
@@ -5782,8 +5718,6 @@ var createWorkers = async (queues2, logger, contexts, _logsDir, tracer) => {
             }, data.role, bullmqJob.id);
             return result;
           }
-          if (bullmqJob.data.type === "workflow") {
-          }
         } catch (error) {
           await db3.from("jobs").where({ redis: bullmqJob.id }).update({
             status: "failed",
@@ -5850,7 +5784,7 @@ var import_mcp = require("@modelcontextprotocol/sdk/server/mcp.js");
 var import_node_crypto4 = require("crypto");
 var import_streamableHttp = require("@modelcontextprotocol/sdk/server/streamableHttp.js");
 var import_types = require("@modelcontextprotocol/sdk/types.js");
-var import_zod3 = require("zod");
+var import_zod2 = require("zod");
 var import_express6 = require("express");
 var import_api3 = require("@opentelemetry/api");
 var SESSION_ID_HEADER = "mcp-session-id";
@@ -5907,7 +5841,7 @@ var ExuluMCP = class {
       {
         title: "Code Review",
         description: "Review code for best practices and potential issues",
-        argsSchema: { code: import_zod3.z.string() }
+        argsSchema: { code: import_zod2.z.string() }
       },
       ({ code }) => ({
         messages: [{

package/dist/index.js

@@ -117,6 +117,9 @@ async function ensureDatabaseExists() {
     } else {
       console.log(`[EXULU] Database '${dbName}' already exists.`);
     }
+  } catch (error) {
+    console.error("[EXULU] Error while checking to ensure the database exists, this could be if the user running the server does not have database admin rights, it is fine to ignore this if you are sure the database exists.", error);
+    return;
   } finally {
     await defaultKnex.destroy();
   }
@@ -147,7 +150,11 @@ async function postgresClient() {
           ssl: process.env.POSTGRES_DB_SSL === "true" ? { rejectUnauthorized: false } : false
         }
       });
-      await knex.schema.createExtensionIfNotExists("vector");
+      try {
+        await knex.schema.createExtensionIfNotExists("vector");
+      } catch (error) {
+        console.error("[EXULU] Error creating vector extension, this might be fine if you already activated the extension and the 'user' running this script does not have higher level database permissions.", error);
+      }
       db["exulu"] = knex;
     } catch (error) {
       console.error("[EXULU] Error initializing exulu database.", error);
@@ -410,7 +417,7 @@ import { jwtVerify, importJWK } from "jose";
 var getToken = async (authHeader) => {
   const token = authHeader.split(" ")[1];
   if (!token) {
-    throw new Error("No token provided");
+    throw new Error("No token provided for user authentication in headers.");
   }
   if (!process.env.NEXTAUTH_SECRET) {
     throw new Error("No NEXTAUTH_SECRET provided");
@@ -2340,7 +2347,11 @@ var postprocessUpdate = async ({
       const { db: db3 } = await postgresClient();
       console.log("[EXULU] Deleting chunks for item", result.id);
       await db3.from(getChunksTableName(context.id)).where({ source: result.id }).delete();
+      console.log("[EXULU] Deleted chunks for item", result.id);
+      console.log("[EXULU] Embedder", context.embedder);
+      console.log("[EXULU] Configuration", context.configuration);
       if (context.embedder && (context.configuration.calculateVectors === "onUpdate" || context.configuration.calculateVectors === "always")) {
+        console.log("[EXULU] Generating embeddings for item", result.id);
         const { job } = await context.embeddings.generate.one({
           item: result,
           user,
@@ -3875,6 +3886,11 @@ var ExuluAgent2 = class {
       // prepareStep could be used here to set the model for the first step or change other params
       system,
       maxRetries: 2,
+      providerOptions: {
+        openai: {
+          reasoningSummary: "auto"
+        }
+      },
       tools: convertToolsArrayToObject(
         currentTools,
         allExuluTools,
@@ -4474,8 +4490,8 @@ var ExuluContext = class {
             CREATE INDEX IF NOT EXISTS ${tableName}_embedding_hnsw_cosine
             ON ${tableName}
             USING hnsw (embedding vector_cosine_ops)
-            WHERE embedding IS NOT NULL
             WITH (m = 16, ef_construction = 64)
+            WHERE embedding IS NOT NULL
         `);
     return;
   };
@@ -5039,6 +5055,13 @@ var createUppyRoutes = async (app, config) => {
 import { InMemoryLRUCache } from "@apollo/utils.keyvaluecache";
 import bodyParser from "body-parser";
 import CryptoJS3 from "crypto-js";
+import OpenAI from "openai";
+import fs from "fs";
+import { randomUUID as randomUUID3 } from "crypto";
+import "@opentelemetry/api";
+import { jsonSchema } from "ai";
+import proxy from "express-http-proxy";
+import Anthropic from "@anthropic-ai/sdk";
 
 // src/registry/utils/claude-messages.ts
 var CLAUDE_MESSAGES = {
@@ -5063,13 +5086,6 @@ var CLAUDE_MESSAGES = {
 };
 
 // src/registry/routes.ts
-import OpenAI from "openai";
-import fs from "fs";
-import { randomUUID as randomUUID3 } from "crypto";
-import "@opentelemetry/api";
-import { jsonSchema, readUIMessageStream, streamText as streamText2 } from "ai";
-import "zod";
-import "@aws-sdk/client-s3";
 var REQUEST_SIZE_LIMIT = "50mb";
 var global_queues = {
   logs_cleaner: "logs-cleaner"
@@ -5179,7 +5195,8 @@ var createExpressRoutes = async (app, logger, agents, tools, contexts, config, t
           path: req.path,
           requestId: "req-" + Date.now(),
           ipAddress: req.ip,
-          userAgent: req.get("User-Agent")
+          userAgent: req.get("User-Agent"),
+          headers: req.headers
         });
         logger.info("================");
         const authenticationResult = await requestValidators.authenticate(req);
@@ -5427,11 +5444,92 @@ Mood: friendly and intelligent.
   } else {
     console.log("[EXULU] skipping uppy file upload routes, because no S3 compatible region, key or secret is set in ExuluApp instance.");
   }
-  const TARGET_API = "https://api.anthropic.com";
+  app.use("/xxx/anthropic/:id", express.raw({ type: "*/*", limit: REQUEST_SIZE_LIMIT }), proxy(
+    (req, res, next) => {
+      return "https://api.anthropic.com";
+    },
+    {
+      limit: "50mb",
+      memoizeHost: false,
+      preserveHostHdr: true,
+      secure: false,
+      reqAsBuffer: true,
+      proxyReqBodyDecorator: function(bodyContent, srcReq) {
+        return bodyContent;
+      },
+      userResDecorator: function(proxyRes, proxyResData, userReq, userRes) {
+        console.log("[EXULU] Proxy response!", proxyResData);
+        proxyResData = proxyResData.toString();
+        console.log("[EXULU] Proxy response string!", proxyResData);
+        return proxyResData;
+      },
+      proxyReqPathResolver: (req) => {
+        const prefix = `/gateway/anthropic/${req.params.id}`;
+        let path2 = req.url.startsWith(prefix) ? req.url.slice(prefix.length) : req.url;
+        if (!path2.startsWith("/")) path2 = "/" + path2;
+        console.log("[EXULU] Provider path:", path2);
+        return path2;
+      },
+      proxyReqOptDecorator: function(proxyReqOpts, srcReq) {
+        return new Promise(async (resolve, reject) => {
+          try {
+            const authenticationResult = await requestValidators.authenticate(srcReq);
+            if (!authenticationResult.user?.id) {
+              console.log("[EXULU] failed authentication result", authenticationResult);
+              reject(authenticationResult.message);
+              return;
+            }
+            console.log("[EXULU] Authenticated call", authenticationResult.user?.email);
+            const { db: db3 } = await postgresClient();
+            let query = db3("agents");
+            query.select("*");
+            query = applyAccessControl(agentsSchema2(), authenticationResult.user, query);
+            query.where({ id: srcReq.params.id });
+            const agent = await query.first();
+            if (!agent) {
+              reject(new Error("Agent with id " + srcReq.params.id + " not found."));
+              return;
+            }
+            console.log("[EXULU] Agent loaded", agent.name);
+            const backend = agents.find((x) => x.id === agent.backend);
+            if (!process.env.NEXTAUTH_SECRET) {
+              reject(new Error("Missing NEXTAUTH_SECRET"));
+              return;
+            }
+            if (!agent.providerapikey) {
+              reject(new Error("API Key not set for agent"));
+              return;
+            }
+            const variableName = agent.providerapikey;
+            const variable = await db3.from("variables").where({ name: variableName }).first();
+            console.log("[EXULU] Variable loaded", variable);
+            let providerapikey = variable.value;
+            if (!variable.encrypted) {
+              reject(new Error("API Key not encrypted for agent"));
+              return;
+            }
+            if (variable.encrypted) {
+              const bytes = CryptoJS3.AES.decrypt(variable.value, process.env.NEXTAUTH_SECRET);
+              providerapikey = bytes.toString(CryptoJS3.enc.Utf8);
+            }
+            console.log("[EXULU] Provider API key", providerapikey);
+            proxyReqOpts.headers["x-api-key"] = providerapikey;
+            proxyReqOpts.rejectUnauthorized = false;
+            delete proxyReqOpts.headers["provider"];
+            const url = new URL("https://api.anthropic.com");
+            proxyReqOpts.headers["host"] = url.host;
+            proxyReqOpts.headers["anthropic-version"] = "2023-06-01";
+            console.log("[EXULU] Proxy request headers", proxyReqOpts.headers);
+            resolve(proxyReqOpts);
+          } catch (error) {
+            console.error("[EXULU] Proxy error", error);
+            reject(error);
+          }
+        });
+      }
+    }
+  ));
   app.use("/gateway/anthropic/:id", express.raw({ type: "*/*", limit: REQUEST_SIZE_LIMIT }), async (req, res) => {
-    console.log("[EXULU] Coding request!!!");
-    const path2 = req.url;
-    const url = `${TARGET_API}${path2}`;
     try {
       if (!req.body.tools) {
         req.body.tools = [];
@@ -5442,7 +5540,6 @@ Mood: friendly and intelligent.
         res.status(authenticationResult.code || 500).json({ detail: `${authenticationResult.message}` });
         return;
       }
-      console.log("[EXULU] Authenticated call", authenticationResult.user?.email);
       const { db: db3 } = await postgresClient();
       let query = db3("agents");
       query.select("*");
@@ -5457,17 +5554,7 @@ Mood: friendly and intelligent.
         res.end(Buffer.from(arrayBuffer));
         return;
       }
-      console.log("[EXULU] Agent loaded", agent.name);
-      const backend = agents.find((x) => x.id === agent.backend);
-      if (!backend) {
-        const arrayBuffer = createCustomAnthropicStreamingMessage(`
-                    \x1B[41m -- Agent ${agent.name} does not have a exulu backend setup, or the exulu backend that was assigned no longer exists. --
-                    \x1B[0m`);
-        res.setHeader("Content-Type", "application/json");
-        res.end(Buffer.from(arrayBuffer));
-        return;
-      }
-      console.log("[EXULU] Backend loaded", backend.id);
+      console.log("[EXULU] anthropic proxy called for agent:", agent?.name);
       if (!process.env.NEXTAUTH_SECRET) {
         const arrayBuffer = createCustomAnthropicStreamingMessage(CLAUDE_MESSAGES.missing_nextauth_secret);
         res.setHeader("Content-Type", "application/json");
@@ -5488,7 +5575,7 @@ Mood: friendly and intelligent.
         res.end(Buffer.from(arrayBuffer));
         return;
       }
-      let providerapikey = variable.value;
+      let anthropicApiKey = variable.value;
       if (!variable.encrypted) {
         const arrayBuffer = createCustomAnthropicStreamingMessage(CLAUDE_MESSAGES.anthropic_token_variable_not_encrypted);
         res.setHeader("Content-Type", "application/json");
@@ -5497,90 +5584,30 @@ Mood: friendly and intelligent.
       }
       if (variable.encrypted) {
         const bytes = CryptoJS3.AES.decrypt(variable.value, process.env.NEXTAUTH_SECRET);
-        providerapikey = bytes.toString(CryptoJS3.enc.Utf8);
+        anthropicApiKey = bytes.toString(CryptoJS3.enc.Utf8);
       }
       const headers = {
-        "x-api-key": providerapikey,
+        "x-api-key": anthropicApiKey,
         "anthropic-version": "2023-06-01",
         "content-type": req.headers["content-type"] || "application/json"
       };
       if (req.headers["accept"]) headers["accept"] = req.headers["accept"];
       if (req.headers["user-agent"]) headers["user-agent"] = req.headers["user-agent"];
-      console.log("agent", agent.name);
-      const model = backend.model?.create({
-        apiKey: providerapikey
-      });
-      if (!model) {
-        const arrayBuffer = createCustomAnthropicStreamingMessage(`
-                    \x1B[41m -- Could not create language model instance fro agent ${agent.name}. --
-                    \x1B[0m`);
-        res.setHeader("Content-Type", "application/json");
-        res.end(Buffer.from(arrayBuffer));
-        return;
-      }
-      const systemMessagesConcatenated = req.body.system.map((x) => x.text).join("\n\n\n");
-      let messages = convertClaudeCodeMessagesToVercelAISdkMessages(
-        req.body.messages
-      );
-      const tools2 = convertClaudeCodeToolsToVercelAISdkTools(
-        req.body.tools
-      );
-      console.log("STREAMING TEXT");
-      const result = streamText2({
-        model,
-        // Should be a LanguageModelV1
-        // TIP FOR DEBUGGING IF YOU RUN INTO ISSUES / ERRORS REGARDING THE MESSAGES FORMAT. STORE THE 'raw' VARIABLE TO A FILE (fs.write)
-        // AND COPY THE CONTENT INTO THE messages: BELOW, TYPESCRIPT WILL TELL YOU WHAT IS WRONG WHICH IS USUALLY EASIER TO READ THAN THE
-        // ERROR OUTPUT IN THE LOGS.
-        messages,
-        system: systemMessagesConcatenated || "",
-        // prepareStep could be used here to set the model for the first step or change other params
-        maxOutputTokens: req.body.max_tokens,
-        temperature: req.body.temperature,
-        maxRetries: 2,
-        providerOptions: {
-          metadata: {
-            user_id: req.body.metadata?.user_id
-          }
-        },
-        tools: tools2,
-        onFinish: (data) => console.log("[EXULU] Finished stream"),
-        onError: (error) => console.error("[EXULU] chat stream error.", error)
-        // stopWhen: [stepCountIs(1)],
+      const client2 = new Anthropic({
+        apiKey: anthropicApiKey
       });
-      let allChunks = [];
-      result.consumeStream();
-      const responses = [];
-      try {
-        for await (const uiMessage of readUIMessageStream({
-          stream: result.toUIMessageStream()
-        })) {
-          console.log("Streaming chunk:", uiMessage);
-          const message = {
-            type: "message",
-            role: uiMessage.role,
-            content: uiMessage.parts.map((part) => {
-              if (part.type.includes("tool-")) {
-                const type = part.type;
-                part.type = "tool_use";
-                part.name = type.replace("tool-", "");
-                part.id = part.toolCallId;
-              }
-              return part;
-            })
-          };
-          responses.push(message);
-          console.log("Wrote message to response", message);
+      for await (const event of client2.messages.stream(req.body)) {
+        console.log("[EXULU] Event", event);
+        if (event.message?.usage) {
         }
-      } catch (err) {
-        console.error("Stream error:", err);
-      } finally {
-        const jsonString = JSON.stringify(responses[responses.length - 1]);
-        const arrayBuffer = new TextEncoder().encode(jsonString).buffer;
-        res.setHeader("Content-Type", "application/json");
-        res.end(Buffer.from(arrayBuffer));
-        return;
+        const msg = `event: ${event.type}
+data: ${JSON.stringify(event)}
+
+`;
+        res.write(msg);
       }
+      res.write("event: done\ndata: [DONE]\n\n");
+      res.end();
     } catch (error) {
       console.error("[PROXY] Manual proxy error:", error);
       if (!res.headersSent) {
@@ -5595,97 +5622,6 @@ Mood: friendly and intelligent.
   app.use(express.static("public"));
   return app;
 };
-var convertClaudeCodeToolsToVercelAISdkTools = (tools) => {
-  const result = {};
-  for (const tool2 of tools) {
-    const mySchema = jsonSchema(tool2.input_schema);
-    tools[tool2.name] = {
-      id: tool2.name,
-      name: tool2.name,
-      description: tool2.description,
-      inputSchema: mySchema
-    };
-  }
-  return result;
-};
-var convertClaudeCodeMessagesToVercelAISdkMessages = (messages) => {
-  let raw = messages.map((msg) => {
-    if (!msg.role) {
-      msg.role = "assistant";
-    }
-    delete msg.id;
-    if (!Array.isArray(msg.content)) {
-      return {
-        role: msg.role,
-        content: msg.content
-      };
-    }
-    if (msg.content.some((part) => part.type === "tool_result")) {
-      msg.role = "tool";
-    }
-    let parts = msg.content.map((part) => {
-      if (part.type === "step-start") {
-        return void 0;
-      }
-      if (part.type === "reasoning") {
-        const content = part.text?.length > 1 ? part.text : part.content;
-        return {
-          type: "reasoning",
-          text: content || "No reasoning content provided"
-        };
-      }
-      if (part.type === "tool_use") {
-        part.type = "tool-call";
-      }
-      if (part.type === "tool_result") {
-        part.type = "tool-result";
-        part.output = {
-          type: "text",
-          value: part.text || part.content
-        };
-        part.text = null;
-        part.content = null;
-        if (!part.name && part.tool_use_id) {
-          const allParts = raw.map((x) => x.content).flat();
-          const result = allParts.find((x) => {
-            return x.toolCallId === part.tool_use_id && x.name;
-          });
-          console.log("FIND RESULT!!!!", result);
-          if (result) {
-            part.name = result.name;
-          } else {
-            part.name = "...";
-          }
-        }
-      }
-      if (part.tool_use_id) {
-        part.toolCallId = part.tool_use_id;
-        delete part.tool_use_id;
-      }
-      return {
-        type: part.type,
-        ...part.text || part.content ? { text: part.text || part.content } : {},
-        ...part.toolCallId ? { toolCallId: part.toolCallId } : {},
-        ...part.name ? { toolName: part.name } : {},
-        ...part.input ? { input: part.input } : {},
-        ...part.output ? { output: part.output } : {},
-        ...part.cache_control?.type ? {
-          providerOptions: {
-            anthropic: { cacheControl: { type: part.cache_control?.type } }
-          }
-        } : {}
-      };
-    });
-    parts = parts.filter((part) => part !== void 0);
-    return {
-      role: msg.role,
-      id: msg.id,
-      content: parts
-    };
-  });
-  raw = raw.filter((msg) => msg !== void 0);
-  return raw;
-};
 var createCustomAnthropicStreamingMessage = (message) => {
   const responseData = {
     type: "message",
@@ -5748,8 +5684,6 @@ var createWorkers = async (queues2, logger, contexts, _logsDir, tracer) => {
             }, data.role, bullmqJob.id);
             return result;
           }
-          if (bullmqJob.data.type === "workflow") {
-          }
         } catch (error) {
           await db3.from("jobs").where({ redis: bullmqJob.id }).update({
             status: "failed",
@@ -5816,7 +5750,7 @@ import { McpServer, ResourceTemplate } from "@modelcontextprotocol/sdk/server/mc
 import { randomUUID as randomUUID4 } from "crypto";
 import { StreamableHTTPServerTransport } from "@modelcontextprotocol/sdk/server/streamableHttp.js";
 import { isInitializeRequest } from "@modelcontextprotocol/sdk/types.js";
-import { z as z3 } from "zod";
+import { z as z2 } from "zod";
 import "express";
 import "@opentelemetry/api";
 var SESSION_ID_HEADER = "mcp-session-id";
@@ -5873,7 +5807,7 @@ var ExuluMCP = class {
       {
         title: "Code Review",
         description: "Review code for best practices and potential issues",
-        argsSchema: { code: z3.string() }
+        argsSchema: { code: z2.string() }
       },
       ({ code }) => ({
         messages: [{

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@exulu/backend",
   "author": "Qventu Bv.",
-  "version": "1.24.0",
+  "version": "1.25.1",
   "main": "./dist/index.js",
   "private": false,
   "publishConfig": {
@@ -66,7 +66,7 @@
     "@opentelemetry/sdk-node": "^0.203.0",
     "@opentelemetry/semantic-conventions": "^1.36.0",
     "@opentelemetry/winston-transport": "^0.14.1",
-    "ai": "^5.0.44",
+    "ai": "^5.0.56",
     "apollo-server": "^3.13.0",
     "bcryptjs": "^3.0.2",
     "body-parser": "^2.2.0",
@@ -78,6 +78,7 @@
     "csv-parse": "^5.6.0",
     "dotenv": "^16.5.0",
     "express": "^5.1.0",
+    "express-http-proxy": "^2.1.2",
     "graphql": "^16.11.0",
     "graphql-tools": "^9.0.18",
     "graphql-type-json": "^0.3.2",