@exulu/backend 1.37.0 → 1.38.0

package/CHANGELOG.md

@@ -1,6 +1,6 @@
-# [1.37.0](https://github.com/Qventu/exulu-backend/compare/v1.36.1...v1.37.0) (2025-11-26)
+# [1.38.0](https://github.com/Qventu/exulu-backend/compare/v1.37.0...v1.38.0) (2025-11-30)
 
 
 ### Features
 
-* add PDF preview tool and enhance agent API with cookie authentication and message persistence ([9b4ea81](https://github.com/Qventu/exulu-backend/commit/9b4ea81636ad445021ced8ff7983be001e93eeb9))
+* add document parsing for AI agent file handling with JWT secret fix ([fc97b5f](https://github.com/Qventu/exulu-backend/commit/fc97b5ff14c617350a130a12a6077c5fc23fda8b))

package/dist/index.cjs

@@ -463,7 +463,9 @@ var getToken = async (authHeader) => {
   }
   try {
     const secret = process.env.NEXTAUTH_SECRET;
-    const jwk = await (0, import_jose.importJWK)({ k: secret, alg: "HS256", kty: "oct" });
+    const secretBuffer = Buffer.from(secret, "utf-8");
+    const base64Secret = secretBuffer.toString("base64url");
+    const jwk = await (0, import_jose.importJWK)({ k: base64Secret, alg: "HS256", kty: "oct" });
     const { payload } = await (0, import_jose.jwtVerify)(token, jwk);
     return payload;
   } catch (error) {
@@ -4969,6 +4971,7 @@ var createUppyRoutes = async (app, config) => {
 };
 
 // src/registry/classes.ts
+var import_officeparser = require("officeparser");
 var s3Client2;
 function sanitizeToolName(name) {
   if (typeof name !== "string") return "";
@@ -5482,6 +5485,71 @@ var ExuluAgent2 = class {
     }
     return "";
   };
+  /**
+   * Convert file parts in messages to OpenAI Responses API compatible format.
+   * The OpenAI Responses API doesn't support inline file parts with type 'file'.
+   * This function converts:
+   * - Document files (PDF, DOCX, etc.) -> text parts with extracted content using officeparser
+   * - Image files -> image parts (which ARE supported by Responses API)
+   */
+  async processFilePartsInMessages(messages) {
+    const processedMessages = await Promise.all(messages.map(async (message) => {
+      console.log("[EXULU] Processing file parts in messages: " + JSON.stringify(message, null, 2));
+      if (message.role !== "user" || !Array.isArray(message.parts)) {
+        return message;
+      }
+      const processedParts = await Promise.all(message.parts.map(async (part) => {
+        if (part.type !== "file") {
+          return part;
+        }
+        const { mediaType, url, filename } = part;
+        const imageTypes = ["image/png", "image/jpeg", "image/jpg", "image/gif", "image/webp"];
+        if (imageTypes.includes(mediaType)) {
+          console.log(`[EXULU] Converting file part to image part: ${filename}`);
+          return {
+            type: "image",
+            image: url,
+            mimeType: mediaType
+          };
+        }
+        console.log(`[EXULU] Converting file part to text using officeparser: ${filename}`);
+        try {
+          const response = await fetch(url);
+          if (!response.ok) {
+            console.error(`[EXULU] Failed to fetch file: ${filename}, status: ${response.status}`);
+            return {
+              type: "text",
+              text: `[Error: Could not load file ${filename}]`
+            };
+          }
+          const arrayBuffer = await response.arrayBuffer();
+          const extractedText = await (0, import_officeparser.parseOfficeAsync)(arrayBuffer, {
+            outputErrorToConsole: false,
+            newlineDelimiter: "\n"
+          });
+          return {
+            type: "text",
+            text: `<file name="${filename}">
+${extractedText}
+</file>`
+          };
+        } catch (error) {
+          console.error(`[EXULU] Error processing file ${filename}:`, error);
+          return {
+            type: "text",
+            text: `[Error extracting text from file ${filename}: ${error instanceof Error ? error.message : "Unknown error"}]`
+          };
+        }
+      }));
+      const result = {
+        ...message,
+        parts: processedParts
+      };
+      console.log("[EXULU] Result: " + JSON.stringify(result, null, 2));
+      return result;
+    }));
+    return processedMessages;
+  }
   generateStream = async ({
     user,
     session,
@@ -5529,6 +5597,11 @@ var ExuluAgent2 = class {
       // append the new message to the previous messages:
       messages: [...previousMessagesContent, message]
     });
+    messages = messages.filter(
+      (message2, index, self) => index === self.findIndex((t) => t.id === message2.id)
+    );
+    console.log("[EXULU] Processing file parts in messages for OpenAI Responses API compatibility");
+    messages = await this.processFilePartsInMessages(messages);
     const genericContext = "IMPORTANT: \n\n The current date is " + (/* @__PURE__ */ new Date()).toLocaleDateString() + " and the current time is " + (/* @__PURE__ */ new Date()).toLocaleTimeString() + ". If the user does not explicitly provide the current date, for examle when saying ' this weekend', you should assume they are talking with the current date in mind as a reference.";
     let system = instructions || "You are a helpful assistant. When you use a tool to answer a question do not explicitly comment on the result of the tool call unless the user has explicitly you to do something with the result.";
     system += "\n\n" + genericContext;
@@ -5593,7 +5666,7 @@ var getSession = async ({ sessionID }) => {
 };
 var saveChat = async ({ session, user, messages }) => {
   const { db: db3 } = await postgresClient();
-  const promises = messages.map((message) => {
+  for (const message of messages) {
     const mutation = db3.from("agent_messages").insert({
       session,
       user,
@@ -5602,9 +5675,8 @@ var saveChat = async ({ session, user, messages }) => {
       title: message.role === "user" ? "User" : "Assistant"
     }).returning("id");
     mutation.onConflict("message_id").merge();
-    return mutation;
-  });
-  await Promise.all(promises);
+    await mutation;
+  }
 };
 var ExuluEmbedder = class {
   id;

package/dist/index.d.cts

@@ -398,6 +398,14 @@ declare class ExuluAgent {
         instructions?: string;
         outputSchema?: z.ZodType;
     }) => Promise<string | any>;
+    /**
+     * Convert file parts in messages to OpenAI Responses API compatible format.
+     * The OpenAI Responses API doesn't support inline file parts with type 'file'.
+     * This function converts:
+     * - Document files (PDF, DOCX, etc.) -> text parts with extracted content using officeparser
+     * - Image files -> image parts (which ARE supported by Responses API)
+     */
+    private processFilePartsInMessages;
     generateStream: ({ user, session, message, previousMessages, currentTools, allExuluTools, toolConfigs, providerapikey, contexts, exuluConfig, instructions, req, }: {
         user?: User;
         session?: string;

package/dist/index.d.ts

@@ -398,6 +398,14 @@ declare class ExuluAgent {
         instructions?: string;
         outputSchema?: z.ZodType;
     }) => Promise<string | any>;
+    /**
+     * Convert file parts in messages to OpenAI Responses API compatible format.
+     * The OpenAI Responses API doesn't support inline file parts with type 'file'.
+     * This function converts:
+     * - Document files (PDF, DOCX, etc.) -> text parts with extracted content using officeparser
+     * - Image files -> image parts (which ARE supported by Responses API)
+     */
+    private processFilePartsInMessages;
     generateStream: ({ user, session, message, previousMessages, currentTools, allExuluTools, toolConfigs, providerapikey, contexts, exuluConfig, instructions, req, }: {
         user?: User;
         session?: string;

package/dist/index.js

@@ -411,7 +411,9 @@ var getToken = async (authHeader) => {
   }
   try {
     const secret = process.env.NEXTAUTH_SECRET;
-    const jwk = await importJWK({ k: secret, alg: "HS256", kty: "oct" });
+    const secretBuffer = Buffer.from(secret, "utf-8");
+    const base64Secret = secretBuffer.toString("base64url");
+    const jwk = await importJWK({ k: base64Secret, alg: "HS256", kty: "oct" });
     const { payload } = await jwtVerify(token, jwk);
     return payload;
   } catch (error) {
@@ -4936,6 +4938,7 @@ var createUppyRoutes = async (app, config) => {
 };
 
 // src/registry/classes.ts
+import { parseOfficeAsync } from "officeparser";
 var s3Client2;
 function sanitizeToolName(name) {
   if (typeof name !== "string") return "";
@@ -5449,6 +5452,71 @@ var ExuluAgent2 = class {
     }
     return "";
   };
+  /**
+   * Convert file parts in messages to OpenAI Responses API compatible format.
+   * The OpenAI Responses API doesn't support inline file parts with type 'file'.
+   * This function converts:
+   * - Document files (PDF, DOCX, etc.) -> text parts with extracted content using officeparser
+   * - Image files -> image parts (which ARE supported by Responses API)
+   */
+  async processFilePartsInMessages(messages) {
+    const processedMessages = await Promise.all(messages.map(async (message) => {
+      console.log("[EXULU] Processing file parts in messages: " + JSON.stringify(message, null, 2));
+      if (message.role !== "user" || !Array.isArray(message.parts)) {
+        return message;
+      }
+      const processedParts = await Promise.all(message.parts.map(async (part) => {
+        if (part.type !== "file") {
+          return part;
+        }
+        const { mediaType, url, filename } = part;
+        const imageTypes = ["image/png", "image/jpeg", "image/jpg", "image/gif", "image/webp"];
+        if (imageTypes.includes(mediaType)) {
+          console.log(`[EXULU] Converting file part to image part: ${filename}`);
+          return {
+            type: "image",
+            image: url,
+            mimeType: mediaType
+          };
+        }
+        console.log(`[EXULU] Converting file part to text using officeparser: ${filename}`);
+        try {
+          const response = await fetch(url);
+          if (!response.ok) {
+            console.error(`[EXULU] Failed to fetch file: ${filename}, status: ${response.status}`);
+            return {
+              type: "text",
+              text: `[Error: Could not load file ${filename}]`
+            };
+          }
+          const arrayBuffer = await response.arrayBuffer();
+          const extractedText = await parseOfficeAsync(arrayBuffer, {
+            outputErrorToConsole: false,
+            newlineDelimiter: "\n"
+          });
+          return {
+            type: "text",
+            text: `<file name="${filename}">
+${extractedText}
+</file>`
+          };
+        } catch (error) {
+          console.error(`[EXULU] Error processing file ${filename}:`, error);
+          return {
+            type: "text",
+            text: `[Error extracting text from file ${filename}: ${error instanceof Error ? error.message : "Unknown error"}]`
+          };
+        }
+      }));
+      const result = {
+        ...message,
+        parts: processedParts
+      };
+      console.log("[EXULU] Result: " + JSON.stringify(result, null, 2));
+      return result;
+    }));
+    return processedMessages;
+  }
   generateStream = async ({
     user,
     session,
@@ -5496,6 +5564,11 @@ var ExuluAgent2 = class {
       // append the new message to the previous messages:
       messages: [...previousMessagesContent, message]
     });
+    messages = messages.filter(
+      (message2, index, self) => index === self.findIndex((t) => t.id === message2.id)
+    );
+    console.log("[EXULU] Processing file parts in messages for OpenAI Responses API compatibility");
+    messages = await this.processFilePartsInMessages(messages);
     const genericContext = "IMPORTANT: \n\n The current date is " + (/* @__PURE__ */ new Date()).toLocaleDateString() + " and the current time is " + (/* @__PURE__ */ new Date()).toLocaleTimeString() + ". If the user does not explicitly provide the current date, for examle when saying ' this weekend', you should assume they are talking with the current date in mind as a reference.";
     let system = instructions || "You are a helpful assistant. When you use a tool to answer a question do not explicitly comment on the result of the tool call unless the user has explicitly you to do something with the result.";
     system += "\n\n" + genericContext;
@@ -5560,7 +5633,7 @@ var getSession = async ({ sessionID }) => {
 };
 var saveChat = async ({ session, user, messages }) => {
   const { db: db3 } = await postgresClient();
-  const promises = messages.map((message) => {
+  for (const message of messages) {
     const mutation = db3.from("agent_messages").insert({
       session,
       user,
@@ -5569,9 +5642,8 @@ var saveChat = async ({ session, user, messages }) => {
       title: message.role === "user" ? "User" : "Assistant"
     }).returning("id");
     mutation.onConflict("message_id").merge();
-    return mutation;
-  });
-  await Promise.all(promises);
+    await mutation;
+  }
 };
 var ExuluEmbedder = class {
   id;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@exulu/backend",
   "author": "Qventu Bv.",
-  "version": "1.37.0",
+  "version": "1.38.0",
   "main": "./dist/index.js",
   "private": false,
   "publishConfig": {
@@ -90,6 +90,7 @@
     "jsonwebtoken": "^9.0.2",
     "knex": "^3.1.0",
     "link": "^2.1.1",
+    "officeparser": "^5.2.2",
     "openai": "^5.21.0",
     "papaparse": "^5.5.2",
     "pg": "^8.16.3",