@aj-archipelago/cortex 1.4.20 → 1.4.22

package/config.js

@@ -455,6 +455,15 @@ var config = convict({
                     "Content-Type": "application/json"
                 },
             },
+            "replicate-qwen-image-edit-2511": {
+                "type": "REPLICATE-API",
+                "url": "https://api.replicate.com/v1/models/qwen/qwen-image-edit-2511/predictions",
+                "headers": {
+                    "Prefer": "wait",
+                    "Authorization": "Token {{REPLICATE_API_KEY}}",
+                    "Content-Type": "application/json"
+                },
+            },
             "replicate-seedream-4": {
                 "type": "REPLICATE-API",
                 "url": "https://api.replicate.com/v1/models/bytedance/seedream-4/predictions",
@@ -464,6 +473,15 @@ var config = convict({
                     "Content-Type": "application/json"
                 },
             },
+            "replicate-flux-2-pro": {
+                "type": "REPLICATE-API",
+                "url": "https://api.replicate.com/v1/models/black-forest-labs/flux-2-pro/predictions",
+                "headers": {
+                    "Prefer": "wait",
+                    "Authorization": "Token {{REPLICATE_API_KEY}}",
+                    "Content-Type": "application/json"
+                },
+            },
             "azure-video-translate": {
                 "type": "AZURE-VIDEO-TRANSLATE",
                 "url": "https://eastus.api.cognitive.microsoft.com/videotranslation",

package/lib/entityConstants.js

@@ -4,16 +4,13 @@ export const entityConstants = {
     AI_COMMON_INSTRUCTIONS_MARKDOWN: `# General Instructions
     
 You are {{aiName}}, a self aware AI entity.
-{{#if modelOverride}}
-
-You are currently using this model for processing your responses: {{modelOverride}}.
-{{/if}}
+You are currently using this model for processing your responses: {{model}}.
 
 The user is using a UI to interact with you that you have knowledge of and some control over. The UI can render markdown, including gfm and math extensions, as well as some custom markdown elements, so you should make full use of markdown in your responses.
 
 Your responses should be in {{language}} unless the user has expressed another preference.`,
 
-    AI_COMMON_INSTRUCTIONS_VOICE: "# General Instructions:\n\nYou are {{aiName}}, a self aware AI entity.\n{{#if modelOverride}}You are currently using this model for processing your responses: {{modelOverride}}.\n{{/if}}The current date and time in GMT is {{now}}. The user may be in a different time zone, so keep that in mind when responding to the user.\nThe user is talking to you using voice.\n\nVoice Response Guidelines:\n- Your responses should sound like natural human conversation.\n- Your responses should be concise unless you have been asked to be more verbose or detailed.\n- Incoming voice from the user is parsed by a STT model, which can sometimes make small mistakes in the spellings of words or names, including your name, so give the user the benefit of the doubt if they user a near, but wrong word or name.\n- Your voice output to the user is generated by a TTS model that does not always communicate emotion effectively. If it's really important to communicate a specific emotion you should just say how you're feeling like \"That makes me happy\" or \"I'm excited!\". You can also use CAPS to vocally emphasize certain words or punctuation to control pauses and timing.\n- DO NOT USE numbered lists, latex math markdown, or any other markdown or unpronounceable punctuation like parenthetical notation.\n- Math equations should be sounded out in natural language - not represented symbolically.\n- If your response includes any unique or difficult non-English words, names, or places, include an IPA-style phonetic spelling so that the speech engine can pronounce and accent them correctly.\n- If your response contains any difficult acronyms, sound them out phoenetically so that the speech engine can pronounce them correctly.\n- Make sure to write out any numbers as words so that the speech engine can pronounce them correctly.\n- Your responses should be in {{language}} unless the user has expressed another preference or has addressed you in another language specifically.",
+    AI_COMMON_INSTRUCTIONS_VOICE: "# General Instructions:\n\nYou are {{aiName}}, a self aware AI entity.\nYou are currently using this model for processing your responses: {{model}}.\nThe current date and time in GMT is {{now}}. The user may be in a different time zone, so keep that in mind when responding to the user.\nThe user is talking to you using voice.\n\nVoice Response Guidelines:\n- Your responses should sound like natural human conversation.\n- Your responses should be concise unless you have been asked to be more verbose or detailed.\n- Incoming voice from the user is parsed by a STT model, which can sometimes make small mistakes in the spellings of words or names, including your name, so give the user the benefit of the doubt if they user a near, but wrong word or name.\n- Your voice output to the user is generated by a TTS model that does not always communicate emotion effectively. If it's really important to communicate a specific emotion you should just say how you're feeling like \"That makes me happy\" or \"I'm excited!\". You can also use CAPS to vocally emphasize certain words or punctuation to control pauses and timing.\n- DO NOT USE numbered lists, latex math markdown, or any other markdown or unpronounceable punctuation like parenthetical notation.\n- Math equations should be sounded out in natural language - not represented symbolically.\n- If your response includes any unique or difficult non-English words, names, or places, include an IPA-style phonetic spelling so that the speech engine can pronounce and accent them correctly.\n- If your response contains any difficult acronyms, sound them out phoenetically so that the speech engine can pronounce them correctly.\n- Make sure to write out any numbers as words so that the speech engine can pronounce them correctly.\n- Your responses should be in {{language}} unless the user has expressed another preference or has addressed you in another language specifically.",
 
     AI_DIRECTIVES: `# Directives\n\nThese are your directives and learned behaviors:\n{{{memoryDirectives}}}\n`,
 
@@ -33,8 +30,7 @@ Your responses should be in {{language}} unless the user has expressed another p
 - Double-check accuracy, coherence, and alignment with the user request.
 - For simple diagrams and charts, you don't need to call your code execution tool - you can just call your charting tool to generate the chart.
 - For data processing requests (e.g. tell me how many articles were published in the last 30 days), or deep file analysis (chart the trends in this spreadsheet, etc.), you should call your code execution tool to perform the task - especially if the task requires a lot of data, deep analysis, complex filtering, or precision calculations.
-- For research problems or multi-step tasks that require careful planning and sequencing of multiple tool calls, use the CreatePlan tool to develop an optimal step-by-step plan before executing.
-`,            
+- If you know you are running in non-interactive mode (like processing a digest or applet request), do not call your CodeExecution tool as it creates background tasks that cannot be viewed by the user in that mode.`,            
 
     AI_SEARCH_RULES: `# Search Instructions
 - When searching, start by making a search plan of all relevant information from multiple sources with multiple queries and then execute multiple tool calls in parallel to execute the searches.

package/lib/requestExecutor.js

@@ -6,6 +6,7 @@ import { setupCache } from 'axios-cache-interceptor';
 import Redis from 'ioredis';
 import logger from './logger.js';
 import { v4 as uuidv4 } from 'uuid';
+import { sanitizeBase64 } from './util.js';
 
 const connectionString = config.get('storageConnectionString');
 
@@ -229,10 +230,10 @@ const requestWithMonitor = async (endpoint, url, data, axiosConfigObj) => {
     let response;
     try {
         if (axiosConfigObj?.method == 'GET'){
-            logger.debug(`Getting ${url} with data: ${JSON.stringify(data)}`);
+            logger.debug(`Getting ${url} with data: ${JSON.stringify(sanitizeBase64(data))}`);
             response = await cortexAxios.get(url, axiosConfigObj);
         } else {
-            logger.debug(`Posting ${url} with data: ${JSON.stringify(data)}`);
+            logger.debug(`Posting ${url} with data: ${JSON.stringify(sanitizeBase64(data))}`);
             response = await cortexAxios.post(url, data, axiosConfigObj);
         }
     } catch (error) {

package/lib/util.js

@@ -294,6 +294,75 @@ function removeImageAndFileFromMessage(message) {
     return modifiedMessage;
 }
 
+/**
+ * Recursively sanitizes base64 data in objects/arrays to prevent logging large base64 strings
+ * Replaces base64 data with a placeholder string
+ */
+function sanitizeBase64(obj) {
+    if (obj === null || obj === undefined) {
+        return obj;
+    }
+    
+    // Handle strings - check for base64 data URLs or long base64 strings
+    if (typeof obj === 'string') {
+        // Check if it's a data URL with base64
+        if (obj.startsWith('data:') && obj.includes('base64,')) {
+            return '* base64 data truncated for log *';
+        }
+        // Check if it's a long base64 string (likely base64 if > 100 chars and matches base64 pattern)
+        if (obj.length > 100 && /^[A-Za-z0-9+/=]+$/.test(obj) && obj.length % 4 === 0) {
+            return '* base64 data truncated for log *';
+        }
+        return obj;
+    }
+    
+    // Handle arrays
+    if (Array.isArray(obj)) {
+        return obj.map(item => sanitizeBase64(item));
+    }
+    
+    // Handle objects
+    if (typeof obj === 'object') {
+        const sanitized = {};
+        for (const [key, value] of Object.entries(obj)) {
+            // Special handling for known base64 fields
+            if (key === 'data' && typeof value === 'string' && value.length > 50) {
+                // Check if it looks like base64
+                if (/^[A-Za-z0-9+/=]+$/.test(value) && value.length % 4 === 0) {
+                    sanitized[key] = '* base64 data truncated for log *';
+                    continue;
+                }
+            }
+            // Handle image_url.url with base64
+            if (key === 'url' && typeof value === 'string' && value.startsWith('data:') && value.includes('base64,')) {
+                sanitized[key] = '* base64 data truncated for log *';
+                continue;
+            }
+            // Handle source.data (Claude format)
+            if (key === 'source' && typeof value === 'object' && value?.type === 'base64' && value?.data) {
+                sanitized[key] = {
+                    ...value,
+                    data: '* base64 data truncated for log *'
+                };
+                continue;
+            }
+            // Handle inlineData.data (Gemini format)
+            if (key === 'inlineData' && typeof value === 'object' && value?.data) {
+                sanitized[key] = {
+                    ...value,
+                    data: '* base64 data truncated for log *'
+                };
+                continue;
+            }
+            // Recursively sanitize nested objects
+            sanitized[key] = sanitizeBase64(value);
+        }
+        return sanitized;
+    }
+    
+    return obj;
+}
+
 export { 
     getUniqueId,
     getSearchResultId,
@@ -303,5 +372,6 @@ export {
     chatArgsHasType,
     convertSrtToText,
     alignSubtitles,
-    removeOldImageAndFileContent
+    removeOldImageAndFileContent,
+    sanitizeBase64
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aj-archipelago/cortex",
-  "version": "1.4.20",
+  "version": "1.4.22",
   "description": "Cortex is a GraphQL API for AI. It provides a simple, extensible interface for using AI services from OpenAI, Azure and others.",
   "private": false,
   "repository": {

package/pathways/image_flux.js

@@ -13,7 +13,13 @@ export default {
     output_format: "webp",
     output_quality: 80,
     steps: 4,
-    input_image: "", // URL to input image for models that support it
-    input_image_2: "", // URL to second input image for models that support it
+    input_image: "", // URL to a single input image (primary field for models that support image input)
+    input_image_1: "", // URL to the first input image when providing multiple input images
+    input_image_2: "", // URL to the second input image when providing multiple input images
+    input_image_3: "", // URL to the third input image when providing multiple input images
+    input_images: { type: "array", items: { type: "string" } }, // Array of input image URLs (alternative to input_image_*, max 8 for flux-2-pro)
+    // Flux 2 Pro specific parameters
+    resolution: "1 MP", // Options: "match_input_image", "0.5 MP", "1 MP", "2 MP", "4 MP" (flux-2-pro only)
+    seed: { type: "integer" }, // Optional seed for reproducible results
   },
 };

package/pathways/image_qwen.js

@@ -3,7 +3,7 @@ export default {
 
   enableDuplicateRequests: false,
   inputParameters: {
-    model: "replicate-qwen-image", // Options: "replicate-qwen-image" or "replicate-qwen-image-edit-plus"
+    model: "replicate-qwen-image", // Options: "replicate-qwen-image", "replicate-qwen-image-edit-plus", or "replicate-qwen-image-edit-2511"
     negativePrompt: "",
     width: 1024,
     height: 1024,

package/pathways/system/entity/sys_entity_agent.js

@@ -68,7 +68,6 @@ export default {
         language: "English",
         aiName: "Jarvis",
         aiMemorySelfModify: true,
-        aiStyle: "OpenAI",
         title: ``,
         messages: [],
         voiceResponse: false,
@@ -538,22 +537,6 @@ export default {
             new Prompt({ messages: promptMessages }),
         ];
 
-        // set the style model if applicable
-        const { aiStyle, AI_STYLE_ANTHROPIC, AI_STYLE_OPENAI, AI_STYLE_ANTHROPIC_RESEARCH, AI_STYLE_OPENAI_RESEARCH, AI_STYLE_OPENAI_LEGACY, AI_STYLE_OPENAI_LEGACY_RESEARCH, AI_STYLE_XAI, AI_STYLE_XAI_RESEARCH, AI_STYLE_GOOGLE, AI_STYLE_GOOGLE_RESEARCH, AI_STYLE_OPENAI_PREVIEW, AI_STYLE_OPENAI_PREVIEW_RESEARCH } = args;
-
-        // Create a mapping of AI styles to their corresponding models
-        const styleModelMap = {
-            "Anthropic": { normal: AI_STYLE_ANTHROPIC, research: AI_STYLE_ANTHROPIC_RESEARCH },
-            "OpenAI_Preview": { normal: AI_STYLE_OPENAI_PREVIEW, research: AI_STYLE_OPENAI_PREVIEW_RESEARCH },
-            "OpenAI": { normal: AI_STYLE_OPENAI, research: AI_STYLE_OPENAI_RESEARCH },
-            "OpenAI_Legacy": { normal: AI_STYLE_OPENAI_LEGACY, research: AI_STYLE_OPENAI_LEGACY_RESEARCH },
-            "XAI": { normal: AI_STYLE_XAI, research: AI_STYLE_XAI_RESEARCH },
-            "Google": { normal: AI_STYLE_GOOGLE, research: AI_STYLE_GOOGLE_RESEARCH }
-        };
-
-        // Get the appropriate model based on AI style and research mode
-        const styleConfig = styleModelMap[aiStyle] || styleModelMap["OpenAI"]; // Default to OpenAI
-        const styleModel = researchMode ? styleConfig.research : styleConfig.normal;
         // Use 'high' reasoning effort in research mode for thorough analysis, 'none' in normal mode for faster responses
         const reasoningEffort = researchMode ? 'high' : 'low';
 
@@ -610,7 +593,6 @@ export default {
 
             let response = await runAllPrompts({
                 ...args,
-                modelOverride: styleModel,
                 chatHistory: currentMessages,
                 availableFiles,
                 reasoningEffort,

package/pathways/system/entity/tools/sys_tool_image.js

@@ -93,9 +93,9 @@ export default {
             let model = "replicate-seedream-4";
             let prompt = args.detailedInstructions || "";
 
-            // If we have input images, use the flux-kontext-max model
+            // If we have input images, use the qwen-image-edit-2511 model
             if (args.inputImages && Array.isArray(args.inputImages) && args.inputImages.length > 0) {
-                model = "replicate-qwen-image-edit-plus";
+                model = "replicate-qwen-image-edit-2511";
             }
 
             pathwayResolver.tool = JSON.stringify({ toolUsed: "image" });
@@ -139,8 +139,8 @@ export default {
                 params.input_image_3 = resolvedInputImages[2];
             }
 
-            // Set default aspectRatio for qwen-image-edit-plus model
-            if (model === "replicate-qwen-image-edit-plus") {
+            // Set default aspectRatio for qwen-image-edit-2511 model
+            if (model === "replicate-qwen-image-edit-2511") {
                 params.aspectRatio = "match_input_image";
             }
             

package/pathways/system/workspaces/run_workspace_agent.js

@@ -0,0 +1,26 @@
+import { callPathway } from '../../../lib/pathwayTools.js';
+
+export default {
+    // The main prompt function that takes the input text and asks to generate a summary.
+    prompt: [],
+
+    inputParameters: {
+        model: "oai-gpt41",
+        aiStyle: "OpenAI",
+        chatHistory: [{role: '', content: []}],
+    },
+    timeout: 600,
+
+    executePathway: async ({args, _runAllPrompts, resolver}) => {
+        // chatHistory is always passed in complete
+        const response = await callPathway('sys_entity_agent', {  
+            ...args, 
+            chatHistory: args.chatHistory || [],
+            stream: false, 
+            useMemory: false 
+        }, resolver);
+
+        return response;
+    }
+}
+

package/pathways/system/workspaces/run_workspace_research_agent.js

@@ -0,0 +1,27 @@
+import { callPathway } from '../../../lib/pathwayTools.js';
+
+export default {
+    // The main prompt function that takes the input text and asks to generate a summary.
+    prompt: [],
+
+    inputParameters: {
+        model: "oai-gpt41",
+        aiStyle: "OpenAI",
+        chatHistory: [{role: '', content: []}],
+    },
+    timeout: 600,
+
+    executePathway: async ({args, _runAllPrompts, resolver}) => {
+        // chatHistory is always passed in complete
+        const response = await callPathway('sys_entity_agent', {  
+            ...args, 
+            chatHistory: args.chatHistory || [],
+            stream: false, 
+            useMemory: false,
+            researchMode: true
+        }, resolver);
+
+        return response;
+    }
+}
+

package/server/plugins/claude3VertexPlugin.js

@@ -4,6 +4,7 @@ import { requestState } from '../requestState.js';
 import { addCitationsToResolver } from '../../lib/pathwayTools.js';
 import CortexResponse from '../../lib/cortexResponse.js';
 import axios from 'axios';
+import { sanitizeBase64 } from "../../lib/util.js";
 
 async function convertContentItem(item, maxImageSize, plugin) {
   let imageUrl = "";
@@ -576,12 +577,7 @@ class Claude3VertexPlugin extends OpenAIVisionPlugin {
       let totalUnits;
       messages.forEach((message, index) => {
         const content = Array.isArray(message.content)
-          ? message.content.map((item) => {
-              if (item.source && item.source.type === 'base64') {
-                item.source.data = '* base64 data truncated for log *';
-              }
-              return JSON.stringify(item);
-            }).join(", ")
+          ? message.content.map((item) => JSON.stringify(sanitizeBase64(item))).join(", ")
           : message.content;
         const { length, units } = this.getLength(content);
         const preview = this.shortenContent(content);

package/server/plugins/claude4VertexPlugin.js

@@ -1,6 +1,7 @@
 import Claude3VertexPlugin from "./claude3VertexPlugin.js";
 import logger from "../../lib/logger.js";
 import axios from 'axios';
+import { sanitizeBase64 } from "../../lib/util.js";
 
 // Claude 4 default maximum file size limit (30MB) for both images and PDFs
 const CLAUDE4_DEFAULT_MAX_FILE_SIZE = 30 * 1024 * 1024; // 30MB
@@ -475,13 +476,10 @@ class Claude4VertexPlugin extends Claude3VertexPlugin {
       messages.forEach((message, index) => {
         const content = Array.isArray(message.content)
           ? message.content.map((item) => {
-              if (item.source && item.source.type === 'base64') {
-                item.source.data = '* base64 data truncated for log *';
-              }
               if (item.type === 'document') {
-                return `{type: document, source: ${JSON.stringify(item.source)}}`;
+                return `{type: document, source: ${JSON.stringify(sanitizeBase64(item.source))}}`;
               }
-              return JSON.stringify(item);
+              return JSON.stringify(sanitizeBase64(item));
             }).join(", ")
           : message.content;
         const { length, units } = this.getLength(content);
@@ -500,13 +498,10 @@ class Claude4VertexPlugin extends Claude3VertexPlugin {
       const message = messages[0];
       const content = Array.isArray(message.content)
         ? message.content.map((item) => {
-            if (item.source && item.source.type === 'base64') {
-              item.source.data = '* base64 data truncated for log *';
-            }
             if (item.type === 'document') {
-              return `{type: document, source: ${JSON.stringify(item.source)}}`;
+              return `{type: document, source: ${JSON.stringify(sanitizeBase64(item.source))}}`;
             }
-            return JSON.stringify(item);
+            return JSON.stringify(sanitizeBase64(item));
           }).join(", ")
         : message.content;
       const { length, units } = this.getLength(content);

package/server/plugins/gemini3ReasoningVisionPlugin.js

@@ -24,8 +24,6 @@ class Gemini3ReasoningVisionPlugin extends Gemini3ImagePlugin {
         } else {
             // Fallback: use documented dummy signature to prevent 400 errors
             // This allows the request to proceed but may affect reasoning quality
-            const toolName = toolCall?.function?.name || 'unknown';
-            logger.warn(`Missing thoughtSignature for tool "${toolName}"; using fallback. This may indicate thoughtSignatures were lost during history persistence.`);
             part.thoughtSignature = "skip_thought_signature_validator";
         }
         return part;

package/server/plugins/grokResponsesPlugin.js

@@ -4,7 +4,7 @@
 
 import OpenAIVisionPlugin from './openAiVisionPlugin.js';
 import logger from '../../lib/logger.js';
-import { extractCitationTitle } from '../../lib/util.js';
+import { extractCitationTitle, sanitizeBase64 } from '../../lib/util.js';
 import CortexResponse from '../../lib/cortexResponse.js';
 import { requestState } from '../requestState.js';
 import { addCitationsToResolver } from '../../lib/pathwayTools.js';
@@ -37,15 +37,7 @@ class GrokResponsesPlugin extends OpenAIVisionPlugin {
             let totalLength = 0;
             let totalUnits;
             messages.forEach((message, index) => {
-                const content = message.content === undefined ? JSON.stringify(message) : (Array.isArray(message.content) ? message.content.map(item => {
-                    if (item.type === 'image_url' && item.image_url?.url?.startsWith('data:')) {
-                        return JSON.stringify({
-                            type: 'image_url',
-                            image_url: { url: '* base64 data truncated for log *' }
-                        });
-                    }
-                    return JSON.stringify(item);
-                }).join(', ') : message.content);
+                const content = message.content === undefined ? JSON.stringify(sanitizeBase64(message)) : (Array.isArray(message.content) ? message.content.map(item => JSON.stringify(sanitizeBase64(item))).join(', ') : message.content);
                 const { length, units } = this.getLength(content);
                 const displayContent = this.shortenContent(content);
 
@@ -62,15 +54,7 @@ class GrokResponsesPlugin extends OpenAIVisionPlugin {
             logger.info(`[grok responses request contained ${totalLength} ${totalUnits}]`);
         } else if (messages && messages.length === 1) {
             const message = messages[0];
-            const content = Array.isArray(message.content) ? message.content.map(item => {
-                if (item.type === 'image_url' && item.image_url?.url?.startsWith('data:')) {
-                    return JSON.stringify({
-                        type: 'image_url',
-                        image_url: { url: '* base64 data truncated for log *' }
-                    });
-                }
-                return JSON.stringify(item);
-            }).join(', ') : message.content;
+            const content = Array.isArray(message.content) ? message.content.map(item => JSON.stringify(sanitizeBase64(item))).join(', ') : message.content;
             const { length, units } = this.getLength(content);
             logger.info(`[grok responses request sent containing ${length} ${units}]`);
             logger.verbose(`${this.shortenContent(content)}`);

package/server/plugins/grokVisionPlugin.js

@@ -1,5 +1,6 @@
 import OpenAIVisionPlugin from './openAiVisionPlugin.js';
 import logger from '../../lib/logger.js';
+import { sanitizeBase64 } from '../../lib/util.js';
 import { extractCitationTitle } from '../../lib/util.js';
 import CortexResponse from '../../lib/cortexResponse.js';
 
@@ -28,15 +29,7 @@ class GrokVisionPlugin extends OpenAIVisionPlugin {
             let totalUnits;
             messages.forEach((message, index) => {
                 //message.content string or array
-                const content = message.content === undefined ? JSON.stringify(message) : (Array.isArray(message.content) ? message.content.map(item => {
-                    if (item.type === 'image_url' && item.image_url?.url?.startsWith('data:')) {
-                        return JSON.stringify({
-                            type: 'image_url',
-                            image_url: { url: '* base64 data truncated for log *' }
-                        });
-                    }
-                    return JSON.stringify(item);
-                }).join(', ') : message.content);
+                const content = message.content === undefined ? JSON.stringify(sanitizeBase64(message)) : (Array.isArray(message.content) ? message.content.map(item => JSON.stringify(sanitizeBase64(item))).join(', ') : message.content);
                 const { length, units } = this.getLength(content);
                 const displayContent = this.shortenContent(content);
 
@@ -54,15 +47,7 @@ class GrokVisionPlugin extends OpenAIVisionPlugin {
             logger.info(`[grok request contained ${totalLength} ${totalUnits}]`);
         } else {
             const message = messages[0];
-            const content = Array.isArray(message.content) ? message.content.map(item => {
-                if (item.type === 'image_url' && item.image_url?.url?.startsWith('data:')) {
-                    return JSON.stringify({
-                        type: 'image_url',
-                        image_url: { url: '* base64 data truncated for log *' }
-                    });
-                }
-                return JSON.stringify(item);
-            }).join(', ') : message.content;
+            const content = Array.isArray(message.content) ? message.content.map(item => JSON.stringify(sanitizeBase64(item))).join(', ') : message.content;
             const { length, units } = this.getLength(content);
             logger.info(`[grok request sent containing ${length} ${units}]`);
             logger.verbose(`${this.shortenContent(content)}`);

package/server/plugins/modelPlugin.js

@@ -594,6 +594,9 @@ class ModelPlugin {
             if (error.response) {
                 logger.error(`Response status: ${error.response.status}`);
                 logger.error(`Response headers: ${JSON.stringify(error.response.headers)}`);
+                if (error.response.data) {
+                    logger.error(`Response data: ${JSON.stringify(error.response.data)}`);
+                }
             }
             if (error.data) {
                 logger.error(`Additional error data: ${JSON.stringify(error.data)}`);

package/server/plugins/openAiVisionPlugin.js

@@ -3,6 +3,7 @@ import logger from '../../lib/logger.js';
 import { requestState } from '../requestState.js';
 import { addCitationsToResolver } from '../../lib/pathwayTools.js';
 import CortexResponse from '../../lib/cortexResponse.js';
+import { sanitizeBase64 } from '../../lib/util.js';
 function safeJsonParse(content) {
     try {
         const parsedContent = JSON.parse(content);
@@ -158,15 +159,7 @@ class OpenAIVisionPlugin extends OpenAIChatPlugin {
             let totalUnits;
             messages.forEach((message, index) => {
                 //message.content string or array
-                const content = message.content === undefined ? JSON.stringify(message) : (Array.isArray(message.content) ? message.content.map(item => {
-                    if (item.type === 'image_url' && item.image_url?.url?.startsWith('data:')) {
-                        return JSON.stringify({
-                            type: 'image_url',
-                            image_url: { url: '* base64 data truncated for log *' }
-                        });
-                    }
-                    return JSON.stringify(item);
-                }).join(', ') : message.content);
+                const content = message.content === undefined ? JSON.stringify(sanitizeBase64(message)) : (Array.isArray(message.content) ? message.content.map(item => JSON.stringify(sanitizeBase64(item))).join(', ') : message.content);
                 const { length, units } = this.getLength(content);
                 const displayContent = this.shortenContent(content);
 
@@ -184,15 +177,7 @@ class OpenAIVisionPlugin extends OpenAIChatPlugin {
             logger.info(`[chat request contained ${totalLength} ${totalUnits}]`);
         } else {
             const message = messages[0];
-            const content = Array.isArray(message.content) ? message.content.map(item => {
-                if (item.type === 'image_url' && item.image_url?.url?.startsWith('data:')) {
-                    return JSON.stringify({
-                        type: 'image_url',
-                        image_url: { url: '* base64 data truncated for log *' }
-                    });
-                }
-                return JSON.stringify(item);
-            }).join(', ') : message.content;
+            const content = Array.isArray(message.content) ? message.content.map(item => JSON.stringify(sanitizeBase64(item))).join(', ') : message.content;
             const { length, units } = this.getLength(content);
             logger.info(`[request sent containing ${length} ${units}]`);
             logger.verbose(`${this.shortenContent(content)}`);

package/server/plugins/replicateApiPlugin.js

@@ -5,6 +5,64 @@ import logger from "../../lib/logger.js";
 import axios from "axios";
 import mime from "mime-types";
 
+// Helper function to collect images from various parameter sources
+const collectImages = (candidate, accumulator) => {
+  if (!candidate) return;
+  if (Array.isArray(candidate)) {
+    candidate.forEach((item) => collectImages(item, accumulator));
+    return;
+  }
+  accumulator.push(candidate);
+};
+
+// Helper function to normalize image entries to strings
+const normalizeImageEntry = (entry) => {
+  if (!entry) return null;
+  if (typeof entry === "string") {
+    return entry;
+  }
+  if (typeof entry === "object") {
+    if (Array.isArray(entry)) {
+      return null;
+    }
+    if (entry.value) {
+      return entry.value;
+    }
+    if (entry.url) {
+      return entry.url;
+    }
+    if (entry.path) {
+      return entry.path;
+    }
+  }
+  return null;
+};
+
+// Helper function to omit undefined/null values from an object
+const omitUndefined = (obj) =>
+  Object.fromEntries(
+    Object.entries(obj).filter(([, value]) => value !== undefined && value !== null),
+  );
+
+// Helper function to collect and normalize images from combined parameters
+const collectNormalizedImages = (combinedParameters, additionalFields = []) => {
+  const imageCandidates = [];
+  const defaultFields = [
+    'image', 'images', 'input_image', 'input_images',
+    'input_image_1', 'input_image_2', 'input_image_3',
+    'image_1', 'image_2'
+  ];
+  const allFields = [...defaultFields, ...additionalFields];
+  
+  allFields.forEach(field => {
+    collectImages(combinedParameters[field], imageCandidates);
+  });
+
+  return imageCandidates
+    .map((candidate) => normalizeImageEntry(candidate))
+    .filter((candidate) => candidate && typeof candidate === 'string');
+};
+
 class ReplicateApiPlugin extends ModelPlugin {
   constructor(pathway, model) {
     super(pathway, model);
@@ -139,67 +197,55 @@ class ReplicateApiPlugin extends ModelPlugin {
         const goFast = combinedParameters.go_fast ?? combinedParameters.goFast ?? true;
         const disableSafetyChecker = combinedParameters.disable_safety_checker ?? combinedParameters.disableSafetyChecker ?? false;
 
-        const collectImages = (candidate, accumulator) => {
-          if (!candidate) return;
-          if (Array.isArray(candidate)) {
-            candidate.forEach((item) => collectImages(item, accumulator));
-            return;
-          }
-          accumulator.push(candidate);
-        };
+        const normalizedImages = collectNormalizedImages(combinedParameters);
 
-        const imageCandidates = [];
-        collectImages(combinedParameters.image, imageCandidates);
-        collectImages(combinedParameters.images, imageCandidates);
-        collectImages(combinedParameters.input_image, imageCandidates);
-        collectImages(combinedParameters.input_images, imageCandidates);
-        collectImages(combinedParameters.input_image_1, imageCandidates);
-        collectImages(combinedParameters.input_image_2, imageCandidates);
-        collectImages(combinedParameters.input_image_3, imageCandidates);
-        collectImages(combinedParameters.image_1, imageCandidates);
-        collectImages(combinedParameters.image_2, imageCandidates);
-
-        const normalizeImageEntry = (entry) => {
-          if (!entry) return null;
-          if (typeof entry === "string") {
-            return entry; // Return the URL string directly
-          }
-          if (typeof entry === "object") {
-            if (Array.isArray(entry)) {
-              return null;
-            }
-            if (entry.value) {
-              return entry.value; // Return the value as a string
-            }
-            if (entry.url) {
-              return entry.url; // Return the URL as a string
-            }
-            if (entry.path) {
-              return entry.path; // Return the path as a string
-            }
-          }
-          return null;
+        const basePayload = omitUndefined({
+          prompt: modelPromptText,
+          go_fast: goFast,
+          aspect_ratio: aspectRatio,
+          output_format: outputFormat,
+          output_quality: outputQuality,
+          disable_safety_checker: disableSafetyChecker,
+        });
+
+        // For qwen-image-edit-plus, always include the image array if we have images
+        const inputPayload = {
+          ...basePayload,
+          ...(normalizedImages.length > 0 ? { image: normalizedImages } : {})
         };
 
-        const normalizedImages = imageCandidates
-          .map((candidate) => normalizeImageEntry(candidate))
-          .filter((candidate) => candidate && typeof candidate === 'string');
+        requestParameters = {
+          input: inputPayload,
+        };
+        break;
+      }
+      case "replicate-qwen-image-edit-2511": {
+        const validRatios = ["1:1", "16:9", "9:16", "4:3", "3:4", "match_input_image"];
+        const validOutputFormats = ["webp", "jpg", "png"];
+        
+        const aspectRatio = validRatios.includes(combinedParameters.aspect_ratio ?? combinedParameters.aspectRatio) 
+          ? (combinedParameters.aspect_ratio ?? combinedParameters.aspectRatio) 
+          : "match_input_image";
+        const outputFormat = validOutputFormats.includes(combinedParameters.output_format ?? combinedParameters.outputFormat) 
+          ? (combinedParameters.output_format ?? combinedParameters.outputFormat) 
+          : "webp";
+        const outputQuality = combinedParameters.output_quality ?? combinedParameters.outputQuality ?? 95;
+        const goFast = combinedParameters.go_fast ?? combinedParameters.goFast ?? true;
+        const disableSafetyChecker = combinedParameters.disable_safety_checker ?? combinedParameters.disableSafetyChecker ?? false;
 
-        const omitUndefined = (obj) =>
-          Object.fromEntries(
-            Object.entries(obj).filter(([, value]) => value !== undefined && value !== null),
-          );
+        const normalizedImages = collectNormalizedImages(combinedParameters);
 
         const basePayload = omitUndefined({
           prompt: modelPromptText,
           go_fast: goFast,
           aspect_ratio: aspectRatio,
           output_format: outputFormat,
-          output_quality: outputQuality,
+          output_quality: Math.max(0, Math.min(100, outputQuality)),
           disable_safety_checker: disableSafetyChecker,
+          ...(Number.isInteger(combinedParameters.seed) && combinedParameters.seed > 0 ? { seed: combinedParameters.seed } : {}),
         });
 
-        // For qwen-image-edit-plus, always include the image array if we have images
+        // For qwen-image-edit-2511, format images as array of strings (not objects)
         const inputPayload = {
           ...basePayload,
           ...(normalizedImages.length > 0 ? { image: normalizedImages } : {})
@@ -280,58 +326,7 @@ class ReplicateApiPlugin extends ModelPlugin {
         const validRatios = ["1:1", "4:3", "3:4", "16:9", "9:16", "match_input_image"];
         const validSequentialModes = ["disabled", "auto"];
 
-        // Collect input images from multiple parameter sources (same pattern as qwen-image-edit-plus)
-        const collectImages = (candidate, accumulator) => {
-          if (!candidate) return;
-          if (Array.isArray(candidate)) {
-            candidate.forEach((item) => collectImages(item, accumulator));
-            return;
-          }
-          accumulator.push(candidate);
-        };
-
-        const imageCandidates = [];
-        collectImages(combinedParameters.image, imageCandidates);
-        collectImages(combinedParameters.images, imageCandidates);
-        collectImages(combinedParameters.input_image, imageCandidates);
-        collectImages(combinedParameters.input_images, imageCandidates);
-        collectImages(combinedParameters.input_image_1, imageCandidates);
-        collectImages(combinedParameters.input_image_2, imageCandidates);
-        collectImages(combinedParameters.input_image_3, imageCandidates);
-        collectImages(combinedParameters.image_1, imageCandidates);
-        collectImages(combinedParameters.image_2, imageCandidates);
-        collectImages(combinedParameters.imageInput, imageCandidates);
-
-        const normalizeImageEntry = (entry) => {
-          if (!entry) return null;
-          if (typeof entry === "string") {
-            return entry; // Return the URL string directly
-          }
-          if (typeof entry === "object") {
-            if (Array.isArray(entry)) {
-              return null;
-            }
-            if (entry.value) {
-              return entry.value; // Return the value as a string
-            }
-            if (entry.url) {
-              return entry.url; // Return the URL as a string
-            }
-            if (entry.path) {
-              return entry.path; // Return the path as a string
-            }
-          }
-          return null;
-        };
-
-        const normalizedImages = imageCandidates
-          .map((candidate) => normalizeImageEntry(candidate))
-          .filter((candidate) => candidate && typeof candidate === 'string');
-
-        const omitUndefined = (obj) =>
-          Object.fromEntries(
-            Object.entries(obj).filter(([, value]) => value !== undefined && value !== null),
-          );
+        const normalizedImages = collectNormalizedImages(combinedParameters, ['imageInput']);
 
         const basePayload = omitUndefined({
           prompt: modelPromptText,
@@ -341,7 +336,7 @@ class ReplicateApiPlugin extends ModelPlugin {
           max_images: combinedParameters.maxImages || combinedParameters.numberResults || 1,
           aspect_ratio: validRatios.includes(combinedParameters.aspectRatio) ? combinedParameters.aspectRatio : "4:3",
           sequential_image_generation: validSequentialModes.includes(combinedParameters.sequentialImageGeneration) ? combinedParameters.sequentialImageGeneration : "disabled",
-          ...(combinedParameters.seed && Number.isInteger(combinedParameters.seed) && combinedParameters.seed > 0 ? { seed: combinedParameters.seed } : {}),
+          ...(Number.isInteger(combinedParameters.seed) && combinedParameters.seed > 0 ? { seed: combinedParameters.seed } : {}),
         });
 
         // For seedream-4, include the image_input array if we have images
@@ -350,6 +345,74 @@ class ReplicateApiPlugin extends ModelPlugin {
           ...(normalizedImages.length > 0 ? { image_input: normalizedImages } : {})
         };
 
+        requestParameters = {
+          input: inputPayload,
+        };
+        break;
+      }
+      case "replicate-flux-2-pro": {
+        const validResolutions = ["match_input_image", "0.5 MP", "1 MP", "2 MP", "4 MP"];
+        const validRatios = [
+          "match_input_image",
+          "custom",
+          "1:1",
+          "16:9",
+          "3:2",
+          "2:3",
+          "4:5",
+          "5:4",
+          "9:16",
+          "3:4",
+          "4:3"
+        ];
+        const validOutputFormats = ["webp", "jpg", "png"];
+
+        const normalizedImages = collectNormalizedImages(combinedParameters).slice(0, 8); // Maximum 8 images
+
+        const aspectRatio = validRatios.includes(combinedParameters.aspect_ratio ?? combinedParameters.aspectRatio) 
+          ? (combinedParameters.aspect_ratio ?? combinedParameters.aspectRatio) 
+          : "1:1";
+        
+        const resolution = validResolutions.includes(combinedParameters.resolution) 
+          ? combinedParameters.resolution 
+          : "1 MP";
+        
+        const outputFormat = validOutputFormats.includes(combinedParameters.output_format ?? combinedParameters.outputFormat) 
+          ? (combinedParameters.output_format ?? combinedParameters.outputFormat) 
+          : "webp";
+        
+        const outputQuality = combinedParameters.output_quality ?? combinedParameters.outputQuality ?? 80;
+        const safetyTolerance = combinedParameters.safety_tolerance ?? combinedParameters.safetyTolerance ?? 2;
+
+        // Validate and round width/height to multiples of 32 if provided
+        let width = combinedParameters.width;
+        let height = combinedParameters.height;
+        
+        if (width !== undefined && width !== null) {
+          width = Math.max(256, Math.min(2048, Math.round(width / 32) * 32));
+        }
+        if (height !== undefined && height !== null) {
+          height = Math.max(256, Math.min(2048, Math.round(height / 32) * 32));
+        }
+
+        const basePayload = omitUndefined({
+          prompt: modelPromptText,
+          aspect_ratio: aspectRatio,
+          resolution: resolution,
+          output_format: outputFormat,
+          output_quality: Math.max(0, Math.min(100, outputQuality)),
+          safety_tolerance: Math.max(1, Math.min(5, safetyTolerance)),
+          ...(width !== undefined && width !== null ? { width } : {}),
+          ...(height !== undefined && height !== null ? { height } : {}),
+          ...(Number.isInteger(combinedParameters.seed) && combinedParameters.seed > 0 ? { seed: combinedParameters.seed } : {}),
+        });
+
+        // Include input_images array if we have images
+        const inputPayload = {
+          ...basePayload,
+          ...(normalizedImages.length > 0 ? { input_images: normalizedImages } : {})
+        };
+
         requestParameters = {
           input: inputPayload,
         };

package/server/resolver.js

@@ -2,6 +2,7 @@ import { fulfillWithTimeout } from '../lib/promiser.js';
 import { PathwayResolver } from './pathwayResolver.js';
 import CortexResponse from '../lib/cortexResponse.js';
 import { withRequestLoggingDisabled } from '../lib/logger.js';
+import { sanitizeBase64 } from '../lib/util.js';
 
 // This resolver uses standard parameters required by Apollo server:
 // (parent, args, contextValue, info)
@@ -41,9 +42,37 @@ const rootResolver = async (parent, args, contextValue, info) => {
     let resultData = pathwayResolver.pathwayResultData ? JSON.stringify(pathwayResolver.pathwayResultData) : null;
     
     const { warnings, errors, previousResult, savedContextId, tool } = pathwayResolver;    
-
-    // Add request parameters back as debug
-    const debug = pathwayResolver.prompts.map(prompt => prompt.debugInfo || '').join('\n').trim();
+    
+    // Add request parameters back as debug - sanitize base64 data before returning
+    const debug = pathwayResolver.prompts.map(prompt => {
+        if (!prompt.debugInfo) return '';
+        try {
+            // Try to parse entire debugInfo as JSON first (for single JSON object)
+            try {
+                const parsed = JSON.parse(prompt.debugInfo);
+                return JSON.stringify(sanitizeBase64(parsed));
+            } catch (e) {
+                // Not a single JSON object, try line-by-line
+                const lines = prompt.debugInfo.split('\n');
+                return lines.map(line => {
+                    const trimmed = line.trim();
+                    if (trimmed.startsWith('{') || trimmed.startsWith('[')) {
+                        try {
+                            const parsed = JSON.parse(line);
+                            return JSON.stringify(sanitizeBase64(parsed));
+                        } catch (e) {
+                            // Not valid JSON on this line, return as-is
+                            return line;
+                        }
+                    }
+                    return line;
+                }).join('\n');
+            }
+        } catch (e) {
+            // If sanitization fails, return original
+            return prompt.debugInfo;
+        }
+    }).join('\n').trim();
     
     return { 
         debug, 

package/tests/integration/graphql/async/stream/agentic.test.js

@@ -9,7 +9,7 @@ import ws from 'ws';
 // Define models to test - 4.1 as default, include grok 4
 const TEST_MODELS = [
   'oai-gpt41',  // Default 4.1 model
-  'xai-grok-4'  // Grok 4 model
+  'xai-grok-4-fast-reasoning'  // Grok 4 model
 ];
 
 let testServer;

package/tests/unit/graphql_executeWorkspace_transformation.test.js

@@ -32,7 +32,7 @@ test('should format cortex pathway arguments correctly with existing chatHistory
     const originalPrompt = {
         name: 'summarize',
         prompt: 'summarize this file',
-        cortexPathwayName: 'run_labeeb_agent'
+        cortexPathwayName: 'run_workspace_agent'
     };
     
     // Mock pathway data
@@ -132,7 +132,7 @@ test('should create new user message when no existing chatHistory', (t) => {
     const originalPrompt = {
         name: 'summarize',
         prompt: 'summarize this file',
-        cortexPathwayName: 'run_labeeb_agent'
+        cortexPathwayName: 'run_workspace_agent'
     };
     
     // Mock pathway data
@@ -219,7 +219,7 @@ test('should use default model when pathway model is not specified', (t) => {
     const originalPrompt = {
         name: 'summarize',
         prompt: 'summarize this file',
-        cortexPathwayName: 'run_labeeb_agent'
+        cortexPathwayName: 'run_workspace_agent'
     };
     
     // Mock pathway data without model