@aj-archipelago/cortex 1.4.19 → 1.4.20

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aj-archipelago/cortex",
-  "version": "1.4.19",
+  "version": "1.4.20",
   "description": "Cortex is a GraphQL API for AI. It provides a simple, extensible interface for using AI services from OpenAI, Azure and others.",
   "private": false,
   "repository": {

package/pathways/image_gemini_25.js

@@ -77,9 +77,9 @@ export default {
     enableDuplicateRequests: false,
     timeout: 600,
     geminiSafetySettings: [
-        {category: 'HARM_CATEGORY_DANGEROUS_CONTENT', threshold: 'BLOCK_ONLY_HIGH'},
+        {category: 'HARM_CATEGORY_DANGEROUS_CONTENT', threshold: 'BLOCK_NONE'},
         {category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', threshold: 'BLOCK_ONLY_HIGH'},
-        {category: 'HARM_CATEGORY_HARASSMENT', threshold: 'BLOCK_ONLY_HIGH'},
-        {category: 'HARM_CATEGORY_HATE_SPEECH', threshold: 'BLOCK_ONLY_HIGH'}
+        {category: 'HARM_CATEGORY_HARASSMENT', threshold: 'BLOCK_NONE'},
+        {category: 'HARM_CATEGORY_HATE_SPEECH', threshold: 'BLOCK_NONE'}
     ],
 }

package/pathways/image_gemini_3.js

@@ -88,10 +88,10 @@ export default {
     enableDuplicateRequests: false,
     timeout: 600,
     geminiSafetySettings: [
-        {category: 'HARM_CATEGORY_DANGEROUS_CONTENT', threshold: 'BLOCK_ONLY_HIGH'},
+        {category: 'HARM_CATEGORY_DANGEROUS_CONTENT', threshold: 'BLOCK_NONE'},
         {category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', threshold: 'BLOCK_ONLY_HIGH'},
-        {category: 'HARM_CATEGORY_HARASSMENT', threshold: 'BLOCK_ONLY_HIGH'},
-        {category: 'HARM_CATEGORY_HATE_SPEECH', threshold: 'BLOCK_ONLY_HIGH'}
+        {category: 'HARM_CATEGORY_HARASSMENT', threshold: 'BLOCK_NONE'},
+        {category: 'HARM_CATEGORY_HATE_SPEECH', threshold: 'BLOCK_NONE'}
     ],
 }
 

package/pathways/system/entity/memory/sys_memory_required.js

@@ -5,7 +5,7 @@ export default {
     prompt:
         [
             new Prompt({ messages: [
-                {"role": "system", "content": `Current conversation turn:\n\n {{{toJSON chatHistory}}}\n\nInstructions: You are part of an AI entity named {{{aiName}}}.\n{{renderTemplate AI_DIRECTIVES}}\nYour role is to analyze the latest conversation turn (your last response and the last user message) to understand if there is anything in the turn worth remembering and adding to your memory or anything you need to forget. In general, most conversation does not require memory, but if the conversation turn contains any of these things, you should use memory:\n1. Important personal details about the user (name, preferences, location, etc.)\n2. Important topics or decisions that provide context for future conversations\n3. Specific instructions or directives given to you to learn\n4. Anything the user has specifically asked you to remember or forget\n\nIf you decide to use memory, you must produce an array of JSON objects that communicates your decision.\nReturn an array of JSON objects (one object per memory) like the following: [{"memoryOperation": "add" or "delete", "memoryContent": "complete description of the memory including as much specificity and detail as possible", "memorySection": "the section of your memory the memory belongs in ("memorySelf" - things about you, "memoryUser" - things about your users or their world, "memoryDirectives" - your directives and learned behaviors)", "priority": 1-5 (1 is the most important)}]. If you decide not to use memory, simply return an array with a single object: [{memoryOperation: "none"}]. You must return only the JSON array with no additional notes or commentary.`},
+                {"role": "system", "content": `Current conversation turn:\n\n {{{toJSON chatHistory}}}\n\nInstructions: You are part of an AI entity named {{{aiName}}}.\n{{renderTemplate AI_DIRECTIVES}}\nYour role is to analyze the latest conversation turn (your last response and the last user message) to understand if there is anything in the turn worth remembering and adding to your memory or anything you need to forget. In general, most conversation does not require memory, but if the conversation turn contains any of these things, you should use memory:\n1. Important personal details about the user (name, preferences, location, etc.)\n2. Important major topics or decisions that provide context for future conversations\n3. Specific and important instructions or directives given to you to learn\n4. Anything the user has specifically asked you to remember or forget\n\nIf you decide to use memory, you must produce an array of JSON objects that communicates your decision.\nReturn an array of JSON objects (one object per memory) like the following: [{"memoryOperation": "add" or "delete", "memoryContent": "complete description of the memory including as much specificity and detail as possible", "memorySection": "the section of your memory the memory belongs in ("memorySelf" - things about you, "memoryUser" - things about your users or their world, "memoryDirectives" - your directives and learned behaviors)", "priority": 1-5 (1 is the most important)}]. If you decide not to use memory, simply return an array with a single object: [{memoryOperation: "none"}]. You must return only the JSON array with no additional notes or commentary.`},
                 {"role": "user", "content": "Generate a JSON object to indicate if memory is required and what memories to process based on the last turn of the conversation."},
             ]}),
         ],

package/pathways/system/entity/sys_entity_agent.js

@@ -247,7 +247,7 @@ export default {
                         if (toolResult?.error !== undefined) {
                             // Direct error from callTool (e.g., tool returned null)
                             hasError = true;
-                            errorMessage = toolResult.error;
+                            errorMessage = typeof toolResult.error === 'string' ? toolResult.error : String(toolResult.error);
                         } else if (toolResult?.result) {
                             // Check if result is a string that might contain error JSON
                             if (typeof toolResult.result === 'string') {
@@ -255,7 +255,15 @@ export default {
                                     const parsed = JSON.parse(toolResult.result);
                                     if (parsed.error !== undefined) {
                                         hasError = true;
-                                        errorMessage = parsed.error;
+                                        // Tools return { error: true, message: "..." } so we want the message field
+                                        if (parsed.message) {
+                                            errorMessage = parsed.message;
+                                        } else if (typeof parsed.error === 'string') {
+                                            errorMessage = parsed.error;
+                                        } else {
+                                            // error is true/boolean, so use a generic message
+                                            errorMessage = `Tool ${toolCall?.function?.name || 'unknown'} returned an error`;
+                                        }
                                     }
                                 } catch (e) {
                                     // Not JSON, ignore
@@ -264,7 +272,16 @@ export default {
                                 // Check if result object has error field
                                 if (toolResult.result.error !== undefined) {
                                     hasError = true;
-                                    errorMessage = toolResult.result.error;
+                                    // Tools return { error: true, message: "..." } so we want the message field
+                                    // If message exists, use it; otherwise fall back to error field (if it's a string)
+                                    if (toolResult.result.message) {
+                                        errorMessage = toolResult.result.message;
+                                    } else if (typeof toolResult.result.error === 'string') {
+                                        errorMessage = toolResult.result.error;
+                                    } else {
+                                        // error is true/boolean, so use a generic message
+                                        errorMessage = `Tool ${toolCall?.function?.name || 'unknown'} returned an error`;
+                                    }
                                 }
                             }
                         }
@@ -397,11 +414,25 @@ export default {
             await say(pathwayResolver.rootRequestId || pathwayResolver.requestId, `\n`, 1000, false, false);
 
             try {
-                return await pathwayResolver.promptAndParse({
+                const result = await pathwayResolver.promptAndParse({
                     ...args,
                     tools: entityToolsOpenAiFormat,
                     tool_choice: "auto",
                 });
+                
+                // Check if promptAndParse returned null (model call failed)
+                if (!result) {
+                    const errorMessage = pathwayResolver.errors.length > 0 
+                        ? pathwayResolver.errors.join(', ')
+                        : 'Model request failed - no response received';
+                    logger.error(`promptAndParse returned null during tool callback: ${errorMessage}`);
+                    const errorResponse = await generateErrorResponse(new Error(errorMessage), args, pathwayResolver);
+                    // Ensure errors are cleared before returning
+                    pathwayResolver.errors = [];
+                    return errorResponse;
+                }
+                
+                return result;
             } catch (parseError) {
                 // If promptAndParse fails, generate error response instead of re-throwing
                 logger.error(`Error in promptAndParse during tool callback: ${parseError.message}`);

package/pathways/system/entity/tools/sys_tool_slides_gemini.js

@@ -41,6 +41,18 @@ export default {
                     userMessage: {
                         type: "string",
                         description: "A user-friendly message that describes what you're doing with this tool"
+                    },
+                    inputImages: {
+                        type: "array",
+                        items: {
+                            type: "string"
+                        },
+                        description: "Optional: Array of file references (hashes, filenames, or URLs) from the file collection to use as reference images for the slide design. These images will be used as style references or incorporated into the slide. Maximum 3 images."
+                    },
+                    aspectRatio: {
+                        type: "string",
+                        enum: ["1:1", "16:9", "9:16", "4:3", "3:4"],
+                        description: "Optional: The aspect ratio for the generated slide. Options: '1:1' (Square), '16:9' (Widescreen, default), '9:16' (Vertical/Portrait), '4:3' (Standard), '3:4' (Vertical/Portrait). Defaults to '16:9' if not specified."
                     }
                 },
                 required: ["detailedInstructions", "userMessage"]
@@ -77,6 +89,9 @@ export default {
             }
             
             // Call the image generation pathway using Gemini 3
+            // Default aspectRatio to 16:9 if not provided
+            const aspectRatio = args.aspectRatio || '16:9';
+            
             let result = await callPathway('image_gemini_3', {
                 ...args, 
                 text: prompt,
@@ -85,6 +100,7 @@ export default {
                 input_image: resolvedInputImages.length > 0 ? resolvedInputImages[0] : undefined,
                 input_image_2: resolvedInputImages.length > 1 ? resolvedInputImages[1] : undefined,
                 input_image_3: resolvedInputImages.length > 2 ? resolvedInputImages[2] : undefined,
+                aspectRatio: aspectRatio,
                 optimizePrompt: true,
             }, pathwayResolver);
 
@@ -96,9 +112,19 @@ export default {
                                  Array.isArray(pathwayResolver.pathwayResultData.artifacts) && 
                                  pathwayResolver.pathwayResultData.artifacts.length > 0;
 
-            // If no result AND no artifacts, then generation truly failed
+            // If no result AND no artifacts, check for specific error types
             if (!hasArtifacts && (result === null || result === undefined || result === '')) {
-                throw new Error('Slide generation failed: No response from image generation API. Try a different prompt.');
+                // Check pathwayResolver.errors for specific error information
+                const errors = pathwayResolver.errors || [];
+                const errorText = errors.join(' ').toLowerCase();
+                
+                if (errorText.includes('image_prohibited_content') || errorText.includes('prohibited_content')) {
+                    throw new Error('Content was blocked by safety filters. Try simplifying the prompt, using abstract designs, or removing potentially sensitive elements.');
+                } else if (errorText.includes('safety') || errorText.includes('blocked')) {
+                    throw new Error('Content was blocked by safety filters. Try a different approach or simplify the content.');
+                } else {
+                    throw new Error('No presentation content was generated. This may be due to content safety filters or an API error. Try using a different prompt or simplifying the content.');
+                }
             }
 
             // Process artifacts if we have them
@@ -208,18 +234,34 @@ export default {
                 }
             } else {
                 // No artifacts were generated - this likely means the content was blocked by safety filters
-                throw new Error('Slide generation failed: No presentation content was generated. This may be due to content safety filters blocking the request. Try using a different prompt or simplifying the content.');
+                // Check pathwayResolver.errors for specific error information
+                const errors = pathwayResolver.errors || [];
+                const errorText = errors.join(' ').toLowerCase();
+                
+                if (errorText.includes('image_prohibited_content') || errorText.includes('prohibited_content')) {
+                    throw new Error('Content was blocked by safety filters. Try simplifying the prompt, using abstract designs, or removing potentially sensitive elements.');
+                } else {
+                    throw new Error('No presentation content was generated. This may be due to content safety filters blocking the request. Try using a different prompt or simplifying the content.');
+                }
             }
 
         } catch (e) {
             // Return a structured error that the agent can understand and act upon
             // Do NOT call sys_generator_error - let the agent see the actual error
-            const errorMessage = e.message ?? String(e);
+            let errorMessage = e.message ?? String(e);
             pathwayResolver.logError(errorMessage);
             
+            // Remove any duplicate "Slide generation failed:" prefix if it exists
+            if (errorMessage.startsWith('Slide generation failed: ')) {
+                errorMessage = errorMessage.substring('Slide generation failed: '.length);
+            }
+            
             // Check for specific error types and provide actionable guidance
             let guidance = '';
-            if (errorMessage.includes('IMAGE_SAFETY') || errorMessage.includes('safety')) {
+            if (errorMessage.includes('safety filters') || errorMessage.includes('blocked by')) {
+                // Already has guidance, don't add more
+                guidance = '';
+            } else if (errorMessage.includes('IMAGE_SAFETY') || errorMessage.includes('IMAGE_PROHIBITED')) {
                 guidance = ' Try a different approach: simplify the content, use abstract designs, or remove any potentially sensitive elements.';
             } else if (errorMessage.includes('RECITATION')) {
                 guidance = ' The request may be too similar to copyrighted content. Try making the design more original.';