@aj-archipelago/cortex 1.3.65 → 1.3.67

package/lib/entityConstants.js

@@ -15,7 +15,7 @@ The user is using a UI to interact with you that you have knowledge of and some
 
 Your responses should be in {{language}} unless the user has expressed another preference.`,
 
-    AI_COMMON_INSTRUCTIONS_VOICE: "# General Instructions:\n\nYou are {{aiName}}, a self aware AI entity.\nYou are currently using this model for processing your responses: {{modelOverride}}.\nThe current date and time in GMT is {{now}}. The user may be in a different time zone, so keep that in mind when responding to the user.\nThe user is talking to you using voice.\n\nVoice Response Guidelines:\n- Your responses should sound like natural human conversation.\n- Your responses should be concise unless you have been asked to be more verbose or detailed.\n- Incoming voice from the user is parsed by a STT model, which can sometimes make small mistakes in the spellings of words or names, including your name, so give the user the benefit of the doubt if they user a near, but wrong word or name.\n- Your voice output to the user is generated by a TTS model that does not always communicate emotion effectively. If it's really important to communicate a specific emotion you should just say how you're feeling like \"That makes me happy\" or \"I'm excited!\". You can also use CAPS to vocally emphasize certain words or punctuation to control pauses and timing.\n- DO NOT USE numbered lists, latex math markdown, or any other markdown or unpronounceable punctuation like parenthetical notation.\n- Math equations should be sounded out in natural language - not represented symbolically.\n- If your response includes any unique or difficult non-English words, names, or places, include an IPA-style phonetic spelling so that the speech engine can pronounce and accent them correctly.\n- If your response contains any difficult acronyms, sound them out phoenetically so that the speech engine can pronounce them correctly.\n- Make sure to write out any numbers as words so that the speech engine can pronounce them correctly.\n- Your responses should be in {{language}} unless the user has expressed another preference or has addressed you in another language specifically.",
+    AI_COMMON_INSTRUCTIONS_VOICE: "# General Instructions:\n\nYou are {{aiName}}, a self aware AI entity.\n{{#if modelOverride}}You are currently using this model for processing your responses: {{modelOverride}}.\n{{/if}}The current date and time in GMT is {{now}}. The user may be in a different time zone, so keep that in mind when responding to the user.\nThe user is talking to you using voice.\n\nVoice Response Guidelines:\n- Your responses should sound like natural human conversation.\n- Your responses should be concise unless you have been asked to be more verbose or detailed.\n- Incoming voice from the user is parsed by a STT model, which can sometimes make small mistakes in the spellings of words or names, including your name, so give the user the benefit of the doubt if they user a near, but wrong word or name.\n- Your voice output to the user is generated by a TTS model that does not always communicate emotion effectively. If it's really important to communicate a specific emotion you should just say how you're feeling like \"That makes me happy\" or \"I'm excited!\". You can also use CAPS to vocally emphasize certain words or punctuation to control pauses and timing.\n- DO NOT USE numbered lists, latex math markdown, or any other markdown or unpronounceable punctuation like parenthetical notation.\n- Math equations should be sounded out in natural language - not represented symbolically.\n- If your response includes any unique or difficult non-English words, names, or places, include an IPA-style phonetic spelling so that the speech engine can pronounce and accent them correctly.\n- If your response contains any difficult acronyms, sound them out phoenetically so that the speech engine can pronounce them correctly.\n- Make sure to write out any numbers as words so that the speech engine can pronounce them correctly.\n- Your responses should be in {{language}} unless the user has expressed another preference or has addressed you in another language specifically.",
 
     AI_DIRECTIVES: `# Directives\n\nThese are your directives and learned behaviors:\n{{{memoryDirectives}}}\n`,
 

package/lib/pathwayManager.js

@@ -338,36 +338,58 @@ class PathwayManager {
 
   /**
    * Creates a Prompt object from a prompt item and system prompt.
-   * @param {(string|Object)} promptItem - The prompt item (string or {name, prompt} object).
+   * @param {(string|Object)} promptItem - The prompt item (string or {name, prompt, files} object).
    * @param {string} systemPrompt - The system prompt to prepend.
    * @param {string} [defaultName] - Default name to use if promptItem is a string or if the object doesn't have a name.
    * @returns {Prompt} A new Prompt object.
    */
   _createPromptObject(promptItem, systemPrompt, defaultName = null) {
-    // Handle both old format (strings) and new format (objects with name and prompt)
+    // Handle both old format (strings) and new format (objects with name, prompt, and files)
     const promptText = typeof promptItem === 'string' ? promptItem : promptItem.prompt;
     const promptName = typeof promptItem === 'string' ? defaultName : (promptItem.name || defaultName);
+    const promptFiles = typeof promptItem === 'string' ? [] : (promptItem.files || []);
+    const cortexPathwayName = typeof promptItem === 'string' ? null : (promptItem.cortexPathwayName || null);
     
-    const messages = [
-      // Add the original prompt as a user message
-      { "role": "user", "content": `{{text}}\n\n${promptText}` },
-    ];
+    const messages = [];
 
     // Only include system message if systemPrompt has content
     if (systemPrompt && systemPrompt.trim() !== "") {
       messages.unshift({ "role": "system", "content": systemPrompt });
     }
 
-    return new Prompt({
+    // If there are files, include chatHistory to get the file content, then add user message
+    if (promptFiles.length > 0) {
+      // Add chatHistory which will contain the resolved file content
+      messages.push("{{chatHistory}}");
+      // Add the user text and prompt as a separate user message
+      messages.push({ "role": "user", "content": `{{text}}\n\n${promptText}` });
+    } else {
+      // No files, just add the user message with text and prompt
+      messages.push({ "role": "user", "content": `{{text}}\n\n${promptText}` });
+    }
+
+    const prompt = new Prompt({
       name: promptName,
       messages: messages
     });
+
+    // Store file hashes for later resolution
+    if (promptFiles.length > 0) {
+      prompt.fileHashes = promptFiles;
+    }
+
+    // Preserve cortexPathwayName if present
+    if (cortexPathwayName) {
+      prompt.cortexPathwayName = cortexPathwayName;
+    }
+
+    return prompt;
   }
 
   /**
    * Transforms the prompts in a pathway to include the system prompt.
    * @param {Object} pathway - The pathway object to transform.
-   * @param {(string[]|Object[])} pathway.prompt - Array of user prompts (strings) or prompt objects with {name, prompt} properties.
+   * @param {(string[]|Object[])} pathway.prompt - Array of user prompts (strings) or prompt objects with {name, prompt, files} properties.
    * @param {string} pathway.systemPrompt - The system prompt to prepend to each user prompt.
    * @returns {Object} A new pathway object with transformed prompts.
    */
@@ -379,6 +401,16 @@ class PathwayManager {
     // Transform each prompt in the array
     newPathway.prompt = prompt.map(p => this._createPromptObject(p, systemPrompt));
 
+    // Collect all file hashes from all prompts
+    const allFileHashes = newPathway.prompt
+      .filter(p => p.fileHashes && p.fileHashes.length > 0)
+      .flatMap(p => p.fileHashes);
+
+    // Store file hashes at pathway level for later resolution
+    if (allFileHashes.length > 0) {
+      newPathway.fileHashes = [...new Set(allFileHashes)]; // Remove duplicates
+    }
+
     return newPathway;
   }
 
@@ -426,6 +458,8 @@ class PathwayManager {
     input PromptInput {
       name: String!
       prompt: String!
+      files: [String!]
+      cortexPathwayName: String
     }
     
     input PathwayInput {

package/lib/pathwayTools.js

@@ -147,16 +147,16 @@ const callTool = async (toolName, args, toolDefinitions, pathwayResolver) => {
             result: parsedResult,
             toolImages: toolImages
         };
-        logger.debug(`callTool: ${toolName} completed successfully, returning:`, {
+        logger.debug(`callTool: ${toolName} completed successfully, returning: ${JSON.stringify({
             hasResult: !!finalResult.result,
             hasToolImages: !!finalResult.toolImages,
             toolImagesLength: finalResult.toolImages?.length || 0
-        });
+        })}`);
         return finalResult;
     } catch (error) {
         logger.error(`Error calling tool ${toolName}: ${error.message}`);
         const errorResult = { error: error.message };
-        logger.debug(`callTool: ${toolName} failed, returning error:`, errorResult);
+        logger.debug(`callTool: ${toolName} failed, returning error: ${JSON.stringify(errorResult)}`);
         return errorResult;
     }
 }

package/lib/util.js

@@ -216,7 +216,7 @@ async function markCompletedForCleanUp(requestId) {
         if (MEDIA_API_URL) {
             //call helper api to mark processing as completed
             const res = await axios.delete(MEDIA_API_URL, { params: { requestId } });
-            logger.info(`Marked request ${requestId} as completed:`, res.data);
+            logger.info(`Marked request ${requestId} as completed: ${JSON.stringify(res.data)}`);
             return res.data;
         }
     } catch (err) {
@@ -412,6 +412,61 @@ function getAvailableFiles(chatHistory) {
     return availableFiles;
 }
 
+/**
+ * Convert file hashes to content format suitable for LLM processing
+ * @param {Array<string>} fileHashes - Array of file hashes to resolve
+ * @param {Object} config - Configuration object with file service endpoints
+ * @returns {Promise<Array<string>>} Array of stringified file content objects
+ */
+async function resolveFileHashesToContent(fileHashes, config) {
+    if (!fileHashes || fileHashes.length === 0) return [];
+
+    const fileContentPromises = fileHashes.map(async (hash) => {
+        try {
+            // Use the existing file handler (cortex-file-handler) to resolve file hashes
+            const fileHandlerUrl = config?.get?.('whisperMediaApiUrl');
+            
+            if (fileHandlerUrl && fileHandlerUrl !== 'null') {
+                // Make request to file handler to get file content by hash
+                const response = await axios.get(fileHandlerUrl, { 
+                    params: { hash: hash, checkHash: true } 
+                });
+                if (response.status === 200) {
+                    const fileData = response.data;
+                    const fileUrl = fileData.shortLivedUrl || fileData.url;
+                    const convertedUrl = fileData.converted?.url;
+                    const convertedGcsUrl = fileData.converted?.gcs;
+                    
+                    return JSON.stringify({
+                        type: "image_url",
+                        url: convertedUrl,
+                        image_url: { url: convertedUrl },
+                        gcs: convertedGcsUrl || fileData.gcs, // Add GCS URL for Gemini models
+                        originalFilename: fileData.filename,
+                        hash: hash
+                    });
+                }
+            }
+            
+            // Fallback: create a placeholder that indicates file resolution is needed
+            return JSON.stringify({
+                type: "file_hash",
+                hash: hash,
+                _cortex_needs_resolution: true
+            });
+        } catch (error) {
+            // Return error indicator
+            return JSON.stringify({
+                type: "file_error",
+                hash: hash,
+                error: error.message
+            });
+        }
+    });
+
+    return Promise.all(fileContentPromises);
+}
+
 export { 
     getUniqueId,
     getSearchResultId,
@@ -426,5 +481,6 @@ export {
     getMediaChunks,
     markCompletedForCleanUp,
     removeOldImageAndFileContent,
-    getAvailableFiles
+    getAvailableFiles,
+    resolveFileHashesToContent
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aj-archipelago/cortex",
-  "version": "1.3.65",
+  "version": "1.3.67",
   "description": "Cortex is a GraphQL API for AI. It provides a simple, extensible interface for using AI services from OpenAI, Azure and others.",
   "private": false,
   "repository": {

package/pathways/system/entity/memory/sys_memory_format.js

@@ -26,5 +26,6 @@ export default {
     inputChunkSize: 1000,
     useParallelChunkProcessing: true,
     enableDuplicateRequests: false,
+    requestLoggingDisabled: true,
     timeout: 300,
 }

package/pathways/system/entity/memory/sys_memory_manager.js

@@ -37,7 +37,7 @@ export default {
                 try {
                     parsedMemory = JSON.parse(await callPathway('sys_read_memory', { ...args, section: 'memoryAll' }));
                 } catch (error) {
-                    logger.error('Error in memory manager:', error);
+                    logger.error(`Error in memory manager: ${error instanceof Error ? error.stack || error.message : JSON.stringify(error)}`);
                     return "";
                 }
 
@@ -123,12 +123,12 @@ export default {
                 return "";
 
             } catch (e) {
-                logger.warn(`sys_memory_required returned invalid JSON: ${JSON.stringify(memoryRequired)}`);
+                logger.warn(`sys_memory_required returned invalid JSON: ${JSON.stringify(memoryRequired)}, error: ${e instanceof Error ? e.stack || e.message : JSON.stringify(e)}`);
                 return "";
             }
 
         } catch (e) {
-            logger.error('Error in memory manager:', e);
+            logger.error(`Error in memory manager: ${e instanceof Error ? e.stack || e.message : JSON.stringify(e)}`);
             resolver.logError(e);
             return "";
         }

package/pathways/system/entity/sys_entity_start.js

@@ -29,7 +29,7 @@ async function sendMessageToQueue(data) {
         logger.info(`Message added to queue: ${JSON.stringify(result)}`);
         return result.messageId;
     } catch (error) {
-        logger.error("Error sending message:", error);
+        logger.error(`Error sending message: ${error instanceof Error ? error.stack || error.message : JSON.stringify(error)}`);
     }
 }
 

package/pathways/system/entity/tools/sys_tool_bing_search_afagent.js

@@ -8,6 +8,7 @@ import { getSearchResultId } from '../../../../lib/util.js';
 export default {
     prompt: [],
     timeout: 300,
+    /*
     toolDefinition: { 
         type: "function",
         icon: "🌐",
@@ -46,6 +47,7 @@ export default {
             }
         }
     },
+    */
 
     executePathway: async ({args, runAllPrompts, resolver}) => {
 

package/pathways/system/entity/tools/sys_tool_codingagent.js

@@ -26,7 +26,7 @@ async function sendMessageToQueue(data) {
         logger.info(`Message added to queue: ${JSON.stringify(result)}`);
         return result.messageId;
     } catch (error) {
-        logger.error("Error sending message:", error);
+        logger.error(`Error sending message: ${error instanceof Error ? error.stack || error.message : JSON.stringify(error)}`);
         throw error;
     }
 }
@@ -103,7 +103,7 @@ export default {
 
             return userMessage || "I've started working on your coding task. I'll let you know when it's complete.";
         } catch (error) {
-            logger.error("Error in coding agent tool:", error);
+            logger.error(`Error in coding agent tool: ${error instanceof Error ? error.stack || error.message : JSON.stringify(error)}`);
             throw error;
         }
     }

package/pathways/system/entity/tools/sys_tool_google_search.js

@@ -10,10 +10,10 @@ export default {
     timeout: 300,
     toolDefinition: { 
         type: "function",
-        icon: "🔎",
+        icon: "🌐",
         function: {
-            name: "SearchInternetGoogle",
-            description: "Search the web using Google Custom Search (CSE). This is a simple pass-through tool: it calls Google CSE with your parameters and returns normalized results with unique IDs for citation. Prefer strict time filters and reputable sources via CSE parameters.",
+            name: "SearchInternet",
+            description: "Search the internet for current knowledge and events. This is a simple pass-through tool: it calls Google CSE with your parameters and returns normalized results with unique IDs for citation. Prefer strict time filters and reputable sources via CSE parameters.",
             parameters: {
                 type: "object",
                 properties: {

package/pathways/system/entity/tools/sys_tool_grok_x_search.js

@@ -45,14 +45,24 @@ export default {
                         description: "Optional array of X handles to exclude from search. Maximum 10 handles. Cannot be used in conjunction with includedHandles.",
                         maxItems: 10
                     },
+                    fromDate: {
+                        type: "string",
+                        description: "Optional date from which to start searching (YYYY-MM-DD)",
+                        format: "date"
+                    },
+                    toDate: {
+                        type: "string",
+                        description: "Optional date to which to end searching (YYYY-MM-DD)",
+                        format: "date"
+                    },
                     minFavorites: {
                         type: "number",
-                        description: "Popularity filter: Minimum number of favorites (likes) for posts to include",
+                        description: "Minimum number of favorites (likes) that a post must have to be included. Use this to filter to most liked posts.",
                         minimum: 0
                     },
                     minViews: {
                         type: "number",
-                        description: "Popularity filter: Minimum number of views for posts to include",
+                        description: "Minimum number of views that a post must have to be included. Use this to filter to most viewed posts.",
                         minimum: 0
                     },
                     maxResults: {

package/pathways/system/workspaces/run_workspace_prompt.js

@@ -79,9 +79,6 @@ export default {
         try {
             let currentMessages = JSON.parse(JSON.stringify(args.chatHistory));
 
-            console.log("currentMessages", currentMessages);
-            console.log("args", args);
-
             let response = await runAllPrompts({
                 ...args,
                 chatHistory: currentMessages,