@aj-archipelago/cortex 1.3.27 → 1.3.28

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aj-archipelago/cortex",
-  "version": "1.3.27",
+  "version": "1.3.28",
   "description": "Cortex is a GraphQL API for AI. It provides a simple, extensible interface for using AI services from OpenAI, Azure and others.",
   "private": false,
   "repository": {

package/server/parser.js

@@ -16,7 +16,7 @@ const parseNumberedList = (str) => {
 async function parseNumberedObjectList(text, format) {
     const parsedList = await callPathway('sys_parse_numbered_object_list', { text, format });
     try {
-        return JSON.parse(parsedList);
+        return JSON.parse(parsedList) || [];
     } catch (error) {
         logger.warn(`Failed to parse numbered object list: ${error.message}`);
         return [];

package/server/rest.js

@@ -48,7 +48,7 @@ const processRestRequest = async (server, req, pathway, name, parameterMap = {})
             return value.map(msg => ({
                 ...msg,
                 content: Array.isArray(msg.content) ? 
-                    JSON.stringify(msg.content) : 
+                    msg.content.map(item => JSON.stringify(item)) : 
                     msg.content
             }));
         } else {

package/tests/claude3VertexPlugin.test.js

@@ -212,3 +212,57 @@ test('convertMessagesToClaudeVertex user message with no content', async (t) =>
   t.deepEqual(output, { system: '', modifiedMessages: [] });
 });
 
+test('convertMessagesToClaudeVertex with multi-part content array', async (t) => {
+  const plugin = new Claude3VertexPlugin(pathway, model);
+  
+  // Test with multi-part content array
+  const multiPartContent = [
+    {
+      type: 'text', 
+      text: 'Hello world'
+    },
+    {
+      type: 'text', 
+      text: 'Hello2 world2'
+    },
+    {
+      type: 'image_url', 
+      image_url: 'https://static.toiimg.com/thumb/msid-102827471,width-1280,height-720,resizemode-4/102827471.jpg'
+    }
+  ];
+  
+  const messages = [
+    { role: 'system', content: 'System message' },
+    { role: 'user', content: multiPartContent }
+  ];
+  
+  const output = await plugin.convertMessagesToClaudeVertex(messages);
+  
+  // Verify system message is preserved
+  t.is(output.system, 'System message');
+  
+  // Verify the user message role is preserved
+  t.is(output.modifiedMessages[0].role, 'user');
+  
+  // Verify the content array has the correct number of items
+  // We expect 3 items: 2 text items and 1 image item
+  t.is(output.modifiedMessages[0].content.length, 3);
+  
+  // Verify the text content items
+  t.is(output.modifiedMessages[0].content[0].type, 'text');
+  t.is(output.modifiedMessages[0].content[0].text, 'Hello world');
+  
+  t.is(output.modifiedMessages[0].content[1].type, 'text');
+  t.is(output.modifiedMessages[0].content[1].text, 'Hello2 world2');
+  
+  // Verify the image content item
+  t.is(output.modifiedMessages[0].content[2].type, 'image');
+  t.is(output.modifiedMessages[0].content[2].source.type, 'base64');
+  t.is(output.modifiedMessages[0].content[2].source.media_type, 'image/jpeg');
+  
+  // Check if the base64 data looks reasonable
+  const base64Data = output.modifiedMessages[0].content[2].source.data;
+  const base64Regex = /^[A-Za-z0-9+/]+={0,2}$/;
+  t.true(base64Data.length > 100); // Check if the data is sufficiently long
+  t.true(base64Regex.test(base64Data)); // Check if the data matches the base64 regex
+});

package/tests/openai_api.test.js

@@ -496,4 +496,129 @@ test('POST /chat/completions should return complete responses from gpt-4o', asyn
   const content = response.body.choices[0].message.content;
   t.regex(content, /END_MARKER_XYZ$/);
 }); 
+
+test('POST /chat/completions should handle array content properly', async (t) => {
+  // This test verifies the functionality in server/rest.js where array content is JSON stringified
+  // Specifically testing: content: Array.isArray(msg.content) ? msg.content.map(item => JSON.stringify(item)) : msg.content
+  
+  // Create a request with MultiMessage array content
+  const testContent = [
+    {
+      type: 'text', 
+      text: 'Hello world'
+    },
+    {
+      type: 'text', 
+      text: 'Hello2 world2'
+    },
+    {
+      type: 'image', 
+      url: 'https://example.com/test.jpg'
+    }
+  ];
+  
+  try {
+    // First, check if the API server is running and get available models
+    let modelToUse = '*'; // Default fallback model
+    try {
+      const modelsResponse = await got(`${API_BASE}/models`, { responseType: 'json' });
+      if (modelsResponse.body && modelsResponse.body.data && modelsResponse.body.data.length > 0) {
+        const models = modelsResponse.body.data.map(model => model.id);
+        
+        // Priority 1: Find sonnet with highest version (e.g., claude-3.7-sonnet)
+        const sonnetVersions = models
+          .filter(id => id.includes('-sonnet') && id.startsWith('claude-'))
+          .sort((a, b) => {
+            // Extract version numbers and compare
+            const versionA = a.match(/claude-(\d+\.\d+)-sonnet/);
+            const versionB = b.match(/claude-(\d+\.\d+)-sonnet/);
+            if (versionA && versionB) {
+              return parseFloat(versionB[1]) - parseFloat(versionA[1]); // Descending order
+            }
+            return 0;
+          });
+        
+        if (sonnetVersions.length > 0) {
+          modelToUse = sonnetVersions[0]; // Use highest version sonnet
+        } else {
+          // Priority 2: Any model ending with -sonnet
+          const anySonnet = models.find(id => id.endsWith('-sonnet'));
+          if (anySonnet) {
+            modelToUse = anySonnet;
+          } else {
+            // Priority 3: Any model starting with claude-
+            const anyClaude = models.find(id => id.startsWith('claude-'));
+            if (anyClaude) {
+              modelToUse = anyClaude;
+            } else {
+              // Fallback: Just use the first available model
+              modelToUse = models[0];
+            }
+          }
+        }
+        
+        t.log(`Using model: ${modelToUse}`);
+      }
+    } catch (modelError) {
+      t.log('Could not get available models, using default model');
+    }
+    
+    // Make a direct HTTP request to the REST API
+    const response = await axios.post(`${API_BASE}/chat/completions`, {
+      model: modelToUse,
+      messages: [
+        {
+          role: 'user',
+          content: testContent
+        }
+      ]
+    });
+
+    t.log('Response:', response.data.choices[0].message);
+
+    const message = response.data.choices[0].message;
+
+    //message should not have anything similar to:
+    //Execution failed for sys_claude_37_sonnet: HTTP error: 400 Bad Request
+    //HTTP error:
+    t.falsy(message.content.startsWith('HTTP error:'));
+    //400 Bad Request
+    t.falsy(message.content.startsWith('400 Bad Request'));
+    //Execution failed
+    t.falsy(message.content.startsWith('Execution failed'));
+    //Invalid JSON
+    t.falsy(message.content.startsWith('Invalid JSON'));
+
+    
+    // If the request succeeds, it means the array content was properly processed
+    // If the JSON.stringify was not applied correctly, the request would fail
+    t.truthy(response.data);
+    t.pass('REST API successfully processed array content');
+  } catch (error) {
+    // If there's a connection error (e.g., API not running), we'll skip this test
+    if (error.code === 'ECONNREFUSED') {
+      t.pass('Skipping test - REST API not available');
+    } else {
+      // Check if the error response contains useful information
+      if (error.response) {
+        // We got a response from the server, but with an error status
+        t.log('Server responded with:', error.response.data);
+        
+        // Skip the test if the server is running but no pathway is configured to handle the request
+        if (error.response.status === 404 && 
+            error.response.data.error && 
+            error.response.data.error.includes('not found')) {
+          t.pass('Skipping test - No suitable pathway configured for this API endpoint');
+        } else {
+          t.fail(`API request failed with status ${error.response.status}: ${error.response.statusText}`);
+        }
+      } else {
+        // No response received
+        t.fail(`API request failed: ${error.message}`);
+      }
+    }
+  }
+});  
+  
+