@aj-archipelago/cortex 1.3.62 → 1.3.63

package/tests/{openai_api.test.js → integration/rest/oai/openai_api.test.js}

@@ -2,8 +2,8 @@
 
 import test from 'ava';
 import got from 'got';
-import axios from 'axios';
-import serverFactory from '../index.js';
+import serverFactory from '../../../../index.js';
+import { connectToSSEEndpoint } from '../../../helpers/sseClient.js';
 
 const API_BASE = `http://localhost:${process.env.CORTEX_PORT}/v1`;
 
@@ -90,157 +90,45 @@ test('POST /chat/completions with multimodal content', async (t) => {
   t.truthy(response.body.choices[0].message.content);
 });
 
-async function connectToSSEEndpoint(url, endpoint, payload, t, customAssertions) {
-    return new Promise(async (resolve, reject) => {
-        try {
-            const instance = axios.create({
-                baseURL: url,
-                responseType: 'stream',
-            });
-        
-            const response = await instance.post(endpoint, payload);
-            const responseData = response.data;
-        
-            const incomingMessage = Array.isArray(responseData) && responseData.length > 0 ? responseData[0] : responseData;
-        
-            let eventCount = 0;
-        
-            incomingMessage.on('data', data => {
-                const events = data.toString().split('\n');
-        
-                events.forEach(event => {
-                    eventCount++;
-        
-                    if (event.trim() === '') return;
+test('POST SSE: /v1/completions should send a series of events and a [DONE] event', async (t) => {
+  const payload = {
+    model: 'gpt-3.5-turbo',
+    prompt: 'Word to your motha!',
+    stream: true,
+  };
 
-                    if (event.trim() === 'data: [DONE]') {
-                        t.truthy(eventCount > 1);
-                        resolve();
-                        return;
-                    }
-        
-                    const message = event.replace(/^data: /, '');
-                    const messageJson = JSON.parse(message);
-                    
-                    customAssertions(t, messageJson);
-                });
-            });  
-        
-        } catch (error) {
-            console.error('Error connecting to SSE endpoint:', error);
-            reject(error);
-        }
-    });
-}
+  const url = `http://localhost:${process.env.CORTEX_PORT}/v1`;
 
-test('POST SSE: /v1/completions should send a series of events and a [DONE] event', async (t) => {
-    const payload = {
-        model: 'gpt-3.5-turbo',
-        prompt: 'Word to your motha!',
-        stream: true,
-    };
-    
-    const url = `http://localhost:${process.env.CORTEX_PORT}/v1`;
-    
-    const completionsAssertions = (t, messageJson) => {
-        t.truthy(messageJson.id);
-        t.is(messageJson.object, 'text_completion');
-        t.truthy(messageJson.choices[0].finish_reason === null || messageJson.choices[0].finish_reason === 'stop');
-    };
-    
-    await connectToSSEEndpoint(url, '/completions', payload, t, completionsAssertions);
+  await connectToSSEEndpoint(url, '/completions', payload, (messageJson) => {
+    t.truthy(messageJson.id);
+    t.is(messageJson.object, 'text_completion');
+    t.truthy(messageJson.choices[0].finish_reason === null || messageJson.choices[0].finish_reason === 'stop');
+  });
 });
 
 test('POST SSE: /v1/chat/completions should send a series of events and a [DONE] event', async (t) => {
-    const payload = {
-        model: 'gpt-4o',
-        messages: [
-        {
-            role: 'user',
-            content: 'Hello!',
-        },
-        ],
-        stream: true,
-    };
-    
-    const url = `http://localhost:${process.env.CORTEX_PORT}/v1`;
-    
-    const chatCompletionsAssertions = (t, messageJson) => {
-        t.truthy(messageJson.id);
-        t.is(messageJson.object, 'chat.completion.chunk');
-        t.truthy(messageJson.choices[0].delta);
-        t.truthy(messageJson.choices[0].finish_reason === null || messageJson.choices[0].finish_reason === 'stop');
-    };
-    
-    await connectToSSEEndpoint(url, '/chat/completions', payload, t, chatCompletionsAssertions);
-});
+  const payload = {
+    model: 'gpt-4o',
+    messages: [
+      {
+        role: 'user',
+        content: 'Hello!',
+      },
+    ],
+    stream: true,
+  };
 
-test('POST SSE: /v1/chat/completions with multimodal content should send a series of events and a [DONE] event', async (t) => {
-    const payload = {
-        model: 'gpt-4o',
-        messages: [{
-          role: 'user',
-          content: [
-            {
-              type: 'text',
-              text: 'What do you see in this image?'
-            },
-            {
-              type: 'image',
-              image_url: {
-                url: 'data:image/jpeg;base64,/9j/4AAQSkZJRgABAQEASABIAAD/4gHYSUNDX1BST0ZJTEUAAQEAAAHIAAAAAAQwAABtbnRyUkdCIFhZWiAH4AABAAEAAAAAAABhY3NwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAQAA9tYAAQAAAADTLQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlkZXNjAAAA8AAAACRyWFlaAAABFAAAABRnWFlaAAABKAAAABRiWFlaAAABPAAAABR3dHB0AAABUAAAABRyVFJDAAABZAAAAChnVFJDAAABZAAAAChiVFJDAAABZAAAAChjcHJ0AAABjAAAADxtbHVjAAAAAAAAAAEAAAAMZW5VUwAAAAgAAAAcAHMAUgBHAEJYWVogAAAAAAAAb6IAADj1AAADkFhZWiAAAAAAAABimQAAt4UAABjaWFlaIAAAAAAAACSgAAAPhAAAts9YWVogAAAAAAAA9tYAAQAAAADTLXBhcmEAAAAAAAQAAAACZmYAAPKnAAANWQAAE9AAAApbAAAAAAAAAABtbHVjAAAAAAAAAAEAAAAMZW5VUwAAACAAAAAcAEcAbwBvAGcAbABlACAASQBuAGMALgAgADIAMAAxADb/2wBDABQODxIPDRQSEBIXFRQdHx4eHRoaHSQrJyEwPENBMDQ4NDQ0QUJCSkNLS0tNSkpQUFFQR1BTYWNgY2FQYWFQYWj/2wBDARUXFyAeIBohHh4oIiE2LCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCj/wAARCAAIAAoDASIAAhEBAxEB/8QAFQABAQAAAAAAAAAAAAAAAAAAAAb/xAAUEAEAAAAAAAAAAAAAAAAAAAAA/8QAFQEBAQAAAAAAAAAAAAAAAAAAAAX/xAAUEQEAAAAAAAAAAAAAAAAAAAAA/9oADAMBAAIRAxEAPwCdABmX/9k='
-              }
-            }
-          ]
-        }],
-        stream: true,
-    };
-    
-    const url = `http://localhost:${process.env.CORTEX_PORT}/v1`;
-    
-    const multimodalChatCompletionsAssertions = (t, messageJson) => {
-        t.truthy(messageJson.id);
-        t.is(messageJson.object, 'chat.completion.chunk');
-        t.truthy(messageJson.choices[0].delta);
-        if (messageJson.choices[0].finish_reason === 'stop') {
-          t.truthy(messageJson.choices[0].delta);
-        }
-    };
-    
-    await connectToSSEEndpoint(url, '/chat/completions', payload, t, multimodalChatCompletionsAssertions);
-});  
+  const url = `http://localhost:${process.env.CORTEX_PORT}/v1`;
 
-test('POST /chat/completions should handle multimodal content for non-multimodal model', async (t) => {
-  const response = await got.post(`${API_BASE}/chat/completions`, {
-    json: {
-      model: 'gpt-4o',
-      messages: [{
-        role: 'user',
-        content: [
-          {
-            type: 'text',
-            text: 'What do you see in this image?'
-          },
-          {
-            type: 'image',
-            image_url: {
-              url: 'data:image/jpeg;base64,/9j/4AAQSkZJRgABAQEASABIAAD...'
-            }
-          }
-        ]
-      }],
-      stream: false,
-    },
-    responseType: 'json',
+  await connectToSSEEndpoint(url, '/chat/completions', payload, (messageJson) => {
+    t.truthy(messageJson.id);
+    t.is(messageJson.object, 'chat.completion.chunk');
+    t.truthy(messageJson.choices[0].delta);
+    t.truthy(messageJson.choices[0].finish_reason === null || messageJson.choices[0].finish_reason === 'stop');
   });
-
-  t.is(response.statusCode, 200);
-  t.is(response.body.object, 'chat.completion');
-  t.true(Array.isArray(response.body.choices));
-  t.truthy(response.body.choices[0].message.content);
 });
 
-test('POST SSE: /v1/chat/completions should handle streaming multimodal content for non-multimodal model', async (t) => {
+test('POST SSE: /v1/chat/completions with multimodal content should send a series of events and a [DONE] event', async (t) => {
   const payload = {
     model: 'gpt-4o',
     messages: [{
@@ -253,7 +141,7 @@ test('POST SSE: /v1/chat/completions should handle streaming multimodal content
         {
           type: 'image',
           image_url: {
-            url: 'data:image/jpeg;base64,/9j/4AAQSkZJRgABAQEASABIAAD...'
+            url: 'data:image/jpeg;base64,/9j/4AAQSkZJRgABAQEASABIAAD/4gHYSUNDX1BST0ZJTEUAAQEAAAHIAAAAAAQwAABtbnRyUkdCIFhZWiAH4AABAAEAAAAAAABhY3NwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAQAA9tYAAQAAAADTLQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlkZXNjAAAA8AAAACRyWFlaAAABFAAAABRnWFlaAAABKAAAABRiWFlaAAABPAAAABR3dHB0AAABUAAAABRyVFJDAAABZAAAAChnVFJDAAABZAAAAChiVFJDAAABZAAAAChjcHJ0AAABjAAAADxtbHVjAAAAAAAAAAEAAAAMZW5VUwAAAAgAAAAcAHMAUgBHAEJYWVogAAAAAAAAb6IAADj1AAADkFhZWiAAAAAAAABimQAAt4UAABjaWFlaIAAAAAAAACSgAAAPhAAAts9YWVogAAAAAAAA9tYAAQAAAADTLXBhcmEAAAAAAAQAAAACZmYAAPKnAAANWQAAE9AAAApbAAAAAAAAAABtbHVjAAAAAAAAAAEAAAAMZW5VUwAAACAAAAAcAEcAbwBvAGcAbABlACAASQBuAGMALgAgADIAMAAxADb/2wBDABQODxIPDRQSEBIXFRQdHx4eHRoaHSQrJyEwPENBMDQ4NDQ0QUJCSkNLS0tNSkpQUFFQR1BTYWNgY2FQYWFQYWj/2wBDARUXFyAeIBohHh4oIiE2LCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCgoKCj/wAARCAAIAAoDASIAAhEBAxEB/8QAFQABAQAAAAAAAAAAAAAAAAAAAAb/xAAUEAEAAAAAAAAAAAAAAAAAAAAA/8QAFQEBAQAAAAAAAAAAAAAAAAAAAAX/xAAUEQEAAAAAAAAAAAAAAAAAAAAA/9oADAMBAAIRAxEAPwCdABmX/9k='
           }
         }
       ]
@@ -261,23 +149,17 @@ test('POST SSE: /v1/chat/completions should handle streaming multimodal content
     stream: true,
   };
 
-  const streamingAssertions = (t, messageJson) => {
+  const url = `http://localhost:${process.env.CORTEX_PORT}/v1`;
+
+  await connectToSSEEndpoint(url, '/chat/completions', payload, (messageJson) => {
     t.truthy(messageJson.id);
     t.is(messageJson.object, 'chat.completion.chunk');
     t.truthy(messageJson.choices[0].delta);
     if (messageJson.choices[0].finish_reason === 'stop') {
       t.truthy(messageJson.choices[0].delta);
     }
-  };
-
-  await connectToSSEEndpoint(
-    `http://localhost:${process.env.CORTEX_PORT}/v1`,
-    '/chat/completions',
-    payload,
-    t,
-    streamingAssertions
-  );
-});
+  });
+});  
 
 test('POST /chat/completions should handle malformed multimodal content', async (t) => {
   const response = await got.post(`${API_BASE}/chat/completions`, {
@@ -340,8 +222,8 @@ test('POST /chat/completions should handle invalid image data', async (t) => {
 test('POST /completions should handle model parameters', async (t) => {
   const response = await got.post(`${API_BASE}/completions`, {
     json: {
-      model: 'gpt-3.5-turbo',
-      prompt: 'Say this is a test',
+      model: 'gpt-4o',
+      prompt: 'Repeat after me: Say this is a test',
       temperature: 0.7,
       max_tokens: 100,
       top_p: 1,
@@ -358,46 +240,6 @@ test('POST /completions should handle model parameters', async (t) => {
   t.truthy(response.body.choices[0].text);
 });
 
-test('POST /chat/completions should handle function calling', async (t) => {
-  const response = await got.post(`${API_BASE}/chat/completions`, {
-    json: {
-      model: 'gpt-4o',
-      messages: [{ role: 'user', content: 'What is the weather in Boston?' }],
-      functions: [{
-        name: 'get_weather',
-        description: 'Get the current weather in a given location',
-        parameters: {
-          type: 'object',
-          properties: {
-            location: {
-              type: 'string',
-              description: 'The city and state, e.g. San Francisco, CA'
-            },
-            unit: {
-              type: 'string',
-              enum: ['celsius', 'fahrenheit']
-            }
-          },
-          required: ['location']
-        }
-      }],
-      stream: false,
-    },
-    responseType: 'json',
-  });
-
-  t.is(response.statusCode, 200);
-  t.is(response.body.object, 'chat.completion');
-  t.true(Array.isArray(response.body.choices));
-  const choice = response.body.choices[0];
-  t.true(['function_call', 'stop'].includes(choice.finish_reason));
-  if (choice.finish_reason === 'function_call') {
-    t.truthy(choice.message.function_call);
-    t.truthy(choice.message.function_call.name);
-    t.truthy(choice.message.function_call.arguments);
-  }
-});
-
 test('POST /chat/completions should validate response format', async (t) => {
   const response = await got.post(`${API_BASE}/chat/completions`, {
     json: {
@@ -492,7 +334,6 @@ test('POST /chat/completions should return complete responses from gpt-4o', asyn
   t.is(response.statusCode, 200);
   t.is(response.body.object, 'chat.completion');
   t.true(Array.isArray(response.body.choices));
-  console.log('GPT-4o Response:', JSON.stringify(response.body.choices[0].message.content));
   const content = response.body.choices[0].message.content;
   t.regex(content, /END_MARKER_XYZ$/);
 }); 
@@ -513,7 +354,7 @@ test('POST /chat/completions should handle array content properly', async (t) =>
     },
     {
       type: 'image', 
-      url: 'https://example.com/test.jpg'
+      url: 'https://static.toiimg.com/thumb/msid-102827471,width-1280,height-720,resizemode-4/102827471.jpg'
     }
   ];
   
@@ -557,68 +398,52 @@ test('POST /chat/completions should handle array content properly', async (t) =>
           }
         }
         
-        t.log(`Using model: ${modelToUse}`);
       }
-    } catch (modelError) {
-      t.log('Could not get available models, using default model');
+    } catch (_modelError) {
+      // ignore model errors, fallback to default
     }
     
     // Make a direct HTTP request to the REST API
-    const response = await axios.post(`${API_BASE}/chat/completions`, {
-      model: modelToUse,
-      messages: [
-        {
-          role: 'user',
-          content: testContent
-        }
-      ]
+    const response = await got.post(`${API_BASE}/chat/completions`, {
+      json: {
+        model: modelToUse,
+        messages: [
+          {
+            role: 'user',
+            content: testContent
+          }
+        ],
+        stream: false,
+      },
+      responseType: 'json',
     });
 
-    t.log('Response:', response.data.choices[0].message);
-
-    const message = response.data.choices[0].message;
+    const message = response.body.choices[0].message;
 
-    //message should not have anything similar to:
-    //Execution failed for sys_claude_37_sonnet: HTTP error: 400 Bad Request
-    //HTTP error:
     t.falsy(message.content.startsWith('HTTP error:'));
-    //400 Bad Request
     t.falsy(message.content.startsWith('400 Bad Request'));
-    //Execution failed
     t.falsy(message.content.startsWith('Execution failed'));
-    //Invalid JSON
     t.falsy(message.content.startsWith('Invalid JSON'));
 
-    
-    // If the request succeeds, it means the array content was properly processed
-    // If the JSON.stringify was not applied correctly, the request would fail
-    t.truthy(response.data);
-    t.pass('REST API successfully processed array content');
+    t.truthy(response.body);
   } catch (error) {
-    // If there's a connection error (e.g., API not running), we'll skip this test
     if (error.code === 'ECONNREFUSED') {
       t.pass('Skipping test - REST API not available');
     } else {
-      // Check if the error response contains useful information
       if (error.response) {
-        // We got a response from the server, but with an error status
-        t.log('Server responded with:', error.response.data);
-        
-        // Skip the test if the server is running but no pathway is configured to handle the request
-        if (error.response.status === 404 && 
-            error.response.data.error && 
-            error.response.data.error.includes('not found')) {
+        if (error.response.statusCode === 404 && 
+            error.response.body && 
+            error.response.body.error && 
+            error.response.body.error.includes('not found')) {
           t.pass('Skipping test - No suitable pathway configured for this API endpoint');
         } else {
-          t.fail(`API request failed with status ${error.response.status}: ${error.response.statusText}`);
+          t.fail(`API request failed with status ${error.response.statusCode}: ${error.response.statusMessage || ''}`);
         }
       } else {
-        // No response received
         t.fail(`API request failed: ${error.message}`);
       }
     }
   }
-});  
-  
+});
+
 
-