@aj-archipelago/cortex 1.1.19 → 1.1.21

package/tests/claude3VertexPlugin.test.js

@@ -0,0 +1,214 @@
+import test from 'ava';
+import Claude3VertexPlugin from '../server/plugins/claude3VertexPlugin.js';
+import { mockPathwayResolverMessages } from './mocks.js';
+import { config } from '../config.js';
+
+const { pathway, modelName, model } = mockPathwayResolverMessages;
+
+test('constructor', (t) => {
+    const plugin = new Claude3VertexPlugin(pathway, model);
+    t.is(plugin.config, config);
+    t.is(plugin.pathwayPrompt, mockPathwayResolverMessages.pathway.prompt);
+});
+
+test('getRequestParameters', async (t) => {
+    const plugin = new Claude3VertexPlugin(pathway, model);
+    const text = 'Help me';
+    const parameters = { name: 'John', age: 30, stream: false };
+    const prompt = mockPathwayResolverMessages.pathway.prompt;
+
+    const result = await plugin.getRequestParameters(text, parameters, prompt, { messages: [] });
+    t.deepEqual(result, {
+        system: '',
+        messages: [
+            {
+              role: "user",
+              content: [
+                {
+                  type: "text",
+                  text: "Translate this: Help me",
+                },
+              ],
+            },
+            {
+              role: "assistant",
+              content: [
+                {
+                  type: "text",
+                  text: "Translating: Help me",
+                },
+              ],
+            },
+            {
+                role: "user",
+                content: [
+                  {
+                    type: "text",
+                    text: "Nice work!",
+                  },
+                ],
+              },
+        ],
+        max_tokens: plugin.getModelMaxReturnTokens(),
+        anthropic_version: 'vertex-2023-10-16',
+        stream: false,
+        temperature: 0.7,
+    });
+});
+
+test('parseResponse', (t) => {
+    const plugin = new Claude3VertexPlugin(pathway, model);
+
+    const dataWithTextContent = {
+        content: [
+            { type: 'text', text: 'Hello, World!' }
+        ]
+    };
+    const resultWithTextContent = plugin.parseResponse(dataWithTextContent);
+    t.is(resultWithTextContent, 'Hello, World!');
+
+    const dataWithoutTextContent = {
+        content: [
+            { type: 'image', url: 'http://example.com/image.jpg' }
+        ]
+    };
+    const resultWithoutTextContent = plugin.parseResponse(dataWithoutTextContent);
+    t.deepEqual(resultWithoutTextContent, dataWithoutTextContent);
+
+    const dataWithoutContent = {};
+    const resultWithoutContent = plugin.parseResponse(dataWithoutContent);
+    t.deepEqual(resultWithoutContent, dataWithoutContent);
+
+    const dataNull = null;
+    const resultNull = plugin.parseResponse(dataNull);
+    t.is(resultNull, dataNull);
+});
+
+test('convertMessagesToClaudeVertex text message', async (t) => {
+    const plugin = new Claude3VertexPlugin(pathway, model);
+    // Test with text message
+    let messages = [
+        { role: 'system', content: 'System message' },
+        { role: 'user', content: 'User message' },
+        { role: 'assistant', content: 'Assistant message' },
+        { role: 'user', content: 'User message 2' },
+    ];
+    let output = await plugin.convertMessagesToClaudeVertex(messages);
+    t.deepEqual(output, {
+        system: 'System message',
+        modifiedMessages: [
+            {
+              role: "user",
+              content: [
+                {
+                  type: "text",
+                  text: "User message",
+                },
+              ],
+            },
+            {
+              role: "assistant",
+              content: [
+                {
+                  type: "text",
+                  text: "Assistant message",
+                },
+              ],
+            },
+            {
+              role: "user",
+              content: [
+                {
+                  type: "text",
+                  text: "User message 2",
+                },
+              ],
+            },
+        ],
+    });
+});
+
+test('convertMessagesToClaudeVertex image_url message', async (t) => {
+  const plugin = new Claude3VertexPlugin(pathway, model);
+  // Test with image_url message
+  const messages = [
+      { 
+          role: 'assistant', 
+          content: { 
+              type: 'image_url', 
+              // Define image_url, make sure it's accessible and supported MIME type
+              image_url: 'https://static.toiimg.com/thumb/msid-102827471,width-1280,height-720,resizemode-4/102827471.jpg' 
+          }
+      }
+  ];
+  const output = await plugin.convertMessagesToClaudeVertex(messages);
+
+  // Define a regex for base64 validation
+  const base64Regex = /^[A-Za-z0-9+/]+={0,2}$/;
+  const base64Data = output.modifiedMessages[0].content[0].source.data;
+
+  t.is(output.system, '');
+  t.is(output.modifiedMessages[0].role, 'assistant');
+  t.is(output.modifiedMessages[0].content[0].type, 'image');
+  t.is(output.modifiedMessages[0].content[0].source.type, 'base64');
+  t.is(output.modifiedMessages[0].content[0].source.media_type, 'image/jpeg');
+  
+  // Check if the base64 data looks reasonable
+  t.true(base64Data.length > 100); // Check if the data is sufficiently long
+  t.true(base64Regex.test(base64Data)); // Check if the data matches the base64 regex
+});
+
+test('convertMessagesToClaudeVertex unsupported type', async (t) => {
+    const plugin = new Claude3VertexPlugin(pathway, model);
+    // Test with unsupported type
+    const messages = [{ role: 'user', content: { type: 'unsupported_type' } }];
+    const output = await plugin.convertMessagesToClaudeVertex(messages);
+    t.deepEqual(output, { system: '', modifiedMessages: [{role: 'user', content: [] }] });
+});
+
+test('convertMessagesToClaudeVertex empty messages', async (t) => {
+    const plugin = new Claude3VertexPlugin(pathway, model);
+    // Test with empty messages
+    const messages = [];
+    const output = await plugin.convertMessagesToClaudeVertex(messages);
+    t.deepEqual(output, { system: '', modifiedMessages: [] });
+});
+
+test('convertMessagesToClaudeVertex system message', async (t) => {
+    const plugin = new Claude3VertexPlugin(pathway, model);
+    // Test with system message
+    const messages = [{ role: 'system', content: 'System message' }];
+    const output = await plugin.convertMessagesToClaudeVertex(messages);
+    t.deepEqual(output, { system: 'System message', modifiedMessages: [] });
+});
+
+test('convertMessagesToClaudeVertex system message with user message', async (t) => {
+    const plugin = new Claude3VertexPlugin(pathway, model);
+    // Test with system message followed by user message
+    const messages = [
+        { role: 'system', content: 'System message' },
+        { role: 'user', content: 'User message' }
+    ];
+    const output = await plugin.convertMessagesToClaudeVertex(messages);
+    t.deepEqual(output, {
+        system: 'System message',
+        modifiedMessages: [{ role: 'user', content: [{ type: 'text', text: 'User message' }] }]
+    });
+});
+
+test('convertMessagesToClaudeVertex user message with unsupported image type', async (t) => {
+  const plugin = new Claude3VertexPlugin(pathway, model);
+  // Test with unsupported image type
+  const messages = [{ role: 'user', content: { type: 'image_url', image_url: 'http://example.com/image.svg' } }];
+  const output = await plugin.convertMessagesToClaudeVertex(messages);
+  t.deepEqual(output, { system: '', modifiedMessages: [{role: 'user', content: [] }] });
+});
+
+test('convertMessagesToClaudeVertex user message with no content', async (t) => {
+  const plugin = new Claude3VertexPlugin(pathway, model);
+  // Test with no content
+  const messages = [{ role: 'user', content: null }];
+  const output = await plugin.convertMessagesToClaudeVertex(messages);
+  t.deepEqual(output, { system: '', modifiedMessages: [] });
+});
+

package/tests/mocks.js

@@ -35,6 +35,7 @@ export const mockConfig = {
         messages: [
           { role: 'user', content: 'Translate this: {{{text}}}' },
           { role: 'assistant', content: 'Translating: {{{text}}}' },
+          { role: 'user', content: 'Nice work!' },
         ],
       }),
   };
@@ -78,6 +79,7 @@ export const mockConfig = {
         messages: [
           { role: 'user', content: 'Translate this: {{{text}}}' },
           { role: 'assistant', content: 'Translating: {{{text}}}' },
+          { role: 'user', content: 'Nice work!' },
         ],
       }),
   };

package/tests/openAiChatPlugin.test.js

@@ -53,6 +53,10 @@ test('getRequestParameters', async (t) => {
                 content: 'Translating: Help me',
                 role: 'assistant',
             },
+            {
+                content: 'Nice work!',
+                role: 'user',
+            },
         ],
         temperature: 0.7,
     });

package/tests/vision.test.js

@@ -131,7 +131,7 @@ test('vision multi single long text', async t => {
         },
     });
 
-    t.is(response.body?.singleResult?.errors?.[0]?.message, 'Unable to process your request as your single message content is too long. Please try again with a shorter message.');
+    t.is(response.body?.singleResult?.errors?.[0]?.message || response.body?.singleResult?.data?.vision?.result, 'Unable to process your request as your single message content is too long. Please try again with a shorter message.');
 });