@aj-archipelago/cortex 1.0.4 → 1.0.5

package/pathways/test_palm_chat.js

@@ -0,0 +1,31 @@
+//test_palm_chat.mjs
+// Test for handling of prompts in the PaLM chat format for Cortex
+
+import { Prompt } from '../graphql/prompt.js';
+
+// Description: Have a chat with a bot that uses context to understand the conversation
+export default {
+    prompt:
+        [
+            new Prompt({ 
+                context: "Instructions:\nYou an AI entity working a global media network. You are truthful, kind, and helpful. Your expertise includes journalism, journalistic ethics, researching and composing documents, and technology. You know the current date and time - it is {{now}}.",
+                examples: [
+                    { 
+                       input: {"content": "What is your expertise?"},
+                       output: {"content": "I am an expert in journalism and journalistic ethics."}
+                    }],
+                messages: [
+                {"author": "user", "content": "Hi how are you today?"},
+                {"author": "assistant", "content": "I am doing well. How are you?"},
+                {"author": "user", "content": "I am doing well. What is your name?"},
+                {"author": "assistant", "content": "My name is Hula. What is your name?"},
+                {"author": "user", "content": "My name is Bob. What is your expertise?"},
+            ]}),
+        ],
+    inputParameters: {
+        chatHistory: [],
+        contextId: ``,
+    },
+    model: 'palm-chat',
+    useInputChunking: false,
+}

package/pathways/transcribe.js

@@ -4,6 +4,7 @@ export default {
     inputParameters: {
         file: ``,
         language: ``,
+        responseFormat: `text`,
     },
     timeout: 1800, // in seconds
 };

package/pathways/translate.js

@@ -14,6 +14,7 @@ export default {
     },
 
     // Set the timeout for the translation process, in seconds.
-    timeout: 300,
+    timeout: 400,
+    inputChunkSize: 500,
 };
 

package/tests/chunking.test.js

@@ -13,10 +13,11 @@ test.after.always(async () => {
 });
 
 test('chunking test of translate endpoint with huge text', async t => {
-    t.timeout(180000);
+    t.timeout(400000);
     const response = await testServer.executeOperation({
-        query: 'query translate($text: String!) { translate(text: $text) { result } }',
+        query: 'query translate($text: String!, $to: String) { translate(text: $text, to: $to) { result } }',
         variables: {
+            to: 'en',
             text: `Lorem ipsum dolor sit amet, consectetur adipiscing elit. In id erat sem. Phasellus ac dapibus purus, in fermentum nunc. Mauris quis rutrum magna. Quisque rutrum, augue vel blandit posuere, augue magna convallis turpis, nec elementum augue mauris sit amet nunc. Aenean sit amet leo est. Nunc ante ex, blandit et felis ut, iaculis lacinia est. Phasellus dictum orci id libero ullamcorper tempor.
 
 Vivamus id pharetra odio.Sed consectetur leo sed tortor dictum venenatis.Donec gravida libero non accumsan suscipit.Donec lectus turpis, ullamcorper eu pulvinar iaculis, ornare ut risus.Phasellus aliquam, turpis quis viverra condimentum, risus est pretium metus, in porta ipsum tortor vitae elit.Pellentesque id finibus erat.In suscipit, sapien non posuere dignissim, augue nisl ultrices tortor, sit amet eleifend nibh elit at risus.
@@ -63,7 +64,7 @@ Mauris diam dolor, maximus et ultrices sed, semper sed felis.Morbi ac eros tellu
 });
 
 test('chunking test of translate endpoint with single long text sentence', async t => {
-    t.timeout(180000);
+    t.timeout(400000);
     const response = await testServer.executeOperation({
         query: 'query translate($text: String!) { translate(text: $text) { result } }',
         variables: {
@@ -76,7 +77,7 @@ test('chunking test of translate endpoint with single long text sentence', async
 });
 
 test('chunking test of translate endpoint with two long text sentence', async t => {
-    t.timeout(180000);
+    t.timeout(400000);
     const response = await testServer.executeOperation({
         query: 'query translate($text: String!) { translate(text: $text) { result } }',
         variables: {
@@ -89,10 +90,11 @@ test('chunking test of translate endpoint with two long text sentence', async t
 });
 
 test('chunking test...', async t => {
-    t.timeout(180000);
+    t.timeout(400000);
     const response = await testServer.executeOperation({
-        query: 'query translate($text: String!) { translate(text: $text) { result } }',
+        query: 'query translate($text: String!, $to: String) { translate(text: $text, to: $to) { result } }',
         variables: {
+            to: 'en',
             text: `
             صعدت روسيا هجماتها في أنحاء أوكرانيا، بعد يوم من إعلان الغرب مدّ كييف بدبابات قتالية، واستهدفت عشرات الصواريخ والمسيّرات الروسية العاصمة الأوكرانية ومدنا في الجنوب والشرق، واعتبر الكرملين أن الدبابات لن تغيّر من طبيعة المعركة، في حين أعلنت وزارة الدفاع الأوكرانية أن هناك تحضيرات قتالية روسية انطلاقا من القرم.
 

package/tests/modelPlugin.test.js

@@ -79,19 +79,7 @@ test('requestUrl', (t) => {
     t.is(modelPlugin.requestUrl(), expectedUrl, 'requestUrl should return the correct URL');
 });
 
-test('parseResponse - single choice', (t) => {
-    const { modelPlugin } = t.context;
-    const singleChoiceResponse = {
-        choices: [{
-            text: '42'
-        }]
-    };
-
-    const result = modelPlugin.parseResponse(singleChoiceResponse);
-    t.is(result, '42', 'parseResponse should return the correct value for a single choice response');
-});
-
-test('parseResponse - multiple choices', (t) => {
+test('default parseResponse', (t) => {
     const { modelPlugin } = t.context;
     const multipleChoicesResponse = {
         choices: [
@@ -101,7 +89,7 @@ test('parseResponse - multiple choices', (t) => {
     };
 
     const result = modelPlugin.parseResponse(multipleChoicesResponse);
-    t.deepEqual(result, multipleChoicesResponse.choices, 'parseResponse should return the choices array for multiple choices response');
+    t.deepEqual(result, multipleChoicesResponse, 'default parseResponse should return the entire multiple choices response object');
 });
 
 test('truncateMessagesToTargetLength', (t) => {

package/tests/openAiChatPlugin.test.js

@@ -0,0 +1,125 @@
+import test from 'ava';
+import OpenAIChatPlugin from '../graphql/plugins/openAiChatPlugin.js';
+import { mockConfig, mockPathwayString, mockPathwayFunction, mockPathwayMessages } from './mocks.js';
+
+// Test the constructor
+test('constructor', (t) => {
+    const plugin = new OpenAIChatPlugin(mockConfig, mockPathwayString);
+    t.is(plugin.config, mockConfig);
+    t.is(plugin.pathwayPrompt, mockPathwayString.prompt);
+});
+
+// Test the convertPalmToOpenAIMessages function
+test('convertPalmToOpenAIMessages', (t) => {
+    const plugin = new OpenAIChatPlugin(mockConfig, mockPathwayString);
+    const context = 'This is a test context.';
+    const examples = [
+        {
+            input: { author: 'user', content: 'Hello' },
+            output: { author: 'assistant', content: 'Hi there!' },
+        },
+    ];
+    const messages = [
+        { author: 'user', content: 'How are you?' },
+        { author: 'assistant', content: 'I am doing well, thank you!' },
+    ];
+    const result = plugin.convertPalmToOpenAIMessages(context, examples, messages);
+    t.deepEqual(result, [
+        { role: 'system', content: 'This is a test context.' },
+        { role: 'user', content: 'Hello' },
+        { role: 'assistant', content: 'Hi there!' },
+        { role: 'user', content: 'How are you?' },
+        { role: 'assistant', content: 'I am doing well, thank you!' },
+    ]);
+});
+
+// Test the getRequestParameters function
+test('getRequestParameters', async (t) => {
+    const plugin = new OpenAIChatPlugin(mockConfig, mockPathwayString);
+    const text = 'Help me';
+    const parameters = { name: 'John', age: 30 };
+    const prompt = mockPathwayString.prompt;
+    const result = await plugin.getRequestParameters(text, parameters, prompt);
+    t.deepEqual(result, {
+        messages: [
+            { role: 'user', content: 'User: Help me\nAssistant: Please help John who is 30 years old.' },
+        ],
+        temperature: 0.7,
+    });
+});
+
+// Test the execute function
+test('execute', async (t) => {
+    const plugin = new OpenAIChatPlugin(mockConfig, mockPathwayString);
+    const text = 'Help me';
+    const parameters = { name: 'John', age: 30 };
+    const prompt = mockPathwayString.prompt;
+
+    // Mock the executeRequest function
+    plugin.executeRequest = () => {
+        return {
+            choices: [
+                {
+                    message: {
+                        content: 'Sure, I can help John who is 30 years old.',
+                    },
+                },
+            ],
+        };
+    };
+
+    const result = await plugin.execute(text, parameters, prompt);
+    t.deepEqual(result, {
+        choices: [
+            {
+                message: {
+                    content: 'Sure, I can help John who is 30 years old.',
+                },
+            },
+        ],
+    });
+});
+
+// Test the parseResponse function
+test('parseResponse', (t) => {
+    const plugin = new OpenAIChatPlugin(mockConfig, mockPathwayString);
+    const data = {
+        choices: [
+            {
+                message: {
+                    content: 'Sure, I can help John who is 30 years old.',
+                },
+            },
+        ],
+    };
+    const result = plugin.parseResponse(data);
+    t.is(result, 'Sure, I can help John who is 30 years old.');
+});
+
+// Test the logRequestData function
+test('logRequestData', (t) => {
+    const plugin = new OpenAIChatPlugin(mockConfig, mockPathwayString);
+    const data = {
+        messages: [
+            { role: 'user', content: 'User: Help me\nAssistant: Please help John who is 30 years old.' },
+        ],
+    };
+    const responseData = {
+        choices: [
+            {
+                message: {
+                    content: 'Sure, I can help John who is 30 years old.',
+                },
+            },
+        ],
+    };
+    const prompt = mockPathwayString.prompt;
+
+    // Mock console.log function
+    const originalConsoleLog = console.log;
+    console.log = () => {};
+
+    t.notThrows(() => plugin.logRequestData(data, responseData, prompt));
+
+    console.log = originalConsoleLog;
+});

package/tests/palmChatPlugin.test.js

@@ -0,0 +1,256 @@
+// test_palmChatPlugin.js
+import test from 'ava';
+import PalmChatPlugin from '../graphql/plugins/palmChatPlugin.js';
+import { mockConfig } from './mocks.js';
+
+test.beforeEach((t) => {
+  const pathway = 'testPathway';
+  const palmChatPlugin = new PalmChatPlugin(mockConfig, pathway);
+  t.context = { palmChatPlugin };
+});
+
+test('convertMessagesToPalm', (t) => {
+  const { palmChatPlugin } = t.context;
+  const messages = [
+    { role: 'system', content: 'System Message' },
+    { role: 'user', content: 'User Message' },
+    { role: 'user', content: 'User Message 2'},
+  ];
+
+  const expectedResult = {
+    messages: [
+      { author: 'user', content: 'User Message\nUser Message 2' },
+    ],
+    context: 'System Message',
+  };
+
+  t.deepEqual(palmChatPlugin.convertMessagesToPalm(messages), expectedResult);
+});
+
+test('convertMessagesToPalm - already PaLM format', (t) => {
+    const { palmChatPlugin } = t.context;
+    const messages = [
+      { author: 'user', content: 'User Message' },
+      { author: 'user', content: 'User Message 2'},
+    ];
+  
+    const expectedResult = {
+      messages: [
+        { author: 'user', content: 'User Message\nUser Message 2' },
+      ],
+      context: '',
+    };
+  
+    t.deepEqual(palmChatPlugin.convertMessagesToPalm(messages), expectedResult);
+  });
+
+  test('convertMessagesToPalm - empty string roles', (t) => {
+    const { palmChatPlugin } = t.context;
+    const messages = [
+      { role: '', content: 'Empty role message' },
+      { role: 'user', content: 'User Message' },
+    ];
+  
+    const expectedResult = {
+      messages: [
+        { author: 'user', content: 'User Message' },
+      ],
+      context: '',
+    };
+  
+    t.deepEqual(palmChatPlugin.convertMessagesToPalm(messages), expectedResult);
+  });
+  
+  test('convertMessagesToPalm - consecutive system messages', (t) => {
+    const { palmChatPlugin } = t.context;
+    const messages = [
+      { role: 'system', content: 'System Message 1' },
+      { role: 'system', content: 'System Message 2' },
+      { role: 'user', content: 'User Message' },
+    ];
+  
+    const expectedResult = {
+      messages: [
+        { author: 'user', content: 'User Message' },
+      ],
+      context: 'System Message 1\nSystem Message 2',
+    };
+  
+    t.deepEqual(palmChatPlugin.convertMessagesToPalm(messages), expectedResult);
+  });
+  
+  test('convertMessagesToPalm - multiple authors', (t) => {
+    const { palmChatPlugin } = t.context;
+    const messages = [
+      { role: 'system', content: 'System Message' },
+      { author: 'user1', content: 'User1 Message' },
+      { author: 'user1', content: 'User1 Message 2' },
+      { author: 'user2', content: 'User2 Message' },
+      { author: 'assistant', content: 'Assistant Message' },
+    ];
+  
+    const expectedResult = {
+      messages: [
+        { author: 'user1', content: 'User1 Message\nUser1 Message 2' },
+        { author: 'user2', content: 'User2 Message' },
+        { author: 'assistant', content: 'Assistant Message' },
+      ],
+      context: 'System Message',
+    };
+  
+    t.deepEqual(palmChatPlugin.convertMessagesToPalm(messages), expectedResult);
+  });
+  
+  test('convertMessagesToPalm - no messages', (t) => {
+    const { palmChatPlugin } = t.context;
+    const messages = [];
+  
+    const expectedResult = {
+      messages: [],
+      context: '',
+    };
+  
+    t.deepEqual(palmChatPlugin.convertMessagesToPalm(messages), expectedResult);
+  });
+  
+  test('convertMessagesToPalm - only system messages', (t) => {
+    const { palmChatPlugin } = t.context;
+    const messages = [
+      { role: 'system', content: 'System Message 1' },
+      { role: 'system', content: 'System Message 2' },
+    ];
+  
+    const expectedResult = {
+      messages: [],
+      context: 'System Message 1\nSystem Message 2',
+    };
+  
+    t.deepEqual(palmChatPlugin.convertMessagesToPalm(messages), expectedResult);
+  });
+
+test('getCompiledContext', (t) => {
+  const { palmChatPlugin } = t.context;
+  const text = 'Hello';
+  const parameters = { name: 'John' };
+  const context = '{{text}} from {{name}}';
+
+  const expectedResult = 'Hello from John';
+
+  t.is(palmChatPlugin.getCompiledContext(text, parameters, context), expectedResult);
+});
+
+test('getCompiledExamples', (t) => {
+  const { palmChatPlugin } = t.context;
+  const text = 'Greetings';
+  const parameters = { name: 'Jane' };
+  const examples = [
+    {
+      input: { content: 'Input: {{text}} from {{name}}' },
+      output: { content: 'Output: {{text}} to {{name}}' },
+    },
+  ];
+
+  const expectedResult = [
+    {
+      input: { content: 'Input: Greetings from Jane' },
+      output: { content: 'Output: Greetings to Jane' },
+    },
+  ];
+
+  t.deepEqual(palmChatPlugin.getCompiledExamples(text, parameters, examples), expectedResult);
+});
+
+test('getRequestParameters', (t) => {
+  const { palmChatPlugin } = t.context;
+  const text = 'Hello';
+  const parameters = { stream: false, name: 'John'};
+  const messages = [
+    { role: 'system', content: 'System Message' },
+    { role: 'user', content: 'Hello' },
+    { role: 'assistant', content: 'What can I do for you?' },
+    { role: 'user', content: 'Be my assistant!' },
+  ];
+  const prompt = { context: '{{text}} from {{name}}', examples: [], messages };
+
+  const requestParameters = palmChatPlugin.getRequestParameters(text, parameters, prompt);
+  const requestMessages = requestParameters.instances[0].messages;
+
+  t.is(requestMessages[0].author, 'user');
+  t.is(requestMessages[0].content, 'Hello');
+});
+
+test('getSafetyAttributes', (t) => {
+  const { palmChatPlugin } = t.context;
+  const responseData = {
+    predictions: [
+      {
+        safetyAttributes: {
+          blocked: false,
+        },
+      },
+    ],
+  };
+
+  const expectedResult = {
+    blocked: false,
+  };
+
+  t.deepEqual(palmChatPlugin.getSafetyAttributes(responseData), expectedResult);
+});
+
+test('parseResponse', (t) => {
+  const { palmChatPlugin } = t.context;
+  const responseData = {
+    predictions: [
+      {
+        candidates: [
+          {
+            content: 'Hello, how can I help you today?',
+          },
+        ],
+      },
+    ],
+  };
+
+  const expectedResult = 'Hello, how can I help you today?';
+
+  t.is(palmChatPlugin.parseResponse(responseData), expectedResult);
+});
+
+test('logRequestData', (t) => {
+  const { palmChatPlugin } = t.context;
+  const data = {
+    instances: [
+      {
+        messages: [
+          { author: 'user', content: 'Hello' },
+          { author: 'assistant', content: 'How can I help you?' },
+        ],
+      },
+    ],
+  };
+  const responseData = {
+    predictions: [
+      {
+        candidates: [
+          {
+            content: 'Hello, how can I help you today?',
+          },
+        ],
+      },
+    ],
+  };
+  const prompt = { debugInfo: '' };
+
+  const consoleLog = console.log;
+  let logOutput = '';
+  console.log = (msg) => (logOutput += msg + '\n');
+
+  palmChatPlugin.logRequestData(data, responseData, prompt);
+
+  console.log = consoleLog;
+
+  t.true(logOutput.includes('Message 1:'));
+  t.true(logOutput.includes('Message 2:'));
+  t.true(logOutput.includes('> Hello, how can I help you today?'));
+});

package/tests/palmCompletionPlugin.test.js

@@ -0,0 +1,87 @@
+// palmCompletionPlugin.test.js
+
+import test from 'ava';
+import PalmCompletionPlugin from '../graphql/plugins/palmCompletionPlugin.js';
+import { mockConfig } from './mocks.js';
+
+test.beforeEach((t) => {
+  const pathway = 'testPathway';
+  const palmCompletionPlugin = new PalmCompletionPlugin(mockConfig, pathway);
+  t.context = { palmCompletionPlugin };
+});
+
+test('getRequestParameters', (t) => {
+  const { palmCompletionPlugin } = t.context;
+  const text = 'Hello';
+  const parameters = { stream: false, name: 'John' };
+  const prompt = {prompt:'{{text}} from {{name}}'};
+
+  const requestParameters = palmCompletionPlugin.getRequestParameters(text, parameters, prompt);
+  const requestPrompt = requestParameters.instances[0].prompt;
+
+  t.is(requestPrompt, 'Hello from John');
+});
+
+test('parseResponse', (t) => {
+  const { palmCompletionPlugin } = t.context;
+  const responseData = {
+    predictions: [
+      {
+        content: 'Hello, how can I help you today?',
+      },
+    ],
+  };
+
+  const expectedResult = 'Hello, how can I help you today?';
+
+  t.is(palmCompletionPlugin.parseResponse(responseData), expectedResult);
+});
+
+test('getSafetyAttributes', (t) => {
+  const { palmCompletionPlugin } = t.context;
+  const responseData = {
+    predictions: [
+      {
+        safetyAttributes: {
+          blocked: false,
+        },
+      },
+    ],
+  };
+
+  const expectedResult = {
+    blocked: false,
+  };
+
+  t.deepEqual(palmCompletionPlugin.getSafetyAttributes(responseData), expectedResult);
+});
+
+test('logRequestData', (t) => {
+  const { palmCompletionPlugin } = t.context;
+  const data = {
+    instances: [
+      {
+        prompt: 'Hello, how can I help you?',
+      },
+    ],
+  };
+  const responseData = {
+    predictions: [
+      {
+        content: 'Hello, how can I help you today?',
+      },
+    ],
+  };
+  const prompt = { debugInfo: '' };
+
+  const consoleLog = console.log;
+  let logOutput = '';
+  console.log = (msg) => (logOutput += msg + '\n');
+
+  palmCompletionPlugin.logRequestData(data, responseData, prompt);
+
+  console.log = consoleLog;
+
+  t.true(logOutput.includes('Hello, how can I help you?'));
+  t.true(logOutput.includes('> Hello, how can I help you today?'));
+});