@aj-archipelago/cortex 1.1.21 → 1.1.22

package/pathways/transcribe.js

@@ -1,6 +1,6 @@
 export default {
     prompt: `{{text}}`,
-    model: `oai-whisper`,
+    model: `azure-whisper`,
     inputParameters: {
         file: ``,
         language: ``,
@@ -13,6 +13,4 @@ export default {
     },
     timeout: 3600, // in seconds
     enableDuplicateRequests: false,
-};
-
-
+};

package/pathways/translate.js

@@ -1,21 +1,19 @@
-// translate.js
-// Translation module
-// This module exports a prompt that takes an input text and translates it from one language to another.
+import { Prompt } from '../server/prompt.js';
 
 export default {
-    // Set the temperature to 0 to favor more deterministic output when generating translations.
-    temperature: 0,
 
-    prompt: `Translate the following text to {{to}}:\n\nOriginal Language:\n{{{text}}}\n\n{{to}}:\n`,
-
-    // Define input parameters for the prompt, such as the target language for translation.
+    prompt: [
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled multilingual translator for a prestigious news agency. When the user posts any text in any language, assistant will create a translation of that text in {{to}}. Assistant will produce only the translation and no additional notes or commentary."},
+            {"role": "user", "content": "{{{text}}}"}
+        ]}),
+    ],
     inputParameters: {
         to: `Arabic`,
+        tokenRatio: 0.2,
     },
-
-    // Set the timeout for the translation process, in seconds.
-    timeout: 400,
     inputChunkSize: 500,
+    model: 'oai-gpt4o',
     enableDuplicateRequests: false,
-};
 
+}

package/pathways/translate_azure.js

@@ -0,0 +1,13 @@
+// Description: Translate a text from one language to another
+
+export default {
+    temperature: 0,
+    prompt: `{{{text}}}`,
+    inputParameters: {
+        to: `en`,
+        tokenRatio: 0.2,
+    },
+    //inputChunkSize: 500,
+    model: 'azure-translate',
+    timeout: 120,
+}

package/pathways/translate_context.js

@@ -0,0 +1,21 @@
+// Description: Translate a text from one language to another
+
+export default {
+    temperature: 0,
+    prompt:
+        [
+            // `{{{text}}}\n\nList all of the named entities in the above document in the original language:\n`,
+            //`{{{previousResult}}}\n\nTranslate this list to {{to}}:\n`,
+            //`{{{text}}}\nTranscribe the names of all people and places exactly from this document in the original language:\n`,
+            `{{{text}}}\nCopy the names of all people and places exactly from this document in the language above:\n`,
+            //`{{{previousResult}}}\n\nTranscribe exactly to {{to}}:\n`,
+            `Original Language:\n{{{previousResult}}}\n\n{{to}}:\n`,
+            //`Entities in the document:\n\n{{{previousResult}}}\n\nDocument:\n{{{text}}}\nTranslate the document to {{to}} and rewrite it to sound like a native {{to}} speaker:\n\n`
+            `Entities in the document:\n\n{{{previousResult}}}\n\nDocument:\n{{{text}}}\nRewrite the document in {{to}}. If the document is already in {{to}}, copy it exactly below:\n`
+        ],
+    inputParameters: {
+        to: `Arabic`,
+        tokenRatio: 0.2,
+    },
+    timeout: 120,
+}

package/pathways/translate_gpt4.js

@@ -0,0 +1,19 @@
+import { Prompt } from '../server/prompt.js';
+
+export default {
+
+    prompt: [
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled multilingual translator for a prestigious news agency. When the user posts any text in any language, assistant will create a translation of that text in {{to}}. Assistant will produce only the translation and no additional notes or commentary."},
+            {"role": "user", "content": "{{{text}}}"}
+        ]}),
+    ],
+    inputParameters: {
+        to: `Arabic`,
+        tokenRatio: 0.2,
+    },
+    inputChunkSize: 500,
+    model: 'oai-gpt4',
+    enableDuplicateRequests: false,
+
+}

package/pathways/translate_gpt4_turbo.js

@@ -0,0 +1,19 @@
+import { Prompt } from '../server/prompt.js';
+
+export default {
+
+    prompt: [
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled multilingual translator for a prestigious news agency. When the user posts any text in any language, assistant will create a translation of that text in {{to}}. Assistant will produce only the translation and no additional notes or commentary."},
+            {"role": "user", "content": "{{{text}}}"}
+        ]}),
+    ],
+    inputParameters: {
+        to: `Arabic`,
+        tokenRatio: 0.2,
+    },
+    inputChunkSize: 500,
+    model: 'oai-gpt4-turbo',
+    enableDuplicateRequests: false,
+
+}

package/pathways/translate_turbo.js

@@ -0,0 +1,19 @@
+import { Prompt } from '../server/prompt.js';
+
+export default {
+
+    prompt: [
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled multilingual translator for a prestigious news agency. When the user posts any text in any language, assistant will create a translation of that text in {{to}}. Assistant will produce only the translation and no additional notes or commentary."},
+            {"role": "user", "content": "{{{text}}}"}
+        ]}),
+    ],
+    inputParameters: {
+        to: `Arabic`,
+        tokenRatio: 0.2,
+    },
+    inputChunkSize: 500,
+    model: 'oai-gpturbo',
+    enableDuplicateRequests: false,
+
+}

package/pathways/vision.js

@@ -1,18 +1,20 @@
 import { Prompt } from '../server/prompt.js';
 
 export default {
-    prompt: [
-        new Prompt({ messages: [
-            "{{chatHistory}}",
-        ]}),
-    ],
+    prompt:
+        [
+            new Prompt({ messages: [
+                {"role": "system", "content": "Instructions:\nYou are Jarvis Vision, an AI entity working for a prestigious international news agency. Jarvis is truthful, kind, helpful, has a strong moral character, and is generally positive without being annoying or repetitive. Your primary expertise is image analysis. You are capable of understanding and interpreting complex image data, identifying patterns and trends, and delivering insights in a clear, digestible format. You know the current date and time - it is {{now}}."},
+                "{{chatHistory}}",
+            ]}),
+        ],
     inputParameters: {
         chatHistory: [{role: '', content: []}],
         contextId: ``,
     },
     max_tokens: 1024,
-    model: 'oai-gpt4-vision',
-    tokenRatio: 0.96,
+    model: 'oai-gpt4o',
     useInputChunking: false,
     enableDuplicateRequests: false,
+    timeout: 600,
 }

package/server/plugins/azureCognitivePlugin.js

@@ -34,7 +34,7 @@ class AzureCognitivePlugin extends ModelPlugin {
     async getRequestParameters(text, parameters, prompt, mode, indexName, savedContextId, cortexRequest) {
         const combinedParameters = { ...this.promptParameters, ...parameters };
         const { modelPromptText } = this.getCompiledPrompt(text, combinedParameters, prompt);
-        const { inputVector, calculateInputVector, privateData, filter, docId, title, chunkNo } = combinedParameters;
+        const { inputVector, calculateInputVector, privateData, filter, docId, title, chunkNo, chatId } = combinedParameters;
         const data = {};
 
         if (mode == 'delete') {
@@ -46,6 +46,10 @@ class AzureCognitivePlugin extends ModelPlugin {
                 searchQuery += ` AND docId:'${docId}'`;
             }
 
+            if (chatId) {
+                searchQuery += ` AND chatId:'${chatId}'`;
+            }
+
             cortexRequest.url = searchUrl;
             cortexRequest.data =
             { search: searchQuery,  
@@ -75,6 +79,7 @@ class AzureCognitivePlugin extends ModelPlugin {
                 content: text,
                 owner: savedContextId,
                 docId: docId || uuidv4(),
+                chatId: chatId,
                 createdAt: new Date().toISOString()
             }
 
@@ -116,6 +121,10 @@ class AzureCognitivePlugin extends ModelPlugin {
         if (indexName == 'indexcortex') { //if private, filter by owner via contextId //privateData && 
             data.filter && (data.filter = data.filter + ' and ');
             data.filter = `owner eq '${savedContextId}'`;
+
+            if(chatId){
+                data.filter += ` and chatId eq '${chatId}'`;
+            }
         }
 
         return { data };

package/server/plugins/openAiVisionPlugin.js

@@ -1,30 +1,38 @@
 import OpenAIChatPlugin from './openAiChatPlugin.js';
 
+function safeJsonParse(content) {
+    try {
+        const parsedContent = JSON.parse(content);
+        return (typeof parsedContent === 'object' && parsedContent !== null) ? parsedContent : content;
+    } catch (e) {
+        return content;
+    }
+}
 
 class OpenAIVisionPlugin extends OpenAIChatPlugin {
-
+    
     tryParseMessages(messages) {
-        messages.map(message => {
+        return messages.map(message => {
             try {
                 if (typeof message.content === 'string') {
-                    message.content = JSON.parse(message.content);
+                    message.content = safeJsonParse(message.content);
                 }
                 if (Array.isArray(message.content)) {
                     message.content = message.content.map(item => {
                         if (typeof item === 'string') {
                             return { type: 'text', text: item };
                         } else {
-                            const parsedItem = JSON.parse(item);
+                            const parsedItem = safeJsonParse(item);
                             const { type, text, image_url, url } = parsedItem;
                             return { type, text, image_url: url || image_url };
                         }
                     });
-                }     
+                }
             } catch (e) {
                 return message;
             }
+            return message;
         });
-        return messages;
     }
 
     getRequestParameters(text, parameters, prompt) {

package/tests/main.test.js

@@ -85,8 +85,8 @@ test('validates edit endpoint', async (t) => {
 
 test('validates summary endpoint', async (t) => {
     const response = await testServer.executeOperation({
-        query: 'query summary($text: String!) { summary(text: $text) { result } }',
-        variables: { text: 'hello there my dear world!' },
+        query: 'query summary($text: String!, $targetLength: Int) { summary(text: $text, targetLength: $targetLength) { result } }',
+        variables: { text: 'Now is the time for all good men to come to the aid of their country.  We ride at dawn!', targetLength: 50 },
     });
 
     t.is(response.body?.singleResult?.errors, undefined);

package/tests/vision.test.js

@@ -101,40 +101,6 @@ test('vision test chunking', async t => {
     t.true(response.body?.singleResult?.data?.vision.result.length > 100);
 });
 
-
-test('vision multi single long text', async t => {
-    t.timeout(400000);
-    //generate text adem1 adem2 ... ademN
-    const testText = Array.from(Array(10).keys()).map(i => `adem${i}`).join(' ');
-    const testRow = { "role": "user", "content": [`{"type": "text", "text": "${testText}"}`] };
-
-    const base64ImgRow = `{"type":"image_url","image_url":{"url":"${base64Img}"}}`;
-
-    const response = await testServer.executeOperation({
-        query: `query($text: String, $chatHistory: [MultiMessage]){
-            vision(text: $text, chatHistory: $chatHistory) {
-              result
-            }
-          }`,
-
-          variables: {
-            "chatHistory": [
-              ...Array.from(new Array(10),()=> testRow),
-              { 
-                "role": "user",
-                "content": [
-                  "{\"type\": \"text\", \"text\": \"first tell me your name then describe the image shortly:\"}",
-                  ...Array.from(new Array(10),()=> base64ImgRow),
-                ],
-              },
-            ],
-        },
-    });
-
-    t.is(response.body?.singleResult?.errors?.[0]?.message || response.body?.singleResult?.data?.vision?.result, 'Unable to process your request as your single message content is too long. Please try again with a shorter message.');
-});
-
-
 test('vision multi long text', async t => {
     t.timeout(400000);
     //generate text adem1 adem2 ... ademN