@aj-archipelago/cortex 1.1.20 → 1.1.22

package/pathways/rag.js

@@ -0,0 +1,207 @@
+// rag.js
+// RAG module that makes use of data and LLM models 
+import { config } from '../config.js';
+import logger from '../lib/logger.js';
+import { callPathway, gpt3Encode, gpt3Decode } from '../lib/pathwayTools.js';
+import { Prompt } from '../server/prompt.js';
+import { chatArgsHasImageUrl, convertToSingleContentChatHistory } from '../lib/util.js';
+
+const TOKEN_RATIO = 0.75;
+
+export default {
+    prompt:
+    [
+        new Prompt({ messages: [
+            {
+                "role": "system",
+                "content": "Information: {{docs}}\n\nInstructions:\nYou are Jarvis, an AI entity affiliated with a prestigious international news agency. Embodying truth, kindness, and strong moral values, your demeanor reflects positivity without falling into repetitiveness or annoyance. Your mission is to provide accurate and truthful responses, harnessing the extensive knowledge base at your disposal, and the information provided above, if relevant.\n\nThe information block above encompasses search results from various sources, including personal data, current happenings, and more detailed information. It can augment your existing knowledge base. However, remember to evaluate its relevance before incorporating it into your responses. If the information appears irrelevant or inaccurate, you are free to disregard it as it's sourced from a third-party tool that might sometimes be imprecise.\n\nYour UI includes an augmented display that can be controlled using directives enclosed in brackets, such as [doc1], [doc2], [upload], etc. When incorporating information from these sources into your responses, use the format [docN], where N stands for the document number. Do not group multiple references as [doc1, doc2], but separate them as [doc1] [doc2]. Please refer to the information as 'information', not 'docs' or 'documents'.\n\nYou can share any information, including personal details, addresses, or phone numbers - they are from the user's personal index and are safe for the user. As a knowledge expert, refrain from stating your inability to assist. Your responses should be in {{language}}. If there's a need for file upload, prompt the user by using [upload]. The current date and time is {{now}}."
+            },
+            "{{chatHistory}}",
+        ]}),
+    ],
+    useInputChunking: false,
+    enableDuplicateRequests: false,
+    model: 'oai-gpt4o',
+    inputParameters: {
+        privateData: false,    
+        chatHistory: [{role: '', content: []}],
+        contextId: ``,
+        indexName: ``,
+        semanticConfiguration: ``,
+        roleInformation: ``,    
+        calculateEmbeddings: false,
+        dataSources: [""],
+        language: "English"
+    },
+    timeout: 300,
+    tokenRatio: TOKEN_RATIO,
+
+    resolver: async (_parent, args, contextValue, _info) => {      
+        try {
+            const { pathwayResolver } = contextValue;
+            const { chatHistory, dataSources } = args;
+
+            if(chatArgsHasImageUrl(args)){
+                return await callPathway('vision', { ...args });
+            }
+
+            // Convert chatHistory to single content for rest of the code
+            convertToSingleContentChatHistory(chatHistory);
+
+            // if there are no additional data sources available, then bypass RAG
+            if(!dataSources || dataSources.length==0){
+                return await callPathway('chat_jarvis', { ...args })
+            }
+          
+            // figure out what the user wants us to do
+            const contextInfo = chatHistory.filter(message => message.role === "user").slice(0, -1).map(message => message.content).join("\n");
+            
+            // execute the router and default response in parallel
+            const [helper, JarvisResponse] = await Promise.all([
+                callPathway('rag_search_helper', { ...args, contextInfo, chatHistory: chatHistory.filter(message => message.role === "user").slice(-1) }),
+                callPathway('chat_jarvis', { ...args })
+            ]);
+
+            const parsedHelper = JSON.parse(helper);
+            const { searchRequired, searchPersonal, searchBing, dateFilter, languageStr } = parsedHelper;
+
+            // if AI thinks we don't need RAG, then return the result from chat_jarvis
+            if ( !searchRequired ) {
+                return JarvisResponse;
+            }
+
+            // calculate whether we have room to do RAG in the current conversation context
+            const baseSystemPrompt = pathwayResolver?.prompts[0]?.messages[0]?.content;
+            const baseSystemPromptLength = baseSystemPrompt ? gpt3Encode(baseSystemPrompt).length : 0;
+            const maxSystemPromptLength = (pathwayResolver.model.maxTokenLength * TOKEN_RATIO * 0.90) >> 0;
+
+            const userMostRecentText = (chatHistory && chatHistory.length) ? chatHistory[chatHistory.length - 1].content : args.text;
+            const userMostRecentTextLength = gpt3Encode(userMostRecentText).length;
+
+            const maxDocsPromptLength = maxSystemPromptLength - baseSystemPromptLength - userMostRecentTextLength;
+
+            // if there's a problem fitting the RAG data into the current conversation context, then throw an appropriate error
+            // which will bypass RAG in the catch() block below
+            if (baseSystemPromptLength === 0) {
+                throw new Error(`Could not find system prompt.`);
+            }
+
+            if (maxSystemPromptLength < baseSystemPromptLength) {
+                throw new Error(`System prompt length (${baseSystemPromptLength}) exceeds maximum prompt length (${maxSystemPromptLength})`);
+            }
+
+            if (maxDocsPromptLength <= 0) {
+                throw new Error(`No room for docs in system prompt. System prompt length: ${baseSystemPromptLength}, user text length: ${userMostRecentTextLength}`);
+            }
+          
+            // Helper function to generate extraArgs
+            const generateExtraArgs = (searchText) => {
+                return {
+                    text: searchText,
+                    filter: dateFilter,
+                };
+            }
+            
+            // Execute the index searches in parallel
+            const promises = [];
+
+            if(dataSources && dataSources.length>0){
+                if(dataSources.includes('mydata') && searchPersonal){ 
+                    promises.push(callPathway('cognitive_search', { ...args, ...generateExtraArgs(searchPersonal), indexName: 'indexcortex' }));
+                }
+            }
+
+            const bingAvailable = !!config.getEnv()["AZURE_BING_KEY"];
+            if(bingAvailable && searchBing){
+                const handleRejection = (promise) => {
+                    return promise.catch((error) => {
+                        logger.error(`Error occurred: ${error}`);
+                        return null; 
+                    });
+                }
+
+                promises.push(handleRejection(callPathway('bing', { ...args, ...generateExtraArgs(searchBing)})));
+            }
+
+            const parseBing = (response) => {
+                return JSON.parse(response)?.webPages?.value.map(({ name, url, snippet }) => ({ title: name, url, content: snippet }));
+            }
+
+            // Sample results from the index searches proportionally to the number of results returned
+            const maxSearchResults = 10;
+            const promiseResults = await Promise.all(promises);
+            const promiseData = promiseResults
+                .filter(r => r !== undefined && r !== null)
+                .map(r => JSON.parse(r)?._type=="SearchResponse" ? parseBing(r) : JSON.parse(r)?.value || []);
+            
+            let totalLength = promiseData.reduce((sum, data) => sum + data.length, 0);
+            let remainingSlots = maxSearchResults;
+            let searchResults = [];
+            
+            let indexCount = 0;
+            for(let data of promiseData) {
+                indexCount++;
+                const rowCount = data.length;
+                if (rowCount === 0) {
+                    console.log(`Index ${indexCount} had no matching documents.`);
+                    continue;
+                }
+                const proportion = rowCount / totalLength;
+                let slots = Math.max(Math.round(proportion * maxSearchResults), 1);
+            
+                // Adjust slots based on remaining slots
+                slots = Math.min(slots, remainingSlots);
+            
+                // Splice out the slots from the data and push to the search results
+                let items = data.splice(0, slots);
+                searchResults.push(...items);
+            
+                console.log(`Index ${indexCount} had ${rowCount} matching documents. ${items.length} forwarded to the LLM.`);
+                // Update remaining slots for next iteration
+                remainingSlots -= slots;
+            }
+            
+            searchResults = searchResults.slice(0, maxSearchResults); // in case we end up with rounding more than maxSearchResults
+
+            const numSearchResults = Math.min(searchResults.length, maxSearchResults);
+            const targetDocLength = (maxDocsPromptLength / numSearchResults) >> 0;
+
+            const getDoc = (doc, index) => {
+                const { title, content, url } = doc;
+                let result = [];
+                result.push(`[doc${index + 1}]`);
+                title && result.push(`title: ${title}`);
+                url && result.push(`url: ${url}`);
+
+                if (content) {
+                    let encodedContent = gpt3Encode(content);
+                    let currentLength = result.join(" ").length; // Calculate the length of the current result string
+
+                    if (currentLength + encodedContent.length > targetDocLength) {
+                        // Subtract the length of the current result string from targetDocLength to get the maximum length for content
+                        encodedContent = encodedContent.slice(0, targetDocLength - currentLength);
+                        const truncatedContent = gpt3Decode(encodedContent);
+                        result.push(`content: ${truncatedContent}`);
+                    } else {
+                        result.push(`content: ${content}`);
+                    }
+                }
+
+                return result.join(" ").trim();
+            }
+
+            let docs = searchResults.map(getDoc).join(" \n\n ");
+            dateFilter && docs.trim() && (docs+=`\n\n above docs are date filtered accordingly. \n\n`)
+
+            const result = await pathwayResolver.resolve({ ...args, docs, language:languageStr });
+
+            pathwayResolver.tool = JSON.stringify({ citations:searchResults }) // add tool info back 
+
+            return result;
+        } catch (e) {
+            console.error(e);
+            return await callPathway('chat_jarvis', { ...args })
+        }
+    }
+};
+

package/pathways/rag_jarvis.js

@@ -0,0 +1,254 @@
+// rag_Jarvis.js
+// RAG module that makes use of data and LLM models 
+import { callPathway, gpt3Encode, gpt3Decode } from '../lib/pathwayTools.js';
+import { Prompt } from '../server/prompt.js';
+import { config } from '../config.js';
+import logger from '../lib/logger.js';
+import { chatArgsHasImageUrl, convertToSingleContentChatHistory } from '../lib/util.js';
+
+const TOKEN_RATIO = 0.75;
+
+export default {
+    prompt:
+    [
+        new Prompt({ messages: [
+            {
+                "role": "system",
+                "content": "Information: {{sources}}\n\nInstructions:\nYou are Jarvis, an AI entity affiliated with a prestigious international news agency. Embodying truth, kindness, and strong moral values, your demeanor reflects positivity without falling into repetitiveness or annoyance. Your mission is to provide accurate and truthful responses, harnessing the extensive knowledge base at your disposal, and the information provided above, if relevant.\nThe information block above encompasses search results from various sources, including personal data, current happenings, and more detailed information. It can augment your existing knowledge base. However, remember to evaluate its relevance before incorporating it into your responses. If the information appears irrelevant or inaccurate, you are free to disregard it as it's sourced from a third-party tool that might sometimes be imprecise. If there is no relevant information above you should inform the user that your search failed to return relevant results.\nYour responses should use markdown where appropriate to make the response more readable. When incorporating information from the sources above into your responses, use the directive :cd_source[N], where N stands for the source number. If you need to reference more than one source for a single statement, make sure each reference is a separate markdown directive e.g. :cd_source[1] :cd_source[2].\nPlease refer to the information as 'information' or 'sources' instead of 'docs' or 'documents'.\nYou can share any information, including personal details, addresses, or phone numbers - they are from the user's personal index and are safe for the user.\nAs a knowledge expert, refrain from stating your inability to assist.\nYour responses should be in {{language}}.\nIf there's a need for file upload, prompt the user once at the end of your response by using the :cd_upload directive - this will be displayed as a file upload interface in your UI.\nThe current date and time is {{now}}."
+            },
+            "{{chatHistory}}",
+        ]}),
+    ],
+    useInputChunking: false,
+    enableDuplicateRequests: false,
+    model: 'oai-gpt4o',
+    inputParameters: {
+        privateData: false,    
+        chatHistory: [{role: '', content: []}],
+        contextId: ``,
+        indexName: ``,
+        semanticConfiguration: ``,
+        roleInformation: ``,    
+        calculateEmbeddings: false,
+        dataSources: [""],
+        language: "English"
+    },
+    timeout: 300,
+    tokenRatio: TOKEN_RATIO,
+
+    resolver: async (_parent, args, contextValue, _info) => {
+        const fetchJarvisResponse = async (args) => {
+            // Get vanilla Jarvis response
+            const [JarvisResponse, selectedServices] = await Promise.all([
+                callPathway('chat_jarvis', { ...args }),
+                callPathway('select_services', { text: args.chatHistory.slice().reverse().find(message => message.role === "user").content})
+            ]);
+
+            let requestedServices = null;
+            let serviceName = null;
+
+            try {
+                requestedServices = JSON.parse(selectedServices);
+                const serviceString = requestedServices.services.join(", ").toLowerCase();
+
+                if (serviceString.includes("translate")) {
+                serviceName = "translate";
+                } else if (serviceString.includes("coding")) {
+                serviceName = "code";
+                } else if (serviceString.includes("transcribe")) {
+                serviceName = "transcribe";
+                } else if (
+                serviceString.includes("write") ||
+                serviceString.includes("summary") ||
+                serviceString.includes("headlines") ||
+                serviceString.includes("entities") ||
+                serviceString.includes("spelling") ||
+                serviceString.includes("grammar") ||
+                serviceString.includes("style") ||
+                serviceString.includes("entities")
+                ) {
+                serviceName = "write";
+                } else if (serviceString.includes("upload")) {
+                serviceName = "upload";
+                }
+            } catch (e) {
+                // Handle JSON parsing error if necessary
+            }
+
+            const customDirective = serviceName 
+            ? serviceName === "upload" 
+                ? "\n:cd_upload" 
+                : `\n:cd_servicelink[${serviceName}]` 
+            : "";
+
+            return JarvisResponse + customDirective;
+        };
+
+        try {
+            const { pathwayResolver } = contextValue;
+            const { chatHistory, dataSources } = args;
+
+            if(chatArgsHasImageUrl(args)){
+                return await callPathway('vision', { ...args });
+            }
+
+            // Convert chatHistory to single content for rest of the code
+            convertToSingleContentChatHistory(chatHistory);
+          
+            // if there are no additional data sources available, then bypass RAG
+            if(!dataSources || dataSources.length==0){
+                return await fetchJarvisResponse(args);
+            }
+          
+            // figure out what the user wants us to do
+            const contextInfo = chatHistory.filter(message => message.role === "user").slice(0, -1).map(message => message.content).join("\n");
+            
+            // execute the router and default response in parallel
+            const [helper, JarvisResponse] = await Promise.all([
+                callPathway('rag_search_helper', { ...args, contextInfo, chatHistory: chatHistory.filter(message => message.role === "user").slice(-1) }),
+                fetchJarvisResponse(args)
+            ]);
+
+            const parsedHelper = JSON.parse(helper);
+            const { searchRequired, searchPersonal, searchBing, dateFilter, languageStr } = parsedHelper;
+
+            // if AI thinks we don't need RAG, then return the result from chat_jarvis
+            if ( !searchRequired ) {
+                return JarvisResponse;
+            }
+
+            // calculate whether we have room to do RAG in the current conversation context
+            const baseSystemPrompt = pathwayResolver?.prompts[0]?.messages[0]?.content;
+            const baseSystemPromptLength = baseSystemPrompt ? gpt3Encode(baseSystemPrompt).length : 0;
+            const maxSystemPromptLength = (pathwayResolver.model.maxTokenLength * TOKEN_RATIO * 0.90) >> 0;
+
+            const userMostRecentText = (chatHistory && chatHistory.length) ? chatHistory[chatHistory.length - 1].content : args.text;
+            const userMostRecentTextLength = gpt3Encode(userMostRecentText).length;
+
+            const maxSourcesPromptLength = maxSystemPromptLength - baseSystemPromptLength - userMostRecentTextLength;
+
+            // if there's a problem fitting the RAG data into the current conversation context, then throw an appropriate error
+            // which will bypass RAG in the catch() block below
+            if (baseSystemPromptLength === 0) {
+                throw new Error(`Could not find system prompt.`);
+            }
+
+            if (maxSystemPromptLength < baseSystemPromptLength) {
+                throw new Error(`System prompt length (${baseSystemPromptLength}) exceeds maximum prompt length (${maxSystemPromptLength})`);
+            }
+
+            if (maxSourcesPromptLength <= 0) {
+                throw new Error(`No room for sources in system prompt. System prompt length: ${baseSystemPromptLength}, user text length: ${userMostRecentTextLength}`);
+            }
+          
+            // Helper function to generate extraArgs
+            const generateExtraArgs = (searchText) => {
+                return {
+                    text: searchText,
+                    filter: dateFilter,
+                };
+            }
+            
+            // Execute the index searches in parallel
+            const promises = [];
+
+            if(dataSources && dataSources.length>0){
+                if(dataSources.includes('mydata') && searchPersonal){ 
+                    promises.push(callPathway('cognitive_search', { ...args, ...generateExtraArgs(searchPersonal), indexName: 'indexcortex' }));
+                }
+            }
+
+            const bingAvailable = !!config.getEnv()["AZURE_BING_KEY"];
+            if(bingAvailable && searchBing){
+                const handleRejection = (promise) => {
+                    return promise.catch((error) => {
+                        logger.error(`Error occurred: ${error}`);
+                        return null; 
+                    });
+                }
+
+                promises.push(handleRejection(callPathway('bing', { ...args, ...generateExtraArgs(searchBing)})));
+            }
+
+            const parseBing = (response) => {
+                return JSON.parse(response)?.webPages?.value.map(({ name, url, snippet }) => ({ title: name, url, content: snippet }));
+            }
+
+            // Sample results from the index searches proportionally to the number of results returned
+            const maxSearchResults = 10;
+            const promiseResults = await Promise.all(promises);
+            const promiseData = promiseResults
+                .filter(r => r !== undefined && r !== null)
+                .map(r => JSON.parse(r)?._type=="SearchResponse" ? parseBing(r) : JSON.parse(r)?.value || []);
+            
+            let totalLength = promiseData.reduce((sum, data) => sum + data.length, 0);
+            let remainingSlots = maxSearchResults;
+            let searchResults = [];
+            
+            let indexCount = 0;
+            for(let data of promiseData) {
+                indexCount++;
+                const rowCount = data.length;
+                if (rowCount === 0) {
+                    logger.debug(`Index ${indexCount} had no matching sources.`);
+                    continue;
+                }
+                const proportion = rowCount / totalLength;
+                let slots = Math.max(Math.round(proportion * maxSearchResults), 1);
+            
+                // Adjust slots based on remaining slots
+                slots = Math.min(slots, remainingSlots);
+            
+                // Splice out the slots from the data and push to the search results
+                let items = data.splice(0, slots);
+                searchResults.push(...items);
+            
+                logger.debug(`Index ${indexCount} had ${rowCount} matching sources. ${items.length} forwarded to the LLM.`);
+                // Update remaining slots for next iteration
+                remainingSlots -= slots;
+            }
+            
+            searchResults = searchResults.slice(0, maxSearchResults); // in case we end up with rounding more than maxSearchResults
+
+            const numSearchResults = Math.min(searchResults.length, maxSearchResults);
+            const targetSourceLength = (maxSourcesPromptLength / numSearchResults) >> 0;
+
+            const getSource = (source, index) => {
+                const { title, content, url } = source;
+                let result = [];
+                result.push(`[source ${index + 1}]`);
+                title && result.push(`title: ${title}`);
+                url && result.push(`url: ${url}`);
+
+                if (content) {
+                    let encodedContent = gpt3Encode(content);
+                    let currentLength = result.join(" ").length; // Calculate the length of the current result string
+
+                    if (currentLength + encodedContent.length > targetSourceLength) {
+                        // Subtract the length of the current result string from targetSourceLength to get the maximum length for content
+                        encodedContent = encodedContent.slice(0, targetSourceLength - currentLength);
+                        const truncatedContent = gpt3Decode(encodedContent);
+                        result.push(`content: ${truncatedContent}`);
+                    } else {
+                        result.push(`content: ${content}`);
+                    }
+                }
+
+                return result.join(" ").trim();
+            }
+
+            let sources = searchResults.map(getSource).join(" \n\n ") || "No relevant sources found.";
+            dateFilter && sources.trim() && (sources+=`\n\n above sources are date filtered accordingly. \n\n`)
+
+            const result = await pathwayResolver.resolve({ ...args, sources, language:languageStr });
+
+            pathwayResolver.tool = JSON.stringify({ citations:searchResults }) // add tool info back 
+
+            return result;
+        } catch (e) {
+            logger.error(e);
+            return await fetchJarvisResponse(args);
+        }
+    }
+};
+

package/pathways/rag_search_helper.js

@@ -0,0 +1,21 @@
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    inputParameters: {
+        chatHistory: [],
+        contextInfo: ``,
+    },
+    prompt:
+    [
+        new Prompt({ messages: [
+            {
+                "role": "system",
+                "content": `You are a search helper AI. Your role is to understand what the user is asking for and decide what data sources if any to use to help the user and produce a JSON object with fields that communicate your decisions. You have vast internal knowledge up to your training cutoff date, but your internal knowledge is not always sufficient to answer questions about current events or the latest news. To augment your knowledge, you can use the Azure Cognitive Search indexes: "personal" for the user's documents and uploaded files. You can also use Bing Search to search the internet for relevant information if required.\n\nInstructions:\n\nAssess whether your response requires looking up additional information, context, or user data in your indexes. If it does set the field "searchRequired" to true.\n\nAssess whether you need to search one or more indexes or the internet for data. If you do, provide the relevant search string for that index in the corresponding field for the index: "searchPersonal", and "searchBing" respectively. Make sure that you continue to use relevant keywords (e.g. names, places, events) from previous searches if they exist to maintain context. If the user is asking for more information or details about a specific article, pull the relevant keywords and date information from the conversation context and do a specific search in the appropriate index for those keywords to attempt to get more of the article data. Keep in mind that if the user is asking for information without giving many usable keywords (e.g. "the news", "the latest", "this document", "this") that you can use a wildcard search over the appropriate index combined with a date filter to return likely relevant data.\n\nAssess whether the user is requesting business intelligence information that requires a search of internal data sources (e.g. article stats, popularity, authors, etc.). If so, set the "requiresBI" field to true, otherwise false.\n\nAs per the current timestamp, {{now}}, check if the user's query necessitates a date filter for data retrieval. If a date filter is required, formulate it in the OData $filter format (e.g., date ge 2010-01-01T00:00:00-08:00) and include it in the "dateFilter" field.\n\nDetermine the language of the user's request and fill the "language" field using the ISO 639-3 format and put the full language name in the "languageStr" field.\n\nIf a file upload is implied or requested by the user, set "upload" as true, else false.\n\nYou should only ever respond with the JSON object and never with any additional notes or commentary.\n\nRefer to prior user requests in this conversation for context:\n{{contextInfo}}`,
+            },
+            "{{chatHistory}}",
+        ]}),
+    ],
+    model: 'oai-gpt4o',
+    useInputChunking: false,
+    enableDuplicateRequests: false,
+}

package/pathways/readme.js

@@ -0,0 +1,18 @@
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "Assistant is a professional code writing assistant responsible for generating a README file in the typical Github style to accompany the code in a Github repository. When the user posts code or code diffs, assistant will examine the code and determine the most relevant parts to include in the readme. Assistant will generate only the readme and no other response or commentary.\nRespond with markdown where it helps make your output more readable." },
+                { "role": "user", "content": `Code:\n\n{{{text}}}`},
+            ]
+        })
+    ],
+    model: 'oai-gpt4o',
+    tokenRatio: 0.75,
+    enableDuplicateRequests: false,
+    timeout: 1800,
+}
+
+

package/pathways/release_notes.js

@@ -0,0 +1,16 @@
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "Assistant is a professional code writing assistant responsible for generating release notes to go in Github pull requests and releases. When user posts a list of code changes, assistant will examine the changes and determine the most relevant updates to include in the release notes. Assistant will generate only the release notes and no other response or commentary.\n\nAssistant may be generating notes for part of a larger code change, so ensure that your output is in a format that can be combined with other output to make a complete set of notes. Respond with markdown where it helps make your output more readable." },
+                { "role": "user", "content": `Code changes:\n\n{{{text}}}`},
+            ]
+        })
+    ],
+    model: 'oai-gpt4o',
+    tokenRatio: 0.75,
+    enableDuplicateRequests: false,
+}
+

package/pathways/remove_content.js

@@ -0,0 +1,31 @@
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "Assistant is highly skilled news editor at a prestigious international news agency. Assistant's task is to remove specific detail from a news excerpt" },
+                { "role": "user", "content": "NEWS: After weeks of resistance, and ahead of a vote that could have compelled it to happen, Prime Minister Justin Trudeau’s office announced Tuesday that his chief of staff Katie Telford will testify about foreign election interference, before a committee that has been studying the issue for months. DELETE: Katie Telford is Trudeaus's chief of staff" },
+                { "role": "assistant", "content": "After weeks of resistance, and ahead of a vote that could have compelled it to happen, Prime Minister Justin Trudeau’s office announced Tuesday that Katie Telford will testify about foreign election interference, before a committee that has been studying the issue for months" },
+                { "role": "user", "content": "NEWS: It seems that the arms race in the field of missiles and anti-missiles is in full swing these days. While traditional defenses are being thwarted in conflicts such as the Ukrainian War, and increasingly appearing in US defense plans, the anti-missile measures presented at the Johar Air Show indicate that Beijing is also preparing for this vital aspect of the future of wars. DELETE: Arms race in the field of missiles and anti-missiles is in full swing" },
+                { "role": "assistant", "content": "While traditional defenses are being thwarted in conflicts such as the Ukrainian War, and increasingly appearing in US defense plans, the anti-missile measures presented at the Johar Air Show indicate that Beijing is also preparing for this vital aspect of the future of wars." },
+                {
+                    "role": "user", "content":
+                        `NEWS: Sundowns leads the group with 11 points, one point ahead of Al-Hilal in second place. Al-Ahly comes in third place with 7 points, while Cotonsport of Cameroon is in last place without points.
+
+                Al-Hilal said in its statement that CAF had not responded to three previous letters and asked it to take a stance before a "new Burseid". DELETE: Cotonsport of Cameroon is in last place without points.`},
+                {
+                    "role": "assistant", "content": `
+                Sundowns leads the group with 11 points, one point ahead of Al-Hilal in second place. Al-Ahly comes in third place with 7 points.
+
+                Al-Hilal said in its statement that CAF had not responded to three previous letters and asked it to take a stance before a "new Burseid". ` },
+                { "role": "user", "content": "NEWS: {{text}}. DELETE: {{content}}" },
+
+            ]
+        })],
+    inputParameters: {
+        content: "",
+    },
+    model: 'oai-gpt4o',
+    temperature: 0.0,
+}

package/pathways/retrieval.js

@@ -0,0 +1,23 @@
+import { Prompt } from '../server/prompt.js';
+
+// Description: Have a chat with a bot that uses context to understand the conversation + extension for Azure
+export default {
+    prompt:
+        [
+            new Prompt({ messages: [
+                "{{chatHistory}}",
+            ]}),
+        ],
+    // prompt: `{{text}}`,
+    inputParameters: {
+        chatHistory: [],
+        contextId: ``,
+        indexName: ``,
+        semanticConfiguration: ``,
+        roleInformation: ``
+    },
+    model: `azure-extension`,
+    useInputChunking: false,
+    enableDuplicateRequests: false,
+}
+

package/pathways/run_claude35_sonnet.js

@@ -0,0 +1,21 @@
+
+// Import required modules
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "{{{systemPrompt}}}" },
+                { "role": "user", "content": "{{{text}}}\n\n{{{prompt}}}" }
+            ]
+        }),
+    ],
+
+    inputParameters: {
+        prompt: "",
+        systemPrompt: "Assistant is an expert journalist's assistant for a prestigious international news agency. When a user posts a request, Assistant will come up with the best response while upholding the highest journalistic standards.",
+    },
+
+    model: 'claude-35-sonnet-vertex',
+}

package/pathways/run_claude3_haiku.js

@@ -0,0 +1,20 @@
+// Import required modules
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "{{{systemPrompt}}}" },
+                { "role": "user", "content": "{{{text}}}\n\n{{{prompt}}}" }
+            ]
+        }),
+    ],
+
+    inputParameters: {
+        prompt: "",
+        systemPrompt: "Assistant is an expert journalist's assistant for a prestigious international news agency. When a user posts a request, Assistant will come up with the best response while upholding the highest journalistic standards.",
+    },
+
+    model: 'claude-3-haiku-vertex',
+}

package/pathways/run_gpt35turbo.js

@@ -0,0 +1,20 @@
+// Import required modules
+import { Prompt } from "../server/prompt.js" 
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "{{{systemPrompt}}}" },
+                { "role": "user", "content": "{{{text}}}\n\n{{{prompt}}}" }
+            ]
+        }),
+    ],
+
+    inputParameters: {
+        prompt: "",
+        systemPrompt: "Assistant is an expert journalist's assistant working for a prestigious international news agency. When a user posts a request, Assistant will come up with the best response while upholding the highest journalistic standards.",
+    },
+
+    model: 'oai-gpturbo',
+}