@aj-archipelago/cortex 1.1.20 → 1.1.22

package/pathways/headline_custom.js

@@ -0,0 +1,169 @@
+import { Prompt } from '../server/prompt.js';
+import { PathwayResolver } from '../server/pathwayResolver.js';
+import { callPathway } from '../lib/pathwayTools.js';
+
+const getExamples = (style) => {
+    switch (style) {
+        case 'quote':
+            return [`"Enough is enough": A UK union rep fighting from the picket line`,
+                `"So trapped": A young Iraqi driver's costly taxi to nowhere`,
+                `"Enduring commitment": Key takeaways from US-GCC joint statement`,
+                `"Real good shape": Biden and Sunak hail ties at White House meet`,
+            ];
+        default:
+            return [];
+    }
+}
+
+export default {
+    prompt: [],
+    inputParameters: {
+        count: 5,
+        targetLength: 80,
+        idea: '',
+        style: '',
+        keywords: ['']
+    },
+    list: true,
+    model: 'oai-gpt4o',
+    useInputChunking: false,
+    enableDuplicateRequests: false,
+
+    // Custom resolver to generate headlines by reprompting if they are too long
+    resolver: async (_parent, args, contextValue, _info) => {
+        const { config, pathway } = contextValue;
+        let { targetLength = 80, count = 5 } = args;
+        const MAX_ITERATIONS = 3;
+
+        if (count === 0) {
+            count = 5;
+        }
+
+        if (targetLength === 0) {
+            targetLength = 80;
+        }
+
+        let targetWords = Math.round(targetLength / 7);
+        let quotesInDocument = [];
+
+
+        function getPathwayPrompt(args, count, targetWords) {
+            const examples = getExamples(args.style);
+
+            let keywordsPrompt = '';
+            if (args.keywords?.length) {
+                keywordsPrompt = `- Headline must include these keywords: ${args.keywords.map(k => `"${k}"`).join(', ')}\n`;
+            }
+
+            let anglePrompt = '';
+            if (args.idea) {
+                anglePrompt = `- Headline must align to this angle: {{idea}}\n`;
+            }
+
+            let examplesPrompt = '';
+            if (examples?.length) {
+                const { includedQuotes } = args;
+
+                examplesPrompt = `- Headline must start with a short, impactful quote snippet taken verbatim from a quote in the news excerpt. (example format: "Enduring commitment": Key takeaways from US-GCC joint statement, "Real good shape": Biden and Sunak hail ties at White House meet).`;
+
+                if (includedQuotes) {
+                    examplesPrompt += `The snippet must be taken from one of the following quotes:\n    - ${includedQuotes.map(q => `"${q}"`).join('\n    - ')}\n`;
+                }
+                else {
+                    examplesPrompt += `\n`;
+                }
+            }
+
+            let instructionsPrompt = '';
+            if (anglePrompt || keywordsPrompt || examplesPrompt) {
+                instructionsPrompt = `${keywordsPrompt}${anglePrompt}${examplesPrompt}\n`;
+            }
+
+            const prompt = [
+                new Prompt({
+                    messages: [
+                        { "role": "system", "content": `Assistant is a highly skilled multilingual headline writer for a prestigious international news agency. Assistant generates attention-grabbing, informative, and engaging headlines that capture the essence of the article while sparking curiosity in readers. When the user posts any text in any language, assistant will create ${ count * 2 } compelling headlines for that text in the same language as the text. Assistant will produce only a numbered list of headlines and no additional notes or commentary.\n\nAll headlines must comply with all of the following instructions:\n${ instructionsPrompt }\n- Headlines must be ${ targetWords } words or fewer.\n- Headlines must be written in sentence-case (only the first letter of the headline and proper nouns capitalized).\n` },
+                        { "role": "user", "content": `{{{text}}}` }
+                    ]
+                }),
+            ];
+            return prompt;
+        }
+
+        function getQuotes(text) {
+
+            const regex = /"([^"]*)"/g;
+            let matches;
+
+            text = text.replace(/“/g, '"').replace(/”/g, '"');
+            // normalize single quotes
+            text = text.replace(/‘/g, "'").replace(/’/g, "'");
+
+            matches = text.matchAll(regex);
+
+            let quotes = [];
+            for (const match of matches) {
+                quotes.push(match[1]);
+            }
+
+            return quotes;
+        }
+
+        const areQuotesInHeadlineValid = (headline) => {
+            if (args.style === 'quote') {
+                const quotesInHeadline = getQuotes(headline);
+                const nonExactQuotes = [];
+
+                for (const quote of quotesInHeadline) {
+                    const exists = quotesInDocument.some(q => q.toLowerCase().includes(quote.toLowerCase()));
+                    if (!exists) {
+                        nonExactQuotes.push(quote);
+                    }
+                }
+
+                if (nonExactQuotes.length) {
+                    console.log(`Non-exact quotes: ${nonExactQuotes.join(', ')}`);
+                }
+
+                // Commented out to allow non-verbatim quotes and give the AI some flexibility
+                // in adapting a quote to the headline
+                // return nonExactQuotes.length === 0;
+                return true;
+            }
+            else {
+                return true;
+            }
+        }
+
+        let pathwayResolver = new PathwayResolver({ config, pathway, args });
+
+        if (args.style === 'quote') {
+            // The AI seems to node include the initial quote in the word count for the headline.
+            // Doing this to account for that.
+            targetWords = targetWords - 3;
+            quotesInDocument = await callPathway('quotes', { ...args, targetLength: 0 });
+            args.includedQuotes = quotesInDocument;
+        }
+
+        pathwayResolver.pathwayPrompt = getPathwayPrompt(args, count, targetWords);
+        let headlines = await pathwayResolver.resolve(args);
+
+        // remove surrounding quotes from headlines
+        headlines = headlines.map(h => h.replace(/^"(.*)"$/, '$1'));
+        let shortHeadlines = headlines.filter(h => h.length < targetLength && areQuotesInHeadlineValid(h)).slice(0, count);
+        let i = 0;
+
+        // If some headlines do not meet the length requirement, reprompt
+        while (shortHeadlines.length < count && i < MAX_ITERATIONS) {
+            pathwayResolver.pathwayPrompt = getPathwayPrompt(args, count, targetWords);
+            let headlines = await pathwayResolver.resolve(args);
+            // remove surrounding quotes from headlines
+            headlines = headlines.map(h => h.replace(/^"(.*)"$/, '$1'));
+            shortHeadlines = shortHeadlines.concat(headlines.filter(h => h.length < targetLength && !shortHeadlines.includes(h) && areQuotesInHeadlineValid(h)).slice(0, count));
+            i++;
+        }
+
+        return shortHeadlines.slice(0, count);
+    }
+}
+

package/pathways/highlights.js

@@ -0,0 +1,22 @@
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "Assistant is a brilliant, multilingual news editor at a prestigious international news agency. Assistant's job is to extract a maximum of {{count}} bullet points from a news excerpt, where each bullet point contains a single fact. When the user posts a news excerpt, assistant will respond with a JSON array of bullet points from the excerpt. All bullet points must be in the same language as the news excerpt. Assistant will respond only with the points and no additional notes or commentary. Assistant will respond with a JSON array, no other output." },
+                { "role": "user", "content": "After weeks of resistance, and ahead of a vote that could have compelled it to happen, Prime Minister Justin Trudeau's office announced Tuesday that his chief of staff Katie Telford will testify about foreign election interference, before a committee that has been studying the issue for months." },
+                { "role": "assistant", "content": `["Katie Telford will testify about foreign election interference"]` },
+                { "role": "user", "content": `The company said in a statement that the cancellation of these flights "comes in response to a request from Heathrow authorities to reduce the number of passengers during the strike period," adding that affected passengers can change their flights or claim a refund.
+
+                32 departing and arriving flights at London Airport will be cancelled daily, which is 5% of the flights operated by Heathrow in line with the Easter holiday. The measure will not affect long-haul flights.` },
+                { "role": "assistant", "content": `["Affected passengers can change their flights or claim a refund", "5% of daily London Airport flights will be cancelled"]` },
+                { "role": "user", "content": "{{text}}" },
+            ]
+        })],
+    inputParameters: {
+        count: 4,
+    },
+    model: 'oai-gpt4o',
+    temperature: 0.0,
+}

package/pathways/image.js

@@ -1,4 +1,5 @@
 export default {
     prompt:["{{text}}"],
-    model: 'azure-dalle',
+    model: 'azure-dalle3',
+    enableDuplicateRequests: false,
 }

package/pathways/index.js

@@ -1,47 +1,139 @@
-import edit from './edit.js';
-import chat from './chat.js';
 import bias from './bias.js';
+import bing from './bing.js';
+import categorize from './categorize.js';
+import chat from './chat.js';
+import chat_code from './chat_code.js';
+import chat_context from './chat_context.js';
+import chat_jarvis from './chat_jarvis.js';
+import chat_persist from './chat_persist.js';
+import code_review from './code_review.js';
 import cognitive_delete from './cognitive_delete.js';
 import cognitive_insert from './cognitive_insert.js';
 import cognitive_search from './cognitive_search.js';
 import complete from './complete.js';
+import edit from './edit.js';
+import embeddings from './embeddings.js';
 import entities from './entities.js';
+import expand_story from './expand_story.js';
+import format_paragraph_turbo from './format_paragraph_turbo.js';
+import gemini_15_vision from './gemini_15_vision.js';
+import gemini_vision from './gemini_vision.js';
+import grammar from './grammar.js';
+import hashtags from './hashtags.js';
+import headline from './headline.js';
+import headline_custom from './headline_custom.js';
+import highlights from './highlights.js';
+import image from './image.js';
+import jira_story from './jira_story.js';
+import keywords from './keywords.js';
 import language from './language.js';
+import locations from './locations.js';
 import paraphrase from './paraphrase.js';
+import quotes from './quotes.js';
+import rag from './rag.js';
+import rag_jarvis from './rag_jarvis.js';
+import rag_search_helper from './rag_search_helper.js';
+import readme from './readme.js';
+import release_notes from './release_notes.js';
+import remove_content from './remove_content.js';
+import retrieval from './retrieval.js';
+import run_claude3_haiku from './run_claude3_haiku.js';
+import run_claude35_sonnet from './run_claude35_sonnet.js';
+import run_gpt35turbo from './run_gpt35turbo.js';
+import run_gpt4 from './run_gpt4.js';
+import run_gpt4_32 from './run_gpt4_32.js';
+import select_extension from './select_extension.js';
+import select_services from './select_services.js';
 import sentiment from './sentiment.js';
+import spelling from './spelling.js';
+import story_angles from './story_angles.js';
+import styleguide from './styleguide/styleguide.js';
+import styleguidemulti from './styleguidemulti.js';
+import subhead from './subhead.js';
+import summarize_turbo from './summarize_turbo.js';
 import summary from './summary.js';
+import sys_claude_3_haiku from './sys_claude_3_haiku.js';
+import sys_claude_35_sonnet from './sys_claude_35_sonnet.js';
+import sys_google_chat from './sys_google_chat.js';
+import sys_google_code_chat from './sys_google_code_chat.js';
+import sys_google_gemini_chat from './sys_google_gemini_chat.js';
 import sys_openai_chat from './sys_openai_chat.js';
+import sys_openai_chat_16 from './sys_openai_chat_16.js';
+import sys_openai_chat_gpt4 from './sys_openai_chat_gpt4.js';
+import sys_openai_chat_gpt4_32 from './sys_openai_chat_gpt4_32.js';
+import sys_openai_chat_gpt4_turbo from './sys_openai_chat_gpt4_turbo.js';
 import sys_openai_completion from './sys_openai_completion.js';
-import test_cohere_summarize from './test_cohere_summarize.js';
-import test_langchain from './test_langchain.mjs';
-import test_palm_chat from './test_palm_chat.js';
+import tags from './tags.js';
+import taxonomy from './taxonomy.js';
+import timeline from './timeline.js';
+import topics from './topics.js';
+import topics_sentiment from './topics_sentiment.js';
 import transcribe from './transcribe.js';
+import transcribe_neuralspace from './transcribe_neuralspace.js';
 import translate from './translate.js';
-import embeddings from './embeddings.js';
+import translate_azure from './translate_azure.js';
+import translate_context from './translate_context.js';
+import translate_gpt4 from './translate_gpt4.js';
+import translate_gpt4_turbo from './translate_gpt4_turbo.js';
+import translate_turbo from './translate_turbo.js';
 import vision from './vision.js';
-import bing from './bing.js';
 
 export {
-    bing,
-    edit,
-    chat,
     bias,
+    bing,
+    categorize, chat, chat_code,
+    chat_context,
+    chat_jarvis,
+    chat_persist, code_review,
     cognitive_delete,
     cognitive_insert,
     cognitive_search,
     complete,
+    edit,
     embeddings,
     entities,
+    expand_story,
+    format_paragraph_turbo,
+    gemini_15_vision,
+    gemini_vision,
+    grammar,
+    hashtags, headline, headline_custom, highlights,
+    image,
+    jira_story,
+    keywords,
     language,
+    locations,
     paraphrase,
+    quotes, rag, rag_jarvis,
+    rag_search_helper, readme,
+    release_notes,
+    remove_content,
+    retrieval,
+    run_claude3_haiku,
+    run_claude35_sonnet,
+    run_gpt35turbo, run_gpt4, run_gpt4_32, select_extension,
+    select_services,
     sentiment,
+    spelling,
+    story_angles,
+    styleguide,
+    styleguidemulti,
+    subhead,
+    summarize_turbo,
     summary,
-    sys_openai_chat,
+    sys_claude_3_haiku,
+    sys_claude_35_sonnet,
+    sys_google_chat,
+    sys_google_code_chat,
+    sys_google_gemini_chat, sys_openai_chat, sys_openai_chat_16, sys_openai_chat_gpt4, sys_openai_chat_gpt4_32,
     sys_openai_completion,
-    test_cohere_summarize,
-    test_langchain,
-    test_palm_chat,
-    transcribe,
+    sys_openai_chat_gpt4_turbo, tags,
+    taxonomy,
+    timeline, topics, topics_sentiment, transcribe,
+    transcribe_neuralspace,
     translate,
-    vision,
-};
+    translate_azure,
+    translate_context, translate_gpt4, translate_gpt4_turbo, translate_turbo,
+    vision
+};
+

package/pathways/jira_story.js

@@ -0,0 +1,18 @@
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": `Assistant is highly skilled product manager who job is to write content for issues in JIRA. When the user posts some text, assistant will determine things mentioned in the text that are worth addressing as issues. For each issue, assistant will first select the type of issue and then create a title and description for each. For the title and description, assistant will use agile story format. Description should include acceptance criteria. Output in JSON array format. [{ "title": ..., "description": ..., "issueType": <Bug | Story | Task>}]` },
+                { "role": "user", "content": "Number of tickets to create:{{storyCount}}\n\nContext:{{text}}" },
+            ]
+        })],
+    inputParameters: {
+        text: "",
+        storyType: "Auto",
+        storyCount: "one",
+    },
+    model: 'oai-gpt4o',
+    temperature: 0.7,
+}

package/pathways/keywords.js

@@ -0,0 +1,4 @@
+export default {
+    prompt: `{{text}}\n\nList some good search keywords for the above news article in the format (number. keyword). The keywords need to be in the language that the article is written in:`,
+    list: true,
+}

package/pathways/language.js

@@ -1,10 +1,21 @@
-// language.js
-// Analyze the language of a given text and return the language code.
+import { Prompt } from '../server/prompt.js';
 
 export default {
-    // Uncomment the following line to enable caching for this prompt, if desired.
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "Assistant is an AI that reads and recognizes the language of text provided by the user and returns the ISO 639-1 two letter code representing the language. Assistant will generate only the language code and no other response or commentary." },
+                { "role": "user", "content": `Text:\nExample summary text.`},
+                { "role": "assistant", "content": "en"},
+                { "role": "user", "content": `Text:\nPrimjer sažetog teksta.`},
+                { "role": "assistant", "content": "bs"},
+                { "role": "user", "content": `Text:\n{{{text}}}`},
+            ]
+        })
+    ],
+    model: 'oai-gpt4o',
+    useInputChunking: false,
     enableCache: true,
     temperature: 0,
-    
-    prompt: `{{text}}\n\nPick one language that best represents what the text above is written in. Please return the ISO 639-1 two letter language code:\n`
-};
+}
+

package/pathways/locations.js

@@ -0,0 +1,93 @@
+// locations.js
+// News categories identification module
+// This module exports a prompt that takes an input article text and identifies the top news categories for the article.
+
+import { Prompt } from "../server/prompt.js";
+import { PathwayResolver } from '../server/pathwayResolver.js';
+import { callPathway } from '../lib/pathwayTools.js';
+
+export default {
+    prompt: [],
+    model: 'oai-gpt4o',
+
+    // Define input parameters for the prompt, such as the number of top news locations to identify and select.
+    inputParameters: {
+        count: 5,
+        locations: '',
+    },
+
+    // Set 'list' to true to indicate that the output is expected to be a list.
+    list: true,
+    timeout: 240,
+
+    // Custom resolver to find matching locations.
+    resolver: async (parent, args, contextValue, _info) => {
+        const { config, pathway } = contextValue;
+        const locations = args.locations;
+        let text = args.text;
+
+        // Summarize the input text
+        text = await callPathway('summary', { ...args, targetLength: 0 });
+
+        // loop through the comma delimited list of locations and create sets of 25 or less
+        // to pass into a call to the location picking logic
+        const locationsArray = locations.split(',')
+            .map(location => location.trim())
+            .filter(location => location.length > 0);
+
+        const locationSets = locationsArray.reduce((acc, location, index) => {
+            if (index % 25 === 0) {
+                acc.push(location);
+            } else {
+                acc[acc.length - 1] += `, ${location}`;
+            }
+            return acc;
+        }, []);
+
+        let pathwayResolver = new PathwayResolver({ config, pathway, args });
+
+        // call the locationging logic for each set of locations
+        const locationResults = [];
+        for (let locationSet of locationSets) {
+            if (locationSet.length === 0) continue;
+            pathwayResolver.pathwayPrompt = [
+                new Prompt({
+                    messages: [
+                        { "role": "system", "content": "Assistant is an AI editorial assistant for an online news agency tasked with identifying locations from a pre-determined list that fit a news article summary. When User posts a news article summary and a list of possible locations, assistant will carefully examine the locations in the list. If any of them are a high confidence match for the article, assistant will return the matching locations as a comma separated list. Assistant must only identify a location if assistant is sure the location is a good match for the article. Any locations that assistant returns must be in the list already - assistant cannot add new locations. If there are no good matches, assistant will respond with <none>." },
+                        { "role": "user", "content": `Article Summary:\n\n{{{text}}}\n\nPossible locations: ${locationSet}`},
+                    ]
+                }),
+            ];
+    
+            const locationResult = await pathwayResolver.resolve({ ...args, text });
+
+            // Filter locationResult based on case-insensitive matches with locationSet
+            const normalizelocation = (location) => {
+                return location.trim().toLowerCase().replace(/[.,]/g, '');
+            }
+            
+            const filteredlocationResult = locationResult.reduce((acc, location) => {
+                const normalizedlocation = normalizelocation(location);
+                const matchinglocation = locationSet.split(',')
+                    .map(s => normalizelocation(s))
+                    .findIndex(normalizedPredefinedlocation => normalizedPredefinedlocation === normalizedlocation);
+            
+                // If a matchinglocation is found, add the verbatim location from the predefined set
+                if (matchinglocation !== -1) {
+                    acc.push(locationSet.split(',')[matchinglocation]);
+                }
+            
+                return acc;
+            }, []);
+            
+            // If filteredlocationResult is not empty, push the members of filteredlocationResult into locationResults
+            if (filteredlocationResult.length > 0) {
+                locationResults.push(...filteredlocationResult);
+            }
+        }
+        
+        // Join the locationResults array with a comma separator
+        return locationResults;
+
+    }
+}

package/pathways/quotes.js

@@ -0,0 +1,19 @@
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "Assistant is a brilliant multilingual AI editorial assistant for an online news agency tasked with extracting quotations from a news article excerpt and list them as a numbered list. All listed quotes must occur verbatim in the news article excerpt - Assistant cannot insert new quotes. Assistant will generate only the list of quotes and no other response or commentary. If there are no quotes in the article excerpt, Assistant will return <none>." },
+                { "role": "user", "content": `Article Excerpt:\n\nExample article text. Bob was quoted as saying "the situation was dire". Mary responded, "I agree with Bob".`},
+                { "role": "assistant", "content": "1. \"the situation was dire\" \n2. \"I agree with Bob\"\n"},
+                { "role": "user", "content": `Article Excerpt:\n\nExample article text.`},
+                { "role": "assistant", "content": "<none>"},
+                { "role": "user", "content": `Article Excerpt:\n\n{{{text}}}`},
+            ]
+        })
+    ],
+    model: 'oai-gpt4o',
+    list: true,
+    temperature: 0.7,
+}