@aj-archipelago/cortex 1.1.21 → 1.1.22

package/pathways/summarize_turbo.js

@@ -0,0 +1,98 @@
+// Text summarization module with custom resolver for turbo models
+// This module exports a prompt that takes an input text and generates a summary using a custom resolver.
+
+// Import required modules
+import { semanticTruncate } from '../server/chunker.js';
+import { PathwayResolver } from '../server/pathwayResolver.js';
+import { Prompt } from '../server/prompt.js';
+import { callPathway } from '../lib/pathwayTools.js';
+
+export default {
+    // Define input parameters for the prompt, such as the target length of the summary.
+    inputParameters: {
+        targetLength: 0,
+        targetLanguage: ''
+    },
+
+    model: 'oai-gpt4o',
+
+    // Custom resolver to generate summaries by reprompting if they are too long or too short.
+    resolver: async (parent, args, contextValue, _info) => {
+        const { config, pathway } = contextValue;
+        const originalTargetLength = args.targetLength || 0;
+        const targetLanguage = args.targetLanguage || await callPathway('language', args);
+
+        const targetLanguagePrompt = targetLanguage ? `language '${targetLanguage}'` : 'same language as the text being summarized';
+
+        // If targetLength is not provided, execute the prompt once and return the result.
+        if (originalTargetLength === 0) {
+            let pathwayResolver = new PathwayResolver({ config, pathway, args });
+            pathwayResolver.pathwayPrompt = [
+                new Prompt({ messages: [
+                {"role": "system", "content": `Assistant is a highly skilled multilingual AI writing agent that summarizes text. When the user posts any text in any language, assistant will create a detailed summary of that text. Assistant will produce only the summary text and no additional or other response. The summary must be in the ${targetLanguagePrompt}.`},
+                {"role": "user", "content": "Text to summarize:\n{{{text}}}"}
+                ]}),
+            ];
+            return await pathwayResolver.resolve(args);
+        }
+
+        const errorMargin = 0.1;
+        const lowTargetLength = originalTargetLength * (1 - errorMargin);
+        const targetWords = Math.round(originalTargetLength / 6.6);
+
+        // If the text is shorter than the summary length, just return the text.
+        if (args.text.length <= originalTargetLength) {
+            return args.text;
+        }
+
+        const MAX_ITERATIONS = 5;
+        let summary = '';
+        let pathwayResolver = new PathwayResolver({ config, pathway, args });
+
+        // Modify the prompt to be words-based instead of characters-based.
+        pathwayResolver.pathwayPrompt = [
+            new Prompt({ messages: [
+            {"role": "system", "content": `Assistant is a highly skilled multilingual AI writing agent that summarizes text. When the user posts any text in any language, assistant will create a detailed summary of that text. The summary should be ${targetWords} words long. Assistant will produce only the summary text and no additional or other response. The summary must be in the ${targetLanguagePrompt}.`},
+            {"role": "user", "content": "Text to summarize:\n{{{text}}}"}
+            ]}),
+        ];
+
+        let i = 0;
+        // Make sure it's long enough to start
+        while ((summary.length < lowTargetLength) && i < MAX_ITERATIONS) {
+            summary = await pathwayResolver.resolve(args);
+            i++;
+        }
+
+        // If it's too long, it could be because the input text was chunked
+        // and now we have all the chunks together. We can summarize that
+        // to get a comprehensive summary.
+        if (summary.length > originalTargetLength) {
+            pathwayResolver.pathwayPrompt = [
+                new Prompt({ messages: [
+                {"role": "system", "content": `Assistant is a highly skilled multilingual AI writing agent that summarizes text. When the user posts any text in any language, assistant will create a detailed summary of that text. The summary should be ${targetWords} words long. Assistant will produce only the summary text and no additional or other response.  The summary must be in the ${targetLanguagePrompt}.`},
+                {"role": "user", "content": `Text to summarize:\n${summary}`}
+                ]}),
+            ];
+            summary = await pathwayResolver.resolve(args);
+            i++;
+
+            // Now make sure it's not too long
+            while ((summary.length > originalTargetLength) && i < MAX_ITERATIONS) {
+                // add the summary response from the assistant to the prompt
+                pathwayResolver.pathwayPrompt[0].messages.push({"role": "assistant", "content": summary});
+                // add the next query to the prompt
+                pathwayResolver.pathwayPrompt[0].messages.push({"role": "system", "content": `Is that less than ${targetWords} words long? If not, try again using a length of no more than ${targetWords} words.  Generate only the summary text and no apology or other response. The summary must be in the ${targetLanguagePrompt}.`});
+                summary = await pathwayResolver.resolve(args);
+                i++;
+            }
+        }
+
+        // If the summary is still too long, truncate it.
+        if (summary.length > originalTargetLength) {
+            return semanticTruncate(summary, originalTargetLength);
+        } else {
+            return summary;
+        }
+    }
+}

package/pathways/summary.js

@@ -1,27 +1,35 @@
-// summary.js
-// Text summarization module with custom resolver
+// Text summarization module with custom resolver for turbo models
 // This module exports a prompt that takes an input text and generates a summary using a custom resolver.
 
 // Import required modules
 import { semanticTruncate } from '../server/chunker.js';
 import { PathwayResolver } from '../server/pathwayResolver.js';
+import { Prompt } from '../server/prompt.js';
 
 export default {
     // The main prompt function that takes the input text and asks to generate a summary.
-    prompt: `{{{text}}}\n\nWrite a summary of the above text. If the text is in a language other than english, make sure the summary is written in the same language:\n\n`,
+    prompt:[
+        new Prompt({ messages: [
+        {"role": "system", "content": "Assistant is a highly skilled multilingual AI writing agent that summarizes text. When the user posts any text in any language, assistant will create a detailed, complete summary of that text. The summary must be in the same language as the posted text. Assistant will produce only the summary text and no additional or other response."},
+        {"role": "user", "content": "Text to summarize:\n{{{text}}}"}
+        ]}),
+    ],
 
     // Define input parameters for the prompt, such as the target length of the summary.
     inputParameters: {
         targetLength: 0,
     },
 
+    model: 'oai-gpt4o',
+    enableCache: true,
+
     // Custom resolver to generate summaries by reprompting if they are too long or too short.
-    resolver: async (parent, args, contextValue, _info) => {
+    resolver: async (_parent, args, contextValue, _info) => {
         const { config, pathway } = contextValue;
-        const originalTargetLength = args.targetLength;
+        const originalTargetLength = args.targetLength || pathway.inputParameters.targetLength;
 
         // If targetLength is not provided, execute the prompt once and return the result.
-        if (!originalTargetLength) {
+        if (originalTargetLength === 0) {
             let pathwayResolver = new PathwayResolver({ config, pathway, args });
             return await pathwayResolver.resolve(args);
         }
@@ -40,7 +48,12 @@ export default {
         let pathwayResolver = new PathwayResolver({ config, pathway, args });
 
         // Modify the prompt to be words-based instead of characters-based.
-        pathwayResolver.pathwayPrompt = `Write a summary of all of the text below. If the text is in a language other than english, make sure the summary is written in the same language. Your summary should be ${targetWords} words in length.\n\nText:\n\n{{{text}}}\n\nSummary:\n\n`
+        pathwayResolver.pathwayPrompt = [
+            new Prompt({ messages: [
+            {"role": "system", "content": `Assistant is a highly skilled multilingual AI writing agent that summarizes text. When the user posts any text in any language, assistant will create a detailed summary of that text. The summary must be in the same language as the posted text. The summary should be ${targetWords} words long. Assistant will produce only the summary text and no additional or other response.`},
+            {"role": "user", "content": "Text to summarize:\n{{{text}}}"}
+            ]}),
+        ];
 
         let i = 0;
         // Make sure it's long enough to start
@@ -53,13 +66,21 @@ export default {
         // and now we have all the chunks together. We can summarize that
         // to get a comprehensive summary.
         if (summary.length > originalTargetLength) {
-            pathwayResolver.pathwayPrompt = `Write a summary of all of the text below. If the text is in a language other than english, make sure the summary is written in the same language. Your summary should be ${targetWords} words in length.\n\nText:\n\n${summary}\n\nSummary:\n\n`
+            pathwayResolver.pathwayPrompt = [
+                new Prompt({ messages: [
+                {"role": "system", "content": `Assistant is a highly skilled multilingual AI writing agent that summarizes text. When the user posts any text in any language, assistant will create a detailed summary of that text. The summary must be in the same language as the posted text. The summary should be ${targetWords} words long. Assistant will produce only the summary text and no additional or other response.`},
+                {"role": "user", "content": `Text to summarize:\n${summary}`}
+                ]}),
+            ];
             summary = await pathwayResolver.resolve(args);
             i++;
 
             // Now make sure it's not too long
             while ((summary.length > originalTargetLength) && i < MAX_ITERATIONS) {
-                pathwayResolver.pathwayPrompt = `${summary}\n\nIs that less than ${targetWords} words long? If not, try again using a length of no more than ${targetWords} words.\n\n`;
+                // add the summary response from the assistant to the prompt
+                pathwayResolver.pathwayPrompt[0].messages.push({"role": "assistant", "content": summary});
+                // add the next query to the prompt
+                pathwayResolver.pathwayPrompt[0].messages.push({"role": "system", "content": `Is that less than ${targetWords} words long? If not, try again using a length of no more than ${targetWords} words.`});
                 summary = await pathwayResolver.resolve(args);
                 i++;
             }
@@ -72,6 +93,4 @@ export default {
             return summary;
         }
     }
-};
-
-
+}

package/pathways/sys_claude_35_sonnet.js

@@ -0,0 +1,19 @@
+// sys_claude_35_sonnet.js
+// override handler for claude-35-sonnet
+
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt:
+    [
+        new Prompt({ messages: [
+            "{{messages}}",
+        ]}),
+    ],
+    inputParameters: {
+        messages: [],
+    },
+    model: 'claude-35-sonnet-vertex',
+    useInputChunking: false,
+    emulateOpenAIChatModel: 'claude-3.5-sonnet',
+}

package/pathways/sys_claude_3_haiku.js

@@ -0,0 +1,19 @@
+// sys_claude_3_haiku.js
+// override handler for claude-3-haiku
+
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt:
+    [
+        new Prompt({ messages: [
+            "{{messages}}",
+        ]}),
+    ],
+    inputParameters: {
+        messages: [],
+    },
+    model: 'claude-3-haiku-vertex',
+    useInputChunking: false,
+    emulateOpenAIChatModel: 'claude-3-haiku',
+}

package/pathways/sys_google_chat.js

@@ -0,0 +1,19 @@
+// sys_google_chat.js
+// override handler for palm-chat
+
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt:
+    [
+        new Prompt({ messages: [
+            "{{messages}}",
+        ]}),
+    ],
+    inputParameters: {
+        messages: [],
+    },
+    model: 'palm-chat',
+    useInputChunking: false,
+    emulateOpenAIChatModel: 'palm-chat',
+}

package/pathways/sys_google_code_chat.js

@@ -0,0 +1,19 @@
+// sys_google_code_chat.js
+// override handler for palm-code-chat
+
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt:
+    [
+        new Prompt({ messages: [
+            "{{messages}}",
+        ]}),
+    ],
+    inputParameters: {
+        messages: [],
+    },
+    model: 'palm-code-chat',
+    useInputChunking: false,
+    emulateOpenAIChatModel: 'palm-code-chat',
+}

package/pathways/sys_google_gemini_chat.js

@@ -0,0 +1,23 @@
+// sys_google_gemini_chat.js
+// override handler for gemini-chat
+
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt:
+    [
+        new Prompt({ messages: [
+            "{{messages}}",
+        ]}),
+    ],
+    inputParameters: {
+        messages: [],
+    },
+    model: 'gemini-pro-chat',
+    useInputChunking: false,
+    emulateOpenAIChatModel: 'gemini-pro-chat',
+    geminiSafetySettings: [{category: 'HARM_CATEGORY_DANGEROUS_CONTENT', threshold: 'BLOCK_ONLY_HIGH'},
+                            {category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT', threshold: 'BLOCK_ONLY_HIGH'},
+                            {category: 'HARM_CATEGORY_HARASSMENT', threshold: 'BLOCK_ONLY_HIGH'},
+                            {category: 'HARM_CATEGORY_HATE_SPEECH', threshold: 'BLOCK_ONLY_HIGH'}],
+}

package/pathways/sys_openai_chat.js

@@ -1,5 +1,5 @@
 // sys_openai_chat.js
-// default handler for openAI chat endpoints when REST endpoints are enabled
+// override handler for gpt-3.5-turbo
 
 import { Prompt } from '../server/prompt.js';
 
@@ -15,5 +15,5 @@ export default {
     },
     model: 'oai-gpturbo',
     useInputChunking: false,
-    emulateOpenAIChatModel: '*',
+    emulateOpenAIChatModel: 'gpt-3.5-turbo',
 }

package/pathways/sys_openai_chat_16.js

@@ -0,0 +1,19 @@
+// sys_openai_chat_16.js
+// override handler for gpt-3.5-turbo-16k
+
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt:
+    [
+        new Prompt({ messages: [
+            "{{messages}}",
+        ]}),
+    ],
+    inputParameters: {
+        messages: [],
+    },
+    model: 'azure-turbo-16',
+    useInputChunking: false,
+    emulateOpenAIChatModel: 'gpt-3.5-turbo-16k',
+}

package/pathways/sys_openai_chat_gpt4.js

@@ -0,0 +1,19 @@
+// sys_openai_chat_gpt4.js
+// override handler for gpt-4
+
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt:
+    [
+        new Prompt({ messages: [
+            "{{messages}}",
+        ]}),
+    ],
+    inputParameters: {
+        messages: [],
+    },
+    model: 'oai-gpt4',
+    useInputChunking: false,
+    emulateOpenAIChatModel: 'gpt-4',
+}

package/pathways/sys_openai_chat_gpt4_32.js

@@ -0,0 +1,19 @@
+// sys_openai_chat_gpt4_32.js
+// override handler for gpt-4-32
+
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt:
+    [
+        new Prompt({ messages: [
+            "{{messages}}",
+        ]}),
+    ],
+    inputParameters: {
+        messages: [],
+    },
+    model: 'oai-gpt4-32',
+    useInputChunking: false,
+    emulateOpenAIChatModel: 'gpt-4-32k',
+}

package/pathways/sys_openai_chat_gpt4_turbo.js

@@ -0,0 +1,19 @@
+// sys_openai_chat_gpt4_turbo.js
+// override handler for gpt-4-turbo
+
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt:
+    [
+        new Prompt({ messages: [
+            "{{messages}}",
+        ]}),
+    ],
+    inputParameters: {
+        messages: [],
+    },
+    model: 'oai-gpt4-turbo',
+    useInputChunking: false,
+    emulateOpenAIChatModel: 'gpt-4-turbo',
+}

package/pathways/tags.js

@@ -0,0 +1,25 @@
+// tags.js
+// News tags identification module
+// This module exports a prompt that takes an input article text and identifies the top news tags for the article.
+
+import { callPathway } from '../lib/pathwayTools.js';
+
+export default {
+    prompt: [],
+    model: 'oai-gpt4o',
+
+    // Define input parameters for the prompt, such as the number of top news tags to identify and select.
+    inputParameters: {
+        count: 5,
+        tags: '',
+    },
+
+    // Set 'list' to true to indicate that the output is expected to be a list.
+    list: true,
+    timeout: 240,
+    temperature: 0,
+
+    resolver: async (parent, args, _contextValue, _info) => {
+        return await callPathway('taxonomy', { ...args, taxonomyType: 'tag', taxonomyItems: args.tags });
+    }
+}

package/pathways/taxonomy.js

@@ -0,0 +1,135 @@
+// taxonomy.js
+// News taxonomy identification module
+// This module exports a prompt that takes an input article text and taxonomy list and type and identifies the top news taxonomy for the article.
+
+import { Prompt } from "../server/prompt.js";
+import { PathwayResolver } from '../server/pathwayResolver.js';
+import { callPathway } from '../lib/pathwayTools.js';
+
+function getFilteredTaxonomyItems(taxonomyResult, taxonomySet) {
+    // Normalize taxonomy item
+    function normalizeTaxonomyItem(item) {
+        return item.trim().toLowerCase().replace(/[.,]/g, '');
+    }
+
+    const taxonomyItems = taxonomySet.split(',');
+    const filteredTaxonomyResult = taxonomyResult.reduce((acc, item) => {
+        const normalizedItem = normalizeTaxonomyItem(item);
+        const matchingItemIndex = taxonomyItems
+            .map(s => normalizeTaxonomyItem(s))
+            .findIndex(normalizedPredefinedItem => normalizedPredefinedItem === normalizedItem);
+
+        // If a matchingItemIndex is found, add the verbatim item from the predefined set
+        if (matchingItemIndex !== -1) {
+            acc.push(taxonomyItems[matchingItemIndex]);
+        }
+
+        return acc;
+    }, []);
+
+    // If filteredTaxonomyResult is not empty, push the members of filteredTaxonomyResult into taxonomyResults
+    const taxonomyResults = [];
+    if (filteredTaxonomyResult.length > 0) {
+        taxonomyResults.push(...filteredTaxonomyResult);
+    }
+    
+    return taxonomyResults;
+}
+
+export default {
+    prompt: [],
+    model: 'oai-gpt4o',
+
+    // Define input parameters for the prompt, such as the number of top news taxonomyItems to identify and select.
+    inputParameters: {
+        count: 5,
+        taxonomyItems: '',
+        taxonomyType: 'topic',
+    },
+
+    // Set 'list' to true to indicate that the output is expected to be a list.
+    list: true,
+    timeout: 240,
+
+    // Custom resolver to find matching taxonomyItems.
+    resolver: async (parent, args, contextValue, _info) => {
+        const { config, pathway } = contextValue;
+        const taxonomyItems = args.taxonomyItems;
+        const taxonomyType = args.taxonomyType || 'topic';
+        let text = args.text;
+
+        // Summarize the input text
+        text = await callPathway('summary', { ...args, targetLength: 0 });
+
+        // loop through the comma delimited list of taxonomyItems and create sets of 25 or less
+        // to pass into a call to the taxonomyItem picking logic
+        const taxonomyItemsArray = taxonomyItems.split(',')
+            .map(taxonomyItem => taxonomyItem.trim())
+            .filter(taxonomyItem => taxonomyItem.length > 0);
+
+        const taxonomyItemSets = taxonomyItemsArray.reduce((acc, taxonomyItem, index) => {
+            if (index % 25 === 0) {
+                acc.push(taxonomyItem);
+            } else {
+                acc[acc.length - 1] += `, ${taxonomyItem}`;
+            }
+            return acc;
+        }, []);
+
+        let pathwayResolver = new PathwayResolver({ config, pathway, args });
+
+        // call the taxonomyItemging logic for each set of taxonomyItems
+        const taxonomyItemResults = [];
+        for (let taxonomyItemSet of taxonomyItemSets) {
+            if (taxonomyItemSet.length === 0) continue;
+            pathwayResolver.pathwayPrompt = [
+                new Prompt({
+                    messages: [
+                        { "role": "system", "content": `Assistant is an AI editorial assistant for an online news agency tasked with identifying ${taxonomyType}s from a pre-determined list that fit a news article summary. When User posts a news article summary and a list of possible ${taxonomyType}s, assistant will carefully examine the ${taxonomyType}s in the list. If any of them are a high confidence match for the article, assistant will return the matching ${taxonomyType}s as a comma separated list. Assistant must only identify a ${taxonomyType} if assistant is sure the ${taxonomyType} is a good match for the article. Any ${taxonomyType}s that assistant returns must be in the list already - assistant cannot add new ${taxonomyType}s. If there are no good matches, assistant will respond with <none>. Assistant will return only the ${taxonomyType}s and no other notes or commentary.`},
+                        { "role": "user", "content": `Article Summary: {{{text}}}\n\nPossible ${taxonomyType}s: ${taxonomyItemSet}\n\n`},
+                    ]
+                }),
+            ];
+    
+            const taxonomyItemResult = await pathwayResolver.resolve({ ...args, text });
+
+            taxonomyItemResults.push(...getFilteredTaxonomyItems(taxonomyItemResult, taxonomyItemSet));
+        }
+        
+        if (taxonomyItemResults.length < 2) {
+            return taxonomyItemResults;
+        }
+
+        if (args.count === 1) {
+            pathwayResolver.pathwayPrompt = [
+                new Prompt({
+                    messages: [
+                        { "role": "system", "content": `Assistant is an AI editorial assistant for an online news agency tasked with identifying a single ${taxonomyType} from a list that best fits a news article summary. When User posts a news article summary and a list of possible ${taxonomyType}s, assistant will carefully examine the ${taxonomyType}s in the list and return the one ${taxonomyType} that best represents the news article summary. Assistant will use high judgement when picking the correct ${taxonomyType}. Assistant will return only the ${taxonomyType} and no other notes or commentary.` },
+                        { "role": "user", "content": `Article Summary: {{{text}}}\n\nPossible ${taxonomyType}s: ${taxonomyItemResults.join(', ')}\n\n`},
+                    ]
+                }),
+            ];
+        } else {
+            pathwayResolver.pathwayPrompt = [
+                new Prompt({
+                    messages: [
+                        { "role": "system", "content": `Assistant is an AI editorial assistant for an online news agency tasked with identifying ${taxonomyType}s from a list that best fit a news article summary. When User posts a news article summary and a list of possible ${taxonomyType}s, assistant will carefully examine the ${taxonomyType}s in the list and return them in order of relevance to the article summary (best fit first). Assistant will return only the list of ${taxonomyType}s and no other notes or commentary. Assistant will not add ${taxonomyType}s to the list and will select only from User's posted ${taxonomyType}s.` },
+                        { "role": "user", "content": `Article Summary: {{{text}}}\n\nPossible ${taxonomyType}s: ${taxonomyItemResults.join(', ')}\n\n`},
+                    ]
+                }),
+            ];
+        }
+
+        const taxonomyItemResult = await pathwayResolver.resolve({ ...args, text });
+
+        taxonomyItemResults.length = 0;
+        let filteredItems = getFilteredTaxonomyItems(taxonomyItemResult, taxonomyItems);
+        if (args.count > 0) {
+            filteredItems = filteredItems.slice(0, args.count);
+        }
+        taxonomyItemResults.push(...filteredItems);
+
+        return taxonomyItemResults;
+
+    }
+}

package/pathways/timeline.js

@@ -0,0 +1,51 @@
+import { Prompt } from '../server/prompt.js';
+import * as chrono from 'chrono-node';
+import dayjs from 'dayjs';
+
+const getLastOccurrenceOfMonth = (month) => {
+    month = month - 1;
+    const date = new Date();
+
+    while (date.getMonth() !== month) {
+        date.setMonth(date.getMonth() - 1);
+    }
+    
+    return date.toLocaleString('default', { month: 'long', year: 'numeric' });
+}
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                {
+                    "role": "system", "content": `
+                Assistant is a news editor at a prestigious international news agency. Assistant's job is to create timelines of events mentioned in news excerpts, covering the past 20 years.
+                Assume the excerpt was written on {{date}}. 
+                Each item in the timeline contains two pieces of information: the event and the time it occurred.
+                The time can be a full date, or a partial date, such as month and year or year alone.
+                The order in which the events are mentioned in the document may not be the order in which they occurred.
+                If only a month can be inferred, use the month preceding {{date}}.
+                If a weekday is mentioned, use the date of that weekday immediately preceding {{date}}.
+                The event must be news-worthy, not trivial, and not a mere statement of fact. Examples of events to not include: "Biking to work", "The world needs to end poverty", "Climate change is getting worse".
+                Assistant will respond with a JSON array contaning each timeline item, defined using two keys: event:string and time:any. Do not wrap the array in a root object.
+                Assistant will respond only with the array and no additional notes or commentary.
+                For each event title, assistant will use the language that the document is written in.
+                ` },
+                { "role": "user", "content": "NATO conducted airstrikes in the northern regions of Russia on February 6, 2022. One week later, the south was targeted." },
+                {"role": "assistant", "content": `[{"event": "NATO targets Russian north with airstrikes", "time": "2022-02-06"}, {"event": "NATO conducts airstrikes in southern Russia", "time": "2022-02-13"}]"},
+                { "role": "user", "content": "Russia annexed Crimea from Ukraine in 2014, a move that most of the world denounced as illegal, and moved in November to officially claim four regions in Ukraine's south and east as Russian territory.` },
+                {"role": "assistant", "content": `[{"event": "Russia annexes Crimea from Ukraine", "time": "2014"}, {"event": "Russia claims four regions in Ukraine as Russian territory", "time": "${getLastOccurrenceOfMonth(9)}}"}]`},
+                { "role": "user", "content": "The UK on Sunday passed a resolution in favour of all political parties." },
+                {"role": "assistant", "content": `[{"event": "UK passes resolution in favour of all political parties", "time": "${dayjs(chrono.parseDate('Last Sunday')).format('YYYY-MM-DD')}"}]`},
+                { "role": "user", "content": "As of Tuesday, 24 bodies had been identified." },
+                {"role": "assistant", "content": `[{"event": "24 bodies identified", "time": "${dayjs(chrono.parseDate('Last Tuesday')).format('YYYY-MM-DD')}"}]`},
+                { "role": "user", "content": "{{text}}" },
+            ]
+        })],
+    model: 'oai-gpt4o',
+    inputParameters: {
+        date: new Date().toDateString(),
+    },
+    temperature: 0.0,
+    enableDuplicateRequests: false,
+}

package/pathways/topics.js

@@ -0,0 +1,25 @@
+// topics.js
+// News categories identification module
+// This module exports a prompt that takes an input article text and identifies the top news categories for the article.
+
+import { callPathway } from '../lib/pathwayTools.js';
+
+export default {
+    prompt: [],
+    model: 'oai-gpt4o',
+
+    // Define input parameters for the prompt, such as the number of top news topics to identify and select.
+    inputParameters: {
+        count: 5,
+        topics: '',
+    },
+
+    // Set 'list' to true to indicate that the output is expected to be a list.
+    list: true,
+    timeout: 240,
+
+    // Custom resolver to find matching topics.
+    resolver: async (parent, args, _contextValue, _info) => {
+        return await callPathway('taxonomy', { ...args, taxonomyType: 'topic', taxonomyItems: args.topics });
+    }
+}

package/pathways/topics_sentiment.js

@@ -0,0 +1,20 @@
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": `Assistant is an expert topic and trend analyst AI working for a prestigious international news agency. When a user submits commentary with a video id, Assistant will return the video id being analyzed in a block called "Video ID:", then will summarize the commentary and return it in a block called "Summary:" and then will list the topics contained therein with general sentiments about each of the topics in a block called "Topics:". Each topic line in the block should be of the form <#><topic description> - <sentiment analysis>. The goal of the analysis is to answer the question "What are the viewers interested in and how do they feel about it?" Assistant will return the video id, summary, and topics and sentiments and no other notes or commentary.`},                
+                { "role": "user", "content": `Video commentary:\n\n{{{text}}}`},
+            ]
+        })
+    ],
+    model: 'oai-gpt4o',
+    //inputChunkSize: 1000,
+    joinChunksWith: '\n',
+    tokenRatio: 1,
+    enableDuplicateRequests: false,
+    timeout: 1800,
+}
+
+