@aj-archipelago/cortex 1.1.21 → 1.1.22

package/pathways/release_notes.js

@@ -0,0 +1,16 @@
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "Assistant is a professional code writing assistant responsible for generating release notes to go in Github pull requests and releases. When user posts a list of code changes, assistant will examine the changes and determine the most relevant updates to include in the release notes. Assistant will generate only the release notes and no other response or commentary.\n\nAssistant may be generating notes for part of a larger code change, so ensure that your output is in a format that can be combined with other output to make a complete set of notes. Respond with markdown where it helps make your output more readable." },
+                { "role": "user", "content": `Code changes:\n\n{{{text}}}`},
+            ]
+        })
+    ],
+    model: 'oai-gpt4o',
+    tokenRatio: 0.75,
+    enableDuplicateRequests: false,
+}
+

package/pathways/remove_content.js

@@ -0,0 +1,31 @@
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "Assistant is highly skilled news editor at a prestigious international news agency. Assistant's task is to remove specific detail from a news excerpt" },
+                { "role": "user", "content": "NEWS: After weeks of resistance, and ahead of a vote that could have compelled it to happen, Prime Minister Justin Trudeau’s office announced Tuesday that his chief of staff Katie Telford will testify about foreign election interference, before a committee that has been studying the issue for months. DELETE: Katie Telford is Trudeaus's chief of staff" },
+                { "role": "assistant", "content": "After weeks of resistance, and ahead of a vote that could have compelled it to happen, Prime Minister Justin Trudeau’s office announced Tuesday that Katie Telford will testify about foreign election interference, before a committee that has been studying the issue for months" },
+                { "role": "user", "content": "NEWS: It seems that the arms race in the field of missiles and anti-missiles is in full swing these days. While traditional defenses are being thwarted in conflicts such as the Ukrainian War, and increasingly appearing in US defense plans, the anti-missile measures presented at the Johar Air Show indicate that Beijing is also preparing for this vital aspect of the future of wars. DELETE: Arms race in the field of missiles and anti-missiles is in full swing" },
+                { "role": "assistant", "content": "While traditional defenses are being thwarted in conflicts such as the Ukrainian War, and increasingly appearing in US defense plans, the anti-missile measures presented at the Johar Air Show indicate that Beijing is also preparing for this vital aspect of the future of wars." },
+                {
+                    "role": "user", "content":
+                        `NEWS: Sundowns leads the group with 11 points, one point ahead of Al-Hilal in second place. Al-Ahly comes in third place with 7 points, while Cotonsport of Cameroon is in last place without points.
+
+                Al-Hilal said in its statement that CAF had not responded to three previous letters and asked it to take a stance before a "new Burseid". DELETE: Cotonsport of Cameroon is in last place without points.`},
+                {
+                    "role": "assistant", "content": `
+                Sundowns leads the group with 11 points, one point ahead of Al-Hilal in second place. Al-Ahly comes in third place with 7 points.
+
+                Al-Hilal said in its statement that CAF had not responded to three previous letters and asked it to take a stance before a "new Burseid". ` },
+                { "role": "user", "content": "NEWS: {{text}}. DELETE: {{content}}" },
+
+            ]
+        })],
+    inputParameters: {
+        content: "",
+    },
+    model: 'oai-gpt4o',
+    temperature: 0.0,
+}

package/pathways/retrieval.js

@@ -0,0 +1,23 @@
+import { Prompt } from '../server/prompt.js';
+
+// Description: Have a chat with a bot that uses context to understand the conversation + extension for Azure
+export default {
+    prompt:
+        [
+            new Prompt({ messages: [
+                "{{chatHistory}}",
+            ]}),
+        ],
+    // prompt: `{{text}}`,
+    inputParameters: {
+        chatHistory: [],
+        contextId: ``,
+        indexName: ``,
+        semanticConfiguration: ``,
+        roleInformation: ``
+    },
+    model: `azure-extension`,
+    useInputChunking: false,
+    enableDuplicateRequests: false,
+}
+

package/pathways/run_claude35_sonnet.js

@@ -0,0 +1,21 @@
+
+// Import required modules
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "{{{systemPrompt}}}" },
+                { "role": "user", "content": "{{{text}}}\n\n{{{prompt}}}" }
+            ]
+        }),
+    ],
+
+    inputParameters: {
+        prompt: "",
+        systemPrompt: "Assistant is an expert journalist's assistant for a prestigious international news agency. When a user posts a request, Assistant will come up with the best response while upholding the highest journalistic standards.",
+    },
+
+    model: 'claude-35-sonnet-vertex',
+}

package/pathways/run_claude3_haiku.js

@@ -0,0 +1,20 @@
+// Import required modules
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "{{{systemPrompt}}}" },
+                { "role": "user", "content": "{{{text}}}\n\n{{{prompt}}}" }
+            ]
+        }),
+    ],
+
+    inputParameters: {
+        prompt: "",
+        systemPrompt: "Assistant is an expert journalist's assistant for a prestigious international news agency. When a user posts a request, Assistant will come up with the best response while upholding the highest journalistic standards.",
+    },
+
+    model: 'claude-3-haiku-vertex',
+}

package/pathways/run_gpt35turbo.js

@@ -0,0 +1,20 @@
+// Import required modules
+import { Prompt } from "../server/prompt.js" 
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "{{{systemPrompt}}}" },
+                { "role": "user", "content": "{{{text}}}\n\n{{{prompt}}}" }
+            ]
+        }),
+    ],
+
+    inputParameters: {
+        prompt: "",
+        systemPrompt: "Assistant is an expert journalist's assistant working for a prestigious international news agency. When a user posts a request, Assistant will come up with the best response while upholding the highest journalistic standards.",
+    },
+
+    model: 'oai-gpturbo',
+}

package/pathways/run_gpt4.js

@@ -0,0 +1,20 @@
+// Import required modules
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "{{{systemPrompt}}}" },
+                { "role": "user", "content": "{{{text}}}\n\n{{{prompt}}}" }
+            ]
+        }),
+    ],
+
+    inputParameters: {
+        prompt: "",
+        systemPrompt: "Assistant is an expert journalist's assistant for a prestigious international news agency. When a user posts a request, Assistant will come up with the best response while upholding the highest journalistic standards.",
+    },
+
+    model: 'oai-gpt4',
+}

package/pathways/run_gpt4_32.js

@@ -0,0 +1,20 @@
+// Import required modules
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "{{{systemPrompt}}}" },
+                { "role": "user", "content": "{{{text}}}\n\n{{{prompt}}}" }
+            ]
+        }),
+    ],
+
+    inputParameters: {
+        prompt: "",
+        systemPrompt: "Assistant is an expert journalist's assistant for a prestigious international news agency. When a user posts a request, Assistant will come up with the best response while upholding the highest journalistic standards.",
+    },
+
+    model: 'oai-gpt4-32',
+}

package/pathways/select_extension.js

@@ -0,0 +1,6 @@
+// Description: Have a chat with a bot that uses context to understand the conversation
+export default {
+    prompt: `User text: {{text}}\n\n Your Instructions: Analyze user text and extract all the following information. Decide to route messages to a knowledge base expert system when the user needs some information or documents or articles, or if user asks question that require specific knowledge, or if some extra knowledge can help you reply better; also anything related to news, articles, geopolitical entities, or current events should be forwarded as those can be found in the expert system. The expert system should not be consulted if the users message is just conversational. You will reply this in field useExpertSystem with true or false. Also in the text, the user may or may not have requested one of the following services:\n{"services": ["Coding", "Translate", "Transcribe", "Summary", "Headlines", "Entities", "Spelling", "Grammar", "Style", "Entities", "Newswires", "FileOrDocumentUpload"]}\nSelect the services the user requested (or none if none were requested) and return them as a JSON object field called "services". Also return the user text's language in language field in ISO 639-3 format. You will reply with the single valid JSON object (no other text or commentary) that must include JSON fields: useExpertSystem, services, language.\n\n`,
+    model: 'oai-gpt4o',
+    useInputChunking: false,
+}

package/pathways/select_services.js

@@ -0,0 +1,10 @@
+// Description: Select services from a conversation fragment
+export default {
+    temperature: 0,
+    prompt:
+        [
+            `Conversation:\n{{text}}\n\nInstructions:\nIn the above conversation fragment, the user may or may not have requested one of the following services:\n{"services": ["Coding", "Translate", "Transcribe", "Summary", "Headlines", "Entities", "Spelling", "Grammar", "Style", "Entities", "Newswires", "FileOrDocumentUpload"]}\nSelect the services the user requested (or none if none were requested) and return them as a JSON object called "services" below:\n\n`,
+        ],
+    model: 'oai-gpt4o',
+}
+

package/pathways/spelling.js

@@ -0,0 +1,3 @@
+export default {
+    prompt: `{{text}}\n\nRewrite the above using British English spelling:`
+}

package/pathways/story_angles.js

@@ -0,0 +1,13 @@
+import { Prompt } from "../server/prompt.js";
+
+export default {
+    prompt: [new Prompt({
+        messages: [
+            { "role": "system", "content": "Assistant is highly skilled news editor at a prestigious international news agency. Assistant's task is to identify angles of emphasis in a news story." },
+            { "role": "user", "content": "Give me a numbered list of angles that can be emphasized in the following news excerpt. Don't need explanations, just a short phrase (< 5 words) describing the angle. Sort them by decreasing order of relevance.\n\nNews excerpt\n{{text}}" },
+        ]
+    })],
+    model: 'oai-gpt4o',
+    list: true,
+    useInputChunking: false,
+}

package/pathways/styleguide/styleguide.js

@@ -0,0 +1,221 @@
+import { Prompt } from '../../server/prompt.js';
+import * as Diff from "diff";
+
+const prompt = new Prompt({
+    messages: [
+        {
+            "role": "system", "content": `Assistant is a highly skilled copy editor for a prestigious news agency. When the user posts any text, assistant will correct all spelling and grammar in the text and change words to British English word spellings. Assistant will preserve html tags as well as text within square brackets. Assistant will also flawlessly apply the following rules from the style guide:
+Don't use the % sign - spell out percent instead.
+Expand all abbreviated month names.`},
+        { "role": "user", "content": "The total value of the deal was 12M euros." },
+        { "role": "assistant", "content": "The total value of the deal was 12 million euros." },
+        { "role": "user", "content": "they lost 20% of their money" },
+        { "role": "assistant", "content": "they lost 20 percent of their money" },
+        { "role": "system", "content": "Assistant will edit the entirety of whatever the user posts next according to the system instructions. Assistant will produce only the corrected text and no additional notes, dialog, or commentary." },
+        { "role": "user", "content": "{{{text}}}" }
+    ]
+});
+
+export default {
+    temperature: 0,
+    prompt: [prompt],
+    // inputFormat: 'html',
+    useInputChunking: true,
+    inputChunkSize: 500,
+    enableDuplicateRequests: false,
+    useParallelChunkProcessing: true,
+    model: 'oai-gpt4o',
+    executePathway: async ({ args, runAllPrompts }) => {
+        const originalText = args.text;
+
+        const suggestions = [];
+
+        const rulesBySuspect = getStyleGuideRules();
+        addEntriesForSuspectsFromStyleGuide(originalText, rulesBySuspect, suggestions);
+
+        const correctedText = await runAllPrompts(args);
+
+        // If correctedText is null, then the call to the AI resulted in an error.
+        if (correctedText) {
+            addEntriesForAutoCorrectedWords(originalText, correctedText, suggestions);
+        }
+
+        // Remove overlapping suggestions
+        suggestions.sort((a, b) => a.index - b.index);
+        for (let i = 0; i < suggestions.length; i++) {
+            const suggestion = suggestions[i];
+            const nextSuggestion = suggestions[i + 1];
+
+            if (nextSuggestion && suggestion.index + suggestion.suspect.length >= nextSuggestion.index) {
+                // remove nextSuggestion
+                suggestions.splice(i + 1, 1);
+                i--;
+            }
+        }
+
+        return JSON.stringify({ text: originalText, suggestions: suggestions })
+    }
+}
+
+/**
+ * Adds entries to the suggestions array for words that the style guide defines as suspects.
+ * 
+ * @param {string} originalText 
+ * @param {object} rulesBySuspect
+ * @param {string[]} suggestions 
+ */
+function addEntriesForSuspectsFromStyleGuide(originalText, rulesBySuspect, suggestions) {
+    for (const suspect in rulesBySuspect) {
+        if (suspect) {
+            const suspectRegex = new RegExp(`\\b${suspect}\\b`, 'gi');
+            const suspectMatches = [...originalText.matchAll(suspectRegex)];
+            suspectMatches.forEach(m => {
+                const { notes } = rulesBySuspect[suspect];
+
+                const matchIndex = m.index;
+
+                // if this suspect falls within another, then skip it
+                // an example of this is the expression "said that"
+                // there's a rule for "said that" that and there's another rule for "that"
+                // if we don't skip the "that" rule, then we'll get two suggestions for the same word
+                if (suggestions.some(s => matchIndex >= s.index && matchIndex <= s.index + s.suspect.length)) {
+                    return;
+                }
+
+                const newSuggestion = {
+                    suspect,
+                    suggestions: rulesBySuspect[suspect].suggestions,
+                    index: m.index,
+                    notes,
+                }
+
+                const existingSuggestionIndex = suggestions.findIndex(s => s.index === newSuggestion.index);
+
+                if (existingSuggestionIndex > -1) {
+                    suggestions[existingSuggestionIndex] = newSuggestion;
+                } else {
+                    suggestions.push(newSuggestion);
+                }
+            });
+        }
+    }
+}
+
+/**
+ * Adds entries to the suggestions array for words that were auto-corrected by the AI.
+ * These will be used by the UI to a render a diff.
+ * 
+ * @param {string} originalText 
+ * @param {string} correctedText 
+ * @param {string[]} suggestions 
+ */
+function addEntriesForAutoCorrectedWords(originalText, correctedText, suggestions) {
+    let currentIndex = 0;
+    let currentSuggestion = null;
+
+    const normalizeQuotesAndSpaces = text => text.replace(/“|”/g, '"').replace(/‘|’/g, "'").replace(/\u00A0/g, ' ');
+
+    const diffGroups = Diff.diffWordsWithSpace(normalizeQuotesAndSpaces(originalText), normalizeQuotesAndSpaces(correctedText));
+    diffGroups.forEach((part, i) => {
+        const nextToken = diffGroups[i + 1];
+        const isNextTokenChange = nextToken?.added || nextToken?.removed;
+        const isWhiteSpaceBetweenChanges = part.value === ' ' && currentSuggestion && isNextTokenChange;
+
+        if (isWhiteSpaceBetweenChanges) {
+            currentIndex += part.value.length;
+            return ' ';
+        }
+
+        if (part.added) {
+            currentSuggestion = currentSuggestion || { index: currentIndex, suspect: "", suggestions: [], notes: "Suggested by AI", accepted: true, suggestionIndex: 0 };
+            currentSuggestion.suggestions[0] = currentSuggestion.suggestions[0] || "";
+
+            if (currentSuggestion.suggestions[0] && !currentSuggestion.suggestions[0].endsWith(' ')) {
+                currentSuggestion.suggestions[0] += " " + part.value;
+            }
+            else {
+                currentSuggestion.suggestions[0] += part.value;
+            }
+        }
+
+        if (part.removed) {
+            currentSuggestion = currentSuggestion || { index: currentIndex, suspect: "", suggestions: [], notes: "Suggested by AI", accepted: true, suggestionIndex: 0 };
+
+            if (currentSuggestion.suspect && !currentSuggestion.suspect.endsWith(' ')) {
+                currentSuggestion.suspect += " " + part.value;
+            }
+            else {
+                currentSuggestion.suspect += part.value;
+            }
+
+            currentIndex += part.value.length;
+        }
+
+        if (!part.added && !part.removed) {
+            currentIndex += part.value.length;
+            if (currentSuggestion) {
+                // if a suggestion with the index exists, replace it
+                const existingSuggestionIndex = suggestions.findIndex(s => s.index === currentSuggestion.index);
+
+                if (existingSuggestionIndex > -1) {
+                    suggestions[existingSuggestionIndex] = currentSuggestion;
+                } else {
+                    suggestions.push(currentSuggestion);
+                }
+                currentSuggestion = null;
+            }
+        }
+    });
+
+    if (currentSuggestion) {
+        suggestions.push(currentSuggestion);
+    }
+}
+
+/**
+ * @returns {Object} { suspect: { suggestions: string[], notes: string }
+ */
+function getStyleGuideRules() {
+    try {
+        const rules = [{
+            "Type": "City",
+            "Name": "al-Makha",
+            "Notes": "Port city in Yemen. First reference, include \"(Mocha)\" then go with al-Makha",
+            "Suspects": "Mokha  al-Mokha  Al-Mokha  al Mokha  Al Mokha  Mocha  al-Mocha  Al-Mocha  al Mocha  Al Mocha",
+            "Suggestions": "al-Makha (Mocha)"
+        }];
+
+
+        // Group rows by suspect (since each row may have multiple suspects)
+        const rulesBySuspect = rules.reduce((acc, r) => {
+            if (r) {
+                // some suspects in the data source have 3 spaces between them, so if we split terms by 2 spaces
+                // one of the terms will have an extra space, so trim() it.
+                const suspects = r.Suspects?.split("  ").map(s => s.trim()) || [];
+                let suggestions = r.Suggestions?.split("  ") || [];
+
+                // filter suggestions in parentheses as those tend to be notes
+                suggestions = suggestions.filter(s => !s.match(/^\(.*\)$/));
+
+                // also filter suggestions that are just a note
+                suggestions = suggestions.filter(s => !s.match(/^see notes/gi));
+
+                const notes = r.Notes;
+                suspects.forEach(s => {
+                    if (!acc[s]) {
+                        acc[s] = [];
+                    }
+                    acc[s] = { suggestions, notes };
+                });
+            }
+
+            return acc;
+        }, {});
+
+        return rulesBySuspect;
+    }
+    catch (e) {
+        console.error("An error occurred while trying to read style guide rules", e);
+        process.exit(1);
+    }
+}

package/pathways/styleguidemulti.js

@@ -0,0 +1,127 @@
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    temperature: 0,
+    prompt: [
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled copy editor for a prestigious news agency. When the user posts any text, assistant will correct all spelling and grammar in the text and change words to British English word spellings. Assistant will preserve html tags as well as text within square brackets. Assistant will also flawlessly apply the following rules from the style guide:\n Capitalization: Unless using a full official title, use lower case. Jobs are lower case. If the individuals name follows, you capitalise the title. We only capitalise the name of ministries if it is their proper name. Place names and organisations are capitalised. Police, armies, navies, air forces, coastguards etc do not require capitals. Capitalize political designations, but geographic designations remain lower case.\nDon't use the % sign - spell out percent instead.\nExpand all abbreviated month names.\nExpand monetary abbreviations.\nDo not use nouns or adjectives as verbs.\nDo not mix tenses.\nMask any profanity with the first letter of the word followed by asterisks."},
+            {"role": "user", "content": "The $20 bill was the wrong color."},
+            {"role": "assistant", "content": "The $20 bill was the wrong colour."},
+            {"role": "user", "content": "the US Secretary of State"},
+            {"role": "assistant", "content": "the US secretary of state"},
+            {"role": "user", "content": "prime minister Theresa May"},
+            {"role": "assistant", "content": "Prime Minister Theresa May"},
+            {"role": "user", "content": "the Belgian Prime Minister"},
+            {"role": "assistant", "content": "the Belgian prime minister"},
+            {"role": "user", "content": "the us state department"},
+            {"role": "assistant", "content": "the US state department"},
+            {"role": "user", "content": "Here is the podcast: [audio id=\"123\" start=\"1:23\" end=\"1:25\"]podcast[/audio]"},
+            {"role": "assistant", "content": "Here is the podcast: [audio id=\"123\" start=\"1:23\" end=\"1:25\"]podcast[/audio]"},
+            {"role": "user", "content": "<p>the US department of state</p>"},
+            {"role": "assistant", "content": "<p>the US Department of State</p>"},
+            {"role": "user", "content": "the US Air Force"},
+            {"role": "assistant", "content": "the US air force"},
+            {"role": "user", "content": "the west, western nations"},
+            {"role": "assistant", "content": "the West, Western nations"},
+            {"role": "user", "content": "they lost 20% of their money"},
+            {"role": "assistant", "content": "they lost 20 percent of their money"},
+            {"role": "user", "content": "He lost 10% of his weight between Jun and Aug."},
+            {"role": "assistant", "content": "He lost ten percent of his weight between June and August."},
+            {"role": "user", "content": "The US gave Ukraine $1bn in aid."},
+            {"role": "assistant", "content": "The US gave Ukraine one billion dollars in aid."},
+            {"role": "user", "content": "The total value of the deal was 12M euros."},
+            {"role": "assistant", "content": "The total value of the deal was 12 million euros."},
+            {"role": "user", "content": "they progress reports, they action an order"},
+            {"role": "assistant", "content": "they made progress on reports, they acted on an order"},
+            {"role": "user", "content": "The <a href=\"vote.com\">vote</a> took place Monday."},
+            {"role": "assistant", "content": "The <a href=\"vote.com\">vote</a> took place on Monday."},
+            {"role": "user", "content": "Michael wrote John."},
+            {"role": "assistant", "content": "Michael wrote to John."},
+            {"role": "user", "content": "They protested the law."},
+            {"role": "assistant", "content": "They protested against the law."},
+            {"role": "user", "content": "<p>The protests erupted yestrday.</p>"},
+            {"role": "assistant", "content": "<p>The protests erupted yesterday.</p>"},
+            {"role": "user", "content": "They protested the law."},
+            {"role": "assistant", "content": "They protested against the law."},
+            {"role": "user", "content": "He appealed the decision of the court."},
+            {"role": "assistant", "content": "He appealed against the decision of the court."},
+            {"role": "user", "content": "Yesterday, the Prime Minister announced that he will be introducing a new policy to combat climate change. The policy aims to reduce carbon emissions by 50% by 2030."},
+            {"role": "assistant", "content": "Yesterday, the Prime Minister announced that he would be introducing a new policy to combat climate change. The policy aims to reduce carbon emissions by 50 percent by 2030."},
+            {"role": "user", "content": "Why does he always want to go to the damn circus?"},
+            {"role": "assistant", "content": "Why does he always want to go to the d*** circus?"},
+            {"role": "user", "content": `June was quoted as saying "What is this shit?! I'm not a fucking idiot!"`},
+            {"role": "assistant", "content": `June was quoted as saying "What is this s***?! I'm not a f***ing idiot!"`},
+            {"role": "system", "content": "Assistant will edit the entirety of whatever the user posts next according to the system instructions. Assistant will produce only the corrected text and no additional notes, dialog, or commentary."},
+            {"role": "user", "content": "{{{text}}}"}
+        ]}),
+        /*
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled multilingual copy editor for a prestigious news agency. When the user posts any text in any language, assistant will correct all spelling and grammar in the text and change words to British English word spellings. Assistant will produce only the corrected text and no additional notes or commentary."},
+            {"role": "user", "content": "The $20 bill was the wrong color."},
+            {"role": "assistant", "content": "The $20 bill was the wrong colour."},
+            {"role": "user", "content": "{{{text}}}"}
+        ]}),
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled multilingual copy editor for a prestigious news agency. When the user posts any text in any language, assistant will flawlessly apply the following rules from the style guide: Capitalization rules: Unless using a full official title, use lower case. Jobs are lower case. If the individuals name follows, you capitalise the title. We only capitalise the name of ministries if it is their proper name. Place names and organisations are capitalised. Police, armies, navies, air forces, coastguards etc do not require capitals. Capitalize political designations, but geographic designations remain lower case."},
+            {"role": "user", "content": "the US Secretary of State"},
+            {"role": "assistant", "content": "the US secretary of state"},
+            {"role": "user", "content": "prime minister Theresa May"},
+            {"role": "assistant", "content": "Prime Minister Theresa May"},
+            {"role": "user", "content": "the us state department"},
+            {"role": "assistant", "content": "the US state department"},
+            {"role": "user", "content": "the US department of state"},
+            {"role": "assistant", "content": "the US Department of State"},
+            {"role": "user", "content": "the US Air Force"},
+            {"role": "assistant", "content": "the US air force"},
+            {"role": "user", "content": "the west, western nations"},
+            {"role": "assistant", "content": "the West, Western nations"},
+            {"role": "user", "content": "{{{previousResult}}}"}
+        ]}),
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled multilingual copy editor for a prestigious news agency. When the user posts any text in any language, assistant will flawlessly apply the following rule from the style guide: Don't use the % sign - spell out percent instead. Expand all abbreviated month names. Expand monetary abbreviations."},
+            {"role": "user", "content": "they lost 20% of their money"},
+            {"role": "assistant", "content": "they lost 20 percent of their money"},
+            {"role": "user", "content": "He lost 10% of his weight between Jun and Aug."},
+            {"role": "assistant", "content": "He lost ten percent of his weight between June and August."},
+            {"role": "user", "content": "The US gave Ukraine $1bn in aid."},
+            {"role": "assistant", "content": "The US gave Ukraine one billion dollars in aid."},
+            {"role": "user", "content": "The total value of the deal was 12M euros."},
+            {"role": "assistant", "content": "The total value of the deal was 12 million euros."},
+            {"role": "user", "content": "{{{previousResult}}}"}
+        ]}),
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled multilingual copy editor for a prestigious news agency. When the user posts any text in any language, assistant will flawlessly apply the following rule from the style guide: Do not use nouns or adjectives as verbs."},
+            {"role": "user", "content": "they progress reports, they action an order"},
+            {"role": "assistant", "content": "they made progress on reports, they acted on an order"},
+            {"role": "user", "content": "The vote took place Monday."},
+            {"role": "assistant", "content": "The vote took place on Monday."},
+            {"role": "user", "content": "Michael wrote John."},
+            {"role": "assistant", "content": "Michael wrote to John."},
+            {"role": "user", "content": "They protested the law."},
+            {"role": "assistant", "content": "They protested against the law."},
+            {"role": "user", "content": "He appealed the decision of the court."},
+            {"role": "assistant", "content": "He appealed against the decision of the court."},
+            {"role": "user", "content": "{{{previousResult}}}"}
+        ]}),
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled multilingual copy editor for a prestigious news agency. When the user posts any text in any language, assistant will flawlessly apply the following rule from the style guide: Do not mix tenses."},
+            {"role": "user", "content": "Yesterday, the Prime Minister announced that he will be introducing a new policy to combat climate change. The policy aims to reduce carbon emissions by 50% by 2030."},
+            {"role": "assistant", "content": "Yesterday, the Prime Minister announced that he would be introducing a new policy to combat climate change. The policy aims to reduce carbon emissions by 50 percent by 2030."},
+            {"role": "user", "content": "{{{previousResult}}}"}
+        ]}),
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled multilingual copy editor for a prestigious news agency. When the user posts any text in any language, assistant will flawlessly apply the following rule from the style guide: Mask any profanity with the first letter of the word followed by asterisks."},
+            {"role": "user", "content": "Why does he always want to go to the damn circus?"},
+            {"role": "assistant", "content": "Why does he always want to go to the d*** circus?"},
+            {"role": "user", "content": `June was quoted as saying "What is this shit?! I'm not a fucking idiot!"`},
+            {"role": "assistant", "content": `June was quoted as saying "What is this s***?! I'm not a f***ing idiot!"`},
+            {"role": "user", "content": "{{{previousResult}}}"}
+        ]}),*/
+    ],
+    inputFormat: 'html',
+    useInputChunking: true,
+    inputChunkSize: 500,
+    useParallelChunkProcessing: true,
+    model: 'oai-gpt4o',
+    enableDuplicateRequests: false,
+}

package/pathways/subhead.js

@@ -0,0 +1,48 @@
+import { Prompt } from '../server/prompt.js';
+import { PathwayResolver } from '../server/pathwayResolver.js';
+
+export default {
+    prompt: [],
+    inputParameters: {
+        count: 5,
+        targetLength: 120,
+        headline: '',
+    },
+    list: true,
+    model: 'oai-gpt4o',
+    useInputChunking: false,
+
+    // Custom resolver to generate subheads by reprompting if they are too long
+    resolver: async (_parent, args, contextValue, _info) => {
+        const { config, pathway } = contextValue;
+        let targetLength = args.targetLength || 120;
+        let count = args.count || 5;
+        
+        const targetWords = Math.round(targetLength / 6);
+        const MAX_ITERATIONS = 3;
+
+        let pathwayResolver = new PathwayResolver({ config, pathway, args });
+
+        pathwayResolver.pathwayPrompt = [
+            new Prompt({
+                messages: [
+                    { "role": "system", "content": `Assistant is a highly skilled multilingual writer for a prestigious international news agency. Assistant generates descriptive, informative, and engaging subheadings that are consistent with and continue the flow of the headline for the article. When the user posts a headline and an article excerpt in any language, assistant will create ${ count * 2 } subheadings for that headline in the same language as the headline. Assistant will produce only a numbered list of subheadings and no additional notes or commentary.\n\nAll subheadings must comply with all of the following instructions:\n- Subheadings must not be enclosed in quotation marks\n- Subheadings must be ${ targetWords } words or fewer.\n- Subheadings must be written in sentence-case (only the first letter of the headline and proper nouns capitalized).\n` },
+                    { "role": "user", "content": `Headline: {{{headline}}}\nArticle Excerpt:\n{{{text}}}` }
+                ]
+            }),
+        ];
+
+        let subheads = await pathwayResolver.resolve(args);
+        let shortSubheads = subheads.filter(h => h.length > 80 && h.length < targetLength).slice(0, count);
+        let i = 0;
+
+        // if some subheads do not meet the length requirement, reprompt
+        while (shortSubheads.length < count && i < MAX_ITERATIONS) {
+            let subheads = await pathwayResolver.resolve(args);
+            shortSubheads = subheads.filter(h => h.length > 80 && h.length < targetLength).slice(0, count);
+            i++;
+        }
+
+        return shortSubheads;
+    }
+}