@aj-archipelago/cortex 1.1.20 → 1.1.22

package/pathways/run_gpt4.js

@@ -0,0 +1,20 @@
+// Import required modules
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "{{{systemPrompt}}}" },
+                { "role": "user", "content": "{{{text}}}\n\n{{{prompt}}}" }
+            ]
+        }),
+    ],
+
+    inputParameters: {
+        prompt: "",
+        systemPrompt: "Assistant is an expert journalist's assistant for a prestigious international news agency. When a user posts a request, Assistant will come up with the best response while upholding the highest journalistic standards.",
+    },
+
+    model: 'oai-gpt4',
+}

package/pathways/run_gpt4_32.js

@@ -0,0 +1,20 @@
+// Import required modules
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    prompt: [
+        new Prompt({
+            messages: [
+                { "role": "system", "content": "{{{systemPrompt}}}" },
+                { "role": "user", "content": "{{{text}}}\n\n{{{prompt}}}" }
+            ]
+        }),
+    ],
+
+    inputParameters: {
+        prompt: "",
+        systemPrompt: "Assistant is an expert journalist's assistant for a prestigious international news agency. When a user posts a request, Assistant will come up with the best response while upholding the highest journalistic standards.",
+    },
+
+    model: 'oai-gpt4-32',
+}

package/pathways/select_extension.js

@@ -0,0 +1,6 @@
+// Description: Have a chat with a bot that uses context to understand the conversation
+export default {
+    prompt: `User text: {{text}}\n\n Your Instructions: Analyze user text and extract all the following information. Decide to route messages to a knowledge base expert system when the user needs some information or documents or articles, or if user asks question that require specific knowledge, or if some extra knowledge can help you reply better; also anything related to news, articles, geopolitical entities, or current events should be forwarded as those can be found in the expert system. The expert system should not be consulted if the users message is just conversational. You will reply this in field useExpertSystem with true or false. Also in the text, the user may or may not have requested one of the following services:\n{"services": ["Coding", "Translate", "Transcribe", "Summary", "Headlines", "Entities", "Spelling", "Grammar", "Style", "Entities", "Newswires", "FileOrDocumentUpload"]}\nSelect the services the user requested (or none if none were requested) and return them as a JSON object field called "services". Also return the user text's language in language field in ISO 639-3 format. You will reply with the single valid JSON object (no other text or commentary) that must include JSON fields: useExpertSystem, services, language.\n\n`,
+    model: 'oai-gpt4o',
+    useInputChunking: false,
+}

package/pathways/select_services.js

@@ -0,0 +1,10 @@
+// Description: Select services from a conversation fragment
+export default {
+    temperature: 0,
+    prompt:
+        [
+            `Conversation:\n{{text}}\n\nInstructions:\nIn the above conversation fragment, the user may or may not have requested one of the following services:\n{"services": ["Coding", "Translate", "Transcribe", "Summary", "Headlines", "Entities", "Spelling", "Grammar", "Style", "Entities", "Newswires", "FileOrDocumentUpload"]}\nSelect the services the user requested (or none if none were requested) and return them as a JSON object called "services" below:\n\n`,
+        ],
+    model: 'oai-gpt4o',
+}
+

package/pathways/spelling.js

@@ -0,0 +1,3 @@
+export default {
+    prompt: `{{text}}\n\nRewrite the above using British English spelling:`
+}

package/pathways/story_angles.js

@@ -0,0 +1,13 @@
+import { Prompt } from "../server/prompt.js";
+
+export default {
+    prompt: [new Prompt({
+        messages: [
+            { "role": "system", "content": "Assistant is highly skilled news editor at a prestigious international news agency. Assistant's task is to identify angles of emphasis in a news story." },
+            { "role": "user", "content": "Give me a numbered list of angles that can be emphasized in the following news excerpt. Don't need explanations, just a short phrase (< 5 words) describing the angle. Sort them by decreasing order of relevance.\n\nNews excerpt\n{{text}}" },
+        ]
+    })],
+    model: 'oai-gpt4o',
+    list: true,
+    useInputChunking: false,
+}

package/pathways/styleguide/styleguide.js

@@ -0,0 +1,221 @@
+import { Prompt } from '../../server/prompt.js';
+import * as Diff from "diff";
+
+const prompt = new Prompt({
+    messages: [
+        {
+            "role": "system", "content": `Assistant is a highly skilled copy editor for a prestigious news agency. When the user posts any text, assistant will correct all spelling and grammar in the text and change words to British English word spellings. Assistant will preserve html tags as well as text within square brackets. Assistant will also flawlessly apply the following rules from the style guide:
+Don't use the % sign - spell out percent instead.
+Expand all abbreviated month names.`},
+        { "role": "user", "content": "The total value of the deal was 12M euros." },
+        { "role": "assistant", "content": "The total value of the deal was 12 million euros." },
+        { "role": "user", "content": "they lost 20% of their money" },
+        { "role": "assistant", "content": "they lost 20 percent of their money" },
+        { "role": "system", "content": "Assistant will edit the entirety of whatever the user posts next according to the system instructions. Assistant will produce only the corrected text and no additional notes, dialog, or commentary." },
+        { "role": "user", "content": "{{{text}}}" }
+    ]
+});
+
+export default {
+    temperature: 0,
+    prompt: [prompt],
+    // inputFormat: 'html',
+    useInputChunking: true,
+    inputChunkSize: 500,
+    enableDuplicateRequests: false,
+    useParallelChunkProcessing: true,
+    model: 'oai-gpt4o',
+    executePathway: async ({ args, runAllPrompts }) => {
+        const originalText = args.text;
+
+        const suggestions = [];
+
+        const rulesBySuspect = getStyleGuideRules();
+        addEntriesForSuspectsFromStyleGuide(originalText, rulesBySuspect, suggestions);
+
+        const correctedText = await runAllPrompts(args);
+
+        // If correctedText is null, then the call to the AI resulted in an error.
+        if (correctedText) {
+            addEntriesForAutoCorrectedWords(originalText, correctedText, suggestions);
+        }
+
+        // Remove overlapping suggestions
+        suggestions.sort((a, b) => a.index - b.index);
+        for (let i = 0; i < suggestions.length; i++) {
+            const suggestion = suggestions[i];
+            const nextSuggestion = suggestions[i + 1];
+
+            if (nextSuggestion && suggestion.index + suggestion.suspect.length >= nextSuggestion.index) {
+                // remove nextSuggestion
+                suggestions.splice(i + 1, 1);
+                i--;
+            }
+        }
+
+        return JSON.stringify({ text: originalText, suggestions: suggestions })
+    }
+}
+
+/**
+ * Adds entries to the suggestions array for words that the style guide defines as suspects.
+ * 
+ * @param {string} originalText 
+ * @param {object} rulesBySuspect
+ * @param {string[]} suggestions 
+ */
+function addEntriesForSuspectsFromStyleGuide(originalText, rulesBySuspect, suggestions) {
+    for (const suspect in rulesBySuspect) {
+        if (suspect) {
+            const suspectRegex = new RegExp(`\\b${suspect}\\b`, 'gi');
+            const suspectMatches = [...originalText.matchAll(suspectRegex)];
+            suspectMatches.forEach(m => {
+                const { notes } = rulesBySuspect[suspect];
+
+                const matchIndex = m.index;
+
+                // if this suspect falls within another, then skip it
+                // an example of this is the expression "said that"
+                // there's a rule for "said that" that and there's another rule for "that"
+                // if we don't skip the "that" rule, then we'll get two suggestions for the same word
+                if (suggestions.some(s => matchIndex >= s.index && matchIndex <= s.index + s.suspect.length)) {
+                    return;
+                }
+
+                const newSuggestion = {
+                    suspect,
+                    suggestions: rulesBySuspect[suspect].suggestions,
+                    index: m.index,
+                    notes,
+                }
+
+                const existingSuggestionIndex = suggestions.findIndex(s => s.index === newSuggestion.index);
+
+                if (existingSuggestionIndex > -1) {
+                    suggestions[existingSuggestionIndex] = newSuggestion;
+                } else {
+                    suggestions.push(newSuggestion);
+                }
+            });
+        }
+    }
+}
+
+/**
+ * Adds entries to the suggestions array for words that were auto-corrected by the AI.
+ * These will be used by the UI to a render a diff.
+ * 
+ * @param {string} originalText 
+ * @param {string} correctedText 
+ * @param {string[]} suggestions 
+ */
+function addEntriesForAutoCorrectedWords(originalText, correctedText, suggestions) {
+    let currentIndex = 0;
+    let currentSuggestion = null;
+
+    const normalizeQuotesAndSpaces = text => text.replace(/“|”/g, '"').replace(/‘|’/g, "'").replace(/\u00A0/g, ' ');
+
+    const diffGroups = Diff.diffWordsWithSpace(normalizeQuotesAndSpaces(originalText), normalizeQuotesAndSpaces(correctedText));
+    diffGroups.forEach((part, i) => {
+        const nextToken = diffGroups[i + 1];
+        const isNextTokenChange = nextToken?.added || nextToken?.removed;
+        const isWhiteSpaceBetweenChanges = part.value === ' ' && currentSuggestion && isNextTokenChange;
+
+        if (isWhiteSpaceBetweenChanges) {
+            currentIndex += part.value.length;
+            return ' ';
+        }
+
+        if (part.added) {
+            currentSuggestion = currentSuggestion || { index: currentIndex, suspect: "", suggestions: [], notes: "Suggested by AI", accepted: true, suggestionIndex: 0 };
+            currentSuggestion.suggestions[0] = currentSuggestion.suggestions[0] || "";
+
+            if (currentSuggestion.suggestions[0] && !currentSuggestion.suggestions[0].endsWith(' ')) {
+                currentSuggestion.suggestions[0] += " " + part.value;
+            }
+            else {
+                currentSuggestion.suggestions[0] += part.value;
+            }
+        }
+
+        if (part.removed) {
+            currentSuggestion = currentSuggestion || { index: currentIndex, suspect: "", suggestions: [], notes: "Suggested by AI", accepted: true, suggestionIndex: 0 };
+
+            if (currentSuggestion.suspect && !currentSuggestion.suspect.endsWith(' ')) {
+                currentSuggestion.suspect += " " + part.value;
+            }
+            else {
+                currentSuggestion.suspect += part.value;
+            }
+
+            currentIndex += part.value.length;
+        }
+
+        if (!part.added && !part.removed) {
+            currentIndex += part.value.length;
+            if (currentSuggestion) {
+                // if a suggestion with the index exists, replace it
+                const existingSuggestionIndex = suggestions.findIndex(s => s.index === currentSuggestion.index);
+
+                if (existingSuggestionIndex > -1) {
+                    suggestions[existingSuggestionIndex] = currentSuggestion;
+                } else {
+                    suggestions.push(currentSuggestion);
+                }
+                currentSuggestion = null;
+            }
+        }
+    });
+
+    if (currentSuggestion) {
+        suggestions.push(currentSuggestion);
+    }
+}
+
+/**
+ * @returns {Object} { suspect: { suggestions: string[], notes: string }
+ */
+function getStyleGuideRules() {
+    try {
+        const rules = [{
+            "Type": "City",
+            "Name": "al-Makha",
+            "Notes": "Port city in Yemen. First reference, include \"(Mocha)\" then go with al-Makha",
+            "Suspects": "Mokha  al-Mokha  Al-Mokha  al Mokha  Al Mokha  Mocha  al-Mocha  Al-Mocha  al Mocha  Al Mocha",
+            "Suggestions": "al-Makha (Mocha)"
+        }];
+
+
+        // Group rows by suspect (since each row may have multiple suspects)
+        const rulesBySuspect = rules.reduce((acc, r) => {
+            if (r) {
+                // some suspects in the data source have 3 spaces between them, so if we split terms by 2 spaces
+                // one of the terms will have an extra space, so trim() it.
+                const suspects = r.Suspects?.split("  ").map(s => s.trim()) || [];
+                let suggestions = r.Suggestions?.split("  ") || [];
+
+                // filter suggestions in parentheses as those tend to be notes
+                suggestions = suggestions.filter(s => !s.match(/^\(.*\)$/));
+
+                // also filter suggestions that are just a note
+                suggestions = suggestions.filter(s => !s.match(/^see notes/gi));
+
+                const notes = r.Notes;
+                suspects.forEach(s => {
+                    if (!acc[s]) {
+                        acc[s] = [];
+                    }
+                    acc[s] = { suggestions, notes };
+                });
+            }
+
+            return acc;
+        }, {});
+
+        return rulesBySuspect;
+    }
+    catch (e) {
+        console.error("An error occurred while trying to read style guide rules", e);
+        process.exit(1);
+    }
+}

package/pathways/styleguidemulti.js

@@ -0,0 +1,127 @@
+import { Prompt } from '../server/prompt.js';
+
+export default {
+    temperature: 0,
+    prompt: [
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled copy editor for a prestigious news agency. When the user posts any text, assistant will correct all spelling and grammar in the text and change words to British English word spellings. Assistant will preserve html tags as well as text within square brackets. Assistant will also flawlessly apply the following rules from the style guide:\n Capitalization: Unless using a full official title, use lower case. Jobs are lower case. If the individuals name follows, you capitalise the title. We only capitalise the name of ministries if it is their proper name. Place names and organisations are capitalised. Police, armies, navies, air forces, coastguards etc do not require capitals. Capitalize political designations, but geographic designations remain lower case.\nDon't use the % sign - spell out percent instead.\nExpand all abbreviated month names.\nExpand monetary abbreviations.\nDo not use nouns or adjectives as verbs.\nDo not mix tenses.\nMask any profanity with the first letter of the word followed by asterisks."},
+            {"role": "user", "content": "The $20 bill was the wrong color."},
+            {"role": "assistant", "content": "The $20 bill was the wrong colour."},
+            {"role": "user", "content": "the US Secretary of State"},
+            {"role": "assistant", "content": "the US secretary of state"},
+            {"role": "user", "content": "prime minister Theresa May"},
+            {"role": "assistant", "content": "Prime Minister Theresa May"},
+            {"role": "user", "content": "the Belgian Prime Minister"},
+            {"role": "assistant", "content": "the Belgian prime minister"},
+            {"role": "user", "content": "the us state department"},
+            {"role": "assistant", "content": "the US state department"},
+            {"role": "user", "content": "Here is the podcast: [audio id=\"123\" start=\"1:23\" end=\"1:25\"]podcast[/audio]"},
+            {"role": "assistant", "content": "Here is the podcast: [audio id=\"123\" start=\"1:23\" end=\"1:25\"]podcast[/audio]"},
+            {"role": "user", "content": "<p>the US department of state</p>"},
+            {"role": "assistant", "content": "<p>the US Department of State</p>"},
+            {"role": "user", "content": "the US Air Force"},
+            {"role": "assistant", "content": "the US air force"},
+            {"role": "user", "content": "the west, western nations"},
+            {"role": "assistant", "content": "the West, Western nations"},
+            {"role": "user", "content": "they lost 20% of their money"},
+            {"role": "assistant", "content": "they lost 20 percent of their money"},
+            {"role": "user", "content": "He lost 10% of his weight between Jun and Aug."},
+            {"role": "assistant", "content": "He lost ten percent of his weight between June and August."},
+            {"role": "user", "content": "The US gave Ukraine $1bn in aid."},
+            {"role": "assistant", "content": "The US gave Ukraine one billion dollars in aid."},
+            {"role": "user", "content": "The total value of the deal was 12M euros."},
+            {"role": "assistant", "content": "The total value of the deal was 12 million euros."},
+            {"role": "user", "content": "they progress reports, they action an order"},
+            {"role": "assistant", "content": "they made progress on reports, they acted on an order"},
+            {"role": "user", "content": "The <a href=\"vote.com\">vote</a> took place Monday."},
+            {"role": "assistant", "content": "The <a href=\"vote.com\">vote</a> took place on Monday."},
+            {"role": "user", "content": "Michael wrote John."},
+            {"role": "assistant", "content": "Michael wrote to John."},
+            {"role": "user", "content": "They protested the law."},
+            {"role": "assistant", "content": "They protested against the law."},
+            {"role": "user", "content": "<p>The protests erupted yestrday.</p>"},
+            {"role": "assistant", "content": "<p>The protests erupted yesterday.</p>"},
+            {"role": "user", "content": "They protested the law."},
+            {"role": "assistant", "content": "They protested against the law."},
+            {"role": "user", "content": "He appealed the decision of the court."},
+            {"role": "assistant", "content": "He appealed against the decision of the court."},
+            {"role": "user", "content": "Yesterday, the Prime Minister announced that he will be introducing a new policy to combat climate change. The policy aims to reduce carbon emissions by 50% by 2030."},
+            {"role": "assistant", "content": "Yesterday, the Prime Minister announced that he would be introducing a new policy to combat climate change. The policy aims to reduce carbon emissions by 50 percent by 2030."},
+            {"role": "user", "content": "Why does he always want to go to the damn circus?"},
+            {"role": "assistant", "content": "Why does he always want to go to the d*** circus?"},
+            {"role": "user", "content": `June was quoted as saying "What is this shit?! I'm not a fucking idiot!"`},
+            {"role": "assistant", "content": `June was quoted as saying "What is this s***?! I'm not a f***ing idiot!"`},
+            {"role": "system", "content": "Assistant will edit the entirety of whatever the user posts next according to the system instructions. Assistant will produce only the corrected text and no additional notes, dialog, or commentary."},
+            {"role": "user", "content": "{{{text}}}"}
+        ]}),
+        /*
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled multilingual copy editor for a prestigious news agency. When the user posts any text in any language, assistant will correct all spelling and grammar in the text and change words to British English word spellings. Assistant will produce only the corrected text and no additional notes or commentary."},
+            {"role": "user", "content": "The $20 bill was the wrong color."},
+            {"role": "assistant", "content": "The $20 bill was the wrong colour."},
+            {"role": "user", "content": "{{{text}}}"}
+        ]}),
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled multilingual copy editor for a prestigious news agency. When the user posts any text in any language, assistant will flawlessly apply the following rules from the style guide: Capitalization rules: Unless using a full official title, use lower case. Jobs are lower case. If the individuals name follows, you capitalise the title. We only capitalise the name of ministries if it is their proper name. Place names and organisations are capitalised. Police, armies, navies, air forces, coastguards etc do not require capitals. Capitalize political designations, but geographic designations remain lower case."},
+            {"role": "user", "content": "the US Secretary of State"},
+            {"role": "assistant", "content": "the US secretary of state"},
+            {"role": "user", "content": "prime minister Theresa May"},
+            {"role": "assistant", "content": "Prime Minister Theresa May"},
+            {"role": "user", "content": "the us state department"},
+            {"role": "assistant", "content": "the US state department"},
+            {"role": "user", "content": "the US department of state"},
+            {"role": "assistant", "content": "the US Department of State"},
+            {"role": "user", "content": "the US Air Force"},
+            {"role": "assistant", "content": "the US air force"},
+            {"role": "user", "content": "the west, western nations"},
+            {"role": "assistant", "content": "the West, Western nations"},
+            {"role": "user", "content": "{{{previousResult}}}"}
+        ]}),
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled multilingual copy editor for a prestigious news agency. When the user posts any text in any language, assistant will flawlessly apply the following rule from the style guide: Don't use the % sign - spell out percent instead. Expand all abbreviated month names. Expand monetary abbreviations."},
+            {"role": "user", "content": "they lost 20% of their money"},
+            {"role": "assistant", "content": "they lost 20 percent of their money"},
+            {"role": "user", "content": "He lost 10% of his weight between Jun and Aug."},
+            {"role": "assistant", "content": "He lost ten percent of his weight between June and August."},
+            {"role": "user", "content": "The US gave Ukraine $1bn in aid."},
+            {"role": "assistant", "content": "The US gave Ukraine one billion dollars in aid."},
+            {"role": "user", "content": "The total value of the deal was 12M euros."},
+            {"role": "assistant", "content": "The total value of the deal was 12 million euros."},
+            {"role": "user", "content": "{{{previousResult}}}"}
+        ]}),
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled multilingual copy editor for a prestigious news agency. When the user posts any text in any language, assistant will flawlessly apply the following rule from the style guide: Do not use nouns or adjectives as verbs."},
+            {"role": "user", "content": "they progress reports, they action an order"},
+            {"role": "assistant", "content": "they made progress on reports, they acted on an order"},
+            {"role": "user", "content": "The vote took place Monday."},
+            {"role": "assistant", "content": "The vote took place on Monday."},
+            {"role": "user", "content": "Michael wrote John."},
+            {"role": "assistant", "content": "Michael wrote to John."},
+            {"role": "user", "content": "They protested the law."},
+            {"role": "assistant", "content": "They protested against the law."},
+            {"role": "user", "content": "He appealed the decision of the court."},
+            {"role": "assistant", "content": "He appealed against the decision of the court."},
+            {"role": "user", "content": "{{{previousResult}}}"}
+        ]}),
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled multilingual copy editor for a prestigious news agency. When the user posts any text in any language, assistant will flawlessly apply the following rule from the style guide: Do not mix tenses."},
+            {"role": "user", "content": "Yesterday, the Prime Minister announced that he will be introducing a new policy to combat climate change. The policy aims to reduce carbon emissions by 50% by 2030."},
+            {"role": "assistant", "content": "Yesterday, the Prime Minister announced that he would be introducing a new policy to combat climate change. The policy aims to reduce carbon emissions by 50 percent by 2030."},
+            {"role": "user", "content": "{{{previousResult}}}"}
+        ]}),
+        new Prompt({ messages: [
+            {"role": "system", "content": "Assistant is a highly skilled multilingual copy editor for a prestigious news agency. When the user posts any text in any language, assistant will flawlessly apply the following rule from the style guide: Mask any profanity with the first letter of the word followed by asterisks."},
+            {"role": "user", "content": "Why does he always want to go to the damn circus?"},
+            {"role": "assistant", "content": "Why does he always want to go to the d*** circus?"},
+            {"role": "user", "content": `June was quoted as saying "What is this shit?! I'm not a fucking idiot!"`},
+            {"role": "assistant", "content": `June was quoted as saying "What is this s***?! I'm not a f***ing idiot!"`},
+            {"role": "user", "content": "{{{previousResult}}}"}
+        ]}),*/
+    ],
+    inputFormat: 'html',
+    useInputChunking: true,
+    inputChunkSize: 500,
+    useParallelChunkProcessing: true,
+    model: 'oai-gpt4o',
+    enableDuplicateRequests: false,
+}

package/pathways/subhead.js

@@ -0,0 +1,48 @@
+import { Prompt } from '../server/prompt.js';
+import { PathwayResolver } from '../server/pathwayResolver.js';
+
+export default {
+    prompt: [],
+    inputParameters: {
+        count: 5,
+        targetLength: 120,
+        headline: '',
+    },
+    list: true,
+    model: 'oai-gpt4o',
+    useInputChunking: false,
+
+    // Custom resolver to generate subheads by reprompting if they are too long
+    resolver: async (_parent, args, contextValue, _info) => {
+        const { config, pathway } = contextValue;
+        let targetLength = args.targetLength || 120;
+        let count = args.count || 5;
+        
+        const targetWords = Math.round(targetLength / 6);
+        const MAX_ITERATIONS = 3;
+
+        let pathwayResolver = new PathwayResolver({ config, pathway, args });
+
+        pathwayResolver.pathwayPrompt = [
+            new Prompt({
+                messages: [
+                    { "role": "system", "content": `Assistant is a highly skilled multilingual writer for a prestigious international news agency. Assistant generates descriptive, informative, and engaging subheadings that are consistent with and continue the flow of the headline for the article. When the user posts a headline and an article excerpt in any language, assistant will create ${ count * 2 } subheadings for that headline in the same language as the headline. Assistant will produce only a numbered list of subheadings and no additional notes or commentary.\n\nAll subheadings must comply with all of the following instructions:\n- Subheadings must not be enclosed in quotation marks\n- Subheadings must be ${ targetWords } words or fewer.\n- Subheadings must be written in sentence-case (only the first letter of the headline and proper nouns capitalized).\n` },
+                    { "role": "user", "content": `Headline: {{{headline}}}\nArticle Excerpt:\n{{{text}}}` }
+                ]
+            }),
+        ];
+
+        let subheads = await pathwayResolver.resolve(args);
+        let shortSubheads = subheads.filter(h => h.length > 80 && h.length < targetLength).slice(0, count);
+        let i = 0;
+
+        // if some subheads do not meet the length requirement, reprompt
+        while (shortSubheads.length < count && i < MAX_ITERATIONS) {
+            let subheads = await pathwayResolver.resolve(args);
+            shortSubheads = subheads.filter(h => h.length > 80 && h.length < targetLength).slice(0, count);
+            i++;
+        }
+
+        return shortSubheads;
+    }
+}

package/pathways/summarize_turbo.js

@@ -0,0 +1,98 @@
+// Text summarization module with custom resolver for turbo models
+// This module exports a prompt that takes an input text and generates a summary using a custom resolver.
+
+// Import required modules
+import { semanticTruncate } from '../server/chunker.js';
+import { PathwayResolver } from '../server/pathwayResolver.js';
+import { Prompt } from '../server/prompt.js';
+import { callPathway } from '../lib/pathwayTools.js';
+
+export default {
+    // Define input parameters for the prompt, such as the target length of the summary.
+    inputParameters: {
+        targetLength: 0,
+        targetLanguage: ''
+    },
+
+    model: 'oai-gpt4o',
+
+    // Custom resolver to generate summaries by reprompting if they are too long or too short.
+    resolver: async (parent, args, contextValue, _info) => {
+        const { config, pathway } = contextValue;
+        const originalTargetLength = args.targetLength || 0;
+        const targetLanguage = args.targetLanguage || await callPathway('language', args);
+
+        const targetLanguagePrompt = targetLanguage ? `language '${targetLanguage}'` : 'same language as the text being summarized';
+
+        // If targetLength is not provided, execute the prompt once and return the result.
+        if (originalTargetLength === 0) {
+            let pathwayResolver = new PathwayResolver({ config, pathway, args });
+            pathwayResolver.pathwayPrompt = [
+                new Prompt({ messages: [
+                {"role": "system", "content": `Assistant is a highly skilled multilingual AI writing agent that summarizes text. When the user posts any text in any language, assistant will create a detailed summary of that text. Assistant will produce only the summary text and no additional or other response. The summary must be in the ${targetLanguagePrompt}.`},
+                {"role": "user", "content": "Text to summarize:\n{{{text}}}"}
+                ]}),
+            ];
+            return await pathwayResolver.resolve(args);
+        }
+
+        const errorMargin = 0.1;
+        const lowTargetLength = originalTargetLength * (1 - errorMargin);
+        const targetWords = Math.round(originalTargetLength / 6.6);
+
+        // If the text is shorter than the summary length, just return the text.
+        if (args.text.length <= originalTargetLength) {
+            return args.text;
+        }
+
+        const MAX_ITERATIONS = 5;
+        let summary = '';
+        let pathwayResolver = new PathwayResolver({ config, pathway, args });
+
+        // Modify the prompt to be words-based instead of characters-based.
+        pathwayResolver.pathwayPrompt = [
+            new Prompt({ messages: [
+            {"role": "system", "content": `Assistant is a highly skilled multilingual AI writing agent that summarizes text. When the user posts any text in any language, assistant will create a detailed summary of that text. The summary should be ${targetWords} words long. Assistant will produce only the summary text and no additional or other response. The summary must be in the ${targetLanguagePrompt}.`},
+            {"role": "user", "content": "Text to summarize:\n{{{text}}}"}
+            ]}),
+        ];
+
+        let i = 0;
+        // Make sure it's long enough to start
+        while ((summary.length < lowTargetLength) && i < MAX_ITERATIONS) {
+            summary = await pathwayResolver.resolve(args);
+            i++;
+        }
+
+        // If it's too long, it could be because the input text was chunked
+        // and now we have all the chunks together. We can summarize that
+        // to get a comprehensive summary.
+        if (summary.length > originalTargetLength) {
+            pathwayResolver.pathwayPrompt = [
+                new Prompt({ messages: [
+                {"role": "system", "content": `Assistant is a highly skilled multilingual AI writing agent that summarizes text. When the user posts any text in any language, assistant will create a detailed summary of that text. The summary should be ${targetWords} words long. Assistant will produce only the summary text and no additional or other response.  The summary must be in the ${targetLanguagePrompt}.`},
+                {"role": "user", "content": `Text to summarize:\n${summary}`}
+                ]}),
+            ];
+            summary = await pathwayResolver.resolve(args);
+            i++;
+
+            // Now make sure it's not too long
+            while ((summary.length > originalTargetLength) && i < MAX_ITERATIONS) {
+                // add the summary response from the assistant to the prompt
+                pathwayResolver.pathwayPrompt[0].messages.push({"role": "assistant", "content": summary});
+                // add the next query to the prompt
+                pathwayResolver.pathwayPrompt[0].messages.push({"role": "system", "content": `Is that less than ${targetWords} words long? If not, try again using a length of no more than ${targetWords} words.  Generate only the summary text and no apology or other response. The summary must be in the ${targetLanguagePrompt}.`});
+                summary = await pathwayResolver.resolve(args);
+                i++;
+            }
+        }
+
+        // If the summary is still too long, truncate it.
+        if (summary.length > originalTargetLength) {
+            return semanticTruncate(summary, originalTargetLength);
+        } else {
+            return summary;
+        }
+    }
+}