@aj-archipelago/cortex 1.0.0 → 1.0.2

package/.eslintignore

@@ -0,0 +1,30 @@
+# Ignore build artifacts
+/dist
+/build
+
+# Ignore node_modules
+/node_modules
+
+# Ignore log files
+*.log
+
+# Ignore any config files
+.env
+.env.*
+
+# Ignore coverage reports
+/coverage
+
+# Ignore documentation
+/docs
+
+# Ignore any generated or bundled files
+*.min.js
+*.bundle.js
+
+# Ignore any files generated by your IDE or text editor
+.idea/
+.vscode/
+*.sublime-*
+*.iml
+*.swp

package/.eslintrc

@@ -0,0 +1,31 @@
+{
+    "env": {
+      "browser": true,
+      "es2021": true,
+        "node": true
+    },
+    "extends": [
+      "eslint:recommended"
+    ],
+    "parserOptions": {
+      "ecmaVersion": 12,
+      "sourceType": "module"
+    },
+    "plugins": [
+      "import"
+    ],
+    "rules": {
+        "import/no-unresolved": "error",
+        "import/no-extraneous-dependencies": ["error", {"devDependencies": true}],
+        "no-unused-vars": ["error", { "argsIgnorePattern": "^_" }]
+    },
+    "settings": {
+        "import/resolver": {
+          "node": {
+            "extensions": [".js"],
+            "moduleDirectory": ["node_modules", "src"]
+          }
+        },
+        "import/core-modules": ["ava"]
+    }
+  }

package/LICENSE

@@ -1,10 +1,6 @@
 MIT License
 
-<<<<<<< HEAD
-Copyright (c) 2022 Al Jazeera Media Network
-=======
-Copyright (c) 2023 aj-archipelago
->>>>>>> b78a6667176ebfd09d2c7ed1549d8dc18691c344
+Copyright (c) 2023 Al Jazeera Media Network
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

package/README.md

@@ -2,6 +2,16 @@
 Cortex simplifies and accelerates the process of creating applications that harness the power of modern AI models like chatGPT and GPT-4 by providing a structured interface (GraphQL or REST) to a powerful prompt execution environment. This enables complex augmented prompting and abstracts away most of the complexity of managing model connections like chunking input, rate limiting, formatting output, caching, and handling errors.
 ## Why build Cortex?
 Modern AI models are transformational, but a number of complexities emerge when developers start using them to deliver application-ready functions. Most models require precisely formatted, carefully engineered and sequenced prompts to produce consistent results, and the responses are typically largely unstructured text without validation or formatting. Additionally, these models are evolving rapidly, are typically costly and slow to query and implement hard request size and rate restrictions that need to be carefully navigated for optimum throughput. Cortex offers a solution to these problems and provides a simple and extensible package for interacting with NL AI models.
+
+## Okay, but what can I really do with this thing?
+Yikes.  Everything! It's kind of an LLM swiss army knife.  Here are some ideas:
+* Create custom chat agents with memory and personalization and then expose it to a bunch of different UIs (custom chat portals, Slack, teams, etc. - anything that can speak to a REST or GraphQL endpoint)
+* Create custom coding assistants (code generation, code reviews, test writing, AI pair programming) and easily integrate them with your existing editing tools.
+* Create powerful AI editing tools (copy editing, paraphrasing, summarization, etc.) tools for your company and then integrate them with your existing workflow tools without having to build all the LLM-handling logic into those tools.
+* Make LLM chains and agents from LangChain.js available via scalable REST or GraphQL endpoints.
+* Put a REST or GraphQL front end on your locally-run models (e.g. llama.cpp) and use them in concert with other tools.
+* The sky is the limit!
+
 ## Features
 
 * Simple architecture to build custom functional endpoints (called `pathways`), that implement common NL AI tasks. Default pathways include chat, summarization, translation, paraphrasing, completion, spelling and grammar correction, entity extraction, sentiment analysis, and bias analysis.
@@ -305,7 +315,7 @@ export default {
 
 ### Building and Loading Pathways
 
-Pathways are loaded from modules in the `pathways` directory. The pathways are built and loaded to the `config` object using the `buildPathways` function. The `buildPathways` function loads the base pathway, the core pathways, and any custom pathways. It then creates a new object that contains all the pathways and adds it to the pathways property of the config object. The order of loading means that custom pathways will always override any core pathways that Cortext provides. While pathways are designed to be self-contained, you can override some pathway properties - including whether they're even available at all - in the `pathways` section of the config file.
+Pathways are loaded from modules in the `pathways` directory. The pathways are built and loaded to the `config` object using the `buildPathways` function. The `buildPathways` function loads the base pathway, the core pathways, and any custom pathways. It then creates a new object that contains all the pathways and adds it to the pathways property of the config object. The order of loading means that custom pathways will always override any core pathways that Cortex provides. While pathways are designed to be self-contained, you can override some pathway properties - including whether they're even available at all - in the `pathways` section of the config file.
 
 ## Core (Default) Pathways
 
@@ -435,7 +445,7 @@ If you encounter any issues while using Cortex, there are a few things you can d
 If you would like to contribute to Cortex, there are two ways to do so. You can submit issues to the Cortex GitHub repository or submit pull requests with your proposed changes.
 
 ## License
-Cortex is released under the MIT License. See [LICENSE](https://github.com/ALJAZEERAPLUS/cortex/blob/main/LICENSE) for more details.
+Cortex is released under the MIT License. See [LICENSE](https://github.com/aj-archipelago/cortex/blob/main/LICENSE) for more details.
 
 ## API Reference
 Detailed documentation on Cortex's API can be found in the /graphql endpoint of your project. Examples of queries and responses can also be found in the Cortex documentation, along with tips for getting the most out of Cortex.

package/SECURITY.md

@@ -0,0 +1,22 @@
+# Security Policy
+
+## Supported Versions
+
+We take the security of our project seriously. The table below shows the versions of Cortex currently being supported with security updates.
+
+| Version | Supported          |
+| ------- | ------------------ |
+| 1.x.x   | :white_check_mark: |
+
+## Reporting a Vulnerability
+
+If you have discovered a security vulnerability in Cortex, please follow these steps to report it:
+
+1. **Do not** create a public GitHub issue, as this might expose the vulnerability to others.
+2. Please follow the GitHub process for [Privately Reporting a Security Vulnerability](https://docs.github.com/en/code-security/security-advisories/guidance-on-reporting-and-writing/privately-reporting-a-security-vulnerability)
+
+## Disclosure Policy
+
+Cortex follows responsible disclosure practices. Once a vulnerability is confirmed and a fix is developed, we will release a security update and publicly disclose the vulnerability. We will credit the reporter of the vulnerability in the disclosure, unless the reporter wishes to remain anonymous.
+
+We appreciate your help in keeping Cortex secure and your responsible disclosure of any security vulnerabilities you discover.

package/config/default.example.json

@@ -0,0 +1,70 @@
+{
+    "defaultModelName": "oai-td3",
+    "models": {
+        "azure-translate": {
+            "type": "AZURE-TRANSLATE",
+            "url": "https://api.cognitive.microsofttranslator.com/translate?api-version=3.0",
+            "headers": {
+                "Ocp-Apim-Subscription-Key": "{{ARCHIPELAGO_TRANSLATE_KEY}}",
+                "Ocp-Apim-Subscription-Region": "eastus",
+                "Content-Type": "application/json"
+            },
+            "requestsPerSecond": 10,
+            "maxTokenLength": 2000
+        },
+        "oai-td3": {
+            "type": "OPENAI-COMPLETION",
+            "url": "https://api.openai.com/v1/completions",
+            "headers": {
+                "Authorization": "Bearer {{OPENAI_API_KEY}}",
+                "Content-Type": "application/json"
+            },
+            "params": {
+                "model": "text-davinci-003"
+            },
+            "requestsPerSecond": 10,
+            "maxTokenLength": 4096
+        },
+        "oai-gpturbo": {
+            "type": "OPENAI-CHAT",
+            "url": "https://api.openai.com/v1/chat/completions",
+            "headers": {
+                "Authorization": "Bearer {{OPENAI_API_KEY}}",
+                "Content-Type": "application/json"
+            },
+            "params": {
+                "model": "gpt-3.5-turbo"
+            },
+            "requestsPerSecond": 10,
+            "maxTokenLength": 8192
+        },
+        "oai-gpt4": {
+            "type": "OPENAI-CHAT",
+            "url": "https://api.openai.com/v1/chat/completions",
+            "headers": {
+                "Authorization": "Bearer {{OPENAI_API_KEY}}",
+                "Content-Type": "application/json"
+            },
+            "params": {
+                "model": "gpt-4"
+            },
+            "requestsPerSecond": 10,
+            "maxTokenLength": 8192
+        },
+        "local-llama13B": {
+            "type": "LOCAL-CPP-MODEL",
+            "executablePath": "../llm/llama.cpp/main",
+            "args": [
+                "-m", "../llm/llama.cpp/models/13B/ggml-model-q4_0.bin",
+                "--repeat_penalty", "1.0",
+                "--keep", "0",
+                "-t", "8",
+                "--mlock"
+            ],
+            "requestsPerSecond": 10,
+            "maxTokenLength": 1024
+        }
+    },
+    "enableCache": false,
+    "enableRestEndpoints": false
+}

package/config.js

@@ -110,12 +110,6 @@ var config = convict({
         default: null,
         env: 'CORTEX_CONFIG_FILE'
     },
-    serpApiKey: {
-        format: String,
-        default: null,
-        env: 'SERPAPI_API_KEY',
-        sensitive: true
-    },
 });
 
 // Read in environment variables and set up service configuration

package/graphql/chunker.js

@@ -43,7 +43,7 @@ const getSemanticChunks = (text, chunkSize) => {
   };
 
   const breakByParagraphs = (str) => breakByRegex(str, /[\r\n]+/, true);
-  const breakBySentences = (str) => breakByRegex(str, /(?<=[.。؟！\?!\n])\s+/, true);
+  const breakBySentences = (str) => breakByRegex(str, /(?<=[.。؟！?!\n])\s+/, true);
   const breakByWords = (str) => breakByRegex(str, /(\s,;:.+)/);
 
   const createChunks = (tokens) => {

package/graphql/graphql.js

@@ -48,7 +48,7 @@ const buildRestEndpoints = (pathways, app, server, config) => {
 
     app.post(`/rest/${name}`, async (req, res) => {
       const variables = fieldVariableDefs.reduce((acc, variableDef) => {
-        if (req.body.hasOwnProperty(variableDef.name)) {
+        if (Object.prototype.hasOwnProperty.call(req.body, variableDef.name)) {
           acc[variableDef.name] = req.body[variableDef.name];
         }
         return acc;

package/graphql/parser.js

@@ -6,6 +6,7 @@ const regexParser = (text, regex) => {
 // parse numbered list text format into list
 // this supports most common numbered list returns like "1.", "1)", "1-"
 const parseNumberedList = (str) => {
+    // eslint-disable-next-line no-useless-escape
     return regexParser(str, /^\s*[\[\{\(]*\d+[\s.=\-:,;\]\)\}]/gm);
 }
 

package/graphql/pathwayPrompter.js

@@ -1,8 +1,9 @@
 // PathwayPrompter.js
-import OpenAIChatPlugin from './plugins/openAIChatPlugin.js';
-import OpenAICompletionPlugin from './plugins/openAICompletionPlugin.js';
+import OpenAIChatPlugin from './plugins/openAiChatPlugin.js';
+import OpenAICompletionPlugin from './plugins/openAiCompletionPlugin.js';
 import AzureTranslatePlugin from './plugins/azureTranslatePlugin.js';
 import OpenAIWhisperPlugin from './plugins/openAiWhisperPlugin.js';
+import LocalModelPlugin from './plugins/localModelPlugin.js';
 import handlebars from 'handlebars';
 
 // register functions that can be called directly in the prompt markdown
@@ -44,6 +45,9 @@ class PathwayPrompter {
             case 'OPENAI_WHISPER':
                 plugin = new OpenAIWhisperPlugin(config, pathway);
                 break;
+            case 'LOCAL-CPP-MODEL':
+                plugin = new LocalModelPlugin(config, pathway);
+                break;
             default:
                 throw new handlebars.Exception(`Unsupported model type: ${model.type}`);
         }

package/graphql/pathwayResolver.js

@@ -8,8 +8,6 @@ import { Prompt } from './prompt.js';
 import { getv, setv } from '../lib/keyValueStorageClient.js';
 import { requestState } from './requestState.js';
 
-const MAX_PREVIOUS_RESULT_TOKEN_LENGTH = 1000;
-
 const callPathway = async (config, pathwayName, args, requestState, { text, ...parameters }) => {
     const pathwayResolver = new PathwayResolver({ config, pathway: config.get(`pathways.${pathwayName}`), args, requestState });
     return await pathwayResolver.resolve({ text, ...parameters });
@@ -151,7 +149,7 @@ class PathwayResolver {
         }
         const encoded = encode(text);
         if (!this.useInputChunking || encoded.length <= chunkTokenLength) { // no chunking, return as is
-            if (encoded.length >= chunkTokenLength) {
+            if (encoded.length > 0 && encoded.length >= chunkTokenLength) {
                 const warnText = `Truncating long input text. Text length: ${text.length}`;
                 this.warnings.push(warnText);
                 console.warn(warnText);
@@ -189,7 +187,7 @@ class PathwayResolver {
         // the token ratio is the ratio of the total prompt to the result text - both have to be included
         // in computing the max token length
         const promptRatio = this.pathwayPrompter.plugin.getPromptTokenRatio();
-        let chunkMaxTokenLength = promptRatio * this.pathwayPrompter.plugin.getModelMaxTokenLength() - maxPromptTokenLength;
+        let chunkMaxTokenLength = promptRatio * this.pathwayPrompter.plugin.getModelMaxTokenLength() - maxPromptTokenLength - 1;
         
         // if we have to deal with prompts that have both text input
         // and previous result, we need to split the maxChunkToken in half

package/graphql/plugins/localModelPlugin.js

@@ -0,0 +1,72 @@
+// localModelPlugin.js
+import ModelPlugin from './modelPlugin.js';
+import { execFileSync } from 'child_process';
+import { encode } from 'gpt-3-encoder';
+
+class LocalModelPlugin extends ModelPlugin {
+    constructor(config, pathway) {
+        super(config, pathway);
+    }
+
+    // if the input starts with a chatML response, just return that
+    filterFirstResponse(inputString) {
+        const regex = /^(.*?)(?=\n<\|im_end\|>|$)/;
+        const match = inputString.match(regex);
+
+        if (match) {
+            const firstAssistantResponse = match[1];
+            return firstAssistantResponse;
+        } else {
+            return inputString;
+        }
+    }
+
+    getRequestParameters(text, parameters, prompt) {
+        let { modelPromptMessages, modelPromptText, tokenLength } = this.getCompiledPrompt(text, parameters, prompt);
+        const modelTargetTokenLength = this.getModelMaxTokenLength() * this.getPromptTokenRatio();
+        
+        if (modelPromptMessages) {
+            const minMsg = [{ role: "system", content: "" }];
+            const addAssistantTokens = encode(this.messagesToChatML(minMsg, true).replace(this.messagesToChatML(minMsg, false), '')).length;
+            const requestMessages = this.truncateMessagesToTargetLength(modelPromptMessages, (modelTargetTokenLength - addAssistantTokens));
+            modelPromptText = this.messagesToChatML(requestMessages);
+            tokenLength = encode(modelPromptText).length;
+        }
+
+        if (tokenLength > modelTargetTokenLength) {
+            throw new Error(`Input is too long at ${tokenLength} tokens. The target token length for this pathway is ${modelTargetTokenLength} tokens because the response is expected to take up the rest of the ${this.getModelMaxTokenLength()} tokens that the model can handle. You must reduce the size of the prompt to continue.`);
+        }
+
+        const max_tokens = this.getModelMaxTokenLength() - tokenLength;
+
+        return {
+            prompt: modelPromptText,
+            max_tokens: max_tokens,
+            temperature: this.temperature ?? 0.7,
+        };
+    }
+
+    async execute(text, parameters, prompt, _pathwayResolver) {
+        const requestParameters = this.getRequestParameters(text, parameters, prompt);
+        const { executablePath, args } = this.model;
+        args.push("--prompt", requestParameters.prompt);
+        //args.push("--max-tokens", requestParameters.max_tokens);
+        //args.push("--temperature", requestParameters.temperature);
+
+        try {
+            console.log(`\x1b[36mRunning local model:\x1b[0m`, executablePath, args);
+            const result = execFileSync(executablePath, args, { encoding: 'utf8' });
+            // Remove only the first occurrence of requestParameters.prompt from the result
+            // Could have used regex here but then would need to escape the prompt
+            const parts = result.split(requestParameters.prompt, 2);
+            const modifiedResult = parts[0] + parts[1];
+            console.log(`\x1b[36mResult:\x1b[0m`, modifiedResult);
+            return this.filterFirstResponse(modifiedResult);
+        } catch (error) {
+            console.error(`\x1b[31mError running local model:\x1b[0m`, error);
+            throw error;
+        }
+    }
+}
+
+export default LocalModelPlugin;

package/graphql/plugins/modelPlugin.js

@@ -40,7 +40,7 @@ class ModelPlugin {
         this.shouldCache = config.get('enableCache') && (pathway.enableCache || pathway.temperature == 0);
     }
 
-    truncateMessagesToTargetLength = (messages, targetTokenLength) => {
+    truncateMessagesToTargetLength(messages, targetTokenLength) {
         // Calculate the token length of each message
         const tokenLengths = messages.map((message) => ({
             message,
@@ -97,7 +97,7 @@ class ModelPlugin {
     
         // Return the modified messages array
         return tokenLengths.map(({ message }) => message);
-    };
+    }
     
     //convert a messages array to a simple chatML format
     messagesToChatML(messages, addAssistant = true) {

package/graphql/plugins/openAiChatPlugin.js

@@ -12,14 +12,14 @@ class OpenAIChatPlugin extends ModelPlugin {
         const { stream } = parameters;
     
         // Define the model's max token length
-        const modelMaxTokenLength = this.getModelMaxTokenLength() * this.getPromptTokenRatio();
+        const modelTargetTokenLength = this.getModelMaxTokenLength() * this.getPromptTokenRatio();
     
         let requestMessages = modelPromptMessages || [{ "role": "user", "content": modelPromptText }];
     
         // Check if the token length exceeds the model's max token length
-        if (tokenLength > modelMaxTokenLength) {
+        if (tokenLength > modelTargetTokenLength) {
             // Remove older messages until the token length is within the model's limit
-            requestMessages = this.truncateMessagesToTargetLength(requestMessages, modelMaxTokenLength);
+            requestMessages = this.truncateMessagesToTargetLength(requestMessages, modelTargetTokenLength);
         }
     
         const requestParameters = {

package/graphql/plugins/openAiCompletionPlugin.js

@@ -13,19 +13,22 @@ class OpenAICompletionPlugin extends ModelPlugin {
         let { modelPromptMessages, modelPromptText, tokenLength } = this.getCompiledPrompt(text, parameters, prompt);
         const { stream } = parameters;
         let modelPromptMessagesML = '';
-        const modelMaxTokenLength = this.getModelMaxTokenLength();
+        // Define the model's max token length
+        const modelTargetTokenLength = this.getModelMaxTokenLength() * this.getPromptTokenRatio();
         let requestParameters = {};
     
         if (modelPromptMessages) {
-            const requestMessages = this.truncateMessagesToTargetLength(modelPromptMessages, modelMaxTokenLength - 1);
+            const minMsg = [{ role: "system", content: "" }];
+            const addAssistantTokens = encode(this.messagesToChatML(minMsg, true).replace(this.messagesToChatML(minMsg, false), '')).length;
+            const requestMessages = this.truncateMessagesToTargetLength(modelPromptMessages, (modelTargetTokenLength - addAssistantTokens));
             modelPromptMessagesML = this.messagesToChatML(requestMessages);
             tokenLength = encode(modelPromptMessagesML).length;
         
-            if (tokenLength >= modelMaxTokenLength) {
-                throw new Error(`The maximum number of tokens for this model is ${modelMaxTokenLength}. Please reduce the number of messages in the prompt.`);
+            if (tokenLength > modelTargetTokenLength) {
+                throw new Error(`Input is too long at ${tokenLength} tokens (this target token length for this pathway is ${modelTargetTokenLength} tokens because the response is expected to take up the rest of the model's max tokens (${this.getModelMaxTokenLength()}). You must reduce the size of the prompt to continue.`);
             }
         
-            const max_tokens = modelMaxTokenLength - tokenLength - 1;
+            const max_tokens = this.getModelMaxTokenLength() - tokenLength;
         
             requestParameters = {
                 prompt: modelPromptMessagesML,
@@ -38,11 +41,11 @@ class OpenAICompletionPlugin extends ModelPlugin {
                 stream
             };
         } else {
-            if (tokenLength >= modelMaxTokenLength) {
-                throw new Error(`The maximum number of tokens for this model is ${modelMaxTokenLength}. Please reduce the length of the prompt.`);
+            if (tokenLength > modelTargetTokenLength) {
+                throw new Error(`Input is too long at ${tokenLength} tokens. The target token length for this pathway is ${modelTargetTokenLength} tokens because the response is expected to take up the rest of the ${this.getModelMaxTokenLength()} tokens that the model can handle. You must reduce the size of the prompt to continue.`);
             }
         
-            const max_tokens = modelMaxTokenLength - tokenLength - 1;
+            const max_tokens = this.getModelMaxTokenLength() - tokenLength;
         
             requestParameters = {
                 prompt: modelPromptText,

package/graphql/plugins/openAiWhisperPlugin.js

@@ -1,4 +1,4 @@
-// OpenAICompletionPlugin.js
+// openAiWhisperPlugin.js
 import ModelPlugin from './modelPlugin.js';
 
 import FormData from 'form-data';

package/graphql/prompt.js

@@ -26,6 +26,7 @@ function promptContains(variable, prompt) {
     // if it's an array, it's the messages format
     if (Array.isArray(prompt)) {
       prompt.forEach(p => {
+        // eslint-disable-next-line no-cond-assign
         while (match = p.content && regexp.exec(p.content)) {
           matches.push(match[1]);
         }

package/graphql/resolver.js

@@ -26,12 +26,12 @@ const rootResolver = async (parent, args, contextValue, info) => {
 }
 
 // This resolver is used by the root resolver to process the request
-const resolver = async (parent, args, contextValue, info) => {
+const resolver = async (parent, args, contextValue, _info) => {
     const { pathwayResolver } = contextValue;
     return await pathwayResolver.resolve(args);
 }
 
-const cancelRequestResolver = (parent, args, contextValue, info) => {
+const cancelRequestResolver = (parent, args, contextValue, _info) => {
     const { requestId } = args;
     const { requestState } = contextValue;
     requestState[requestId] = { canceled: true };

package/graphql/subscriptions.js

@@ -10,7 +10,7 @@ import { requestState } from './requestState.js';
 const subscriptions = {
     requestProgress: {
         subscribe: withFilter(
-            (_, args, __, info) => {
+            (_, args, __, _info) => {
                 const { requestIds } = args;
                 for (const requestId of requestIds) {
                     if (!requestState[requestId]) {

package/lib/fileChunker.js

@@ -42,10 +42,6 @@ const generateUniqueFolderName = () => {
     return uniqueOutputPath;
 }
 
-const generateUniqueTempFileName = () => {
-    return path.join(os.tmpdir(), uuidv4());
-}
-
 async function splitMediaFile(inputPath, chunkDurationInSeconds = 600) {
     try {
         const metadata = await ffmpegProbe(inputPath);
@@ -146,15 +142,6 @@ const processYoutubeUrl = async (url) => {
     return outputFileName;
 }
 
-function deleteFile(filePath) {
-    try {
-        fs.unlinkSync(filePath);
-        console.log(`File ${filePath} cleaned successfully.`);
-    } catch (error) {
-        console.error(`Error deleting file ${filePath}:`, error);
-    }
-}
-
 export {
     splitMediaFile, deleteTempPath, processYoutubeUrl, isValidYoutubeUrl
 };

package/lib/request.js

@@ -64,7 +64,6 @@ const postWithMonitor = async (model, url, data, axiosConfigObj) => {
 
 const MAX_RETRY = 10;
 const postRequest = async ({ url, data, params, headers, cache }, model) => {
-    let retry = 0;
     const errors = []
     for (let i = 0; i < MAX_RETRY; i++) {
         try {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aj-archipelago/cortex",
-  "version": "1.0.0",
+  "version": "1.0.2",
   "description": "Cortex is a GraphQL API for AI. It provides a simple, extensible interface for using AI services from OpenAI, Azure and others.",
   "repository": {
     "type": "git",
@@ -42,6 +42,7 @@
     "compromise": "^14.8.1",
     "compromise-paragraphs": "^0.1.0",
     "convict": "^6.2.3",
+    "express": "^4.18.2",
     "fluent-ffmpeg": "^2.1.2",
     "form-data": "^4.0.0",
     "gpt-3-encoder": "^1.1.4",
@@ -51,12 +52,15 @@
     "handlebars": "^4.7.7",
     "keyv": "^4.5.2",
     "langchain": "^0.0.47",
+    "uuid": "^9.0.0",
     "ws": "^8.12.0",
     "ytdl-core": "^4.11.2"
   },
   "devDependencies": {
     "ava": "^5.2.0",
-    "dotenv": "^16.0.3"
+    "dotenv": "^16.0.3",
+    "eslint": "^8.38.0",
+    "eslint-plugin-import": "^2.27.5"
   },
   "publishConfig": {
     "access": "restricted"

package/pathways/lc_test.mjs

@@ -3,20 +3,24 @@
 
 // Import required modules
 import { OpenAI } from "langchain/llms";
-import { PromptTemplate } from "langchain/prompts";
-import { LLMChain, ConversationChain } from "langchain/chains";
+//import { PromptTemplate } from "langchain/prompts";
+//import { LLMChain, ConversationChain } from "langchain/chains";
 import { initializeAgentExecutor } from "langchain/agents";
 import { SerpAPI, Calculator } from "langchain/tools";
-import { BufferMemory } from "langchain/memory";
+//import { BufferMemory } from "langchain/memory";
 
 export default {
 
     // Agent test case
-    resolver: async (parent, args, contextValue, info) => {
+    resolver: async (parent, args, contextValue, _info) => {
 
         const { config } = contextValue;
+        const env = config.getEnv();
+
+        // example of reading from a predefined config variable
         const openAIApiKey = config.get('openaiApiKey');
-        const serpApiKey = config.get('serpApiKey');
+        // example of reading straight from environment
+        const serpApiKey = env.SERPAPI_API_KEY;
 
         const model = new OpenAI({ openAIApiKey: openAIApiKey, temperature: 0 });
         const tools = [new SerpAPI( serpApiKey ), new Calculator()];

package/pathways/summary.js

@@ -16,7 +16,7 @@ export default {
     },
 
     // Custom resolver to generate summaries by reprompting if they are too long or too short.
-    resolver: async (parent, args, contextValue, info) => {
+    resolver: async (parent, args, contextValue, _info) => {
         const { config, pathway, requestState } = contextValue;
         const originalTargetLength = args.targetLength;