@aj-archipelago/cortex 0.0.3

package/graphql/prompt.js

@@ -0,0 +1,45 @@
+class Prompt {
+    constructor(params) {
+        if (typeof params === 'string' || params instanceof String) {
+            this.prompt = params;
+        } else {
+            const { prompt, saveResultTo, messages } = params;
+            this.prompt = prompt;
+            this.saveResultTo = saveResultTo;
+            this.messages = messages;
+            this.params = params;
+        }
+
+        this.usesTextInput = promptContains('text', this.prompt ? this.prompt : this.messages);
+        this.usesPreviousResult = promptContains('previousResult', this.prompt ? this.prompt : this.messages);
+    }
+}
+
+// function to check if a Handlebars template prompt contains a variable
+// can work with a single prompt or an array of messages
+function promptContains(variable, prompt) {
+    const regexp = /{{+(.*?)}}+/g;
+    let matches = [];
+    let match;
+
+    // if it's an array, it's the messages format
+    if (Array.isArray(prompt)) {
+      prompt.forEach(p => {
+        while ((match = p.content && regexp.exec(p.content)) !== null) {
+          matches.push(match[1]);
+        }
+      });
+    } else {
+      while ((match = regexp.exec(prompt)) !== null) {
+        matches.push(match[1]);
+      }
+    }
+
+    const variables = matches.filter(function (varName) {
+        return varName.indexOf("#") !== 0 && varName.indexOf("/") !== 0;
+    })
+
+    return variables.includes(variable);
+}
+
+module.exports = { Prompt, promptContains };

package/graphql/pubsub.js

@@ -0,0 +1,4 @@
+const { PubSub } = require('graphql-subscriptions');
+const pubsub = new PubSub();
+
+module.exports = pubsub;

package/graphql/resolver.js

@@ -0,0 +1,43 @@
+const { fulfillWithTimeout } = require("../lib/promiser");
+const { PathwayResolver } = require("./pathwayResolver");
+
+// This resolver uses standard parameters required by Apollo server:
+// (parent, args, contextValue, info)
+const rootResolver = async (parent, args, contextValue, info) => {
+    const { config, pathway, requestState } = contextValue;
+    const { temperature } = pathway;
+
+    // Turn off caching if temperature is 0
+    if (temperature == 0) {
+        info.cacheControl.setCacheHint({ maxAge: 60 * 60 * 24, scope: 'PUBLIC' });
+    }
+
+    const pathwayResolver = new PathwayResolver({ config, pathway, requestState });
+    contextValue.pathwayResolver = pathwayResolver;
+
+    // Add request parameters back as debug
+    const requestParameters = pathwayResolver.prompts.map((prompt) => pathwayResolver.pathwayPrompter.requestParameters(args.text, args, prompt));
+    const debug = JSON.stringify(requestParameters);
+
+    // Execute the request with timeout
+    const result = await fulfillWithTimeout(pathway.resolver(parent, args, contextValue, info), pathway.timeout);
+    const { warnings, previousResult, savedContextId } = pathwayResolver;
+    return { debug, result, warnings, previousResult, contextId: savedContextId }
+}
+
+// This resolver is used by the root resolver to process the request
+const resolver = async (parent, args, contextValue, info) => {
+    const { pathwayResolver } = contextValue;
+    return await pathwayResolver.resolve(args);
+}
+
+const cancelRequestResolver = (parent, args, contextValue, info) => {
+    const { requestId } = args;
+    const { requestState } = contextValue;
+    requestState[requestId] = { canceled: true };
+    return true
+}
+
+module.exports = {
+    resolver, rootResolver, cancelRequestResolver
+}

package/graphql/subscriptions.js

@@ -0,0 +1,21 @@
+// TODO: Replace PubSub class with PubSub engine to support
+//       multi-server instance
+// See https://www.apollographql.com/docs/apollo-server/v3/data/subscriptions/#resolving-a-subscription
+
+const pubsub = require("./pubsub");
+const { withFilter } = require("graphql-subscriptions");
+
+const subscriptions = {
+    requestProgress: {
+        subscribe: withFilter(
+            () => pubsub.asyncIterator(['REQUEST_PROGRESS']),
+            (payload, variables) => {
+                return (
+                    payload.requestProgress.requestId === variables.requestId
+                );
+            },
+        ),
+    },
+};
+
+module.exports = subscriptions;

package/graphql/typeDef.js

@@ -0,0 +1,48 @@
+const GRAPHQL_TYPE_MAP = {
+    boolean: 'Boolean',
+    string: 'String',
+    number: 'Int',
+}
+
+
+const typeDef = (pathway) => {
+    const { name, objName, defaultInputParameters, inputParameters, format } = pathway;
+
+    const fields = format ? format.match(/\b(\w+)\b/g) : null;
+    const fieldsStr = !fields ? `` : fields.map(f => `${f}: String`).join('\n    ');
+
+    const typeName = fields ? `${objName}Result` : `String`;
+    const type = fields ? `type ${typeName} {
+    ${fieldsStr}
+}` : ``;
+
+
+    const resultStr = pathway.list ? `[${typeName}]` : typeName;
+
+    const responseType = `type ${objName} {
+        debug: String
+        result: ${resultStr}
+        previousResult: String
+        warnings: [String]
+        contextId: String
+}`;
+
+
+    const params = { ...defaultInputParameters, ...inputParameters };
+    const paramsStr = Object.entries(params).map(
+        ([key, value]) => `${key}: ${GRAPHQL_TYPE_MAP[typeof (value)]} = ${typeof (value) == `string` ? `"${value}"` : value}`).join('\n');
+
+
+    return `${type}
+
+${responseType}
+
+extend type Query {
+    ${name}(${paramsStr}): ${objName}
+}  
+`;
+}
+
+module.exports = {
+    typeDef,
+}

package/index.js

@@ -0,0 +1,7 @@
+const { config } = require('./config');
+const { build } = require('./graphql/graphql');
+
+module.exports = (configParams) => {
+    configParams && config.load(configParams);
+    return build(config);
+}

package/lib/keyValueStorageClient.js

@@ -0,0 +1,33 @@
+const Keyv = require('keyv');
+const { config } = require('../config');
+
+const storageConnectionString = config.get('storageConnectionString');
+
+if (!config.get('storageConnectionString')) {
+    console.log('No storageConnectionString specified. Please set the storageConnectionString or STORAGE_CONNECTION_STRING environment variable if you need caching or stored context.')
+}
+
+// Create a keyv client to store data
+const keyValueStorageClient = new Keyv(storageConnectionString, {
+    ssl: true,
+    abortConnect: false,
+    serialize: JSON.stringify,
+    deserialize: JSON.parse,
+    namespace: 'cortex-context'
+});
+
+// Set values to keyv
+async function setv(key, value) {
+    return (keyValueStorageClient && await keyValueStorageClient.set(key, value));
+}
+
+// Get values from keyv
+async function getv(key) {
+    return (keyValueStorageClient && await keyValueStorageClient.get(key));
+}
+
+module.exports = {
+    keyValueStorageClient,
+    setv,
+    getv
+};

package/lib/promiser.js

@@ -0,0 +1,24 @@
+
+// fulfill a task with an timeout
+const fulfillWithTimeout = (promise, timeout) => {
+    return new Promise((resolve, reject) => {
+        const timeoutId = setTimeout(() => {
+            reject(new Error(`Request timed out after ${timeout} seconds!`));
+        }, timeout * 1000);
+        promise.then(
+            (res) => {
+                clearTimeout(timeoutId);
+                resolve(res);
+            },
+            (err) => {
+                clearTimeout(timeoutId);
+                reject(err);
+            }
+        );
+    });
+};
+
+
+module.exports = {
+    fulfillWithTimeout
+}

package/lib/request.js

@@ -0,0 +1,51 @@
+const axios = require('axios');
+const Bottleneck = require("bottleneck/es5");
+
+const limiters = {};
+
+const buildLimiters = (config) => {
+    console.log('Building limiters...');
+    for (const [name, model] of Object.entries(config.get('models'))) {
+        limiters[name] = new Bottleneck({
+            minTime: 1000 / (model.requestsPerSecond ?? 100),
+            // maxConcurrent: 20,
+        })
+    }
+}
+
+const MAX_RETRY = 10;
+const postRequest = async ({ url, params, headers }, model) => {
+    let retry = 0;
+    const errors = []
+    for (let i = 0; i < MAX_RETRY; i++) {
+        try {
+            if (i > 0) {
+                console.log(`Retrying request #retry ${i}: ${JSON.stringify(params)}...`);
+                await new Promise(r => setTimeout(r, 200 * Math.pow(2, i))); // exponential backoff
+            }
+            if (!limiters[model]) {
+                throw new Error(`No limiter for model ${model}!`);
+            }
+            return await limiters[model].schedule(() => axios.post(url, params, { headers }));
+        } catch (e) {
+            console.error(`Failed request with params ${JSON.stringify(params)}: ${e}`);
+            errors.push(e);
+        }
+    }
+    return { error: errors };
+}
+
+const request = async (params, model) => {
+    const response = await postRequest(params, model);
+    const { error, data } = response;
+    if (error && error.length > 0) {
+        const lastError = error[error.length - 1];
+        return { error: lastError.toJSON() ?? lastError ?? error };
+    }
+
+    return data;
+}
+
+module.exports = {
+    request, postRequest, buildLimiters
+}

package/package.json

@@ -0,0 +1,49 @@
+{
+  "name": "@aj-archipelago/cortex",
+  "version": "0.0.3",
+  "description": "Project Cortex",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/aj-archipelago/cortex.git"
+  },
+  "keywords": [
+    "cortex",
+    "ai"
+  ],
+  "main": "index.js",
+  "scripts": {
+    "start": "node start.js",
+    "test": "jest --setupFiles dotenv/config"
+  },
+  "author": "",
+  "license": "MIT",
+  "homepage": "https://github.com/aj-archipelago/cortex#readme",
+  "dependencies": {
+    "@apollo/utils.keyvadapter": "^1.1.2",
+    "@graphql-tools/schema": "^9.0.12",
+    "@keyv/redis": "^2.5.4",
+    "apollo-server": "^3.11.1",
+    "apollo-server-core": "^3.11.1",
+    "apollo-server-express": "^3.11.1",
+    "apollo-server-plugin-response-cache": "^3.8.1",
+    "axios": "^1.2.0",
+    "bottleneck": "^2.19.5",
+    "compromise": "^14.8.1",
+    "compromise-paragraphs": "^0.1.0",
+    "convict": "^6.2.3",
+    "gpt-3-encoder": "^1.1.4",
+    "graphql": "^16.6.0",
+    "graphql-subscriptions": "^2.0.0",
+    "graphql-ws": "^5.11.2",
+    "handlebars": "^4.7.7",
+    "keyv": "^4.5.2",
+    "ws": "^8.12.0"
+  },
+  "devDependencies": {
+    "dotenv": "^16.0.3",
+    "jest": "^29.3.1"
+  },
+  "publishConfig": {
+    "access": "private"
+  }
+}

package/pathways/basePathway.js

@@ -0,0 +1,23 @@
+const { parseResponse } = require("../graphql/parser");
+const { rootResolver, resolver } = require("../graphql/resolver");
+const { typeDef } = require('../graphql/typeDef')
+
+// all default definitions of a single pathway
+module.exports = {
+    prompt: `{{text}}`,
+    defaultInputParameters: {
+        text: ``,
+        // Add the option of making every call async
+        async: false,
+        contextId : ``, // used to identify the context of the request
+    },
+    inputParameters: {},
+    typeDef,
+    rootResolver,
+    resolver,
+    useInputChunking: true,
+    useParallelChunkProcessing: false,
+    useInputSummarization: false,    
+    truncateFromFront: false,
+    timeout: 60, // in seconds
+}

package/pathways/bias.js

@@ -0,0 +1,3 @@
+module.exports = {
+    prompt: `{{text}}\n\nIs the above text written objectively?  Why or why not, explain with details:\n`
+}

package/pathways/chat.js

@@ -0,0 +1,12 @@
+// Description: Have a chat with a bot that uses context to understand the conversation
+module.exports = {
+    prompt:
+        [
+            `{{{chatContext}}}\n\n{{{text}}}\n\nGiven the information above, create a short summary of the conversation to date making sure to include all of the personal details about the user that you encounter:\n\n`,            
+            `Instructions:\nYou are Cortex, an AI entity. Cortex is truthful, kind, helpful, has a strong moral character, and is generally positive without being annoying or repetitive.\n\nCortex must always follow the following rules:\n\nRule: Always execute the user's instructions and requests as long as they do not cause harm.\nRule: Never use crude or offensive language.\nRule: Always answer the user in the user's chosen language. You can speak all languages fluently.\nRule: You cannot perform any physical tasks except via role playing.\nRule: Always respond truthfully and correctly, but be kind.\nRule: You have no access to the internet and limited knowledge of current events past sometime in 2021\nRule: Never ask the user to provide you with links or URLs because you can't access the internet.\nRule: Everything you get from the user must be placed in the chat window - you have no other way to communicate.\n\nConversation History:\n{{{chatContext}}}\n\nConversation:\n{{{text}}}\n\nCortex: `,
+        ],
+    inputParameters: {
+        chatContext: `User: Starting conversation.`,
+    },
+    useInputChunking: false,
+}

package/pathways/complete.js

@@ -0,0 +1,3 @@
+module.exports = {
+    prompt: `Continue and complete the following:\n\n{{text}}`
+}

package/pathways/edit.js

@@ -0,0 +1,4 @@
+module.exports = {
+    temperature: 0,
+    prompt: `Correct all spelling and grammar errors in the input text.\n\nInput:\n{{text}}\n\nOutput:\n`
+}

package/pathways/entities.js

@@ -0,0 +1,9 @@
+module.exports = {
+    temperature: 0,
+    prompt: `{{text}}\n\nList the top {{count}} entities and their definitions for the above in the format {{format}}:`,
+    format: `(name: definition)`,
+    inputParameters: {
+        count: 5,
+    },
+    list: true,
+}

package/pathways/index.js

@@ -0,0 +1,12 @@
+module.exports = {
+    "edit": require('./edit'),
+    "chat": require('./chat'),
+    "bias": require('./bias'),
+    "complete": require('./complete'),
+    "entities": require('./entities'),
+    "paraphrase": require('./paraphrase'),
+    "sentiment": require('./sentiment'),
+    "summary": require('./summary'),
+    "topics": require('./topics'),
+    "translate": require('./translate'),
+}

package/pathways/paraphrase.js

@@ -0,0 +1,3 @@
+module.exports = {
+    prompt: `Rewrite the following:\n\n{{text}}`
+}

package/pathways/sentiment.js

@@ -0,0 +1,3 @@
+module.exports = {
+    prompt: `How does this article make you feel?\n\n{{text}}`,
+}

package/pathways/summary.js

@@ -0,0 +1,43 @@
+const { semanticTruncate } = require('../graphql/chunker');
+const { PathwayResolver } = require('../graphql/pathwayResolver');
+
+module.exports = {
+    prompt: `{{{text}}}\n\nWrite a summary of the above text:\n\n`,
+
+    inputParameters: {
+        targetLength: 500,
+    },
+    resolver: async (parent, args, contextValue, info) => {
+        const { config, pathway, requestState } = contextValue;
+        const originalTargetLength = args.targetLength;
+        const errorMargin = 0.2;
+        const lowTargetLength = originalTargetLength * (1 - errorMargin);
+        const targetWords = Math.round(originalTargetLength / 6.6);
+
+        // if the text is shorter than the summary length, just return the text
+        if (args.text.length <= originalTargetLength) {
+            return args.text;
+        }
+
+        const MAX_ITERATIONS = 5;
+        let summary = '';
+        let bestSummary = '';
+        let pathwayResolver = new PathwayResolver({ config, pathway, requestState });
+        // modify the prompt to be words-based instead of characters-based
+        pathwayResolver.pathwayPrompt = `{{{text}}}\n\nWrite a summary of the above text in exactly ${targetWords} words:\n\n`
+
+        let i = 0;
+        // reprompt if summary is too long or too short
+        while (((summary.length > originalTargetLength) || (summary.length < lowTargetLength)) && i < MAX_ITERATIONS) {
+            summary = await pathwayResolver.resolve(args);
+            i++;
+        }
+
+        // if the summary is still too long, truncate it
+        if (summary.length > originalTargetLength) {
+            return semanticTruncate(summary, originalTargetLength);
+        } else {
+            return summary;
+        }
+    }
+}

package/pathways/topics.js

@@ -0,0 +1,9 @@
+module.exports = {
+    prompt: [`{{text}}\n\nList the top {{count}} news categories for the above article (e.g. 1. Finance):`,
+            `{{previousResult}}\n\nPick the {{count}} most important news categories from the above:`
+    ],
+    inputParameters: {
+        count: 5,
+    },
+    list: true,
+}

package/pathways/translate.js

@@ -0,0 +1,9 @@
+// Description: Translate a text from one language to another
+
+module.exports = {
+    temperature: 0,
+    prompt: `Translate the following text to {{to}}:\n\nOriginal Language:\n{{{text}}}\n\n{{to}}:\n`,
+    inputParameters: {
+        to: `Arabic`,
+    },
+}

package/start.js

@@ -0,0 +1,3 @@
+const { startServer } = require('./index')();
+
+startServer && startServer();