@aj-archipelago/cortex 1.0.4 → 1.0.5

package/graphql/plugins/palmChatPlugin.js

@@ -0,0 +1,229 @@
+// palmChatPlugin.js
+import ModelPlugin from './modelPlugin.js';
+import { encode } from 'gpt-3-encoder';
+import HandleBars from '../../lib/handleBars.js';
+
+class PalmChatPlugin extends ModelPlugin {
+    constructor(config, pathway) {
+        super(config, pathway);
+    }
+
+    // Convert to PaLM messages array format if necessary
+    convertMessagesToPalm(messages) {
+        let context = '';
+        let modifiedMessages = [];
+        let lastAuthor = '';
+    
+        messages.forEach(message => {
+            const { role, author, content } = message;
+    
+            // Extract system messages into the context string
+            if (role === 'system') {
+                context += (context.length > 0 ? '\n' : '') + content;
+                return;
+            }
+     
+            // Aggregate consecutive author messages, appending the content
+            if ((role === lastAuthor || author === lastAuthor) && modifiedMessages.length > 0) {
+                modifiedMessages[modifiedMessages.length - 1].content += '\n' + content;
+            }
+            // Only push messages with role 'user' or 'assistant' or existing author messages
+            else if (role === 'user' || role === 'assistant' || author) {
+                modifiedMessages.push({
+                    author: author || role,
+                    content,
+                });
+                lastAuthor = author || role;
+            }
+        });
+    
+        return {
+            modifiedMessages,
+            context,
+        };
+    }
+
+    // Handlebars compiler for context (PaLM chat specific)
+    getCompiledContext(text, parameters, context) {
+        const combinedParameters = { ...this.promptParameters, ...parameters };
+        return context ? HandleBars.compile(context)({ ...combinedParameters, text}) : '';
+    }
+
+    // Handlebars compiler for examples (PaLM chat specific)
+    getCompiledExamples(text, parameters, examples = []) {
+        const combinedParameters = { ...this.promptParameters, ...parameters };
+
+        const compileContent = (content) => {
+            const compile = HandleBars.compile(content);
+            return compile({ ...combinedParameters, text });
+        };
+
+        const processExample = (example, key) => {
+            if (example[key]?.content) {
+                return { ...example[key], content: compileContent(example[key].content) };
+            }
+            return { ...example[key] };
+        };
+
+        return examples.map((example) => ({
+            input: example.input ? processExample(example, 'input') : undefined,
+            output: example.output ? processExample(example, 'output') : undefined,
+        }));
+    }
+
+    // Set up parameters specific to the PaLM Chat API
+    getRequestParameters(text, parameters, prompt) {
+        const { modelPromptText, modelPromptMessages, tokenLength } = this.getCompiledPrompt(text, parameters, prompt);
+        const { stream } = parameters;
+    
+        // Define the model's max token length
+        const modelTargetTokenLength = this.getModelMaxTokenLength() * this.getPromptTokenRatio();
+    
+        const palmMessages = this.convertMessagesToPalm(modelPromptMessages || [{ "author": "user", "content": modelPromptText }]);
+        
+        let requestMessages = palmMessages.modifiedMessages;
+
+        // Check if the token length exceeds the model's max token length
+        if (tokenLength > modelTargetTokenLength) {
+            // Remove older messages until the token length is within the model's limit
+            requestMessages = this.truncateMessagesToTargetLength(requestMessages, modelTargetTokenLength);
+        }
+
+        const context = this.getCompiledContext(text, parameters, prompt.context || palmMessages.context || '');
+        const examples = this.getCompiledExamples(text, parameters, prompt.examples || []);
+        
+        // For PaLM right now, the max return tokens is 1024, regardless of the max context length
+        // I can't think of a time you'd want to constrain it to fewer at the moment.
+        const max_tokens = 1024//this.getModelMaxTokenLength() - tokenLength;
+    
+        if (max_tokens < 0) {
+            throw new Error(`Prompt is too long to successfully call the model at ${tokenLength} tokens.  The model will not be called.`);
+        }
+    
+        // Ensure there are an even number of messages (PaLM requires an even number of messages)
+        if (requestMessages.length % 2 === 0) {
+            requestMessages = requestMessages.slice(1);
+        }
+
+        const requestParameters = {
+            instances: [{
+                context: context,
+                examples: examples,
+                messages: requestMessages,
+            }],
+            parameters: {
+                temperature: this.temperature ?? 0.7,
+                maxOutputTokens: max_tokens,
+                topP: parameters.topP ?? 0.95,
+                topK: parameters.topK ?? 40,
+            }
+        };
+    
+        return requestParameters;
+    }
+
+    // Get the safetyAttributes from the PaLM Chat API response data
+    getSafetyAttributes(data) {
+        const { predictions } = data;
+        if (!predictions || !predictions.length) {
+            return null;
+        }
+
+        // if we got a predictions array back with more than one prediction, return the safetyAttributes of the first prediction
+        if (predictions.length > 1) {
+            return predictions[0].safetyAttributes ?? null;
+        }
+
+        // otherwise, return the safetyAttributes of the content of the first prediction
+        return predictions[0].safetyAttributes ?? null;
+    }
+
+    // Execute the request to the PaLM Chat API
+    async execute(text, parameters, prompt) {
+        const url = this.requestUrl(text);
+        const requestParameters = this.getRequestParameters(text, parameters, prompt);
+
+        const data = { ...(this.model.params || {}), ...requestParameters };
+        const params = {};
+        const headers = this.model.headers || {};
+        const gcpAuthTokenHelper = this.config.get('gcpAuthTokenHelper');
+        const authToken = await gcpAuthTokenHelper.getAccessToken();
+        headers.Authorization = `Bearer ${authToken}`;
+        return this.executeRequest(url, data, params, headers, prompt);
+    }
+
+    // Parse the response from the PaLM Chat API
+    parseResponse(data) {
+        const { predictions } = data;
+        if (!predictions || !predictions.length) {
+            return null;
+        }
+    
+        // Get the candidates array from the first prediction
+        const { candidates } = predictions[0];
+
+        // if it was blocked, return the blocked message
+        if (predictions[0].safetyAttributes?.blocked) {
+            return 'The response is blocked because the input or response potentially violates Google policies. Try rephrasing the prompt or adjusting the parameter settings. Currently, only English is supported.';
+        }
+
+        if (!candidates || !candidates.length) {
+            return null;
+        }
+    
+        // If we got a candidates array back with more than one candidate, return the whole array
+        if (candidates.length > 1) {
+            return candidates;
+        }
+    
+        // Otherwise, return the content of the first candidate
+        const messageResult = candidates[0].content && candidates[0].content.trim();
+        return messageResult ?? null;
+    }
+
+    // Override the logging function to display the messages and responses
+    logRequestData(data, responseData, prompt) {
+        const separator = `\n=== ${this.pathwayName}.${this.requestCount++} ===\n`;
+        console.log(separator);
+    
+        const instances = data && data.instances;
+        const messages = instances && instances[0] && instances[0].messages;
+        const { context, examples } = instances && instances [0] || {};
+    
+        if (context) {
+            console.log(`\x1b[36mContext: ${context}\x1b[0m`);
+        }
+
+        if (examples && examples.length) {
+            examples.forEach((example, index) => {
+                console.log(`\x1b[36mExample ${index + 1}: Input: "${example.input.content}", Output: "${example.output.content}"\x1b[0m`);
+            });
+        }
+        
+        if (messages && messages.length > 1) {
+            messages.forEach((message, index) => {
+                const words = message.content.split(" ");
+                const tokenCount = encode(message.content).length;
+                const preview = words.length < 41 ? message.content : words.slice(0, 20).join(" ") + " ... " + words.slice(-20).join(" ");
+    
+                console.log(`\x1b[36mMessage ${index + 1}: Author: ${message.author}, Tokens: ${tokenCount}, Content: "${preview}"\x1b[0m`);
+            });
+        } else if (messages && messages.length === 1) {
+            console.log(`\x1b[36m${messages[0].content}\x1b[0m`);
+        }
+
+        const safetyAttributes = this.getSafetyAttributes(responseData);
+
+        console.log(`\x1b[34m> ${this.parseResponse(responseData)}\x1b[0m`);
+
+        if (safetyAttributes) {
+            console.log(`\x1b[33mSafety Attributes: ${JSON.stringify(safetyAttributes, null, 2)}\x1b[0m`);
+        }
+    
+        if (prompt && prompt.debugInfo) {
+            prompt.debugInfo += `${separator}${JSON.stringify(data)}`;
+        }
+    }
+}
+
+export default PalmChatPlugin;

package/graphql/plugins/palmCompletionPlugin.js

@@ -0,0 +1,134 @@
+// palmCompletionPlugin.js
+
+import ModelPlugin from './modelPlugin.js';
+
+// Helper function to truncate the prompt if it is too long
+const truncatePromptIfNecessary = (text, textTokenCount, modelMaxTokenCount, targetTextTokenCount, pathwayResolver) => {
+    const maxAllowedTokens = textTokenCount + ((modelMaxTokenCount - targetTextTokenCount) * 0.5);
+
+    if (textTokenCount > maxAllowedTokens) {
+        pathwayResolver.logWarning(`Prompt is too long at ${textTokenCount} tokens (this target token length for this pathway is ${targetTextTokenCount} tokens because the response is expected to take up the rest of the model's max tokens (${modelMaxTokenCount}). Prompt will be truncated.`);
+        return pathwayResolver.truncate(text, maxAllowedTokens);
+    }
+    return text;
+}
+
+// PalmCompletionPlugin class for handling requests and responses to the PaLM API Text Completion API
+class PalmCompletionPlugin extends ModelPlugin {
+    constructor(config, pathway) {
+        super(config, pathway);
+    }
+
+    // Set up parameters specific to the PaLM API Text Completion API
+    getRequestParameters(text, parameters, prompt, pathwayResolver) {
+        const { modelPromptText, tokenLength } = this.getCompiledPrompt(text, parameters, prompt);
+        const { stream } = parameters;
+        // Define the model's max token length
+        const modelTargetTokenLength = this.getModelMaxTokenLength() * this.getPromptTokenRatio();
+    
+        const truncatedPrompt = truncatePromptIfNecessary(modelPromptText, tokenLength, this.getModelMaxTokenLength(), modelTargetTokenLength, pathwayResolver);
+    
+        const max_tokens = 1024//this.getModelMaxTokenLength() - tokenLength;
+    
+        if (max_tokens < 0) {
+            throw new Error(`Prompt is too long to successfully call the model at ${tokenLength} tokens.  The model will not be called.`);
+        }
+
+        if (!truncatedPrompt) {
+            throw new Error(`Prompt is empty.  The model will not be called.`);
+        }
+    
+        const requestParameters = {
+            instances: [
+                { prompt: truncatedPrompt }
+            ],
+            parameters: {
+                temperature: this.temperature ?? 0.7,
+                maxOutputTokens: max_tokens,
+                topP: parameters.topP ?? 0.95,
+                topK: parameters.topK ?? 40,
+            }
+        };
+    
+        return requestParameters;
+    }
+
+    // Execute the request to the PaLM API Text Completion API
+    async execute(text, parameters, prompt, pathwayResolver) {
+        const url = this.requestUrl(text);
+        const requestParameters = this.getRequestParameters(text, parameters, prompt, pathwayResolver);
+
+        const data = { ...requestParameters };
+        const params = {};
+        const headers = this.model.headers || {};
+        const gcpAuthTokenHelper = this.config.get('gcpAuthTokenHelper');
+        const authToken = await gcpAuthTokenHelper.getAccessToken();
+        headers.Authorization = `Bearer ${authToken}`;
+        return this.executeRequest(url, data, params, headers, prompt);
+    }
+
+    // Parse the response from the PaLM API Text Completion API
+    parseResponse(data) {
+        const { predictions } = data;
+        if (!predictions || !predictions.length) {
+            return data;
+        }
+
+        // if we got a predictions array back with more than one prediction, return the whole array
+        if (predictions.length > 1) {
+            return predictions;
+        }
+
+        // otherwise, return the content of the first prediction
+        // if it was blocked, return the blocked message
+        if (predictions[0].safetyAttributes?.blocked) {
+            return 'The response is blocked because the input or response potentially violates Google policies. Try rephrasing the prompt or adjusting the parameter settings. Currently, only English is supported.';
+        }
+
+        const contentResult = predictions[0].content && predictions[0].content.trim();
+        return contentResult ?? null;
+    }
+
+    // Get the safetyAttributes from the PaLM API Text Completion API response data
+    getSafetyAttributes(data) {
+        const { predictions } = data;
+        if (!predictions || !predictions.length) {
+            return null;
+        }
+
+        // if we got a predictions array back with more than one prediction, return the safetyAttributes of the first prediction
+        if (predictions.length > 1) {
+            return predictions[0].safetyAttributes ?? null;
+        }
+
+        // otherwise, return the safetyAttributes of the content of the first prediction
+        return predictions[0].safetyAttributes ?? null;
+    }
+
+    // Override the logging function to log the prompt and response
+    logRequestData(data, responseData, prompt) {
+        const separator = `\n=== ${this.pathwayName}.${this.requestCount++} ===\n`;
+        console.log(separator);
+
+        const safetyAttributes = this.getSafetyAttributes(responseData);
+
+        const instances = data && data.instances;
+        const modelInput = instances && instances[0] && instances[0].prompt;
+
+        if (modelInput) {
+            console.log(`\x1b[36m${modelInput}\x1b[0m`);
+        }
+
+        console.log(`\x1b[34m> ${this.parseResponse(responseData)}\x1b[0m`);
+
+        if (safetyAttributes) {
+            console.log(`\x1b[33mSafety Attributes: ${JSON.stringify(safetyAttributes, null, 2)}\x1b[0m`);
+        }
+
+        if (prompt && prompt.debugInfo) {
+            prompt.debugInfo += `${separator}${JSON.stringify(data)}`;
+        }
+    }
+}
+
+export default PalmCompletionPlugin;

package/graphql/prompt.js

@@ -3,15 +3,21 @@ class Prompt {
         if (typeof params === 'string' || params instanceof String) {
             this.prompt = params;
         } else {
-            const { prompt, saveResultTo, messages } = params;
+            const { prompt, saveResultTo, messages, context, examples } = params;
             this.prompt = prompt;
             this.saveResultTo = saveResultTo;
             this.messages = messages;
+            this.context = context;
+            this.examples = examples;
             this.params = params;
         }
 
-        this.usesTextInput = promptContains('text', this.prompt ? this.prompt : this.messages);
-        this.usesPreviousResult = promptContains('previousResult', this.prompt ? this.prompt : this.messages);
+        this.usesTextInput = promptContains('text', this.prompt ? this.prompt : this.messages) ||
+                             (this.context && promptContains('text', this.context)) ||
+                             (this.examples && promptContains('text', this.examples));
+        this.usesPreviousResult = promptContains('previousResult', this.prompt ? this.prompt : this.messages) ||
+                                   (this.context && promptContains('previousResult', this.context)) ||
+                                   (this.examples && promptContains('previousResult', this.examples));
         this.debugInfo = '';
     }
 }
@@ -23,7 +29,8 @@ function promptContains(variable, prompt) {
     let matches = [];
     let match;
 
-    // if it's an array, it's the messages format
+    // if it's an array, it's either an OpenAI messages array or a PaLM messages
+    // array or a PaLM examples array, all of which have a content property
     if (Array.isArray(prompt)) {
       prompt.forEach(p => {
         // eslint-disable-next-line no-cond-assign

package/helper_apps/MediaFileChunker/Dockerfile

@@ -0,0 +1,20 @@
+FROM node:18-alpine
+
+WORKDIR /usr/src/app
+
+COPY package*.json ./
+
+RUN npm install
+
+## following 3 lines are for installing ffmepg
+RUN apk update
+RUN apk add
+RUN apk add ffmpeg
+
+COPY . .
+
+EXPOSE 7071
+
+# RUN npm run build
+
+CMD [ "node", "start.js" ]

package/helper_apps/MediaFileChunker/package-lock.json

@@ -18,7 +18,7 @@
         "ioredis": "^5.3.1",
         "public-ip": "^6.0.1",
         "uuid": "^9.0.0",
-        "ytdl-core": "git+ssh://git@github.com:khlevon/node-ytdl-core.git#v4.11.3-patch.1"
+        "ytdl-core": "github:khlevon/node-ytdl-core#v4.11.4-patch.2"
       }
     },
     "node_modules/@azure/abort-controller": {
@@ -45,9 +45,9 @@
       }
     },
     "node_modules/@azure/core-http": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@azure/core-http/-/core-http-3.0.0.tgz",
-      "integrity": "sha512-BxI2SlGFPPz6J1XyZNIVUf0QZLBKFX+ViFjKOkzqD18J1zOINIQ8JSBKKr+i+v8+MB6LacL6Nn/sP/TE13+s2Q==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/@azure/core-http/-/core-http-3.0.1.tgz",
+      "integrity": "sha512-A3x+um3cAPgQe42Lu7Iv/x8/fNjhL/nIoEfqFxfn30EyxK6zC13n+OUxzZBRC0IzQqssqIbt4INf5YG7lYYFtw==",
       "dependencies": {
         "@azure/abort-controller": "^1.0.0",
         "@azure/core-auth": "^1.3.0",
@@ -62,7 +62,7 @@
         "tslib": "^2.2.0",
         "tunnel": "^0.0.6",
         "uuid": "^8.3.0",
-        "xml2js": "^0.4.19"
+        "xml2js": "^0.5.0"
       },
       "engines": {
         "node": ">=14.0.0"
@@ -1720,9 +1720,9 @@
       }
     },
     "node_modules/xml2js": {
-      "version": "0.4.23",
-      "resolved": "https://registry.npmjs.org/xml2js/-/xml2js-0.4.23.tgz",
-      "integrity": "sha512-ySPiMjM0+pLDftHgXY4By0uswI3SPKLDw/i3UXbnO8M/p28zqexCUoPmQFrYD+/1BzhGJSs2i1ERWKJAtiLrug==",
+      "version": "0.5.0",
+      "resolved": "https://registry.npmjs.org/xml2js/-/xml2js-0.5.0.tgz",
+      "integrity": "sha512-drPFnkQJik/O+uPKpqSgr22mpuFHqKdbS835iAQrUC73L2F5WkboIRd63ai/2Yg6I1jzifPFKH2NTK+cfglkIA==",
       "dependencies": {
         "sax": ">=0.6.0",
         "xmlbuilder": "~11.0.0"
@@ -1741,7 +1741,7 @@
     },
     "node_modules/ytdl-core": {
       "version": "0.0.0-development",
-      "resolved": "git+ssh://git@github.com/khlevon/node-ytdl-core.git#586971bd9aeda1cbb4600851cfef82a809833ac2",
+      "resolved": "git+ssh://git@github.com/khlevon/node-ytdl-core.git#87450450caabb91f81afa6e66758bf2f629664a1",
       "license": "MIT",
       "dependencies": {
         "m3u8stream": "^0.8.6",
@@ -1772,9 +1772,9 @@
       }
     },
     "@azure/core-http": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@azure/core-http/-/core-http-3.0.0.tgz",
-      "integrity": "sha512-BxI2SlGFPPz6J1XyZNIVUf0QZLBKFX+ViFjKOkzqD18J1zOINIQ8JSBKKr+i+v8+MB6LacL6Nn/sP/TE13+s2Q==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/@azure/core-http/-/core-http-3.0.1.tgz",
+      "integrity": "sha512-A3x+um3cAPgQe42Lu7Iv/x8/fNjhL/nIoEfqFxfn30EyxK6zC13n+OUxzZBRC0IzQqssqIbt4INf5YG7lYYFtw==",
       "requires": {
         "@azure/abort-controller": "^1.0.0",
         "@azure/core-auth": "^1.3.0",
@@ -1789,7 +1789,7 @@
         "tslib": "^2.2.0",
         "tunnel": "^0.0.6",
         "uuid": "^8.3.0",
-        "xml2js": "^0.4.19"
+        "xml2js": "^0.5.0"
       },
       "dependencies": {
         "uuid": {
@@ -2948,9 +2948,9 @@
       }
     },
     "xml2js": {
-      "version": "0.4.23",
-      "resolved": "https://registry.npmjs.org/xml2js/-/xml2js-0.4.23.tgz",
-      "integrity": "sha512-ySPiMjM0+pLDftHgXY4By0uswI3SPKLDw/i3UXbnO8M/p28zqexCUoPmQFrYD+/1BzhGJSs2i1ERWKJAtiLrug==",
+      "version": "0.5.0",
+      "resolved": "https://registry.npmjs.org/xml2js/-/xml2js-0.5.0.tgz",
+      "integrity": "sha512-drPFnkQJik/O+uPKpqSgr22mpuFHqKdbS835iAQrUC73L2F5WkboIRd63ai/2Yg6I1jzifPFKH2NTK+cfglkIA==",
       "requires": {
         "sax": ">=0.6.0",
         "xmlbuilder": "~11.0.0"
@@ -2962,8 +2962,8 @@
       "integrity": "sha512-fDlsI/kFEx7gLvbecc0/ohLG50fugQp8ryHzMTuW9vSa1GJ0XYWKnhsUx7oie3G98+r56aTQIUB4kht42R3JvA=="
     },
     "ytdl-core": {
-      "version": "git+ssh://git@github.com/khlevon/node-ytdl-core.git#586971bd9aeda1cbb4600851cfef82a809833ac2",
-      "from": "ytdl-core@git+ssh://git@github.com:khlevon/node-ytdl-core.git#v4.11.3-patch.1",
+      "version": "git+ssh://git@github.com/khlevon/node-ytdl-core.git#87450450caabb91f81afa6e66758bf2f629664a1",
+      "from": "ytdl-core@github:khlevon/node-ytdl-core#v4.11.4-patch.2",
       "requires": {
         "m3u8stream": "^0.8.6",
         "miniget": "^4.2.2",

package/helper_apps/MediaFileChunker/package.json

@@ -18,6 +18,6 @@
     "ioredis": "^5.3.1",
     "public-ip": "^6.0.1",
     "uuid": "^9.0.0",
-    "ytdl-core": "git+ssh://git@github.com:khlevon/node-ytdl-core.git#v4.11.3-patch.1"
+    "ytdl-core": "github:khlevon/node-ytdl-core#v4.11.4-patch.2"
   }
 }

package/lib/gcpAuthTokenHelper.js

@@ -0,0 +1,37 @@
+import { GoogleAuth } from 'google-auth-library';
+
+class GcpAuthTokenHelper {
+  constructor(config) {
+    const creds = config.gcpServiceAccountKey ? JSON.parse(config.gcpServiceAccountKey) : null;
+    if (!creds) {
+      throw new Error('GCP_SERVICE_ACCOUNT_KEY is missing or undefined');
+    }
+    this.authClient = new GoogleAuth({
+      credentials: creds,
+      scopes: ['https://www.googleapis.com/auth/cloud-platform'],
+    });
+    this.token = null;
+    this.expiry = null;
+  }
+
+  async getAccessToken() {
+    if (!this.token || !this.isTokenValid()) {
+      await this.refreshToken();
+    }
+    return this.token;
+  }
+
+  isTokenValid() {
+    // Check if token is still valid with a 5-minute buffer
+    return this.expiry && Date.now() < this.expiry.getTime() - 5 * 60 * 1000;
+  }
+
+  async refreshToken() {
+    const authClient = await this.authClient.getClient();
+    const accessTokenResponse = await authClient.getAccessToken();
+    this.token = accessTokenResponse.token;
+    this.expiry = new Date(accessTokenResponse.expirationTime);
+  }
+}
+
+export default GcpAuthTokenHelper;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aj-archipelago/cortex",
-  "version": "1.0.4",
+  "version": "1.0.5",
   "description": "Cortex is a GraphQL API for AI. It provides a simple, extensible interface for using AI services from OpenAI, Azure and others.",
   "repository": {
     "type": "git",
@@ -43,6 +43,7 @@
     "convict": "^6.2.3",
     "express": "^4.18.2",
     "form-data": "^4.0.0",
+    "google-auth-library": "^8.8.0",
     "gpt-3-encoder": "^1.1.4",
     "graphql": "^16.6.0",
     "graphql-subscriptions": "^2.0.0",
@@ -51,6 +52,7 @@
     "ioredis": "^5.3.1",
     "keyv": "^4.5.2",
     "langchain": "^0.0.47",
+    "subsrt": "^1.1.1",
     "uuid": "^9.0.0",
     "ws": "^8.12.0"
   },

package/pathways/completions.js

@@ -0,0 +1,17 @@
+//completions.js
+
+import { Prompt } from '../graphql/prompt.js';
+
+export default {
+    prompt:
+    [
+        new Prompt({ messages: [
+            "{{messages}}",
+        ]}),
+    ],
+    inputParameters: {
+        messages: [],
+    },
+    model: 'palm-chat',
+    useInputChunking: false,
+}

package/pathways/index.js

@@ -3,10 +3,11 @@ import chat from './chat.js';
 import bias from './bias.js';
 import complete from './complete.js';
 import entities from './entities.js';
-import lc_test from './lc_test.mjs';
 import paraphrase from './paraphrase.js';
 import sentiment from './sentiment.js';
 import summary from './summary.js';
+import test_langchain from './test_langchain.mjs';
+import test_palm_chat from './test_palm_chat.js';
 import transcribe from './transcribe.js';
 import translate from './translate.js';
 
@@ -16,10 +17,11 @@ export {
     bias,
     complete,
     entities,
-    lc_test,
     paraphrase,
     sentiment,
     summary,
+    test_langchain,
+    test_palm_chat,
     transcribe,
     translate
 };

package/pathways/{lc_test.mjs → test_langchain.mjs}

@@ -1,4 +1,4 @@
-// lc_test.js
+// test_langchain.mjs
 // LangChain Cortex integration test
 
 // Import required modules

package/pathways/test_oai_chat.js

@@ -0,0 +1,18 @@
+//test_oai_chat.js
+
+import { Prompt } from '../graphql/prompt.js';
+
+// Description: Have a chat with a bot that uses context to understand the conversation
+export default {
+    prompt:
+    [
+        new Prompt({ messages: [
+            "{{messages}}",
+        ]}),
+    ],
+    inputParameters: {
+        messages: [],
+    },
+    model: 'azure-td3',
+    useInputChunking: false,
+}

package/pathways/test_oai_cmpl.js

@@ -0,0 +1,13 @@
+//test_oai_cmpl.js
+
+import { Prompt } from '../graphql/prompt.js';
+
+// Description: Have a chat with a bot that uses context to understand the conversation
+export default {
+    prompt: `{{prompt}}`,
+    inputParameters: {
+        prompt: '',
+    },
+    model: 'azure-td3',
+    useInputChunking: false,
+}