@aj-archipelago/cortex 1.1.35 → 1.1.37

package/README.md

@@ -503,7 +503,8 @@ The configuration should include the following properties:
   "awsAccessKeyId": "your_access_key_id",  // Only for AWS S3
   "awsSecretAccessKey": "your_secret_access_key",  // Only for AWS S3
   "awsRegion": "your_aws_region",  // Only for AWS S3
-  "awsBucketName": "cortexdynamicpathways"  // Optional, default is "cortexdynamicpathways"
+  "awsBucketName": "cortexdynamicpathways",  // Optional, default is "cortexdynamicpathways"
+  "publishKey": "your_publish_key"
 }
 ```
 
@@ -559,7 +560,7 @@ query ExecuteWorkspace($userId: String!, $pathwayName: String!, $text: String!)
 
 To ensure the security of dynamic pathways:
 
-1. A `PATHWAY_PUBLISH_KEY` environment variable must be set to enable pathway publishing.
+1. A `publishKey` must be set in the dynamic pathways configuration to enable pathway publishing.
 2. This key must be provided in the `key` parameter when adding, updating, or deleting pathways.
 3. Each pathway is associated with a `userId` and `secret`. The secret must be provided to modify or delete an existing pathway.
 
@@ -567,4 +568,4 @@ To ensure the security of dynamic pathways:
 
 Each instance of Cortex maintains its own local cache of pathways. On every dynamic pathway request, it checks if the local cache is up to date by comparing the last modified timestamp of the storage with the last update time of the local cache. If the local cache is out of date, it reloads the pathways from storage.
 
-This approach ensures that all instances of Cortex will eventually have access to the most up-to-date dynamic pathways without requiring immediate synchronization.
+This approach ensures that all instances of Cortex will eventually have access to the most up-to-date dynamic pathways without requiring immediate synchronization.

package/config/dynamicPathwaysConfig.example.json

@@ -1,4 +1,5 @@
 {
     "storageType": "azure",
     "filePath": "./pathways/dynamic/pathways.json",
+    "publishKey": "development"
 }

package/config.js

@@ -321,6 +321,7 @@ const createDynamicPathwayManager = async (config, basePathway) => {
         awsSecretAccessKey: dynamicPathwayConfig.awsSecretAccessKey,
         awsRegion: dynamicPathwayConfig.awsRegion,
         awsBucketName: dynamicPathwayConfig.awsBucketName || 'cortexdynamicpathways',
+        publishKey: dynamicPathwayConfig.publishKey,
     };
 
     const pathwayManager = new PathwayManager(storageConfig, basePathway);

package/lib/pathwayManager.js

@@ -1,8 +1,9 @@
 import { BlobServiceClient } from '@azure/storage-blob';
 import { S3 } from '@aws-sdk/client-s3';
 import fs from 'fs';
+import path from 'path';
 import logger from './logger.js';
-const { PATHWAY_PUBLISH_KEY } = process.env;
+import { Prompt } from '../server/prompt.js';
 
 class StorageStrategy {
   async load() { throw new Error('Not implemented'); }
@@ -20,6 +21,8 @@ class LocalStorage extends StorageStrategy {
     if (!fs.existsSync(this.filePath)) {
       // create it. log
       logger.info(`Creating dynamic pathways local file: ${this.filePath}`);
+      // create directory if it doesn't exist
+      await fs.promises.mkdir(path.dirname(this.filePath), { recursive: true });
       await fs.promises.writeFile(this.filePath, JSON.stringify({}));
     }
 
@@ -219,6 +222,7 @@ class S3Storage extends StorageStrategy {
 class PathwayManager {
   constructor(config, basePathway) {
     this.storage = this.getStorageStrategy(config);
+    this.publishKey = config.publishKey;
     this.pathways = {};
     this.lastUpdated = 0;
     this.basePathway = basePathway;
@@ -226,6 +230,10 @@ class PathwayManager {
     if (config.storageType === 'local') {
       logger.warn('WARNING: Local file storage is being used for dynamic pathways. If there are multiple instances of Cortex, they will not be synced. Consider using cloud storage such as S3 or Azure for production environments.');
     }
+
+    if (!this.publishKey) {
+      logger.warn('WARNING: dynamicPathwaysConfig.publishKey is not set. Dynamic pathways will not be editable in this instance of Cortex.');
+    }
   }
 
   getStorageStrategy(config) {
@@ -278,11 +286,39 @@ class PathwayManager {
     await this.storage.save(pathways);
   }
 
+  /**
+   * Transforms the prompts in a pathway to include the system prompt.
+   * @param {Object} pathway - The pathway object to transform.
+   * @param {string[]} pathway.prompt - Array of user prompts.
+   * @param {string} pathway.systemPrompt - The system prompt to prepend to each user prompt.
+   * @returns {Object} A new pathway object with transformed prompts.
+   */
+  async transformPrompts(pathway) {
+    const { prompt, systemPrompt } = pathway;
+
+    const newPathway = { ...pathway };
+
+    // Transform each prompt in the array
+    newPathway.prompt = prompt.map(p => {
+      return new Prompt({
+        messages: [
+          // Prepend the system prompt as a system message
+          { "role": "system", "content": systemPrompt },
+          // Add the original prompt as a user message
+          { "role": "user", "content": p },
+        ]
+      })
+    });
+
+    return newPathway;
+  }
+
   async putPathway(name, pathway, userId, secret, displayName) {
     if (!userId || !secret) {
       throw new Error('Both userId and secret are mandatory for adding or updating a pathway');
     }
 
+    await this.getLatestPathways();
     this.pathways[userId] = this.pathways[userId] || {};
 
     if (this.pathways[userId][name] && this.pathways[userId][name].secret !== secret) {
@@ -296,9 +332,12 @@ class PathwayManager {
   }
 
   async removePathway(name, userId, secret) {
+    await this.getLatestPathways();
+
     if (!this.pathways[userId] || !this.pathways[userId][name]) {
       return;
     }
+
     if (this.pathways[userId][name].secret !== secret) {
       throw new Error('Invalid secret');
     }
@@ -318,6 +357,7 @@ class PathwayManager {
     
     input PathwayInput {
       prompt: [String!]!
+      systemPrompt: String
       inputParameters: JSONObject
       model: String
       enableCache: Boolean
@@ -344,11 +384,11 @@ class PathwayManager {
     return {
       Mutation: {
         putPathway: async (_, { name, pathway, userId, secret, displayName, key }) => {
-          if (!PATHWAY_PUBLISH_KEY) {
+          if (!this.publishKey) {
             throw new Error("Invalid configuration. Pathway publishing key is not configured in Cortex.")
           }
 
-          if (key !== PATHWAY_PUBLISH_KEY) {
+          if (key !== this.publishKey) {
             throw new Error('Invalid pathway publishing key. The key provided did not match the key configured in Cortex.');
           }
 
@@ -360,10 +400,10 @@ class PathwayManager {
           }
         },
         deletePathway: async (_, { name, userId, secret, key }) => {
-          if (!PATHWAY_PUBLISH_KEY) {
+          if (!this.publishKey) {
             throw new Error("Invalid configuration. Pathway publishing key is not configured in Cortex.")
           }
-          if (key !== PATHWAY_PUBLISH_KEY) {
+          if (key !== this.publishKey) {
             throw new Error('Invalid pathway publishing key. The key provided did not match the key configured in Cortex.');
           }
 
@@ -378,7 +418,7 @@ class PathwayManager {
     };
   }
 
-  async getPathways() {
+  async getLatestPathways() {
     try {
       const currentTimestamp = await this.storage.getLastModified();
 
@@ -390,19 +430,19 @@ class PathwayManager {
 
       return this.pathways;
     } catch (error) {
-      logger.error('Error in getPathways:', error);
+      logger.error('Error in getLatestPathways:', error);
       throw error;
     }
   }
 
   async getPathway(userId, pathwayName) {
-    const pathways = await this.getPathways();
+    const pathways = await this.getLatestPathways();
 
     if (!pathways[userId] || !pathways[userId][pathwayName]) {
       throw new Error(`Pathway '${pathwayName}' not found for user '${userId}'`);
     }
 
-    return pathways[userId][pathwayName];
+    return this.transformPrompts(pathways[userId][pathwayName]);
   }
 }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aj-archipelago/cortex",
-  "version": "1.1.35",
+  "version": "1.1.37",
   "description": "Cortex is a GraphQL API for AI. It provides a simple, extensible interface for using AI services from OpenAI, Azure and others.",
   "private": false,
   "repository": {

package/server/plugins/replicateApiPlugin.js

@@ -0,0 +1,71 @@
+// replicateApiPlugin.js
+import ModelPlugin from "./modelPlugin.js";
+import logger from "../../lib/logger.js";
+
+class ReplicateApiPlugin extends ModelPlugin {
+  constructor(pathway, model) {
+    super(pathway, model);
+  }
+
+  // Set up parameters specific to the Replicate API
+  getRequestParameters(text, parameters, prompt) {
+    const combinedParameters = { ...this.promptParameters, ...parameters };
+    const { modelPromptText } = this.getCompiledPrompt(
+      text,
+      parameters,
+      prompt,
+    );
+
+    const requestParameters = {
+      input: {
+        aspect_ratio: "1:1",
+        output_format: "webp",
+        output_quality: 80,
+        prompt: modelPromptText,
+        //prompt_upsampling: false,
+        //safety_tolerance: 5,
+        go_fast: true,
+        megapixels: "1",
+        num_outputs: combinedParameters.numberResults,
+      },
+    };
+
+    return requestParameters;
+  }
+
+  // Execute the request to the Replicate API
+  async execute(text, parameters, prompt, cortexRequest) {
+    const requestParameters = this.getRequestParameters(
+      text,
+      parameters,
+      prompt,
+    );
+
+    cortexRequest.data = requestParameters;
+    cortexRequest.params = requestParameters.params;
+
+    return this.executeRequest(cortexRequest);
+  }
+
+  // Parse the response from the Replicate API
+  parseResponse(data) {
+    if (data.data) {
+      return JSON.stringify(data.data);
+    }
+    return JSON.stringify(data);
+  }
+
+  // Override the logging function to display the request and response
+  logRequestData(data, responseData, prompt) {
+    const modelInput = data?.input?.prompt;
+
+    logger.verbose(`${modelInput}`);
+    logger.verbose(`${this.parseResponse(responseData)}`);
+
+    prompt &&
+      prompt.debugInfo &&
+      (prompt.debugInfo += `\n${JSON.stringify(data)}`);
+  }
+}
+
+export default ReplicateApiPlugin;