@aj-archipelago/cortex 1.0.17 → 1.0.19

package/lib/pathwayTools.js

@@ -1,4 +1,5 @@
 // pathwayTools.js
+import { encode , decode } from 'gpt-3-encoder';
 
 // callPathway - call a pathway from another pathway
 const callPathway = async (config, pathwayName, args) => {
@@ -12,4 +13,12 @@ const callPathway = async (config, pathwayName, args) => {
     return data?.result;
 };
 
-export { callPathway };
+const gpt3Encode = (text) => {
+    return encode(text);
+}
+
+const gpt3Decode = (text) => {
+    return decode(text);
+}
+
+export { callPathway, gpt3Encode, gpt3Decode };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aj-archipelago/cortex",
-  "version": "1.0.17",
+  "version": "1.0.19",
   "description": "Cortex is a GraphQL API for AI. It provides a simple, extensible interface for using AI services from OpenAI, Azure and others.",
   "repository": {
     "type": "git",

package/pathways/cognitive_search.js

@@ -1,5 +1,5 @@
 export default {
-    prompt: `{{text}}`,
+    prompt: `{{{text}}}`,
     model: 'azure-cognitive',
     inputParameters: {
         inputVector: ``,

package/server/pathwayResolver.js

@@ -204,7 +204,7 @@ class PathwayResolver {
     async promptAndParse(args) {
         // Get saved context from contextId or change contextId if needed
         const { contextId } = args;
-        this.savedContextId = contextId ? contextId : null;
+        this.savedContextId = contextId ? contextId : uuidv4();
         this.savedContext = contextId ? (getv && (await getv(contextId)) || {}) : {};
 
         // Save the context before processing the request

package/server/plugins/azureCognitivePlugin.js

@@ -53,6 +53,8 @@ class AzureCognitivePlugin extends ModelPlugin {
         }
 
         if (mode == 'index') {
+
+            /*
             const calculateInputVector = async () => {
                 try{
                     if(!text || !text.trim()){
@@ -63,11 +65,12 @@ class AzureCognitivePlugin extends ModelPlugin {
                     console.log(`Error in calculating input vector for text: ${text}, error: ${err}`);
                 }
             }
+            */
 
             const doc = {
                 id: uuidv4(),
                 content: text,
-                contentVector: inputVector || (await calculateInputVector()),
+                //contentVector: inputVector || (await calculateInputVector()),
                 owner: savedContextId,
                 docId: docId || uuidv4(),
                 createdAt: new Date().toISOString()

package/server/plugins/modelPlugin.js

@@ -197,6 +197,13 @@ class ModelPlugin {
             }
         });
      
+        // Clean up any null messages if they exist
+        expandedMessages.forEach((message) => {
+            if (typeof message === 'object' && message.content === null) {
+                message.content = '';
+            }
+        });
+        
         return expandedMessages;
     }
 

package/server/plugins/openAiChatPlugin.js

@@ -57,7 +57,7 @@ class OpenAIChatPlugin extends ModelPlugin {
         if (isPalmFormat) {
             const context = modelPrompt.context || '';
             const examples = modelPrompt.examples || [];
-            requestMessages = this.convertPalmToOpenAIMessages(context, examples, expandedMessages);
+            requestMessages = this.convertPalmToOpenAIMessages(context, examples, modelPromptMessages);
         }
     
         // Check if the token length exceeds the model's max token length