@sprucelabs/sprucebot-llm 11.1.20 → 11.3.0

package/build/bots/adapters/OpenAiMessageBuilder.d.ts

@@ -7,6 +7,8 @@ export default class OpenAiMessageBuilder {
     buildMessages(): ChatCompletionMessageParam[];
     private buildChatHistoryMessages;
     private mapMessageToCompletion;
+    private maxCharsOfPastMessages;
+    private shouldRememberImages;
     private buildFirstMessage;
     private buildSkillMessages;
     private buildCallbacksMessage;

package/build/bots/adapters/OpenAiMessageBuilder.js

@@ -23,9 +23,10 @@ class OpenAiMessageBuilder {
         if (limit > 0) {
             messagesBeingConsidered = messages.slice(Math.max(messages.length - limit, 0));
         }
-        return messagesBeingConsidered.map((message) => this.mapMessageToCompletion(message));
+        const total = messagesBeingConsidered.length;
+        return messagesBeingConsidered.map((message, idx) => this.mapMessageToCompletion(message, idx === total - 1));
     }
-    mapMessageToCompletion(message) {
+    mapMessageToCompletion(message, isLast) {
         let content = message.message;
         let role = message.from === 'Me'
             ? 'user'
@@ -34,24 +35,45 @@ class OpenAiMessageBuilder {
                 : 'developer';
         if (message.imageBase64) {
             role = 'user';
+            const shouldBeIncluded = this.shouldRememberImages() || isLast;
             content = [
                 {
                     type: 'text',
                     text: message.message,
                 },
-                {
-                    type: 'image_url',
-                    image_url: {
-                        url: `data:image/png;base64,${message.imageBase64}`,
+                shouldBeIncluded
+                    ? {
+                        type: 'image_url',
+                        image_url: {
+                            url: `data:image/png;base64,${message.imageBase64}`,
+                        },
+                    }
+                    : {
+                        type: 'text',
+                        text: '[Image omitted to save context]',
                     },
-                },
             ];
         }
+        const shouldTruncate = typeof content === 'string' &&
+            !isLast &&
+            this.maxCharsOfPastMessages() > 0 &&
+            content.length > this.maxCharsOfPastMessages();
+        if (shouldTruncate) {
+            content = `[omitted due to length]`;
+        }
         return {
             role,
             content,
         };
     }
+    maxCharsOfPastMessages() {
+        return process.env.OPENAI_PAST_MESSAGE_MAX_CHARS
+            ? parseInt(process.env.OPENAI_PAST_MESSAGE_MAX_CHARS ?? '1000', 10)
+            : -1;
+    }
+    shouldRememberImages() {
+        return process.env.OPENAI_SHOULD_REMEMBER_IMAGES !== 'false';
+    }
     buildFirstMessage(youAre) {
         return {
             role: 'developer',
@@ -131,7 +153,7 @@ class OpenAiMessageBuilder {
     buildStateMessage(state) {
         return {
             role: 'developer',
-            content: `The current state of this conversation is:\n\n${JSON.stringify(state)}. As the state is being updated, send it back to me in json format (something in can JSON.parse()) at the end of each response (it's not meant for reading, but for parsing, so don't call it out, but send it as we progress), surrounded by a boundary, like this: ${templates_1.STATE_BOUNDARY} { "fieldName": "fieldValue" } ${templates_1.STATE_BOUNDARY}`,
+            content: `The current state of this conversation is:\n\n${JSON.stringify(state)}. As the state is being updated, send it back to me in json format (something in can JSON.parse()) at the end of each response (it's not meant for reading, but for parsing, so don't call it out, but send it as we progress), surrounded by the State Boundary (${templates_1.STATE_BOUNDARY}), like this:\n\n${templates_1.STATE_BOUNDARY} { "fieldName": "fieldValue" } ${templates_1.STATE_BOUNDARY}`,
         };
     }
     buildYourJobMessage(yourJob) {

package/build/bots/templates.d.ts

@@ -1,4 +1,4 @@
-export declare const STATE_BOUNDARY = "*****";
+export declare const STATE_BOUNDARY = "*** STATE BOUNDARY ***";
 export declare const DONE_TOKEN = "DONE_DONE_DONE";
 export declare const CALLBACK_BOUNDARY = "xxxxx";
 export declare const PROMPT_TEMPLATE: string;

package/build/bots/templates.js

@@ -5,7 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PROMPT_TEMPLATE = exports.CALLBACK_BOUNDARY = exports.DONE_TOKEN = exports.STATE_BOUNDARY = void 0;
 const renderPlaceholder_1 = __importDefault(require("../parsingResponses/renderPlaceholder"));
-exports.STATE_BOUNDARY = '*****';
+exports.STATE_BOUNDARY = '*** STATE BOUNDARY ***';
 exports.DONE_TOKEN = `DONE_DONE_DONE`;
 exports.CALLBACK_BOUNDARY = 'xxxxx';
 exports.PROMPT_TEMPLATE = `You are <%= it.youAre %>

package/build/esm/bots/adapters/OpenAiMessageBuilder.d.ts

@@ -7,6 +7,8 @@ export default class OpenAiMessageBuilder {
     buildMessages(): ChatCompletionMessageParam[];
     private buildChatHistoryMessages;
     private mapMessageToCompletion;
+    private maxCharsOfPastMessages;
+    private shouldRememberImages;
     private buildFirstMessage;
     private buildSkillMessages;
     private buildCallbacksMessage;

package/build/esm/bots/adapters/OpenAiMessageBuilder.js

@@ -22,9 +22,10 @@ export default class OpenAiMessageBuilder {
         if (limit > 0) {
             messagesBeingConsidered = messages.slice(Math.max(messages.length - limit, 0));
         }
-        return messagesBeingConsidered.map((message) => this.mapMessageToCompletion(message));
+        const total = messagesBeingConsidered.length;
+        return messagesBeingConsidered.map((message, idx) => this.mapMessageToCompletion(message, idx === total - 1));
     }
-    mapMessageToCompletion(message) {
+    mapMessageToCompletion(message, isLast) {
         let content = message.message;
         let role = message.from === 'Me'
             ? 'user'
@@ -33,24 +34,46 @@ export default class OpenAiMessageBuilder {
                 : 'developer';
         if (message.imageBase64) {
             role = 'user';
+            const shouldBeIncluded = this.shouldRememberImages() || isLast;
             content = [
                 {
                     type: 'text',
                     text: message.message,
                 },
-                {
-                    type: 'image_url',
-                    image_url: {
-                        url: `data:image/png;base64,${message.imageBase64}`,
+                shouldBeIncluded
+                    ? {
+                        type: 'image_url',
+                        image_url: {
+                            url: `data:image/png;base64,${message.imageBase64}`,
+                        },
+                    }
+                    : {
+                        type: 'text',
+                        text: '[Image omitted to save context]',
                     },
-                },
             ];
         }
+        const shouldTruncate = typeof content === 'string' &&
+            !isLast &&
+            this.maxCharsOfPastMessages() > 0 &&
+            content.length > this.maxCharsOfPastMessages();
+        if (shouldTruncate) {
+            content = `[omitted due to length]`;
+        }
         return {
             role,
             content,
         };
     }
+    maxCharsOfPastMessages() {
+        var _a;
+        return process.env.OPENAI_PAST_MESSAGE_MAX_CHARS
+            ? parseInt((_a = process.env.OPENAI_PAST_MESSAGE_MAX_CHARS) !== null && _a !== void 0 ? _a : '1000', 10)
+            : -1;
+    }
+    shouldRememberImages() {
+        return process.env.OPENAI_SHOULD_REMEMBER_IMAGES !== 'false';
+    }
     buildFirstMessage(youAre) {
         return {
             role: 'developer',
@@ -130,7 +153,7 @@ export default class OpenAiMessageBuilder {
     buildStateMessage(state) {
         return {
             role: 'developer',
-            content: `The current state of this conversation is:\n\n${JSON.stringify(state)}. As the state is being updated, send it back to me in json format (something in can JSON.parse()) at the end of each response (it's not meant for reading, but for parsing, so don't call it out, but send it as we progress), surrounded by a boundary, like this: ${STATE_BOUNDARY} { "fieldName": "fieldValue" } ${STATE_BOUNDARY}`,
+            content: `The current state of this conversation is:\n\n${JSON.stringify(state)}. As the state is being updated, send it back to me in json format (something in can JSON.parse()) at the end of each response (it's not meant for reading, but for parsing, so don't call it out, but send it as we progress), surrounded by the State Boundary (${STATE_BOUNDARY}), like this:\n\n${STATE_BOUNDARY} { "fieldName": "fieldValue" } ${STATE_BOUNDARY}`,
         };
     }
     buildYourJobMessage(yourJob) {

package/build/esm/bots/templates.d.ts

@@ -1,4 +1,4 @@
-export declare const STATE_BOUNDARY = "*****";
+export declare const STATE_BOUNDARY = "*** STATE BOUNDARY ***";
 export declare const DONE_TOKEN = "DONE_DONE_DONE";
 export declare const CALLBACK_BOUNDARY = "xxxxx";
 export declare const PROMPT_TEMPLATE: string;

package/build/esm/bots/templates.js

@@ -1,5 +1,5 @@
 import renderPlaceholder from '../parsingResponses/renderPlaceholder.js';
-export const STATE_BOUNDARY = '*****';
+export const STATE_BOUNDARY = '*** STATE BOUNDARY ***';
 export const DONE_TOKEN = `DONE_DONE_DONE`;
 export const CALLBACK_BOUNDARY = 'xxxxx';
 export const PROMPT_TEMPLATE = `You are <%= it.youAre %>

package/package.json

@@ -8,7 +8,7 @@
       "eta"
     ]
   },
-  "version": "11.1.20",
+  "version": "11.3.0",
   "files": [
     "build"
   ],