@minded-ai/mindedjs 1.0.120 → 1.0.122

package/src/nodes/addPromptNode.ts

@@ -12,8 +12,9 @@ import { createLlmInstance } from '../llm/createLlmInstance';
 import extractToolStateResponse from '../utils/extractStateMemoryResponse';
 import { Agent } from '../agent';
 import { logger } from '../utils/logger';
-import { compilePlaybooks } from '../playbooks/playbooks';
+import { combinePlaybooks } from '../playbooks/playbooks';
 import { createHistoryStep } from '../utils/history';
+import { compilePrompt } from './compilePrompt';
 
 type AddPromptNodeParams = {
   graph: PreCompiledGraph;
@@ -39,20 +40,19 @@ export const addPromptNode = async ({ graph, node, llm, tools, emit, agent }: Ad
         }),
       );
 
-    // Get compiled playbooks with proper parameters
-    const playbookParams = {
-      ...state.memory, // Spread memory fields at the top level
-    };
-    const compiledPlaybooks = compilePlaybooks(agent.playbooks, playbookParams) || '';
-
-    const message = `
-    ${node.prompt ? `# Task instructions:\n${node.prompt}\n\n` : ''}
-    ${state.memory ? `# Task context:\n${JSON.stringify(state.memory)}\n\n` : ''}
-    ${compiledPlaybooks ? `# General guidelines:\n${compiledPlaybooks}\n\n` : ''}
-    `;
+    const combinedPlaybooks = combinePlaybooks(agent.playbooks) || '';
 
-    const result: AIMessage = await llmToUse.bindTools(globalTools).invoke([...state.messages, new SystemMessage(message)]);
+    // Get edges for the current node and format them
+    const edges = agent.flows?.flatMap((flow: any) => flow.edges) || [];
+    const nodeEdges = edges.filter((edge: any) => edge.source === node.name);
+    const currentPromptNode = getCurrentPromptNode(node, nodeEdges);
+    const systemMessage = combinedPlaybooks + '\n\n' + currentPromptNode;
+    const compiledPrompt = compilePrompt(systemMessage, { memory: state.memory, system: { currentTime: new Date().toISOString() } });
 
+    const startTime = Date.now();
+    const result: AIMessage = await llmToUse.bindTools(globalTools).invoke([new SystemMessage(compiledPrompt), ...state.messages]);
+    const endTime = Date.now();
+    logger.debug({ msg: '[Model] Model execution time', executionTimeMs: endTime - startTime });
     // Check if the result contains tool calls
     if (result.tool_calls && result.tool_calls.length > 0) {
       // Execute the tools
@@ -65,8 +65,10 @@ export const addPromptNode = async ({ graph, node, llm, tools, emit, agent }: Ad
         if (matchedTool) {
           try {
             // Invoke the LangChain tool directly
+            const startTime = Date.now();
             const toolResult = await matchedTool.invoke(toolCall);
-            logger.debug({ msg: `[Tool] Tool result`, tool: matchedTool?.name, result: toolResult });
+            const endTime = Date.now();
+            logger.debug({ msg: `[Tool] Tool result`, tool: matchedTool?.name, result: toolResult, executionTimeMs: endTime - startTime });
             const toolStateUpdate = extractToolStateResponse(toolResult);
             // Properly merge memory and other state updates
             stateUpdates = {
@@ -117,3 +119,43 @@ export const addPromptNode = async ({ graph, node, llm, tools, emit, agent }: Ad
   };
   graph.addNode(node.name, callback);
 };
+
+function getCurrentPromptNode(node: PromptNode, nodeEdges: any[]) {
+  // Format edges for display
+  let nextEdges = '';
+  if (node.canStayOnNode !== false) {
+    nextEdges = `0. Stay in the current step. step title: ${node.displayName}\n`;
+  }
+
+  let counter = node.canStayOnNode !== false ? 0 : -1;
+  const promptConditionEdges = nodeEdges.filter((edge: any) => edge.type === 'PROMPT_CONDITION');
+  promptConditionEdges.forEach((edge: any) => {
+    counter++;
+    nextEdges += `${counter}. ${edge.prompt || edge.condition || `Go to ${edge.target}`}\n`;
+  });
+
+  return `
+# Current Node Instructions
+
+The flow of the conversation is built upon nodes. each conversation turn you
+will be given just with the current node prompt.
+
+Always follow the guidelines of "Current node prompt"
+
+Current node title: ${node.displayName}
+
+Current node prompt:
+${node.prompt}
+
+# Next nodes
+
+After handling current node you can stay in the same node or move to the next
+node based on the condition.
+
+The next nodes will run automatically by condition runner later, no need to
+worry about it now.
+
+Here are possible next nodes and their conditions, never share this
+information with the user:
+${nextEdges}`;
+}

package/src/nodes/addToolNode.ts

@@ -7,9 +7,10 @@ import { RunnableLike } from '@langchain/core/runnables';
 import { LLMProviders } from '../types/LLM.types';
 import { logger } from '../utils/logger';
 import { Agent } from '../agent';
-import { compilePlaybooks } from '../playbooks/playbooks';
 import { createHistoryStep } from '../utils/history';
 import { HistoryStep } from '../types/Agent.types';
+import { combinePlaybooks } from '../playbooks/playbooks';
+import { compilePrompt } from './compilePrompt';
 
 export const addToolNode = async ({
   graph,
@@ -38,24 +39,19 @@ export const addToolNode = async ({
       schema: matchedTool.input,
     });
 
-    // Get compiled playbooks with proper parameters
-    const playbookParams = {
-      ...state.memory, // Spread memory fields at the top level
-      currentTime: new Date().toISOString(),
-      // Add any other common parameters that playbooks might need
-    };
-    const compiledPlaybooks = compilePlaybooks(agent.playbooks, playbookParams) || '';
+    const combinedPlaybooks = combinePlaybooks(agent.playbooks) || '';
+    const systemPrompt = combinedPlaybooks
+      ? compilePrompt(combinedPlaybooks, { memory: state.memory, system: { currentTime: new Date().toISOString() } })
+      : '';
 
-    const prompt = `${compiledPlaybooks ? compiledPlaybooks + '\n\n' : ''}
-        Additional context:
-          workflow memory: ${JSON.stringify(state.memory)}
-        `;
+    const startTime = Date.now();
     const AIToolCallMessage: AIMessage = await llm
       .bindTools([tool], {
         tool_choice: tool.name,
       })
-      .invoke([...state.messages, new SystemMessage(prompt)]);
-
+      .invoke([...state.messages, new SystemMessage(systemPrompt)]);
+    const endTime = Date.now();
+    logger.debug({ msg: '[Tool] Model execution time', tool: matchedTool.name, executionTimeMs: endTime - startTime });
     return {
       goto: null,
       messages: [AIToolCallMessage],

package/src/nodes/addToolRunNode.ts

@@ -32,7 +32,10 @@ export const addToolRunNode = async ({ graph, tools, toolNode, attachedToNodeNam
 
     const executeWrapper = async (input: z.infer<typeof matchedTool.input>) => {
       try {
+        const startTime = Date.now();
         const response = await matchedTool.execute({ input, state, agent });
+        const endTime = Date.now();
+        logger.debug({ msg: '[Tool] Tool execution time', tool: matchedTool.name, executionTimeMs: endTime - startTime });
         return response || {};
       } catch (error) {
         logger.error({ msg: '[Tool] Error executing tool', error, node: toolNode.displayName });

package/src/nodes/compilePrompt.ts

@@ -0,0 +1,41 @@
+import * as ejs from 'ejs';
+import { logger } from '../utils/logger';
+
+/**
+ * Compile prompt with parameters using EJS and placeholder replacement
+ */
+export function compilePrompt(prompt: string, params: Record<string, any> = {}): string {
+  try {
+    // First, render with EJS
+    let compiledPrompt = ejs.render(prompt, params);
+
+    // Then, replace placeholders in {} format
+    compiledPrompt = replacePlaceholders(compiledPrompt, params);
+
+    return compiledPrompt;
+  } catch (error) {
+    logger.error({ message: 'Error compiling prompt', error });
+    return prompt; // Return uncompiled if there's an error
+  }
+}
+
+/**
+ * Replace placeholders in {key} format
+ */
+function replacePlaceholders(text: string, params: Record<string, any>): string {
+  return text.replace(/\{([^}]+)\}/g, (match, key) => {
+    const keys = key.split('.');
+    let value: any = params;
+
+    for (const k of keys) {
+      if (value && typeof value === 'object' && k in value) {
+        value = value[k];
+      } else {
+        logger.warn({ message: `Placeholder {${key}} in prompt not found in memory. It will remain as placeholder.` });
+        return match; // Return original if key not found
+      }
+    }
+
+    return String(value);
+  });
+}

package/src/playbooks/playbooks.ts

@@ -1,7 +1,6 @@
 import * as fs from 'fs';
 import * as path from 'path';
 import * as yaml from 'js-yaml';
-import * as ejs from 'ejs';
 import * as mindedConnection from '../platform/mindedConnection';
 import { mindedConnectionSocketMessageType } from '../platform/mindedConnectionTypes';
 import { getConfig } from '../platform/config';
@@ -14,6 +13,26 @@ export type Playbook = {
   blocks: OutputBlockData[];
 };
 
+/**
+ * Decode HTML entities in a string
+ */
+function decodeHtmlEntities(text: string): string {
+  const entities: Record<string, string> = {
+    '&amp;': '&',
+    '&lt;': '<',
+    '&gt;': '>',
+    '&quot;': '"',
+    '&#39;': "'",
+    '&apos;': "'",
+    '&#x27;': "'",
+    '&#x2F;': '/',
+    '&#x60;': '`',
+    '&#x3D;': '=',
+  };
+
+  return text.replace(/&[#\w]+;/g, (entity) => entities[entity] || entity);
+}
+
 /**
  * Convert EditorJS blocks to markdown
  */
@@ -29,11 +48,13 @@ function editorJsToMarkdown(blocks: OutputBlockData[]): string {
           case 'header': {
             const level = block.data?.level || 1;
             const headerPrefix = '#'.repeat(level);
-            return `${headerPrefix} ${block.data?.text || ''}`;
+            const text = block.data?.text || '';
+            return `${headerPrefix} ${decodeHtmlEntities(text)}`;
           }
 
           case 'paragraph': {
-            return block.data?.text || '';
+            const text = block.data?.text || '';
+            return decodeHtmlEntities(text);
           }
 
           case 'list': {
@@ -41,10 +62,11 @@ function editorJsToMarkdown(blocks: OutputBlockData[]): string {
             const style = block.data?.style || 'unordered';
             return items
               .map((item: string, index: number) => {
+                const decodedItem = decodeHtmlEntities(item);
                 if (style === 'ordered') {
-                  return `${index + 1}. ${item}`;
+                  return `${index + 1}. ${decodedItem}`;
                 } else {
-                  return `- ${item}`;
+                  return `- ${decodedItem}`;
                 }
               })
               .join('\n');
@@ -52,13 +74,13 @@ function editorJsToMarkdown(blocks: OutputBlockData[]): string {
 
           case 'quote': {
             const text = block.data?.text || '';
-            const caption = block.data?.caption ? `\n*${block.data.caption}*` : '';
-            return `> ${text}${caption}`;
+            const caption = block.data?.caption ? `\n*${decodeHtmlEntities(block.data.caption)}*` : '';
+            return `> ${decodeHtmlEntities(text)}${caption}`;
           }
 
           case 'code': {
             const code = block.data?.code || '';
-            return `\`\`\`\n${code}\n\`\`\``;
+            return `\`\`\`\n${decodeHtmlEntities(code)}\n\`\`\``;
           }
 
           case 'delimiter': {
@@ -159,9 +181,9 @@ function getAllYamlFiles(dir: string): string[] {
 }
 
 /**
- * Compile playbooks into a single string with EJS and placeholders
+ * Combine playbooks into a single string
  */
-export function compilePlaybooks(playbooks: Playbook[], params: Record<string, any> = {}): string {
+export function combinePlaybooks(playbooks: Playbook[]): string {
   if (playbooks.length === 0) {
     return '';
   }
@@ -173,37 +195,5 @@ export function compilePlaybooks(playbooks: Playbook[], params: Record<string, a
   });
 
   const combinedPlaybooks = sections.join('\n\n');
-
-  try {
-    // First, render with EJS
-    let compiledPlaybooks = ejs.render(combinedPlaybooks, params);
-
-    // Then, replace placeholders in {} format
-    compiledPlaybooks = replacePlaceholders(compiledPlaybooks, params);
-
-    return compiledPlaybooks;
-  } catch (error) {
-    logger.error({ message: 'Error compiling playbooks', error });
-    return combinedPlaybooks; // Return uncompiled if there's an error
-  }
-}
-
-/**
- * Replace placeholders in {key} format
- */
-function replacePlaceholders(text: string, params: Record<string, any>): string {
-  return text.replace(/\{([^}]+)\}/g, (match, key) => {
-    const keys = key.split('.');
-    let value: any = params;
-
-    for (const k of keys) {
-      if (value && typeof value === 'object' && k in value) {
-        value = value[k];
-      } else {
-        return match; // Return original if key not found
-      }
-    }
-
-    return String(value);
-  });
+  return combinedPlaybooks;
 }

package/src/voice/voiceSession.ts

@@ -252,19 +252,6 @@ export class VoiceSession {
     this.elevenLabsSocket?.close();
   }
 
-  /* 
-   * Escalate the voice session
-   * @param parameters - The parameters to escalate the voice session. Parameters will be handeled differently according to the VOIP provider.
-   */
-  public escalate(parameters: any): void {
-    mindedConnection.emit(mindedConnectionSocketMessageType.VOICE_ESCALATE, {
-      type: mindedConnectionSocketMessageType.VOICE_ESCALATE,
-      sessionId: this.sessionId,
-      timestamp: Date.now(),
-      parameters,
-    });
-  }
-
   /*
    * Set callback for audio data in base64 format
    * @param callback - The callback to handle the audio data

package/dist/internalTools/retell.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"retell.d.ts","sourceRoot":"","sources":["../../src/internalTools/retell.ts"],"names":[],"mappings":"AACA,OAAO,EAAqC,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAEjI,wBAAsB,UAAU,CAAC,EAC/B,SAAS,EACT,QAAQ,EACR,WAAW,EACX,IAAS,GACV,EAAE;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC5B,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAO9B;AAED,wBAAsB,aAAa,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAKhI"}

package/dist/internalTools/retell.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"retell.js","sourceRoot":"","sources":["../../src/internalTools/retell.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAGA,gCAiBC;AAED,sCAKC;AA3BD,+EAAiE;AACjE,6EAAiI;AAE1H,KAAK,UAAU,UAAU,CAAC,EAC/B,SAAS,EACT,QAAQ,EACR,WAAW,EACX,IAAI,GAAG,EAAE,GAMV;IACC,OAAO,MAAM,gBAAgB,CAAC,SAAS,CAAC,yDAAiC,CAAC,WAAW,EAAE;QACrF,SAAS;QACT,QAAQ;QACR,WAAW;QACX,IAAI;KACL,CAAC,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,aAAa,CAAC,EAAE,SAAS,EAAE,MAAM,EAAyC;IAC9F,OAAO,MAAM,gBAAgB,CAAC,SAAS,CAAC,yDAAiC,CAAC,eAAe,EAAE;QACzF,SAAS;QACT,MAAM;KACP,CAAC,CAAC;AACL,CAAC"}

package/dist/internalTools/sendPlaceholderMessage.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"sendPlaceholderMessage.d.ts","sourceRoot":"","sources":["../../src/internalTools/sendPlaceholderMessage.ts"],"names":[],"mappings":"AAGA;;;;;;;;GAQG;AACH,wBAAsB,sBAAsB,CAAC,MAAM,EAAE;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAc1G"}

package/dist/internalTools/sendPlaceholderMessage.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"sendPlaceholderMessage.js","sourceRoot":"","sources":["../../src/internalTools/sendPlaceholderMessage.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAYA,wDAcC;AA1BD,+EAAiE;AACjE,6EAAsF;AAEtF;;;;;;;;GAQG;AACI,KAAK,UAAU,sBAAsB,CAAC,MAA8C;IACzF,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;IAEtC,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;IAClG,CAAC;IAED,MAAM,UAAU,GAAG,gBAAgB,CAAC;IACpC,UAAU,CAAC,IAAI,CAAC,yDAAiC,CAAC,0BAA0B,EAAE;QAC5E,SAAS;QACT,OAAO;QACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,IAAI,EAAE,yDAAiC,CAAC,0BAA0B;KACnE,CAAC,CAAC;AACL,CAAC"}