@xalia/agent 0.5.3 → 0.5.5

package/dist/agent/src/tool/chatMain.js

@@ -37,12 +37,15 @@ exports.chatMain = void 0;
 const cmd_ts_1 = require("cmd-ts");
 const process_1 = require("process");
 const fs = __importStar(require("fs"));
+const assert_1 = require("assert");
 const tool_1 = require("@xalia/xmcp/tool");
 const sdk_1 = require("@xalia/xmcp/sdk");
 const client_1 = require("../chat/client");
 const server_1 = require("../chat/server");
 const prompt_1 = require("./prompt");
 const options = __importStar(require("./options"));
+const commandPrompt_1 = require("./commandPrompt");
+const nodePlatform_1 = require("./nodePlatform");
 const logger = (0, sdk_1.getLogger)();
 const server = (0, cmd_ts_1.command)({
     name: "server",
@@ -117,22 +120,27 @@ const client = (0, cmd_ts_1.command)({
             await runClientTest(host, port, apiKey, session);
             return;
         }
-        if (script) {
-            await runScript(host, port, apiKey, session, agentProfile, script);
-            return;
-        }
         const onMessage = getCLIOnMessage();
-        const repl = new prompt_1.Prompt();
-        const client = await client_1.ChatClient.init(host, port, apiKey, onMessage, () => repl.shutdown(), session, agentProfile);
+        const repl = (() => {
+            if (script) {
+                const scriptLines = fs.readFileSync(script, "utf8").split("\n");
+                return new prompt_1.ScriptPrompt(scriptLines);
+            }
+            return new prompt_1.Prompt();
+        })();
+        const cmdPrompt = new commandPrompt_1.CommandPrompt(repl);
+        const client = await client_1.ChatClient.init(host, port, apiKey, onMessage, async () => await cmdPrompt.shutdown(), nodePlatform_1.NODE_PLATFORM, session, agentProfile);
         logger.debug("client created");
         while (true) {
-            const msgText = await repl.run("ME: ");
-            logger.debug(`prompt got '${msgText}'`);
+            const [msgText, imageFile] = await cmdPrompt.getNextPrompt(undefined, // TODO: client
+            client.getSudoMcpServerManager());
+            (0, assert_1.strict)(imageFile === undefined);
             if (msgText === undefined) {
                 logger.debug("exiting...");
                 client.close();
                 return;
             }
+            // TODO: other prompts
             if (msgText.length > 0) {
                 const msg = {
                     type: "msg",
@@ -168,26 +176,13 @@ function getCLIOnMessage() {
                 }
                 break;
             default:
-                process_1.stdout.write(`(${JSON.stringify(msg)})\n`);
+                process_1.stdout.write(`(unrecognised) ${JSON.stringify(msg)}\n`);
                 break;
         }
     };
 }
-async function runScript(host, port, apiKey, session, agentProfile, script) {
-    const client = await client_1.ChatClient.init(host, port, apiKey, getCLIOnMessage(), () => { }, session, agentProfile);
-    const scriptData = fs.readFileSync(script, "utf8");
-    const lines = scriptData.split("\n");
-    for (const line of lines) {
-        await new Promise((r) => setTimeout(r, 1000));
-        client.sendMessage({ type: "msg", message: line });
-    }
-    // 2 second wait period
-    await new Promise((r) => setTimeout(r, 2000));
-    client.close();
-    return;
-}
 async function runClientTest(host, port, apiKey, session) {
-    const client = await client_1.ChatClient.init(host, port, apiKey, getCLIOnMessage(), () => { }, session);
+    const client = await client_1.ChatClient.init(host, port, apiKey, getCLIOnMessage(), async () => { }, nodePlatform_1.NODE_PLATFORM, session);
     for (let i = 1; i <= 60; i++) {
         await new Promise((r) => setTimeout(r, 1000));
         const message = {

package/dist/agent/src/tool/commandPrompt.js

@@ -0,0 +1,248 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CommandPrompt = void 0;
+exports.parsePrompt = parsePrompt;
+const fs = __importStar(require("fs"));
+const chalk_1 = __importDefault(require("chalk"));
+const sdk_1 = require("@xalia/xmcp/sdk");
+const tools_1 = require("../agent/tools");
+/**
+ * A prompt parser which can accept commands or messages from an IPrompt.
+ * Commands are sent to an IMcpServerManager, ISkillManager and IConversation.
+ */
+class CommandPrompt {
+    constructor(prompt) {
+        this.prompt = prompt;
+    }
+    shutdown() {
+        return this.prompt.shutdown();
+    }
+    async getNextPrompt(agent, sudoMcpServerManager) {
+        while (true) {
+            // Get a line, detecting the EOF signal.
+            const line = await this.prompt.run();
+            if (typeof line === "undefined") {
+                console.log("closing ...");
+                return [undefined, undefined];
+            }
+            if (line.length === 0) {
+                continue;
+            }
+            // Extract prompt or commands
+            const { msg, cmds } = parsePrompt(line);
+            // If there are no commands, this must be a prompt only
+            if (!cmds) {
+                return [msg, undefined];
+            }
+            // There are commands.  If it's image, return [prompt, image].  If it's
+            // quit, return [undefined, undefined], otherwise it must be a command.
+            // Execute it and prompt again.
+            switch (cmds[0]) {
+                case "i": // image
+                    return [msg, cmds[1]];
+                case "q":
+                case "quit":
+                case "exit":
+                    return [undefined, undefined];
+                default:
+                    break;
+            }
+            try {
+                await this.runCommand(agent, sudoMcpServerManager.getMcpServerManager(), sudoMcpServerManager, cmds);
+            }
+            catch (e) {
+                console.log(`ERROR: ${e}`);
+            }
+        }
+    }
+    async runCommand(agent, mcpServerManager, sudoMcpServerManager, cmds) {
+        switch (cmds[0]) {
+            case "lt":
+                this.listTools(mcpServerManager);
+                break;
+            case "ls":
+                this.listServers(sudoMcpServerManager);
+                break;
+            case "as":
+                await this.addServer(sudoMcpServerManager, cmds[1]);
+                break;
+            case "rs":
+                await mcpServerManager.removeMcpServer(cmds[1]);
+                break;
+            case "e":
+                mcpServerManager.enableTool(cmds[1], cmds[2]);
+                console.log(`Enabled tool ${cmds[2]} for server ${cmds[1]}`);
+                break;
+            case "d":
+                mcpServerManager.disableTool(cmds[1], cmds[2]);
+                console.log(`Disabled tool ${cmds[2]} for server ${cmds[1]}`);
+                break;
+            case "ea":
+                mcpServerManager.enableAllTools(cmds[1]);
+                console.log(`Enabled all tools for server ${cmds[1]}`);
+                break;
+            case "da":
+                mcpServerManager.disableAllTools(cmds[1]);
+                console.log(`Disabled all tools for server ${cmds[1]}`);
+                break;
+            case "wc":
+                this.writeConversation(agent, cmds[1]);
+                break;
+            case "wa":
+                this.writeAgentProfile(agent, cmds[1]);
+                break;
+            case "h":
+            case "help":
+            case "?":
+                this.helpMenu();
+                break;
+            default:
+                console.log(`error: Unknown command ${cmds[0]}`);
+        }
+    }
+    helpMenu() {
+        const write = console.log;
+        write(`Tool management commands:`);
+        write(`  ${chalk_1.default.yellow("/lt")}                 List tools: `);
+        write(`  ${chalk_1.default.yellow("/ls")}                 List servers`);
+        write(`  ${chalk_1.default.yellow("/as <server>")}        Add server`);
+        write(`  ${chalk_1.default.yellow("/rs <server>")}        Remove server`);
+        write(`  ${chalk_1.default.yellow("/e <server> <tool>")}  Enable tool`);
+        write(`  ${chalk_1.default.yellow("/d <server> <tool>")}  Disable tool`);
+        write(`  ${chalk_1.default.yellow("/ea <server>")}        Enable all tools`);
+        write(`  ${chalk_1.default.yellow("/da <server>")}        Disable all tools`);
+        write(`  ${chalk_1.default.yellow("/wc <file-name>")}     Write conversation file`);
+        write(`  ${chalk_1.default.yellow("/wa <file-name>")}     Write agent profile file`);
+        write(`  ${chalk_1.default.yellow("/q")}                  Quit`);
+    }
+    listTools(mcpServerManager) {
+        console.log("Mcp servers and tools (* - enabled):");
+        const serverNames = mcpServerManager.getMcpServerNames();
+        for (const serverName of serverNames) {
+            const server = mcpServerManager.getMcpServer(serverName);
+            console.log(` ${chalk_1.default.green(serverName)}`);
+            const tools = server.getTools();
+            const enabled = server.getEnabledTools();
+            for (const tool of tools) {
+                const isEnabled = enabled[tool.name] ? "*" : " ";
+                console.log(`  [${isEnabled}] ${tool.name}`);
+            }
+        }
+    }
+    listServers(sudoMcpServerManager) {
+        console.log(`Available MCP Servers:`);
+        const serverBriefs = sudoMcpServerManager.getServerBriefs();
+        serverBriefs.sort((a, b) => a.name.localeCompare(b.name));
+        for (const brief of serverBriefs) {
+            console.log(`- ${chalk_1.default.green(brief.name)}: ${brief.description}`);
+        }
+    }
+    /**
+     * Adds server and enables all tools.
+     */
+    async addServer(sudoMcpServerManager, serverName) {
+        try {
+            await sudoMcpServerManager.addMcpServer(serverName, true);
+        }
+        catch (e) {
+            if (e instanceof sdk_1.InvalidConfiguration) {
+                throw `${e}. \n
+Have you installed server ${serverName} using the SudoMCP CLI tool?`;
+            }
+            else {
+                throw e;
+            }
+        }
+        const msm = sudoMcpServerManager.getMcpServerManager();
+        console.log(`Added server: ${serverName} (enabled all tools).`);
+        console.log(`Current tool list:`);
+        this.listTools(msm);
+    }
+    writeConversation(agent, fileName) {
+        const conversation = agent.getConversation();
+        fs.writeFileSync(fileName, JSON.stringify(conversation), {
+            encoding: "utf8",
+        });
+        console.log(`Conversation written to ${fileName}`);
+    }
+    writeAgentProfile(agent, fileName) {
+        const profile = agent.getAgentProfile();
+        fs.writeFileSync(fileName, JSON.stringify(profile));
+        console.log(`AgentProfile written to ${fileName}`);
+    }
+    async promptToolCall(toolCall) {
+        (0, tools_1.displayToolCall)(toolCall);
+        const response = await this.prompt.run("Approve tool call? (Y/n) ");
+        return response === "y" || response === "yes" || response == "";
+    }
+}
+exports.CommandPrompt = CommandPrompt;
+/**
+ * Support prompts of the form:
+ *  - some text                (msg: some text, cmds: undefined)
+ *  - :i image.png some text   (msg: some text, cmds: ["i", "image.png"])
+ *  - :i image.png             (msg: undefined, cmds: ["i", "image.png"])
+ *  - :l                       (msg: undefined, cmds: ["l"])
+ *  - :e toolName ..           (msg: undefined, cmds: ["e", "toolName", ...])
+ *  - :ea toolName ..          (msg: undefined, cmds: ["ea", "toolName", ...])
+ */
+function parsePrompt(prompt) {
+    prompt = prompt.trim();
+    let msg = undefined;
+    let cmds = undefined;
+    if (prompt.startsWith(":") || prompt.startsWith("/")) {
+        cmds = prompt.split(" ");
+        cmds[0] = cmds[0].slice(1);
+        if (cmds[0] == "i") {
+            // :i is special as it may have a trailing message
+            const fileDelim = prompt.indexOf(" ", 3);
+            if (fileDelim < 0) {
+                cmds = [cmds[0], prompt.slice(3)];
+            }
+            else {
+                msg = prompt.slice(fileDelim + 1);
+                cmds = [cmds[0], prompt.slice(3, fileDelim)];
+            }
+        }
+    }
+    else {
+        msg = prompt;
+    }
+    return { msg, cmds };
+}

package/dist/agent/src/tool/prompt.js

@@ -3,9 +3,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Prompt = void 0;
-exports.parsePrompt = parsePrompt;
+exports.ScriptPrompt = exports.Prompt = void 0;
+const sdk_1 = require("@xalia/xmcp/sdk");
 const readline_1 = __importDefault(require("readline"));
+const logger = (0, sdk_1.getLogger)();
 const DEFAULT_PROMPT = "USER: ";
 class Prompt {
     constructor() {
@@ -37,7 +38,7 @@ class Prompt {
             }
         });
     }
-    shutdown() {
+    async shutdown() {
         this.prompt.close();
     }
     resolve() {
@@ -49,35 +50,30 @@ class Prompt {
 }
 exports.Prompt = Prompt;
 /**
- * Support prompts:
- *  - some text                (msg: some text, cmds: undefined)
- *  - :i image.png some text   (msg: some text, cmds: ["i", "image.png"])
- *  - :i image.png             (msg: undefined, cmds: ["i", "image.png"])
- *  - :l                       (msg: undefined, cmds: ["l"])
- *  - :e toolName ..           (msg: undefined, cmds: ["e", "toolName", ...])
- *  - :ea toolName ..          (msg: undefined, cmds: ["ea", "toolName", ...])
+ * A prompt which just reads from a script
  */
-function parsePrompt(prompt) {
-    prompt = prompt.trim();
-    let msg = undefined;
-    let cmds = undefined;
-    if (prompt.startsWith(":") || prompt.startsWith("/")) {
-        cmds = prompt.split(" ");
-        cmds[0] = cmds[0].slice(1);
-        if (cmds[0] == "i") {
-            // :i is special as it may have a trailing message
-            const fileDelim = prompt.indexOf(" ", 3);
-            if (fileDelim < 0) {
-                cmds = [cmds[0], prompt.slice(3)];
-            }
-            else {
-                msg = prompt.slice(fileDelim + 1);
-                cmds = [cmds[0], prompt.slice(3, fileDelim)];
-            }
-        }
+class ScriptPrompt {
+    constructor(lines) {
+        this.lines = lines;
     }
-    else {
-        msg = prompt;
+    run(_prompt) {
+        return new Promise((r) => {
+            setTimeout(() => {
+                logger.debug(`[ScriptPrompt.run]: ${this.lines.length} remaining`);
+                if (this.lines.length === 0) {
+                    logger.debug("[ScriptPrompt.run]: returning undefined");
+                    r(undefined);
+                }
+                else {
+                    const line = this.lines.shift();
+                    logger.debug(`[ScriptPrompt.run]: returning: ${line}`);
+                    r(line);
+                }
+            }, 1000);
+        });
+    }
+    shutdown() {
+        return new Promise((r) => setTimeout(r, 100));
     }
-    return { msg, cmds };
 }
+exports.ScriptPrompt = ScriptPrompt;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xalia/agent",
-  "version": "0.5.3",
+  "version": "0.5.5",
   "keywords": [],
   "author": "",
   "license": "ISC",

package/scripts/test_chat

@@ -73,7 +73,7 @@ pushd _test_chat
 
   # User 0 creates an agent profile
 
-  echo '{"system_prompt":"You are a helpful agent talking to multiple users.  Users put their name at the beginning of their messages, e.g. `chatuser1: <message>`.","mcp_settings":{"duckduckgo-search":[]}}' > profile0.json
+  echo '{"system_prompt":"You are a helpful agent in a multi-user chat session.  If you have nothing to contribute and are not being addressed, just say `No comment`.","model":"repeat","mcp_settings":{"duckduckgo-search":[]}}' > profile0.json
   ${client} config --force --dev --api-key ${apikey0}
   ${client} agent-profile set profile0 --profile profile0.json
 
@@ -82,6 +82,22 @@ pushd _test_chat
   echo 'tell me a joke' > script0
   ${agent} chat client --session test_session --agent-profile profile0 --script script0
 
+  # Check that the duckduckgo-search server is available
+  # Have a participant remove it and check that got reflected in the db
+  # Have a participant re-add it and check that got reflected in the db
+
+  ${client} agent-profile get profile0 | grep duckduckgo
+  echo ":rs duckduckgo-search" > script_rm_duckduckgo
+  ${agent} chat client --session chatuser0/test_session --script script_rm_duckduckgo
+  sleep 1
+  (${client} agent-profile get profile0 | grep duckduckgo) && ( \
+      echo "ERROR: expected duckduckgo to be removed from agent profile" ; \
+      exit 1 \
+      )
+  echo ":as duckduckgo-search" > script_add_duckduckgo
+  ${agent} chat client --session chatuser0/test_session --script script_add_duckduckgo
+  ${client} agent-profile get profile0 | grep duckduckgo
+
   # Run both clients with a script that continues the conversation
 
   echo -e "why is that funny?\ntell me another.\nwhat is my name?\nhow old are you?\nwhere are your parents?" > script1

package/src/agent/agent.ts

@@ -29,10 +29,24 @@ export type OnToolCallCB = {
   (msg: ChatCompletionMessageToolCall): Promise<boolean>;
 };
 
+export interface IConversation {
+  userMessage(msg?: string, imageB64?: string): void;
+  getConversation(): ChatCompletionMessageParam[];
+
+  // TODO: remove?
+  resetConversation(): void;
+
+  getAgentProfile(): AgentProfile;
+  getSystemPrompt(): string;
+  setSystemPrompt(systemPrompt: string): void;
+  getModel(): string;
+  setModel(model: string): void;
+}
+
 dotenv.config();
 const logger = getLogger();
 
-export class Agent {
+export class Agent implements IConversation {
   private toolHandlers: { [toolName: string]: ToolHandler } = {};
 
   private constructor(
@@ -48,7 +62,8 @@ export class Agent {
     onMessage: OnMessageCB,
     onToolCall: OnToolCallCB,
     systemPrompt: string | undefined,
-    llm: ILLM
+    llm: ILLM,
+    mcpServerManager?: McpServerManager
   ): Promise<Agent> {
     // Initialize messages with system prompt
     const messages = [
@@ -58,14 +73,11 @@ export class Agent {
       } as OpenAI.ChatCompletionMessageParam,
     ];
 
-    // Create the server manager
-    const mcpServerManager = new McpServerManager();
-
     return new Agent(
       onMessage,
       onToolCall,
       messages,
-      mcpServerManager,
+      mcpServerManager ?? new McpServerManager(),
       [],
       llm
     );
@@ -78,7 +90,7 @@ export class Agent {
   public getAgentProfile(): AgentProfile {
     return new AgentProfile(
       this.llm.getModel(),
-      this.getSystemMessage(),
+      this.getSystemPrompt(),
       this.mcpServerManager.getMcpServerSettings()
     );
   }
@@ -108,7 +120,10 @@ export class Agent {
     return this.mcpServerManager;
   }
 
-  public async userMessage(
+  /**
+   * Like `userMessage`, but can be awaited, and accepts the user name.
+   */
+  public async userMessageEx(
     msg?: string,
     imageB64?: string,
     name?: string
@@ -159,7 +174,15 @@ export class Agent {
     return completion.choices[0].message;
   }
 
-  public chooseModel(model: string) {
+  public userMessage(msg?: string, imageB64?: string): void {
+    this.userMessageEx(msg, imageB64);
+  }
+
+  public getModel(): string {
+    return this.llm.getModel();
+  }
+
+  public setModel(model: string) {
     logger.debug(`Set model ${model}`);
     this.llm.setModel(model);
   }
@@ -173,7 +196,7 @@ export class Agent {
     this.messages.splice(1);
   }
 
-  public getSystemMessage(): string {
+  public getSystemPrompt(): string {
     assert(this.messages[0].role === "system");
     return this.messages[0].content as string;
   }
@@ -181,7 +204,7 @@ export class Agent {
   /**
    * Set the system prompt
    */
-  public setSystemMessage(systemMsg: string) {
+  public setSystemPrompt(systemMsg: string) {
     assert(this.messages[0].role === "system");
     this.messages[0].content = systemMsg;
   }

package/src/agent/agentUtils.ts

@@ -9,12 +9,19 @@ import { OpenAILLMStreaming } from "./openAILLMStreaming";
 import { DummyLLM } from "./dummyLLM";
 import { ILLM } from "./llm";
 import { strict as assert } from "assert";
+import { RepeatLLM } from "./repeatLLM";
+import { McpServerManager } from "./mcpServerManager";
 
 const logger = getLogger();
 
 export const DEFAULT_LLM_URL = "http://localhost:5001/v1";
 export const DEFAULT_LLM_MODEL = "gpt-4o";
 
+export const XALIA_APP_HEADER = {
+  "HTTP-Referer": "xalia.ai",
+  "X-Title": "Xalia",
+};
+
 /**
  * Util function to create an Agent from some config information.
  */
@@ -26,7 +33,8 @@ async function createAgent(
   onToolCall: OnToolCallCB,
   platform: IPlatform,
   openaiApiKey: string | undefined,
-  stream: boolean = false
+  stream: boolean = false,
+  mcpServerManager?: McpServerManager
 ): Promise<Agent> {
   let llm: ILLM | undefined;
 
@@ -41,6 +49,8 @@ async function createAgent(
     const responses: OpenAI.ChatCompletion.Choice[] = JSON.parse(script);
     logger.debug(`Initializing Dummy Agent: ${llmUrl}`);
     llm = new DummyLLM(responses);
+  } else if (model === "repeat") {
+    llm = new RepeatLLM();
   } else {
     // Regular Agent
     if (!openaiApiKey) {
@@ -56,7 +66,13 @@ async function createAgent(
   }
 
   assert(llm);
-  return Agent.initializeWithLLM(onMessage, onToolCall, systemPrompt, llm);
+  return Agent.initializeWithLLM(
+    onMessage,
+    onToolCall,
+    systemPrompt,
+    llm,
+    mcpServerManager
+  );
 }
 
 /**
@@ -109,6 +125,39 @@ export async function createAgentWithSkills(
   return [agent, sudoMcpServerManager];
 }
 
+export async function createAgentFromSkillManager(
+  llmUrl: string,
+  agentProfile: AgentProfile,
+  onMessage: OnMessageCB,
+  onToolCall: OnToolCallCB,
+  platform: IPlatform,
+  llmApiKey: string | undefined,
+  skillManager: SkillManager,
+  conversation: OpenAI.ChatCompletionMessageParam[] | undefined,
+  stream: boolean = false
+): Promise<Agent> {
+  // Create agent
+  logger.debug("[createAgentAndSudoMcpServerManager] creating agent ...");
+  const mcpServerManager = skillManager.getMcpServerManager();
+  const agent = await createAgent(
+    llmUrl,
+    agentProfile.model,
+    agentProfile.system_prompt,
+    onMessage,
+    onToolCall,
+    platform,
+    llmApiKey,
+    stream,
+    mcpServerManager
+  );
+  if (conversation) {
+    agent.setConversation(conversation);
+  }
+
+  logger.debug("[createAgentWithSkills] done");
+  return agent;
+}
+
 /**
  * An "non-interactive" agent is one which is not intended to be used
  * interactively (settings cannot be dyanmically adjusted, intermediate
@@ -182,7 +231,7 @@ export async function runOneShot(
     approveToolsUpTo
   );
 
-  const response = await agent.userMessage(prompt, image);
+  const response = await agent.userMessageEx(prompt, image);
   await agent.shutdown();
   logger.debug("[runOneShot]: shutdown done");