@elizaos/agent 2.0.0-alpha.193 → 2.0.0-alpha.196

package/apps/app-lifeops/src/action.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"action.d.ts","sourceRoot":"","sources":["../../../../../../apps/app-lifeops/src/action.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAMP,MAAM,eAAe,CAAC;AA6VvB,eAAO,MAAM,0BAA0B,EAAE,MAmFxC,CAAC"}
+{"version":3,"file":"action.d.ts","sourceRoot":"","sources":["../../../../../../apps/app-lifeops/src/action.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,MAAM,EAMP,MAAM,eAAe,CAAC;AAgXvB,eAAO,MAAM,0BAA0B,EAAE,MAmFxC,CAAC"}

package/apps/app-lifeops/src/action.js

@@ -1,5 +1,5 @@
-import { LifeOpsService, LifeOpsServiceError, } from "./lifeops/service.js";
 import { hasAdminAccess } from "@elizaos/agent/security/access";
+import { LifeOpsService, LifeOpsServiceError } from "./lifeops/service.js";
 const URL_RE = /https?:\/\/[^\s)]+/i;
 function getMessageText(message) {
     return typeof message.content?.text === "string" ? message.content.text : "";
@@ -52,6 +52,8 @@ function inferCommandFromMessage(text) {
 }
 function commandToActionKind(command) {
     switch (command) {
+        case "start":
+            return "open";
         case "open":
         case "navigate":
         case "focus_tab":
@@ -69,11 +71,16 @@ function commandToActionKind(command) {
             throw new Error(`Unsupported browser command ${command}`);
     }
 }
+function isDesktopOnlyAlias(command) {
+    return command === "finder" || command === "open_finder";
+}
 function actionLabel(command, params) {
     if (params.title?.trim()) {
         return params.title.trim();
     }
     switch (command) {
+        case "start":
+            return "Start browser session";
         case "open":
             return "Open URL in personal browser";
         case "navigate":
@@ -222,6 +229,18 @@ async function runCommand(runtime, params) {
                 data: { session },
             };
         }
+        case "finder":
+        case "open_finder": {
+            return {
+                success: false,
+                text: "Finder and other desktop workflows should use LIFEOPS_COMPUTER_USE, not MANAGE_LIFEOPS_BROWSER.",
+                data: {
+                    error: "DESKTOP_WORKFLOW",
+                    command,
+                    suggestedAction: "LIFEOPS_COMPUTER_USE",
+                },
+            };
+        }
         default: {
             const actionKind = commandToActionKind(command);
             const request = {
@@ -259,7 +278,7 @@ async function runCommand(runtime, params) {
 export const manageLifeOpsBrowserAction = {
     name: "MANAGE_LIFEOPS_BROWSER",
     similes: ["PERSONAL_BROWSER", "LIFEOPS_BROWSER", "MANAGE_PERSONAL_BROWSER"],
-    description: "Read and control the user's personal LifeOps Browser companions for Chrome and Safari. This is not the Eliza browser workspace.",
+    description: "Read and control the user's real Chrome and Safari browsers connected through LifeOps Browser. This is not Milady Desktop Browser. Use LIFEOPS_COMPUTER_USE instead for Finder/Desktop automation, screenshots, folder creation, or local file workflows on this machine.",
     validate: async (runtime, message) => hasAdminAccess(runtime, message),
     handler: async (runtime, message, _state, options) => {
         if (!(await hasAdminAccess(runtime, message))) {

package/apps/app-lifeops/src/actions/app-blocker.d.ts

@@ -1,5 +1,7 @@
 import type { Action } from "@elizaos/core";
-export declare const blockAppsAction: Action;
+export declare const blockAppsAction: Action & {
+    suppressPostActionContinuation?: boolean;
+};
 export declare const unblockAppsAction: Action;
 export declare const getAppBlockStatusAction: Action;
 //# sourceMappingURL=app-blocker.d.ts.map

package/apps/app-lifeops/src/actions/app-blocker.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"app-blocker.d.ts","sourceRoot":"","sources":["../../../../../../../apps/app-lifeops/src/actions/app-blocker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAKP,MAAM,eAAe,CAAC;AAwMvB,eAAO,MAAM,eAAe,EAAE,MAgN7B,CAAC;AAEF,eAAO,MAAM,iBAAiB,EAAE,MA6D/B,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,MA2ErC,CAAC"}
+{"version":3,"file":"app-blocker.d.ts","sourceRoot":"","sources":["../../../../../../../apps/app-lifeops/src/actions/app-blocker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAKP,MAAM,eAAe,CAAC;AAwMvB,eAAO,MAAM,eAAe,EAAE,MAAM,GAAG;IACrC,8BAA8B,CAAC,EAAE,OAAO,CAAC;CAmN1C,CAAC;AAEF,eAAO,MAAM,iBAAiB,EAAE,MA6D/B,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,MA2ErC,CAAC"}

package/apps/app-lifeops/src/actions/app-blocker.js

@@ -153,8 +153,10 @@ export const blockAppsAction = {
     ],
     description: "Admin-only. Block selected apps on the user's phone using native OS controls. " +
         "On iPhone, uses Family Controls to shield apps. On Android, uses Usage Access to detect and overlay blocked apps. " +
+        "Use this for requests like 'block all games on my phone until 6pm' or 'block the Slack app while I focus on deep work'. " +
         "Pass app package names (Android) or previously selected app tokens (iPhone) to block.",
     descriptionCompressed: "Admin: block phone apps via native OS controls (Family Controls/Usage Access).",
+    suppressPostActionContinuation: true,
     validate: async (runtime, message) => {
         const access = await getAppBlockerAccess(runtime, message);
         return access.allowed;

package/apps/app-lifeops/src/actions/calendar.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"calendar.d.ts","sourceRoot":"","sources":["../../../../../../../apps/app-lifeops/src/actions/calendar.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAKN,aAAa,EACb,MAAM,EACN,KAAK,EACN,MAAM,eAAe,CAAC;AAwCvB,KAAK,iBAAiB,GAClB,MAAM,GACN,YAAY,GACZ,eAAe,GACf,cAAc,GACd,cAAc,GACd,cAAc,GACd,aAAa,CAAC;AAuBlB,MAAM,MAAM,eAAe,GAAG;IAC5B,SAAS,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACpC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AA0pCF,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,KAAK,GAAG,SAAS,EACxB,MAAM,EAAE,MAAM,EACd,QAAQ,SAA2B,GAClC,OAAO,CAAC,eAAe,CAAC,CAsJ1B;AAu8BD,eAAO,MAAM,cAAc,EAAE,MAAM,GAAG;IACpC,8BAA8B,CAAC,EAAE,OAAO,CAAC;CAyjC1C,CAAC"}
+{"version":3,"file":"calendar.d.ts","sourceRoot":"","sources":["../../../../../../../apps/app-lifeops/src/actions/calendar.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAKN,aAAa,EACb,MAAM,EACN,KAAK,EACN,MAAM,eAAe,CAAC;AAyCvB,KAAK,iBAAiB,GAClB,MAAM,GACN,YAAY,GACZ,eAAe,GACf,cAAc,GACd,cAAc,GACd,cAAc,GACd,aAAa,CAAC;AAuBlB,MAAM,MAAM,eAAe,GAAG;IAC5B,SAAS,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACpC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAg0CF,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,KAAK,GAAG,SAAS,EACxB,MAAM,EAAE,MAAM,EACd,QAAQ,SAA2B,GAClC,OAAO,CAAC,eAAe,CAAC,CA6J1B;AAu8BD,eAAO,MAAM,cAAc,EAAE,MAAM,GAAG;IACpC,8BAA8B,CAAC,EAAE,OAAO,CAAC;CA6jC1C,CAAC"}

package/apps/app-lifeops/src/actions/calendar.js

@@ -4,6 +4,7 @@ import { LifeOpsService, LifeOpsServiceError } from "../lifeops/service.js";
 import { addDaysToLocalDate, buildUtcDateFromLocalParts, getWeekdayForLocalDate, getZonedDateParts, } from "../lifeops/time.js";
 import { renderGroundedActionReply } from "@elizaos/agent/actions/grounded-action-reply";
 import { calendarReadUnavailableMessage, calendarWriteUnavailableMessage, detailArray, detailBoolean, detailNumber, detailString, formatCalendarEventDateTime, formatCalendarFeed, formatNextEventContext, getGoogleCapabilityStatus, hasLifeOpsAccess, INTERNAL_URL, messageText, toActionData, } from "./lifeops-google-helpers.js";
+import { looksLikeCalendarObservation } from "./non-actionable-request.js";
 const CALENDAR_SUBACTION_VALUES = [
     "feed",
     "next_event",
@@ -98,11 +99,11 @@ function normalizeCalendarSubaction(value) {
     }
 }
 function buildCalendarPlanFromParsed(parsed) {
-    const shouldAct = normalizeShouldAct(parsed.shouldAct);
+    const subaction = normalizeCalendarSubaction(parsed.subaction);
+    const shouldAct = normalizeShouldAct(parsed.shouldAct) ?? (subaction ? true : null);
     if (shouldAct === null) {
         return null;
     }
-    const subaction = normalizeCalendarSubaction(parsed.subaction);
     if (shouldAct && subaction === null) {
         return null;
     }
@@ -217,6 +218,125 @@ function buildCalendarReplyOnlyFallback(subaction) {
             return "What do you want to do on your calendar — check your schedule, find an event, or create one?";
     }
 }
+function normalizeCalendarReadSubaction(value) {
+    if (value === "feed" ||
+        value === "next_event" ||
+        value === "search_events" ||
+        value === "trip_window") {
+        return value;
+    }
+    return null;
+}
+function normalizeCalendarReadResolution(parsed) {
+    if (!parsed) {
+        return null;
+    }
+    const subaction = normalizeCalendarReadSubaction(parsed.subaction);
+    const tripLocation = typeof parsed.tripLocation === "string" &&
+        parsed.tripLocation.trim().length > 0
+        ? parsed.tripLocation.trim()
+        : undefined;
+    return { subaction, tripLocation };
+}
+function shouldDisambiguateCalendarReadPlan(plan) {
+    if (plan === null) {
+        return true;
+    }
+    return (plan.subaction === null ||
+        plan.subaction === "feed" ||
+        plan.subaction === "next_event" ||
+        plan.subaction === "search_events");
+}
+async function disambiguateCalendarReadPlanWithLlm(args) {
+    const prompt = [
+        "Resolve this calendar read intent.",
+        "The user may speak in any language.",
+        "Choose exactly one subaction: feed, next_event, search_events, trip_window, or null.",
+        "feed means a schedule or agenda view over today, tomorrow, this week, or another time window.",
+        "next_event means only the single next upcoming meeting or appointment.",
+        "search_events means find calendar events by title, attendee, location, date, or keyword, including flights and appointments.",
+        "trip_window means show what is happening while the user is in a place or during a trip/stay in that place.",
+        "Use null only when the request is not asking for a calendar read lookup.",
+        "If you choose trip_window, also return tripLocation when the place is recoverable from the request or recent conversation.",
+        "",
+        "Examples:",
+        '  "What\'s on my calendar today?" -> {"subaction":"feed"}',
+        '  "今日の予定は何ですか？" -> {"subaction":"feed"}',
+        '  "What\'s my next meeting?" -> {"subaction":"next_event"}',
+        '  "¿Cuál es mi próxima reunión?" -> {"subaction":"next_event"}',
+        '  "find my return flight" -> {"subaction":"search_events"}',
+        '  "東京にいる間、何がありますか？" -> {"subaction":"trip_window","tripLocation":"東京"}',
+        '  "Can you help me with my calendar?" -> {"subaction":null}',
+        "",
+        "Return ONLY valid JSON with exactly these fields:",
+        "  subaction: feed, next_event, search_events, trip_window, or null",
+        "  tripLocation: optional string",
+        "",
+        `Current request: ${JSON.stringify(args.currentMessage)}`,
+        `Resolved intent: ${JSON.stringify(args.intent)}`,
+        `Recent conversation: ${JSON.stringify(args.recentConversation)}`,
+        `Current planner candidate: ${JSON.stringify(args.candidateSubaction)}`,
+    ].join("\n");
+    try {
+        const result = await args.runtime.useModel(ModelType.TEXT_LARGE, {
+            prompt,
+        });
+        const raw = typeof result === "string" ? result : "";
+        const parsed = parseKeyValueXml(raw) ??
+            parseJSONObjectFromText(raw);
+        return normalizeCalendarReadResolution(parsed);
+    }
+    catch (error) {
+        args.runtime.logger?.warn?.({
+            src: "action:calendar",
+            error: error instanceof Error ? error.message : String(error),
+        }, "Calendar read disambiguation model call failed");
+        return null;
+    }
+}
+async function finalizeCalendarPlan(args) {
+    const { runtime, currentMessage, intent, recentConversation, plan } = args;
+    if (!shouldDisambiguateCalendarReadPlan(plan)) {
+        return (plan ?? {
+            subaction: null,
+            queries: [],
+            shouldAct: null,
+        });
+    }
+    const resolvedReadPlan = await disambiguateCalendarReadPlanWithLlm({
+        runtime,
+        currentMessage,
+        intent,
+        recentConversation,
+        candidateSubaction: plan?.subaction ?? null,
+    });
+    if (resolvedReadPlan === null || resolvedReadPlan.subaction === null) {
+        return (plan ?? {
+            subaction: null,
+            queries: [],
+            shouldAct: null,
+        });
+    }
+    if (plan) {
+        return {
+            ...plan,
+            subaction: resolvedReadPlan.subaction,
+            tripLocation: resolvedReadPlan.tripLocation ?? plan.tripLocation,
+            queries: dedupeCalendarQueries([
+                ...plan.queries,
+                resolvedReadPlan.tripLocation,
+            ]),
+            shouldAct: true,
+            response: undefined,
+        };
+    }
+    return {
+        subaction: resolvedReadPlan.subaction,
+        queries: dedupeCalendarQueries([resolvedReadPlan.tripLocation]),
+        shouldAct: true,
+        tripLocation: resolvedReadPlan.tripLocation,
+    };
+}
 function buildCalendarServiceErrorFallback(error, intent) {
     const normalized = normalizeText(error.message);
     if (normalized.includes("utc 'z' suffix") ||
@@ -939,6 +1059,7 @@ export async function extractCalendarPlanWithLlm(runtime, message, state, intent
         "",
         "Examples:",
         '  "what\'s on my calendar tomorrow" → {"subaction":"feed","shouldAct":true,"response":null}',
+        '  "今日の予定は何ですか？" → {"subaction":"feed","shouldAct":true,"response":null}',
         '  "schedule a meeting with Alex at 3pm" → {"subaction":"create_event","shouldAct":true,"response":null,"title":"Meeting with Alex"}',
         '  "find my return flight" → {"subaction":"search_events","shouldAct":true,"response":null,"queries":["return flight"]}',
         '  "what do I have while I\'m in Tokyo" → {"subaction":"trip_window","shouldAct":true,"response":null,"queries":["tokyo"],"tripLocation":"Tokyo"}',
@@ -991,7 +1112,13 @@ export async function extractCalendarPlanWithLlm(runtime, message, state, intent
     }
     const parsedPlan = parseResponse(rawResponse);
     if (parsedPlan) {
-        return parsedPlan;
+        return finalizeCalendarPlan({
+            runtime,
+            currentMessage,
+            intent,
+            recentConversation,
+            plan: parsedPlan,
+        });
     }
     try {
         const repairResult = await runtime.useModel(ModelType.TEXT_LARGE, {
@@ -1006,10 +1133,12 @@ export async function extractCalendarPlanWithLlm(runtime, message, state, intent
             }),
         });
         const repairedRaw = typeof repairResult === "string" ? repairResult : "";
-        return (parseResponse(repairedRaw) ?? {
-            subaction: null,
-            queries: [],
-            shouldAct: null,
+        return finalizeCalendarPlan({
+            runtime,
+            currentMessage,
+            intent,
+            recentConversation,
+            plan: parseResponse(repairedRaw),
         });
     }
     catch (error) {
@@ -1755,12 +1884,16 @@ export const calendarAction = {
         "requests like 'what's my next meeting?', 'show me my calendar for today', 'what does my week look like?', or 'schedule a dentist appointment next Tuesday at 3pm'; " +
         "querying travel itineraries, flights, hotel stays, trip windows, reserving recurring time blocks, and rebooking or moving calendar-backed commitments. " +
         "These are live calendar reads and writes, so do not answer them from provider context alone and do not fall back to NONE or REPLY when this action is available. " +
+        "DO NOT use this action when the user is only making an observation like 'my calendar has been crazy this quarter' unless they actually ask you to inspect or change calendar state. " +
         "DO NOT use this action for email inbox work, drafting or sending emails — use GMAIL_ACTION instead. " +
         "DO NOT use this action for personal habits, goals, routines, or reminders — use LIFE instead. " +
         "This action provides the final grounded reply; do not pair it with a speculative REPLY action.",
     descriptionCompressed: "Google Calendar via LifeOps: view schedule, search events, create events, query travel. Not for email or habits.",
     suppressPostActionContinuation: true,
     validate: async (runtime, message) => {
+        if (looksLikeCalendarObservation(messageText(message))) {
+            return false;
+        }
         return hasLifeOpsAccess(runtime, message);
     },
     handler: async (runtime, message, state, options, callback) => {

package/apps/app-lifeops/src/actions/computer-use.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"computer-use.d.ts","sourceRoot":"","sources":["../../../../../../../apps/app-lifeops/src/actions/computer-use.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EACV,MAAM,EAKP,MAAM,eAAe,CAAC;AAsDvB,eAAO,MAAM,wBAAwB,EAAE,MAAM,GAAG;IAC9C,8BAA8B,CAAC,EAAE,OAAO,CAAC;CA8F1C,CAAC"}
+{"version":3,"file":"computer-use.d.ts","sourceRoot":"","sources":["../../../../../../../apps/app-lifeops/src/actions/computer-use.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EACV,MAAM,EAMP,MAAM,eAAe,CAAC;AA8OvB,eAAO,MAAM,wBAAwB,EAAE,MAAM,GAAG;IAC9C,8BAA8B,CAAC,EAAE,OAAO,CAAC;CA6L1C,CAAC"}

package/apps/app-lifeops/src/actions/computer-use.js

@@ -17,30 +17,169 @@ var __rewriteRelativeImportExtension = (this && this.__rewriteRelativeImportExte
 };
 import { hasOwnerAccess } from "@elizaos/agent/security/access";
 const ACTION_NAME = "LIFEOPS_COMPUTER_USE";
+const ACTION_NAMES = {
+    desktop: "USE_COMPUTER",
+    browser: "BROWSER_ACTION",
+    window: "MANAGE_WINDOW",
+    file: "FILE_ACTION",
+    terminal: "TERMINAL_ACTION",
+};
+const DESKTOP_COMMAND_ALIASES = new Set([
+    "finder",
+    "open_finder",
+    "create_folder",
+    "new_folder",
+    "desktop_screenshot",
+    "take_screenshot",
+    "capture_screen",
+    "screenshot",
+]);
 function isComputerUseEnabled() {
     return process.env.ELIZA_LIFEOPS_COMPUTER_USE_ENABLED !== "0";
 }
-async function loadBaseAction() {
+function resolveWrapperParams(message, options) {
+    const params = {
+        ...(options?.parameters ??
+            {}),
+    };
+    if (message.content && typeof message.content === "object") {
+        for (const [key, value] of Object.entries(message.content)) {
+            if (params[key] === undefined) {
+                params[key] = value;
+            }
+        }
+    }
+    return params;
+}
+function inferSurface(params) {
+    const explicitSurface = typeof params.surface === "string"
+        ? params.surface.trim().toLowerCase()
+        : null;
+    if (explicitSurface === "desktop" ||
+        explicitSurface === "browser" ||
+        explicitSurface === "window" ||
+        explicitSurface === "file" ||
+        explicitSurface === "terminal") {
+        return explicitSurface;
+    }
+    const action = typeof params.action === "string" ? params.action.trim().toLowerCase() : "";
+    const command = typeof params.command === "string"
+        ? params.command.trim().toLowerCase()
+        : "";
+    if (DESKTOP_COMMAND_ALIASES.has(action) || DESKTOP_COMMAND_ALIASES.has(command)) {
+        return "desktop";
+    }
+    if (params.path !== undefined ||
+        params.filepath !== undefined ||
+        params.dirpath !== undefined ||
+        params.oldText !== undefined ||
+        params.newText !== undefined ||
+        params.old_text !== undefined ||
+        params.new_text !== undefined ||
+        params.find !== undefined ||
+        params.replace !== undefined ||
+        action === "write" ||
+        action === "append" ||
+        action === "delete" ||
+        action === "exists" ||
+        action === "list" ||
+        action === "delete_directory" ||
+        action === "upload" ||
+        action === "download" ||
+        action === "list_downloads") {
+        return "file";
+    }
+    if (params.command !== undefined ||
+        params.sessionId !== undefined ||
+        params.session_id !== undefined ||
+        action === "execute" ||
+        action === "execute_command" ||
+        action === "read" ||
+        action === "clear") {
+        return "terminal";
+    }
+    if (params.windowId !== undefined ||
+        params.windowTitle !== undefined ||
+        params.window !== undefined ||
+        params.title !== undefined ||
+        params.arrangement !== undefined ||
+        action === "focus" ||
+        action === "switch" ||
+        action === "arrange" ||
+        action === "move" ||
+        action === "minimize" ||
+        action === "maximize" ||
+        action === "restore" ||
+        action === "close") {
+        return "window";
+    }
+    if (params.url !== undefined ||
+        params.selector !== undefined ||
+        params.tabId !== undefined ||
+        params.tab_index !== undefined ||
+        params.index !== undefined ||
+        params.code !== undefined ||
+        params.timeout !== undefined ||
+        params.direction !== undefined ||
+        action === "open" ||
+        action === "connect" ||
+        action === "navigate" ||
+        action === "dom" ||
+        action === "get_dom" ||
+        action === "clickables" ||
+        action === "get_clickables" ||
+        action === "execute" ||
+        action === "state" ||
+        action === "info" ||
+        action === "context" ||
+        action === "wait" ||
+        action === "list_tabs" ||
+        action === "open_tab" ||
+        action === "close_tab" ||
+        action === "switch_tab") {
+        return "browser";
+    }
+    return "desktop";
+}
+async function loadComputerUseActions() {
     try {
         // Dynamic import so a missing peer dependency does not break plugin load.
         const mod = (await import(__rewriteRelativeImportExtension(
         /* @vite-ignore */ "@elizaos/plugin-computeruse")));
-        if (mod.useComputerAction)
-            return mod.useComputerAction;
         const plugin = mod.computerUsePlugin ?? mod.default;
-        const fromPlugin = plugin?.actions?.find((a) => a.name === "USE_COMPUTER" || a.name === "USE_COMPUTER_ACTION");
-        return fromPlugin ?? plugin?.actions?.[0] ?? null;
+        if (!plugin?.actions?.length) {
+            return null;
+        }
+        const byName = new Map(plugin.actions.map((action) => [action.name, action]));
+        return {
+            desktop: byName.get(ACTION_NAMES.desktop) ?? null,
+            browser: byName.get(ACTION_NAMES.browser) ?? null,
+            window: byName.get(ACTION_NAMES.window) ?? null,
+            file: byName.get(ACTION_NAMES.file) ?? null,
+            terminal: byName.get(ACTION_NAMES.terminal) ?? null,
+        };
     }
     catch {
         return null;
     }
 }
-let cachedBaseAction;
-async function getBaseAction() {
-    if (cachedBaseAction === undefined) {
-        cachedBaseAction = await loadBaseAction();
+let cachedActions;
+async function getLoadedActions() {
+    if (cachedActions === undefined) {
+        cachedActions = await loadComputerUseActions();
     }
-    return cachedBaseAction;
+    return cachedActions;
+}
+function selectDelegateAction(actions, message, options) {
+    const params = resolveWrapperParams(message, options);
+    const preferredSurface = inferSurface(params);
+    return (actions[preferredSurface] ??
+        actions.desktop ??
+        actions.browser ??
+        actions.window ??
+        actions.file ??
+        actions.terminal ??
+        null);
 }
 const stubExamples = [
     [
@@ -63,11 +202,20 @@ export const lifeOpsComputerUseAction = {
         "DESKTOP_AUTOMATION",
         "COMPUTER_USE",
         "CONTROL_DESKTOP",
+        "FINDER",
+        "OPEN_FINDER",
+        "CREATE_FOLDER",
+        "NEW_FOLDER",
+        "TAKE_SCREENSHOT",
+        "CAPTURE_SCREEN",
         "PORTAL_UPLOAD",
         "UPLOAD_DECK",
     ],
     tags: [
         "always-include",
+        "finder",
+        "desktop screenshot",
+        "create folder",
         "portal upload",
         "upload deck",
         "speaker portal",
@@ -76,7 +224,8 @@ export const lifeOpsComputerUseAction = {
     ],
     description: "Control the owner's desktop (screenshots, mouse, keyboard, browser, " +
         "windows, files, terminal) via @elizaos/plugin-computeruse. Use this for " +
-        "portal uploads, browser form-filling, and other on-machine workflows the " +
+        "portal uploads, Finder/Desktop tasks like creating folders or taking " +
+        "screenshots, browser form-filling, and other on-machine workflows the " +
         "assistant should perform directly, including standing instructions like " +
         "'when I send the file, upload it to the portal for me.' Owner-only. " +
         "Disabled when ELIZA_LIFEOPS_COMPUTER_USE_ENABLED=0.",
@@ -86,16 +235,95 @@ export const lifeOpsComputerUseAction = {
             return false;
         if (!(await hasOwnerAccess(runtime, message)))
             return false;
-        const base = await getBaseAction();
-        if (!base)
-            return true;
-        if (!base.validate)
+        const actions = await getLoadedActions();
+        const base = actions
+            ? selectDelegateAction(actions, message)
+            : null;
+        if (!base?.validate)
             return true;
         return base.validate(runtime, message, undefined);
     },
-    parameters: [],
+    parameters: [
+        {
+            name: "surface",
+            description: "Computer-use surface to route to. Use browser, file, terminal, window, or desktop when the operation is ambiguous.",
+            required: false,
+            schema: {
+                type: "string",
+                enum: ["desktop", "browser", "window", "file", "terminal"],
+            },
+        },
+        {
+            name: "action",
+            description: "Underlying computer-use action name, such as screenshot, navigate, read, execute, or focus.",
+            required: false,
+            schema: { type: "string" },
+        },
+        {
+            name: "url",
+            description: "Browser target URL.",
+            required: false,
+            schema: { type: "string" },
+        },
+        {
+            name: "selector",
+            description: "Browser selector for click/type/wait.",
+            required: false,
+            schema: { type: "string" },
+        },
+        {
+            name: "path",
+            description: "Filesystem path for file operations.",
+            required: false,
+            schema: { type: "string" },
+        },
+        {
+            name: "command",
+            description: "Terminal command for shell execution.",
+            required: false,
+            schema: { type: "string" },
+        },
+        {
+            name: "windowId",
+            description: "Window target for window-management operations.",
+            required: false,
+            schema: { type: "string" },
+        },
+        {
+            name: "coordinate",
+            description: "Desktop or browser coordinate [x, y].",
+            required: false,
+            schema: { type: "array", items: { type: "number" } },
+        },
+        {
+            name: "text",
+            description: "Text payload for typing, OCR, or browser waits.",
+            required: false,
+            schema: { type: "string" },
+        },
+        {
+            name: "key",
+            description: "Desktop key or key combo.",
+            required: false,
+            schema: { type: "string" },
+        },
+    ],
     examples: [
         ...stubExamples,
+        [
+            {
+                name: "{{name1}}",
+                content: {
+                    text: "Open Finder and create a new folder called Q2-Reports on my desktop.",
+                },
+            },
+            {
+                name: "{{agentName}}",
+                content: {
+                    text: "I'll handle that on your Mac with computer use.",
+                },
+            },
+        ],
         [
             {
                 name: "{{name1}}",
@@ -126,7 +354,10 @@ export const lifeOpsComputerUseAction = {
                 data: { actionName: ACTION_NAME },
             };
         }
-        const base = await getBaseAction();
+        const actions = await getLoadedActions();
+        const base = actions
+            ? selectDelegateAction(actions, message, options)
+            : null;
         if (!base) {
             return {
                 text: "The @elizaos/plugin-computeruse package is not installed. Install it and restart the agent to enable desktop automation.",

package/apps/app-lifeops/src/actions/cross-channel-send.d.ts

@@ -18,5 +18,7 @@
 import type { Action } from "@elizaos/core";
 export declare const CROSS_CHANNEL_SEND_CHANNELS: readonly ["email", "telegram", "discord", "signal", "sms", "twilio_voice", "imessage", "whatsapp", "notifications", "calendly", "x_dm"];
 export type CrossChannelSendChannel = (typeof CROSS_CHANNEL_SEND_CHANNELS)[number];
-export declare const crossChannelSendAction: Action;
+export declare const crossChannelSendAction: Action & {
+    suppressPostActionContinuation?: boolean;
+};
 //# sourceMappingURL=cross-channel-send.d.ts.map

package/apps/app-lifeops/src/actions/cross-channel-send.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cross-channel-send.d.ts","sourceRoot":"","sources":["../../../../../../../apps/app-lifeops/src/actions/cross-channel-send.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,KAAK,EACV,MAAM,EAMP,MAAM,eAAe,CAAC;AAyBvB,eAAO,MAAM,2BAA2B,yIAY9B,CAAC;AACX,MAAM,MAAM,uBAAuB,GAAG,CAAC,OAAO,2BAA2B,CAAC,CAAC,MAAM,CAAC,CAAC;AAwZnF,eAAO,MAAM,sBAAsB,EAAE,MAoMpC,CAAC"}
+{"version":3,"file":"cross-channel-send.d.ts","sourceRoot":"","sources":["../../../../../../../apps/app-lifeops/src/actions/cross-channel-send.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,KAAK,EACV,MAAM,EAMP,MAAM,eAAe,CAAC;AAyBvB,eAAO,MAAM,2BAA2B,yIAY9B,CAAC;AACX,MAAM,MAAM,uBAAuB,GAAG,CAAC,OAAO,2BAA2B,CAAC,CAAC,MAAM,CAAC,CAAC;AAwZnF,eAAO,MAAM,sBAAsB,EAAE,MAAM,GAAG;IAC5C,8BAA8B,CAAC,EAAE,OAAO,CAAC;CAsM1C,CAAC"}

package/apps/app-lifeops/src/actions/cross-channel-send.js

@@ -394,6 +394,7 @@ export const crossChannelSendAction = {
     description: "Draft or send a message across any connected channel (email, telegram, " +
         "discord, signal, sms, twilio_voice, imessage, whatsapp, notifications). Always " +
         "drafts first; caller must re-invoke with confirmed: true to dispatch.",
+    suppressPostActionContinuation: true,
     validate: async (runtime, message) => hasAdminAccess(runtime, message),
     parameters: [
         {

package/apps/app-lifeops/src/actions/dossier.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dossier.d.ts","sourceRoot":"","sources":["../../../../../../../apps/app-lifeops/src/actions/dossier.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAOP,MAAM,eAAe,CAAC;AAmCvB,eAAO,MAAM,aAAa,EAAE,MAAM,GAAG;IACnC,8BAA8B,CAAC,EAAE,OAAO,CAAC;CAqM1C,CAAC"}
+{"version":3,"file":"dossier.d.ts","sourceRoot":"","sources":["../../../../../../../apps/app-lifeops/src/actions/dossier.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAOP,MAAM,eAAe,CAAC;AAmCvB,eAAO,MAAM,aAAa,EAAE,MAAM,GAAG;IACnC,8BAA8B,CAAC,EAAE,OAAO,CAAC;CAsN1C,CAAC"}