@elizaos/plugin-browser 2.0.0-beta.1 → 2.0.3-beta.3

package/dist/targets/stagehand-target.js

@@ -0,0 +1,187 @@
+import { execFileSync, execSync } from "node:child_process";
+import fs from "node:fs";
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+import { logger } from "@elizaos/core";
+const pluginSrcDir = path.dirname(fileURLToPath(import.meta.url));
+const STAGEHAND_COMMAND_URL_ENV = [
+  "ELIZA_BROWSER_STAGEHAND_COMMAND_URL",
+  "STAGEHAND_BROWSER_COMMAND_URL",
+  "ELIZA_STAGEHAND_COMMAND_URL"
+];
+const STAGEHAND_BASE_URL_ENV = [
+  "ELIZA_BROWSER_STAGEHAND_URL",
+  "STAGEHAND_SERVER_URL",
+  "ELIZA_STAGEHAND_SERVER_URL"
+];
+const STAGEHAND_AUTO_SETUP_ENV = "ELIZA_BROWSER_STAGEHAND_AUTO_SETUP";
+const STAGEHAND_ALLOW_MOBILE_ENV = "ELIZA_BROWSER_ALLOW_STAGEHAND_ON_MOBILE";
+async function maybeCreateStagehandTarget(env = process.env) {
+  if (isDisabled(env.ELIZA_BROWSER_STAGEHAND_ENABLED)) return null;
+  const mobile = isMobileRuntime(env);
+  if (mobile && !isEnabled(env[STAGEHAND_ALLOW_MOBILE_ENV])) {
+    logger.debug(
+      "[BrowserService] stagehand target not registered on mobile; using the app browser surface instead"
+    );
+    return null;
+  }
+  if (!isDisabled(env[STAGEHAND_AUTO_SETUP_ENV])) {
+    ensureLocalStagehandServer(env);
+  }
+  const commandUrl = resolveStagehandCommandUrl(env);
+  if (!commandUrl) {
+    logger.debug(
+      "[BrowserService] stagehand target not registered; set ELIZA_BROWSER_STAGEHAND_COMMAND_URL or STAGEHAND_SERVER_URL to enable it"
+    );
+    return null;
+  }
+  return {
+    id: "stagehand",
+    name: "Stagehand Browser",
+    description: "Fallback Stagehand/Playwright browser backend reached through a local or remote stagehand command endpoint.",
+    kind: "stagehand",
+    priority: 10,
+    score: ({ mobile: mobileContext }) => mobileContext ? null : 10,
+    available: async () => probeStagehand(commandUrl, env),
+    execute: async (command) => executeStagehandCommand(commandUrl, command)
+  };
+}
+function resolveStagehandCommandUrl(env) {
+  for (const key of STAGEHAND_COMMAND_URL_ENV) {
+    const value = normalizeUrl(env[key]);
+    if (value) return value;
+  }
+  for (const key of STAGEHAND_BASE_URL_ENV) {
+    const value = normalizeUrl(env[key]);
+    if (value) return new URL("/api/browser-command", value).toString();
+  }
+  return null;
+}
+async function probeStagehand(_commandUrl, env) {
+  const healthUrl = normalizeUrl(env.ELIZA_BROWSER_STAGEHAND_HEALTH_URL);
+  if (!healthUrl) return true;
+  try {
+    const response = await fetch(healthUrl, { method: "GET" });
+    return response.ok;
+  } catch {
+    return false;
+  }
+}
+async function executeStagehandCommand(commandUrl, command) {
+  const response = await fetch(commandUrl, {
+    method: "POST",
+    headers: { "content-type": "application/json" },
+    body: JSON.stringify({ command })
+  });
+  const body = await response.json().catch(() => null);
+  if (!response.ok) {
+    const message = body && typeof body === "object" && "error" in body ? String(body.error) : `Stagehand command endpoint returned HTTP ${response.status}`;
+    throw new Error(message);
+  }
+  return normalizeStagehandResult(command, body);
+}
+function normalizeStagehandResult(command, body) {
+  if (body && typeof body === "object") {
+    const record = body;
+    const result = record.result && typeof record.result === "object" ? record.result : record;
+    return {
+      ...result,
+      mode: "cloud",
+      subaction: command.subaction
+    };
+  }
+  return {
+    mode: "cloud",
+    subaction: command.subaction,
+    value: body
+  };
+}
+function ensureLocalStagehandServer(env) {
+  const stagehandDir = findStagehandDir(env);
+  if (!stagehandDir) return false;
+  const stagehandIndex = path.join(stagehandDir, "dist", "index.js");
+  if (fs.existsSync(stagehandIndex)) return true;
+  const stagehandSrc = path.join(stagehandDir, "src", "index.ts");
+  if (!fs.existsSync(stagehandSrc)) return false;
+  try {
+    if (!fs.existsSync(path.join(stagehandDir, "node_modules"))) {
+      execSync("bun install --ignore-scripts", {
+        cwd: stagehandDir,
+        stdio: "ignore",
+        timeout: 6e4
+      });
+    }
+    const localTsc = path.join(stagehandDir, "node_modules", ".bin", "tsc");
+    if (fs.existsSync(localTsc)) {
+      execFileSync(localTsc, [], {
+        cwd: stagehandDir,
+        stdio: "ignore",
+        timeout: 6e4
+      });
+    } else {
+      execFileSync("bunx", ["tsc"], {
+        cwd: stagehandDir,
+        stdio: "ignore",
+        timeout: 6e4
+      });
+    }
+    logger.info("[BrowserService] stagehand-server built successfully");
+    return fs.existsSync(stagehandIndex);
+  } catch (err) {
+    const message = err instanceof Error ? err.message : String(err);
+    logger.debug(
+      `[BrowserService] stagehand-server auto-setup failed: ${message}`
+    );
+    return false;
+  }
+}
+function findStagehandDir(env) {
+  const configured = env.ELIZA_BROWSER_STAGEHAND_DIR?.trim();
+  const candidates = [
+    configured,
+    ...ancestorPaths(pluginSrcDir).flatMap((root) => [
+      path.join(root, "stagehand-server"),
+      path.join(root, "plugins", "plugin-browser", "stagehand-server"),
+      path.join(root, "eliza", "plugins", "plugin-browser", "stagehand-server")
+    ])
+  ].filter((candidate) => Boolean(candidate));
+  for (const candidate of candidates) {
+    const dir = path.resolve(candidate);
+    if (fs.existsSync(path.join(dir, "dist", "index.js")) || fs.existsSync(path.join(dir, "src", "index.ts"))) {
+      return dir;
+    }
+  }
+  return null;
+}
+function ancestorPaths(start) {
+  const ancestors = [];
+  let current = path.resolve(start);
+  while (true) {
+    ancestors.push(current);
+    const parent = path.dirname(current);
+    if (parent === current) return ancestors;
+    current = parent;
+  }
+}
+function normalizeUrl(value) {
+  if (!value?.trim()) return null;
+  try {
+    return new URL(value.trim()).toString();
+  } catch {
+    return null;
+  }
+}
+function isEnabled(value) {
+  return value === "1" || value?.toLowerCase() === "true";
+}
+function isDisabled(value) {
+  return value === "0" || value?.toLowerCase() === "false";
+}
+function isMobileRuntime(env) {
+  const platform = (env.ELIZA_MOBILE_PLATFORM ?? env.ELIZA_PLATFORM ?? env.CAPACITOR_PLATFORM ?? "").toLowerCase();
+  return platform === "ios" || platform === "android" || platform === "mobile";
+}
+export {
+  maybeCreateStagehandTarget
+};
+//# sourceMappingURL=stagehand-target.js.map

package/dist/targets/stagehand-target.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/targets/stagehand-target.ts"],"sourcesContent":["import { execFileSync, execSync } from \"node:child_process\";\nimport fs from \"node:fs\";\nimport path from \"node:path\";\nimport { fileURLToPath } from \"node:url\";\nimport { logger } from \"@elizaos/core\";\nimport type { BrowserTarget } from \"../browser-service.js\";\nimport type {\n  BrowserWorkspaceCommand,\n  BrowserWorkspaceCommandResult,\n} from \"../workspace/browser-workspace-types.js\";\n\nconst pluginSrcDir = path.dirname(fileURLToPath(import.meta.url));\n\nconst STAGEHAND_COMMAND_URL_ENV = [\n  \"ELIZA_BROWSER_STAGEHAND_COMMAND_URL\",\n  \"STAGEHAND_BROWSER_COMMAND_URL\",\n  \"ELIZA_STAGEHAND_COMMAND_URL\",\n] as const;\n\nconst STAGEHAND_BASE_URL_ENV = [\n  \"ELIZA_BROWSER_STAGEHAND_URL\",\n  \"STAGEHAND_SERVER_URL\",\n  \"ELIZA_STAGEHAND_SERVER_URL\",\n] as const;\n\nconst STAGEHAND_AUTO_SETUP_ENV = \"ELIZA_BROWSER_STAGEHAND_AUTO_SETUP\";\nconst STAGEHAND_ALLOW_MOBILE_ENV = \"ELIZA_BROWSER_ALLOW_STAGEHAND_ON_MOBILE\";\n\nexport async function maybeCreateStagehandTarget(\n  env: NodeJS.ProcessEnv = process.env,\n): Promise<BrowserTarget | null> {\n  if (isDisabled(env.ELIZA_BROWSER_STAGEHAND_ENABLED)) return null;\n\n  const mobile = isMobileRuntime(env);\n  if (mobile && !isEnabled(env[STAGEHAND_ALLOW_MOBILE_ENV])) {\n    logger.debug(\n      \"[BrowserService] stagehand target not registered on mobile; using the app browser surface instead\",\n    );\n    return null;\n  }\n\n  if (!isDisabled(env[STAGEHAND_AUTO_SETUP_ENV])) {\n    ensureLocalStagehandServer(env);\n  }\n\n  const commandUrl = resolveStagehandCommandUrl(env);\n  if (!commandUrl) {\n    logger.debug(\n      \"[BrowserService] stagehand target not registered; set ELIZA_BROWSER_STAGEHAND_COMMAND_URL or STAGEHAND_SERVER_URL to enable it\",\n    );\n    return null;\n  }\n\n  return {\n    id: \"stagehand\",\n    name: \"Stagehand Browser\",\n    description:\n      \"Fallback Stagehand/Playwright browser backend reached through a local or remote stagehand command endpoint.\",\n    kind: \"stagehand\",\n    priority: 10,\n    score: ({ mobile: mobileContext }) => (mobileContext ? null : 10),\n    available: async () => probeStagehand(commandUrl, env),\n    execute: async (command) => executeStagehandCommand(commandUrl, command),\n  };\n}\n\nfunction resolveStagehandCommandUrl(env: NodeJS.ProcessEnv): string | null {\n  for (const key of STAGEHAND_COMMAND_URL_ENV) {\n    const value = normalizeUrl(env[key]);\n    if (value) return value;\n  }\n  for (const key of STAGEHAND_BASE_URL_ENV) {\n    const value = normalizeUrl(env[key]);\n    if (value) return new URL(\"/api/browser-command\", value).toString();\n  }\n  return null;\n}\n\nasync function probeStagehand(\n  _commandUrl: string,\n  env: NodeJS.ProcessEnv,\n): Promise<boolean> {\n  const healthUrl = normalizeUrl(env.ELIZA_BROWSER_STAGEHAND_HEALTH_URL);\n  if (!healthUrl) return true;\n  try {\n    const response = await fetch(healthUrl, { method: \"GET\" });\n    return response.ok;\n  } catch {\n    return false;\n  }\n}\n\nasync function executeStagehandCommand(\n  commandUrl: string,\n  command: BrowserWorkspaceCommand,\n): Promise<BrowserWorkspaceCommandResult> {\n  const response = await fetch(commandUrl, {\n    method: \"POST\",\n    headers: { \"content-type\": \"application/json\" },\n    body: JSON.stringify({ command }),\n  });\n  const body = await response.json().catch(() => null);\n  if (!response.ok) {\n    const message =\n      body && typeof body === \"object\" && \"error\" in body\n        ? String((body as { error?: unknown }).error)\n        : `Stagehand command endpoint returned HTTP ${response.status}`;\n    throw new Error(message);\n  }\n  return normalizeStagehandResult(command, body);\n}\n\nfunction normalizeStagehandResult(\n  command: BrowserWorkspaceCommand,\n  body: unknown,\n): BrowserWorkspaceCommandResult {\n  if (body && typeof body === \"object\") {\n    const record = body as {\n      result?: unknown;\n      mode?: unknown;\n      subaction?: unknown;\n      value?: unknown;\n    };\n    const result =\n      record.result && typeof record.result === \"object\"\n        ? (record.result as BrowserWorkspaceCommandResult)\n        : (record as BrowserWorkspaceCommandResult);\n    return {\n      ...result,\n      mode: \"cloud\",\n      subaction: command.subaction,\n    };\n  }\n  return {\n    mode: \"cloud\",\n    subaction: command.subaction,\n    value: body,\n  };\n}\n\nfunction ensureLocalStagehandServer(env: NodeJS.ProcessEnv): boolean {\n  const stagehandDir = findStagehandDir(env);\n  if (!stagehandDir) return false;\n\n  const stagehandIndex = path.join(stagehandDir, \"dist\", \"index.js\");\n  if (fs.existsSync(stagehandIndex)) return true;\n\n  const stagehandSrc = path.join(stagehandDir, \"src\", \"index.ts\");\n  if (!fs.existsSync(stagehandSrc)) return false;\n\n  try {\n    if (!fs.existsSync(path.join(stagehandDir, \"node_modules\"))) {\n      execSync(\"bun install --ignore-scripts\", {\n        cwd: stagehandDir,\n        stdio: \"ignore\",\n        timeout: 60_000,\n      });\n    }\n    const localTsc = path.join(stagehandDir, \"node_modules\", \".bin\", \"tsc\");\n    if (fs.existsSync(localTsc)) {\n      execFileSync(localTsc, [], {\n        cwd: stagehandDir,\n        stdio: \"ignore\",\n        timeout: 60_000,\n      });\n    } else {\n      execFileSync(\"bunx\", [\"tsc\"], {\n        cwd: stagehandDir,\n        stdio: \"ignore\",\n        timeout: 60_000,\n      });\n    }\n    logger.info(\"[BrowserService] stagehand-server built successfully\");\n    return fs.existsSync(stagehandIndex);\n  } catch (err) {\n    const message = err instanceof Error ? err.message : String(err);\n    logger.debug(\n      `[BrowserService] stagehand-server auto-setup failed: ${message}`,\n    );\n    return false;\n  }\n}\n\nfunction findStagehandDir(env: NodeJS.ProcessEnv): string | null {\n  const configured = env.ELIZA_BROWSER_STAGEHAND_DIR?.trim();\n  const candidates = [\n    configured,\n    ...ancestorPaths(pluginSrcDir).flatMap((root) => [\n      path.join(root, \"stagehand-server\"),\n      path.join(root, \"plugins\", \"plugin-browser\", \"stagehand-server\"),\n      path.join(root, \"eliza\", \"plugins\", \"plugin-browser\", \"stagehand-server\"),\n    ]),\n  ].filter((candidate): candidate is string => Boolean(candidate));\n\n  for (const candidate of candidates) {\n    const dir = path.resolve(candidate);\n    if (\n      fs.existsSync(path.join(dir, \"dist\", \"index.js\")) ||\n      fs.existsSync(path.join(dir, \"src\", \"index.ts\"))\n    ) {\n      return dir;\n    }\n  }\n  return null;\n}\n\nfunction ancestorPaths(start: string): string[] {\n  const ancestors: string[] = [];\n  let current = path.resolve(start);\n  while (true) {\n    ancestors.push(current);\n    const parent = path.dirname(current);\n    if (parent === current) return ancestors;\n    current = parent;\n  }\n}\n\nfunction normalizeUrl(value: string | undefined): string | null {\n  if (!value?.trim()) return null;\n  try {\n    return new URL(value.trim()).toString();\n  } catch {\n    return null;\n  }\n}\n\nfunction isEnabled(value: string | undefined): boolean {\n  return value === \"1\" || value?.toLowerCase() === \"true\";\n}\n\nfunction isDisabled(value: string | undefined): boolean {\n  return value === \"0\" || value?.toLowerCase() === \"false\";\n}\n\nfunction isMobileRuntime(env: NodeJS.ProcessEnv): boolean {\n  const platform = (\n    env.ELIZA_MOBILE_PLATFORM ??\n    env.ELIZA_PLATFORM ??\n    env.CAPACITOR_PLATFORM ??\n    \"\"\n  ).toLowerCase();\n  return platform === \"ios\" || platform === \"android\" || platform === \"mobile\";\n}\n"],"mappings":"AAAA,SAAS,cAAc,gBAAgB;AACvC,OAAO,QAAQ;AACf,OAAO,UAAU;AACjB,SAAS,qBAAqB;AAC9B,SAAS,cAAc;AAOvB,MAAM,eAAe,KAAK,QAAQ,cAAc,YAAY,GAAG,CAAC;AAEhE,MAAM,4BAA4B;AAAA,EAChC;AAAA,EACA;AAAA,EACA;AACF;AAEA,MAAM,yBAAyB;AAAA,EAC7B;AAAA,EACA;AAAA,EACA;AACF;AAEA,MAAM,2BAA2B;AACjC,MAAM,6BAA6B;AAEnC,eAAsB,2BACpB,MAAyB,QAAQ,KACF;AAC/B,MAAI,WAAW,IAAI,+BAA+B,EAAG,QAAO;AAE5D,QAAM,SAAS,gBAAgB,GAAG;AAClC,MAAI,UAAU,CAAC,UAAU,IAAI,0BAA0B,CAAC,GAAG;AACzD,WAAO;AAAA,MACL;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAEA,MAAI,CAAC,WAAW,IAAI,wBAAwB,CAAC,GAAG;AAC9C,+BAA2B,GAAG;AAAA,EAChC;AAEA,QAAM,aAAa,2BAA2B,GAAG;AACjD,MAAI,CAAC,YAAY;AACf,WAAO;AAAA,MACL;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAEA,SAAO;AAAA,IACL,IAAI;AAAA,IACJ,MAAM;AAAA,IACN,aACE;AAAA,IACF,MAAM;AAAA,IACN,UAAU;AAAA,IACV,OAAO,CAAC,EAAE,QAAQ,cAAc,MAAO,gBAAgB,OAAO;AAAA,IAC9D,WAAW,YAAY,eAAe,YAAY,GAAG;AAAA,IACrD,SAAS,OAAO,YAAY,wBAAwB,YAAY,OAAO;AAAA,EACzE;AACF;AAEA,SAAS,2BAA2B,KAAuC;AACzE,aAAW,OAAO,2BAA2B;AAC3C,UAAM,QAAQ,aAAa,IAAI,GAAG,CAAC;AACnC,QAAI,MAAO,QAAO;AAAA,EACpB;AACA,aAAW,OAAO,wBAAwB;AACxC,UAAM,QAAQ,aAAa,IAAI,GAAG,CAAC;AACnC,QAAI,MAAO,QAAO,IAAI,IAAI,wBAAwB,KAAK,EAAE,SAAS;AAAA,EACpE;AACA,SAAO;AACT;AAEA,eAAe,eACb,aACA,KACkB;AAClB,QAAM,YAAY,aAAa,IAAI,kCAAkC;AACrE,MAAI,CAAC,UAAW,QAAO;AACvB,MAAI;AACF,UAAM,WAAW,MAAM,MAAM,WAAW,EAAE,QAAQ,MAAM,CAAC;AACzD,WAAO,SAAS;AAAA,EAClB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAe,wBACb,YACA,SACwC;AACxC,QAAM,WAAW,MAAM,MAAM,YAAY;AAAA,IACvC,QAAQ;AAAA,IACR,SAAS,EAAE,gBAAgB,mBAAmB;AAAA,IAC9C,MAAM,KAAK,UAAU,EAAE,QAAQ,CAAC;AAAA,EAClC,CAAC;AACD,QAAM,OAAO,MAAM,SAAS,KAAK,EAAE,MAAM,MAAM,IAAI;AACnD,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,UACJ,QAAQ,OAAO,SAAS,YAAY,WAAW,OAC3C,OAAQ,KAA6B,KAAK,IAC1C,4CAA4C,SAAS,MAAM;AACjE,UAAM,IAAI,MAAM,OAAO;AAAA,EACzB;AACA,SAAO,yBAAyB,SAAS,IAAI;AAC/C;AAEA,SAAS,yBACP,SACA,MAC+B;AAC/B,MAAI,QAAQ,OAAO,SAAS,UAAU;AACpC,UAAM,SAAS;AAMf,UAAM,SACJ,OAAO,UAAU,OAAO,OAAO,WAAW,WACrC,OAAO,SACP;AACP,WAAO;AAAA,MACL,GAAG;AAAA,MACH,MAAM;AAAA,MACN,WAAW,QAAQ;AAAA,IACrB;AAAA,EACF;AACA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,WAAW,QAAQ;AAAA,IACnB,OAAO;AAAA,EACT;AACF;AAEA,SAAS,2BAA2B,KAAiC;AACnE,QAAM,eAAe,iBAAiB,GAAG;AACzC,MAAI,CAAC,aAAc,QAAO;AAE1B,QAAM,iBAAiB,KAAK,KAAK,cAAc,QAAQ,UAAU;AACjE,MAAI,GAAG,WAAW,cAAc,EAAG,QAAO;AAE1C,QAAM,eAAe,KAAK,KAAK,cAAc,OAAO,UAAU;AAC9D,MAAI,CAAC,GAAG,WAAW,YAAY,EAAG,QAAO;AAEzC,MAAI;AACF,QAAI,CAAC,GAAG,WAAW,KAAK,KAAK,cAAc,cAAc,CAAC,GAAG;AAC3D,eAAS,gCAAgC;AAAA,QACvC,KAAK;AAAA,QACL,OAAO;AAAA,QACP,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AACA,UAAM,WAAW,KAAK,KAAK,cAAc,gBAAgB,QAAQ,KAAK;AACtE,QAAI,GAAG,WAAW,QAAQ,GAAG;AAC3B,mBAAa,UAAU,CAAC,GAAG;AAAA,QACzB,KAAK;AAAA,QACL,OAAO;AAAA,QACP,SAAS;AAAA,MACX,CAAC;AAAA,IACH,OAAO;AACL,mBAAa,QAAQ,CAAC,KAAK,GAAG;AAAA,QAC5B,KAAK;AAAA,QACL,OAAO;AAAA,QACP,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AACA,WAAO,KAAK,sDAAsD;AAClE,WAAO,GAAG,WAAW,cAAc;AAAA,EACrC,SAAS,KAAK;AACZ,UAAM,UAAU,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC/D,WAAO;AAAA,MACL,wDAAwD,OAAO;AAAA,IACjE;AACA,WAAO;AAAA,EACT;AACF;AAEA,SAAS,iBAAiB,KAAuC;AAC/D,QAAM,aAAa,IAAI,6BAA6B,KAAK;AACzD,QAAM,aAAa;AAAA,IACjB;AAAA,IACA,GAAG,cAAc,YAAY,EAAE,QAAQ,CAAC,SAAS;AAAA,MAC/C,KAAK,KAAK,MAAM,kBAAkB;AAAA,MAClC,KAAK,KAAK,MAAM,WAAW,kBAAkB,kBAAkB;AAAA,MAC/D,KAAK,KAAK,MAAM,SAAS,WAAW,kBAAkB,kBAAkB;AAAA,IAC1E,CAAC;AAAA,EACH,EAAE,OAAO,CAAC,cAAmC,QAAQ,SAAS,CAAC;AAE/D,aAAW,aAAa,YAAY;AAClC,UAAM,MAAM,KAAK,QAAQ,SAAS;AAClC,QACE,GAAG,WAAW,KAAK,KAAK,KAAK,QAAQ,UAAU,CAAC,KAChD,GAAG,WAAW,KAAK,KAAK,KAAK,OAAO,UAAU,CAAC,GAC/C;AACA,aAAO;AAAA,IACT;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,cAAc,OAAyB;AAC9C,QAAM,YAAsB,CAAC;AAC7B,MAAI,UAAU,KAAK,QAAQ,KAAK;AAChC,SAAO,MAAM;AACX,cAAU,KAAK,OAAO;AACtB,UAAM,SAAS,KAAK,QAAQ,OAAO;AACnC,QAAI,WAAW,QAAS,QAAO;AAC/B,cAAU;AAAA,EACZ;AACF;AAEA,SAAS,aAAa,OAA0C;AAC9D,MAAI,CAAC,OAAO,KAAK,EAAG,QAAO;AAC3B,MAAI;AACF,WAAO,IAAI,IAAI,MAAM,KAAK,CAAC,EAAE,SAAS;AAAA,EACxC,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,SAAS,UAAU,OAAoC;AACrD,SAAO,UAAU,OAAO,OAAO,YAAY,MAAM;AACnD;AAEA,SAAS,WAAW,OAAoC;AACtD,SAAO,UAAU,OAAO,OAAO,YAAY,MAAM;AACnD;AAEA,SAAS,gBAAgB,KAAiC;AACxD,QAAM,YACJ,IAAI,yBACJ,IAAI,kBACJ,IAAI,sBACJ,IACA,YAAY;AACd,SAAO,aAAa,SAAS,aAAa,aAAa,aAAa;AACtE;","names":[]}

package/dist/workspace/browser-capture.d.ts

@@ -8,7 +8,7 @@
  *
  * Visual parity with the desktop shell:
  * - Appends `?popout` to the URL so the app renders StreamView directly
- *   (skips onboarding, auth gates, navigation chrome).
+ *   (without onboarding, auth gates, or navigation chrome).
  * - Enables SwiftShader for WebGL so VRM avatar renders identically.
  * - Seeds localStorage with overlay layout, theme, and avatar index so
  *   the first rendered frame matches the configured appearance.

package/dist/workspace/browser-capture.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"browser-capture.d.ts","sourceRoot":"","sources":["../../src/workspace/browser-capture.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAoBH,oDAAoD;AACpD,eAAO,MAAM,UAAU,QAA2C,CAAC;AAEnE,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,+EAA+E;IAC/E,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,6DAA6D;IAC7D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,8BAA8B;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,wEAAwE;IACxE,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,+BAA+B,IAAI,MAAM,CAExD;AAED,wBAAgB,yBAAyB,IAAI,OAAO,CAEnD;AA2BD,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,oBAAoB,iBAoHrE;AAED,wBAAsB,kBAAkB,kBAevC;AAED,wBAAgB,uBAAuB,IAAI,OAAO,CAEjD;AAED,wBAAgB,YAAY,IAAI,OAAO,CAEtC"}
+{"version":3,"file":"browser-capture.d.ts","sourceRoot":"","sources":["../../src/workspace/browser-capture.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAoDH,oDAAoD;AACpD,eAAO,MAAM,UAAU,QAA2C,CAAC;AAEnE,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,+EAA+E;IAC/E,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,6DAA6D;IAC7D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,8BAA8B;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,wEAAwE;IACxE,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,+BAA+B,IAAI,MAAM,CAExD;AAED,wBAAgB,yBAAyB,IAAI,OAAO,CAEnD;AA2BD,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,oBAAoB,iBAoHrE;AAED,wBAAsB,kBAAkB,kBAevC;AAED,wBAAgB,uBAAuB,IAAI,OAAO,CAEjD;AAED,wBAAgB,YAAY,IAAI,OAAO,CAEtC"}

package/dist/workspace/browser-capture.js

@@ -3,7 +3,39 @@ import { tmpdir } from "node:os";
 import { join } from "node:path";
 import { setTimeout as sleep } from "node:timers/promises";
 import { logger } from "@elizaos/core";
-const CHROME_PATH = process.platform === "darwin" ? "/Applications/Google Chrome.app/Contents/MacOS/Google Chrome" : process.platform === "win32" ? "C:\\Program Files\\Google Chrome\\Application\\chrome.exe" : "/usr/bin/google-chrome-stable";
+function resolveChromePath() {
+  if (process.platform === "darwin") {
+    return "/Applications/Google Chrome.app/Contents/MacOS/Google Chrome";
+  }
+  if (process.platform === "win32") {
+    const candidates = [
+      join(
+        process.env.PROGRAMFILES ?? "C:/Program Files",
+        "Google",
+        "Chrome",
+        "Application",
+        "chrome.exe"
+      ),
+      join(
+        process.env["PROGRAMFILES(X86)"] ?? "C:/Program Files (x86)",
+        "Google",
+        "Chrome",
+        "Application",
+        "chrome.exe"
+      ),
+      join(
+        process.env.LOCALAPPDATA ?? "",
+        "Google",
+        "Chrome",
+        "Application",
+        "chrome.exe"
+      )
+    ];
+    return candidates.find((p) => existsSync(p)) ?? candidates[0];
+  }
+  return "/usr/bin/google-chrome-stable";
+}
+const CHROME_PATH = resolveChromePath();
 let activeBrowser = null;
 let activeCaptureLoop = null;
 let stopSignal = false;

package/dist/workspace/browser-capture.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/workspace/browser-capture.ts"],"sourcesContent":["/**\n * Headless browser capture — opens the StreamView in headless Chrome and\n * saves screenshots to a temp file. FFmpeg reads the temp file using\n * -loop 1 to continuously re-read the latest frame.\n *\n * This approach avoids the pipe bottleneck — FFmpeg reads at its own\n * pace while the browser updates the file independently.\n *\n * Visual parity with the desktop shell:\n * - Appends `?popout` to the URL so the app renders StreamView directly\n *   (skips onboarding, auth gates, navigation chrome).\n * - Enables SwiftShader for WebGL so VRM avatar renders identically.\n * - Seeds localStorage with overlay layout, theme, and avatar index so\n *   the first rendered frame matches the configured appearance.\n * - Uses `waitUntil: \"networkidle0\"` to ensure all assets load before capture.\n * - Keeps CSS animations/transitions enabled for visual parity.\n */\n\nimport { existsSync } from \"node:fs\";\nimport { tmpdir } from \"node:os\";\nimport { join } from \"node:path\";\nimport { setTimeout as sleep } from \"node:timers/promises\";\nimport { logger } from \"@elizaos/core\";\n\nconst CHROME_PATH =\n  process.platform === \"darwin\"\n    ? \"/Applications/Google Chrome.app/Contents/MacOS/Google Chrome\"\n    : process.platform === \"win32\"\n      ? \"C:\\\\Program Files\\\\Google Chrome\\\\Application\\\\chrome.exe\"\n      : \"/usr/bin/google-chrome-stable\";\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nlet activeBrowser: any | null = null;\nlet activeCaptureLoop: Promise<void> | null = null;\nlet stopSignal = false;\n\n/** Path to the temp frame file that FFmpeg reads */\nexport const FRAME_FILE = join(tmpdir(), \"eliza-stream-frame.jpg\");\n\nexport interface BrowserCaptureConfig {\n  url: string;\n  width?: number;\n  height?: number;\n  fps?: number;\n  quality?: number;\n  /** Optional overlay layout JSON to seed into localStorage before page load. */\n  overlayLayout?: string;\n  /** Theme name to apply (e.g. \"eliza\", \"haxor\", \"psycho\"). */\n  theme?: string;\n  /** Avatar VRM index (1–8). */\n  avatarIndex?: number;\n  /** Destination ID — seeds the destination-specific localStorage key. */\n  destinationId?: string;\n}\n\nexport function getBrowserCaptureExecutablePath(): string {\n  return CHROME_PATH;\n}\n\nexport function isBrowserCaptureSupported(): boolean {\n  return existsSync(CHROME_PATH);\n}\n\n/**\n * Ensure the URL includes the `?popout` parameter so the app renders only\n * StreamView, skipping startup gates and navigation chrome.\n */\nfunction ensurePopoutUrl(raw: string): string {\n  try {\n    const u = new URL(raw);\n    // Handle both query and hash-based routing\n    if (u.hash?.includes(\"?\")) {\n      if (!u.hash.includes(\"popout\")) {\n        u.hash = `${u.hash}&popout`;\n      }\n    } else if (u.hash) {\n      u.hash = `${u.hash}?popout`;\n    } else if (!u.searchParams.has(\"popout\")) {\n      u.searchParams.set(\"popout\", \"\");\n    }\n    return u.toString();\n  } catch {\n    // Fallback: just append\n    const sep = raw.includes(\"?\") ? \"&\" : \"?\";\n    return `${raw}${sep}popout`;\n  }\n}\n\nexport async function startBrowserCapture(config: BrowserCaptureConfig) {\n  if (activeBrowser) {\n    logger.info(\"[browser-capture] Already running\");\n    return;\n  }\n\n  if (!isBrowserCaptureSupported()) {\n    throw new Error(\n      `Google Chrome not found at ${CHROME_PATH}. Install Chrome or update browser-capture before enabling screen capture.`,\n    );\n  }\n\n  const { url, width = 1280, height = 720, fps = 4, quality = 70 } = config;\n  const captureUrl = ensurePopoutUrl(url);\n\n  stopSignal = false;\n  logger.info(`[browser-capture] Launching headless Chrome to ${captureUrl}`);\n\n  const { default: puppeteer } = await import(\"puppeteer-core\");\n  const browser = await puppeteer.launch({\n    executablePath: CHROME_PATH,\n    headless: true,\n    args: [\n      `--window-size=${width},${height}`,\n      \"--no-sandbox\",\n      \"--disable-dev-shm-usage\",\n      \"--disable-extensions\",\n      \"--mute-audio\",\n      // WebGL / SwiftShader — required for VRM avatar rendering parity\n      \"--use-gl=swiftshader\",\n      \"--enable-webgl\",\n      \"--ignore-gpu-blocklist\",\n    ],\n  });\n\n  activeBrowser = browser;\n\n  const page = await browser.newPage();\n  await page.setViewport({ width, height, deviceScaleFactor: 1 });\n\n  // Seed localStorage before navigation so the first render matches the desktop shell.\n  // Keys must match exactly what the React app reads:\n  //   - \"eliza:theme\"                        → ThemeName\n  //   - \"eliza_avatar_index\"                 → VRM index (1–8)\n  //   - \"eliza.stream.overlay-layout.v1[.destId]\" → OverlayLayout JSON\n  await page.evaluateOnNewDocument(\n    (\n      overlayLayout: string | undefined,\n      theme: string | undefined,\n      avatarIndex: number | undefined,\n      destinationId: string | undefined,\n    ) => {\n      if (overlayLayout) {\n        // Seed both global and destination-specific keys so the hook\n        // resolves correctly regardless of when activeDestination loads.\n        localStorage.setItem(\"eliza.stream.overlay-layout.v1\", overlayLayout);\n        if (destinationId) {\n          localStorage.setItem(\n            `eliza.stream.overlay-layout.v1.${destinationId}`,\n            overlayLayout,\n          );\n        }\n      }\n      if (theme) {\n        localStorage.setItem(\"eliza:theme\", theme);\n      }\n      if (avatarIndex != null) {\n        localStorage.setItem(\"eliza_avatar_index\", String(avatarIndex));\n      }\n    },\n    config.overlayLayout,\n    config.theme,\n    config.avatarIndex,\n    config.destinationId,\n  );\n\n  // Use networkidle0 so fonts, VRM models, and preview images finish loading\n  await page.goto(captureUrl, {\n    waitUntil: \"networkidle0\",\n    timeout: 60_000,\n  });\n\n  logger.info(`[browser-capture] Page loaded, writing frames to ${FRAME_FILE}`);\n\n  let frameCount = 0;\n  const frameIntervalMs = Math.max(100, Math.round(1000 / Math.max(1, fps)));\n  activeCaptureLoop = (async () => {\n    while (!stopSignal) {\n      try {\n        await page.screenshot({\n          path: FRAME_FILE,\n          quality,\n          type: \"jpeg\",\n        });\n        frameCount += 1;\n        if (frameCount % 20 === 0) {\n          logger.debug(`[browser-capture] ${frameCount} frames written`);\n        }\n      } catch (error) {\n        if (!stopSignal) {\n          logger.warn(\n            `[browser-capture] frame capture failed: ${\n              error instanceof Error ? error.message : String(error)\n            }`,\n          );\n        }\n      }\n      if (!stopSignal) {\n        await sleep(frameIntervalMs);\n      }\n    }\n  })();\n\n  logger.info(\n    `[browser-capture] Screenshot loop active (${fps} fps), saving to ${FRAME_FILE}`,\n  );\n}\n\nexport async function stopBrowserCapture() {\n  stopSignal = true;\n  if (activeCaptureLoop) {\n    try {\n      await activeCaptureLoop;\n    } catch {}\n    activeCaptureLoop = null;\n  }\n  if (activeBrowser) {\n    try {\n      await activeBrowser.close();\n    } catch {}\n    activeBrowser = null;\n  }\n  logger.info(\"[browser-capture] Stopped\");\n}\n\nexport function isBrowserCaptureRunning(): boolean {\n  return activeBrowser !== null;\n}\n\nexport function hasFrameFile(): boolean {\n  return existsSync(FRAME_FILE);\n}\n"],"mappings":"AAkBA,SAAS,kBAAkB;AAC3B,SAAS,cAAc;AACvB,SAAS,YAAY;AACrB,SAAS,cAAc,aAAa;AACpC,SAAS,cAAc;AAEvB,MAAM,cACJ,QAAQ,aAAa,WACjB,iEACA,QAAQ,aAAa,UACnB,8DACA;AAGR,IAAI,gBAA4B;AAChC,IAAI,oBAA0C;AAC9C,IAAI,aAAa;AAGV,MAAM,aAAa,KAAK,OAAO,GAAG,wBAAwB;AAkB1D,SAAS,kCAA0C;AACxD,SAAO;AACT;AAEO,SAAS,4BAAqC;AACnD,SAAO,WAAW,WAAW;AAC/B;AAMA,SAAS,gBAAgB,KAAqB;AAC5C,MAAI;AACF,UAAM,IAAI,IAAI,IAAI,GAAG;AAErB,QAAI,EAAE,MAAM,SAAS,GAAG,GAAG;AACzB,UAAI,CAAC,EAAE,KAAK,SAAS,QAAQ,GAAG;AAC9B,UAAE,OAAO,GAAG,EAAE,IAAI;AAAA,MACpB;AAAA,IACF,WAAW,EAAE,MAAM;AACjB,QAAE,OAAO,GAAG,EAAE,IAAI;AAAA,IACpB,WAAW,CAAC,EAAE,aAAa,IAAI,QAAQ,GAAG;AACxC,QAAE,aAAa,IAAI,UAAU,EAAE;AAAA,IACjC;AACA,WAAO,EAAE,SAAS;AAAA,EACpB,QAAQ;AAEN,UAAM,MAAM,IAAI,SAAS,GAAG,IAAI,MAAM;AACtC,WAAO,GAAG,GAAG,GAAG,GAAG;AAAA,EACrB;AACF;AAEA,eAAsB,oBAAoB,QAA8B;AACtE,MAAI,eAAe;AACjB,WAAO,KAAK,mCAAmC;AAC/C;AAAA,EACF;AAEA,MAAI,CAAC,0BAA0B,GAAG;AAChC,UAAM,IAAI;AAAA,MACR,8BAA8B,WAAW;AAAA,IAC3C;AAAA,EACF;AAEA,QAAM,EAAE,KAAK,QAAQ,MAAM,SAAS,KAAK,MAAM,GAAG,UAAU,GAAG,IAAI;AACnE,QAAM,aAAa,gBAAgB,GAAG;AAEtC,eAAa;AACb,SAAO,KAAK,kDAAkD,UAAU,EAAE;AAE1E,QAAM,EAAE,SAAS,UAAU,IAAI,MAAM,OAAO,gBAAgB;AAC5D,QAAM,UAAU,MAAM,UAAU,OAAO;AAAA,IACrC,gBAAgB;AAAA,IAChB,UAAU;AAAA,IACV,MAAM;AAAA,MACJ,iBAAiB,KAAK,IAAI,MAAM;AAAA,MAChC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA;AAAA,MAEA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF,CAAC;AAED,kBAAgB;AAEhB,QAAM,OAAO,MAAM,QAAQ,QAAQ;AACnC,QAAM,KAAK,YAAY,EAAE,OAAO,QAAQ,mBAAmB,EAAE,CAAC;AAO9D,QAAM,KAAK;AAAA,IACT,CACE,eACA,OACA,aACA,kBACG;AACH,UAAI,eAAe;AAGjB,qBAAa,QAAQ,kCAAkC,aAAa;AACpE,YAAI,eAAe;AACjB,uBAAa;AAAA,YACX,kCAAkC,aAAa;AAAA,YAC/C;AAAA,UACF;AAAA,QACF;AAAA,MACF;AACA,UAAI,OAAO;AACT,qBAAa,QAAQ,eAAe,KAAK;AAAA,MAC3C;AACA,UAAI,eAAe,MAAM;AACvB,qBAAa,QAAQ,sBAAsB,OAAO,WAAW,CAAC;AAAA,MAChE;AAAA,IACF;AAAA,IACA,OAAO;AAAA,IACP,OAAO;AAAA,IACP,OAAO;AAAA,IACP,OAAO;AAAA,EACT;AAGA,QAAM,KAAK,KAAK,YAAY;AAAA,IAC1B,WAAW;AAAA,IACX,SAAS;AAAA,EACX,CAAC;AAED,SAAO,KAAK,oDAAoD,UAAU,EAAE;AAE5E,MAAI,aAAa;AACjB,QAAM,kBAAkB,KAAK,IAAI,KAAK,KAAK,MAAM,MAAO,KAAK,IAAI,GAAG,GAAG,CAAC,CAAC;AACzE,uBAAqB,YAAY;AAC/B,WAAO,CAAC,YAAY;AAClB,UAAI;AACF,cAAM,KAAK,WAAW;AAAA,UACpB,MAAM;AAAA,UACN;AAAA,UACA,MAAM;AAAA,QACR,CAAC;AACD,sBAAc;AACd,YAAI,aAAa,OAAO,GAAG;AACzB,iBAAO,MAAM,qBAAqB,UAAU,iBAAiB;AAAA,QAC/D;AAAA,MACF,SAAS,OAAO;AACd,YAAI,CAAC,YAAY;AACf,iBAAO;AAAA,YACL,2CACE,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,CACvD;AAAA,UACF;AAAA,QACF;AAAA,MACF;AACA,UAAI,CAAC,YAAY;AACf,cAAM,MAAM,eAAe;AAAA,MAC7B;AAAA,IACF;AAAA,EACF,GAAG;AAEH,SAAO;AAAA,IACL,6CAA6C,GAAG,oBAAoB,UAAU;AAAA,EAChF;AACF;AAEA,eAAsB,qBAAqB;AACzC,eAAa;AACb,MAAI,mBAAmB;AACrB,QAAI;AACF,YAAM;AAAA,IACR,QAAQ;AAAA,IAAC;AACT,wBAAoB;AAAA,EACtB;AACA,MAAI,eAAe;AACjB,QAAI;AACF,YAAM,cAAc,MAAM;AAAA,IAC5B,QAAQ;AAAA,IAAC;AACT,oBAAgB;AAAA,EAClB;AACA,SAAO,KAAK,2BAA2B;AACzC;AAEO,SAAS,0BAAmC;AACjD,SAAO,kBAAkB;AAC3B;AAEO,SAAS,eAAwB;AACtC,SAAO,WAAW,UAAU;AAC9B;","names":[]}
+{"version":3,"sources":["../../src/workspace/browser-capture.ts"],"sourcesContent":["/**\n * Headless browser capture — opens the StreamView in headless Chrome and\n * saves screenshots to a temp file. FFmpeg reads the temp file using\n * -loop 1 to continuously re-read the latest frame.\n *\n * This approach avoids the pipe bottleneck — FFmpeg reads at its own\n * pace while the browser updates the file independently.\n *\n * Visual parity with the desktop shell:\n * - Appends `?popout` to the URL so the app renders StreamView directly\n *   (without onboarding, auth gates, or navigation chrome).\n * - Enables SwiftShader for WebGL so VRM avatar renders identically.\n * - Seeds localStorage with overlay layout, theme, and avatar index so\n *   the first rendered frame matches the configured appearance.\n * - Uses `waitUntil: \"networkidle0\"` to ensure all assets load before capture.\n * - Keeps CSS animations/transitions enabled for visual parity.\n */\n\nimport { existsSync } from \"node:fs\";\nimport { tmpdir } from \"node:os\";\nimport { join } from \"node:path\";\nimport { setTimeout as sleep } from \"node:timers/promises\";\nimport { logger } from \"@elizaos/core\";\nimport type { Browser } from \"puppeteer-core\";\n\nfunction resolveChromePath(): string {\n  if (process.platform === \"darwin\") {\n    return \"/Applications/Google Chrome.app/Contents/MacOS/Google Chrome\";\n  }\n  if (process.platform === \"win32\") {\n    // Chrome installs under Google/Chrome/Application (a subdirectory), not a\n    // \"Google Chrome\" folder, and may be 64-bit, 32-bit, or per-user. Probe the\n    // standard locations and pick the first that exists. (join normalizes the\n    // forward-slash fallbacks to the Windows separator.)\n    const candidates = [\n      join(\n        process.env.PROGRAMFILES ?? \"C:/Program Files\",\n        \"Google\",\n        \"Chrome\",\n        \"Application\",\n        \"chrome.exe\",\n      ),\n      join(\n        process.env[\"PROGRAMFILES(X86)\"] ?? \"C:/Program Files (x86)\",\n        \"Google\",\n        \"Chrome\",\n        \"Application\",\n        \"chrome.exe\",\n      ),\n      join(\n        process.env.LOCALAPPDATA ?? \"\",\n        \"Google\",\n        \"Chrome\",\n        \"Application\",\n        \"chrome.exe\",\n      ),\n    ];\n    return candidates.find((p) => existsSync(p)) ?? candidates[0];\n  }\n  return \"/usr/bin/google-chrome-stable\";\n}\n\nconst CHROME_PATH = resolveChromePath();\n\nlet activeBrowser: Browser | null = null;\nlet activeCaptureLoop: Promise<void> | null = null;\nlet stopSignal = false;\n\n/** Path to the temp frame file that FFmpeg reads */\nexport const FRAME_FILE = join(tmpdir(), \"eliza-stream-frame.jpg\");\n\nexport interface BrowserCaptureConfig {\n  url: string;\n  width?: number;\n  height?: number;\n  fps?: number;\n  quality?: number;\n  /** Optional overlay layout JSON to seed into localStorage before page load. */\n  overlayLayout?: string;\n  /** Theme name to apply (e.g. \"eliza\", \"haxor\", \"psycho\"). */\n  theme?: string;\n  /** Avatar VRM index (1–8). */\n  avatarIndex?: number;\n  /** Destination ID — seeds the destination-specific localStorage key. */\n  destinationId?: string;\n}\n\nexport function getBrowserCaptureExecutablePath(): string {\n  return CHROME_PATH;\n}\n\nexport function isBrowserCaptureSupported(): boolean {\n  return existsSync(CHROME_PATH);\n}\n\n/**\n * Ensure the URL includes the `?popout` parameter so the app renders only\n * StreamView without startup gates or navigation chrome.\n */\nfunction ensurePopoutUrl(raw: string): string {\n  try {\n    const u = new URL(raw);\n    // Handle both query and hash-based routing\n    if (u.hash?.includes(\"?\")) {\n      if (!u.hash.includes(\"popout\")) {\n        u.hash = `${u.hash}&popout`;\n      }\n    } else if (u.hash) {\n      u.hash = `${u.hash}?popout`;\n    } else if (!u.searchParams.has(\"popout\")) {\n      u.searchParams.set(\"popout\", \"\");\n    }\n    return u.toString();\n  } catch {\n    // Fallback: just append\n    const sep = raw.includes(\"?\") ? \"&\" : \"?\";\n    return `${raw}${sep}popout`;\n  }\n}\n\nexport async function startBrowserCapture(config: BrowserCaptureConfig) {\n  if (activeBrowser) {\n    logger.info(\"[browser-capture] Already running\");\n    return;\n  }\n\n  if (!isBrowserCaptureSupported()) {\n    throw new Error(\n      `Google Chrome not found at ${CHROME_PATH}. Install Chrome or update browser-capture before enabling screen capture.`,\n    );\n  }\n\n  const { url, width = 1280, height = 720, fps = 4, quality = 70 } = config;\n  const captureUrl = ensurePopoutUrl(url);\n\n  stopSignal = false;\n  logger.info(`[browser-capture] Launching headless Chrome to ${captureUrl}`);\n\n  const { default: puppeteer } = await import(\"puppeteer-core\");\n  const browser = await puppeteer.launch({\n    executablePath: CHROME_PATH,\n    headless: true,\n    args: [\n      `--window-size=${width},${height}`,\n      \"--no-sandbox\",\n      \"--disable-dev-shm-usage\",\n      \"--disable-extensions\",\n      \"--mute-audio\",\n      // WebGL / SwiftShader — required for VRM avatar rendering parity\n      \"--use-gl=swiftshader\",\n      \"--enable-webgl\",\n      \"--ignore-gpu-blocklist\",\n    ],\n  });\n\n  activeBrowser = browser;\n\n  const page = await browser.newPage();\n  await page.setViewport({ width, height, deviceScaleFactor: 1 });\n\n  // Seed localStorage before navigation so the first render matches the desktop shell.\n  // Keys must match exactly what the React app reads:\n  //   - \"eliza:theme\"                        → ThemeName\n  //   - \"eliza_avatar_index\"                 → VRM index (1–8)\n  //   - \"eliza.stream.overlay-layout.v1[.destId]\" → OverlayLayout JSON\n  await page.evaluateOnNewDocument(\n    (\n      overlayLayout: string | undefined,\n      theme: string | undefined,\n      avatarIndex: number | undefined,\n      destinationId: string | undefined,\n    ) => {\n      if (overlayLayout) {\n        // Seed both global and destination-specific keys so the hook\n        // resolves correctly regardless of when activeDestination loads.\n        localStorage.setItem(\"eliza.stream.overlay-layout.v1\", overlayLayout);\n        if (destinationId) {\n          localStorage.setItem(\n            `eliza.stream.overlay-layout.v1.${destinationId}`,\n            overlayLayout,\n          );\n        }\n      }\n      if (theme) {\n        localStorage.setItem(\"eliza:theme\", theme);\n      }\n      if (avatarIndex != null) {\n        localStorage.setItem(\"eliza_avatar_index\", String(avatarIndex));\n      }\n    },\n    config.overlayLayout,\n    config.theme,\n    config.avatarIndex,\n    config.destinationId,\n  );\n\n  // Use networkidle0 so fonts, VRM models, and preview images finish loading\n  await page.goto(captureUrl, {\n    waitUntil: \"networkidle0\",\n    timeout: 60_000,\n  });\n\n  logger.info(`[browser-capture] Page loaded, writing frames to ${FRAME_FILE}`);\n\n  let frameCount = 0;\n  const frameIntervalMs = Math.max(100, Math.round(1000 / Math.max(1, fps)));\n  activeCaptureLoop = (async () => {\n    while (!stopSignal) {\n      try {\n        await page.screenshot({\n          path: FRAME_FILE,\n          quality,\n          type: \"jpeg\",\n        });\n        frameCount += 1;\n        if (frameCount % 20 === 0) {\n          logger.debug(`[browser-capture] ${frameCount} frames written`);\n        }\n      } catch (error) {\n        if (!stopSignal) {\n          logger.warn(\n            `[browser-capture] frame capture failed: ${\n              error instanceof Error ? error.message : String(error)\n            }`,\n          );\n        }\n      }\n      if (!stopSignal) {\n        await sleep(frameIntervalMs);\n      }\n    }\n  })();\n\n  logger.info(\n    `[browser-capture] Screenshot loop active (${fps} fps), saving to ${FRAME_FILE}`,\n  );\n}\n\nexport async function stopBrowserCapture() {\n  stopSignal = true;\n  if (activeCaptureLoop) {\n    try {\n      await activeCaptureLoop;\n    } catch {}\n    activeCaptureLoop = null;\n  }\n  if (activeBrowser) {\n    try {\n      await activeBrowser.close();\n    } catch {}\n    activeBrowser = null;\n  }\n  logger.info(\"[browser-capture] Stopped\");\n}\n\nexport function isBrowserCaptureRunning(): boolean {\n  return activeBrowser !== null;\n}\n\nexport function hasFrameFile(): boolean {\n  return existsSync(FRAME_FILE);\n}\n"],"mappings":"AAkBA,SAAS,kBAAkB;AAC3B,SAAS,cAAc;AACvB,SAAS,YAAY;AACrB,SAAS,cAAc,aAAa;AACpC,SAAS,cAAc;AAGvB,SAAS,oBAA4B;AACnC,MAAI,QAAQ,aAAa,UAAU;AACjC,WAAO;AAAA,EACT;AACA,MAAI,QAAQ,aAAa,SAAS;AAKhC,UAAM,aAAa;AAAA,MACjB;AAAA,QACE,QAAQ,IAAI,gBAAgB;AAAA,QAC5B;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA;AAAA,QACE,QAAQ,IAAI,mBAAmB,KAAK;AAAA,QACpC;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA;AAAA,QACE,QAAQ,IAAI,gBAAgB;AAAA,QAC5B;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,IACF;AACA,WAAO,WAAW,KAAK,CAAC,MAAM,WAAW,CAAC,CAAC,KAAK,WAAW,CAAC;AAAA,EAC9D;AACA,SAAO;AACT;AAEA,MAAM,cAAc,kBAAkB;AAEtC,IAAI,gBAAgC;AACpC,IAAI,oBAA0C;AAC9C,IAAI,aAAa;AAGV,MAAM,aAAa,KAAK,OAAO,GAAG,wBAAwB;AAkB1D,SAAS,kCAA0C;AACxD,SAAO;AACT;AAEO,SAAS,4BAAqC;AACnD,SAAO,WAAW,WAAW;AAC/B;AAMA,SAAS,gBAAgB,KAAqB;AAC5C,MAAI;AACF,UAAM,IAAI,IAAI,IAAI,GAAG;AAErB,QAAI,EAAE,MAAM,SAAS,GAAG,GAAG;AACzB,UAAI,CAAC,EAAE,KAAK,SAAS,QAAQ,GAAG;AAC9B,UAAE,OAAO,GAAG,EAAE,IAAI;AAAA,MACpB;AAAA,IACF,WAAW,EAAE,MAAM;AACjB,QAAE,OAAO,GAAG,EAAE,IAAI;AAAA,IACpB,WAAW,CAAC,EAAE,aAAa,IAAI,QAAQ,GAAG;AACxC,QAAE,aAAa,IAAI,UAAU,EAAE;AAAA,IACjC;AACA,WAAO,EAAE,SAAS;AAAA,EACpB,QAAQ;AAEN,UAAM,MAAM,IAAI,SAAS,GAAG,IAAI,MAAM;AACtC,WAAO,GAAG,GAAG,GAAG,GAAG;AAAA,EACrB;AACF;AAEA,eAAsB,oBAAoB,QAA8B;AACtE,MAAI,eAAe;AACjB,WAAO,KAAK,mCAAmC;AAC/C;AAAA,EACF;AAEA,MAAI,CAAC,0BAA0B,GAAG;AAChC,UAAM,IAAI;AAAA,MACR,8BAA8B,WAAW;AAAA,IAC3C;AAAA,EACF;AAEA,QAAM,EAAE,KAAK,QAAQ,MAAM,SAAS,KAAK,MAAM,GAAG,UAAU,GAAG,IAAI;AACnE,QAAM,aAAa,gBAAgB,GAAG;AAEtC,eAAa;AACb,SAAO,KAAK,kDAAkD,UAAU,EAAE;AAE1E,QAAM,EAAE,SAAS,UAAU,IAAI,MAAM,OAAO,gBAAgB;AAC5D,QAAM,UAAU,MAAM,UAAU,OAAO;AAAA,IACrC,gBAAgB;AAAA,IAChB,UAAU;AAAA,IACV,MAAM;AAAA,MACJ,iBAAiB,KAAK,IAAI,MAAM;AAAA,MAChC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA;AAAA,MAEA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACF,CAAC;AAED,kBAAgB;AAEhB,QAAM,OAAO,MAAM,QAAQ,QAAQ;AACnC,QAAM,KAAK,YAAY,EAAE,OAAO,QAAQ,mBAAmB,EAAE,CAAC;AAO9D,QAAM,KAAK;AAAA,IACT,CACE,eACA,OACA,aACA,kBACG;AACH,UAAI,eAAe;AAGjB,qBAAa,QAAQ,kCAAkC,aAAa;AACpE,YAAI,eAAe;AACjB,uBAAa;AAAA,YACX,kCAAkC,aAAa;AAAA,YAC/C;AAAA,UACF;AAAA,QACF;AAAA,MACF;AACA,UAAI,OAAO;AACT,qBAAa,QAAQ,eAAe,KAAK;AAAA,MAC3C;AACA,UAAI,eAAe,MAAM;AACvB,qBAAa,QAAQ,sBAAsB,OAAO,WAAW,CAAC;AAAA,MAChE;AAAA,IACF;AAAA,IACA,OAAO;AAAA,IACP,OAAO;AAAA,IACP,OAAO;AAAA,IACP,OAAO;AAAA,EACT;AAGA,QAAM,KAAK,KAAK,YAAY;AAAA,IAC1B,WAAW;AAAA,IACX,SAAS;AAAA,EACX,CAAC;AAED,SAAO,KAAK,oDAAoD,UAAU,EAAE;AAE5E,MAAI,aAAa;AACjB,QAAM,kBAAkB,KAAK,IAAI,KAAK,KAAK,MAAM,MAAO,KAAK,IAAI,GAAG,GAAG,CAAC,CAAC;AACzE,uBAAqB,YAAY;AAC/B,WAAO,CAAC,YAAY;AAClB,UAAI;AACF,cAAM,KAAK,WAAW;AAAA,UACpB,MAAM;AAAA,UACN;AAAA,UACA,MAAM;AAAA,QACR,CAAC;AACD,sBAAc;AACd,YAAI,aAAa,OAAO,GAAG;AACzB,iBAAO,MAAM,qBAAqB,UAAU,iBAAiB;AAAA,QAC/D;AAAA,MACF,SAAS,OAAO;AACd,YAAI,CAAC,YAAY;AACf,iBAAO;AAAA,YACL,2CACE,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,CACvD;AAAA,UACF;AAAA,QACF;AAAA,MACF;AACA,UAAI,CAAC,YAAY;AACf,cAAM,MAAM,eAAe;AAAA,MAC7B;AAAA,IACF;AAAA,EACF,GAAG;AAEH,SAAO;AAAA,IACL,6CAA6C,GAAG,oBAAoB,UAAU;AAAA,EAChF;AACF;AAEA,eAAsB,qBAAqB;AACzC,eAAa;AACb,MAAI,mBAAmB;AACrB,QAAI;AACF,YAAM;AAAA,IACR,QAAQ;AAAA,IAAC;AACT,wBAAoB;AAAA,EACtB;AACA,MAAI,eAAe;AACjB,QAAI;AACF,YAAM,cAAc,MAAM;AAAA,IAC5B,QAAQ;AAAA,IAAC;AACT,oBAAgB;AAAA,EAClB;AACA,SAAO,KAAK,2BAA2B;AACzC;AAEO,SAAS,0BAAmC;AACjD,SAAO,kBAAkB;AAC3B;AAEO,SAAS,eAAwB;AACtC,SAAO,WAAW,UAAU;AAC9B;","names":[]}

package/dist/workspace/browser-workspace-desktop.d.ts

@@ -7,7 +7,7 @@ export declare function evaluateBrowserWorkspaceTab(request: EvaluateBrowserWork
 export declare function snapshotBrowserWorkspaceTab(id: string, env?: NodeJS.ProcessEnv): Promise<{
     data: string;
 }>;
-export declare function createDesktopBrowserWorkspaceCommandScript(command: BrowserWorkspaceCommand): string;
+export declare function createDesktopBrowserWorkspaceCommandScript(command: BrowserWorkspaceCommand, env?: NodeJS.ProcessEnv): string;
 export declare function createDesktopBrowserWorkspaceUtilityScript(command: BrowserWorkspaceCommand): string;
 export declare function executeDesktopBrowserWorkspaceUtilityCommand(command: BrowserWorkspaceCommand, env: NodeJS.ProcessEnv): Promise<BrowserWorkspaceCommandResult>;
 export declare function getDesktopBrowserWorkspaceSnapshotRecord(command: BrowserWorkspaceCommand, env: NodeJS.ProcessEnv): Promise<BrowserWorkspaceSnapshotRecord>;

package/dist/workspace/browser-workspace-desktop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"browser-workspace-desktop.d.ts","sourceRoot":"","sources":["../../src/workspace/browser-workspace-desktop.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EACV,4BAA4B,EAC5B,uBAAuB,EACvB,6BAA6B,EAE7B,8BAA8B,EAC9B,mBAAmB,EACnB,kCAAkC,EACnC,MAAM,8BAA8B,CAAC;AAsBtC,wBAAgB,mCAAmC,CACjD,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,4BAA4B,GAAG,IAAI,CAcrC;AAED,wBAAgB,kCAAkC,CAChD,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,OAAO,CAET;AAED,wBAAgB,qCAAqC,IAAI,MAAM,CAE9D;AAED,wBAAsB,uBAAuB,CAAC,CAAC,EAC7C,IAAI,EAAE,MAAM,EACZ,IAAI,CAAC,EAAE,WAAW,EAClB,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,OAAO,CAAC,CAAC,CAAC,CA6BZ;AAED,wBAAsB,2BAA2B,CAC/C,OAAO,EAAE,kCAAkC,EAC3C,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,OAAO,CAAC,OAAO,CAAC,CAuBlB;AAED,wBAAsB,2BAA2B,CAC/C,EAAE,EAAE,MAAM,EACV,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAY3B;AAED,wBAAgB,0CAA0C,CACxD,OAAO,EAAE,uBAAuB,GAC/B,MAAM,CAgxBR;AAED,wBAAgB,0CAA0C,CACxD,OAAO,EAAE,uBAAuB,GAC/B,MAAM,CAibR;AAED,wBAAsB,4CAA4C,CAChE,OAAO,EAAE,uBAAuB,EAChC,GAAG,EAAE,MAAM,CAAC,UAAU,GACrB,OAAO,CAAC,6BAA6B,CAAC,CAwCxC;AAED,wBAAsB,wCAAwC,CAC5D,OAAO,EAAE,uBAAuB,EAChC,GAAG,EAAE,MAAM,CAAC,UAAU,GACrB,OAAO,CAAC,8BAA8B,CAAC,CA0CzC;AAED,wBAAsB,sCAAsC,CAC1D,OAAO,EAAE,uBAAuB,EAChC,GAAG,EAAE,MAAM,CAAC,UAAU,GACrB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAwClC;AAED,wBAAsB,uCAAuC,CAC3D,OAAO,EAAE,uBAAuB,EAChC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAChC,GAAG,EAAE,MAAM,CAAC,UAAU,GACrB,OAAO,CAAC,IAAI,CAAC,CA+Bf;AAED,wBAAsB,wCAAwC,CAC5D,OAAO,EAAE,uBAAuB,EAChC,GAAG,EAAE,MAAM,CAAC,UAAU,GACrB,OAAO,CAAC,6BAA6B,CAAC,CAsDxC;AAID,wBAAgB,iCAAiC,CAC/C,IAAI,EAAE,mBAAmB,EAAE,GAC1B,mBAAmB,GAAG,IAAI,CAgB5B;AAED,wBAAsB,yCAAyC,CAC7D,OAAO,EAAE,uBAAuB,EAChC,GAAG,EAAE,MAAM,CAAC,UAAU,GACrB,OAAO,CAAC,MAAM,CAAC,CAoBjB"}
+{"version":3,"file":"browser-workspace-desktop.d.ts","sourceRoot":"","sources":["../../src/workspace/browser-workspace-desktop.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EACV,4BAA4B,EAC5B,uBAAuB,EACvB,6BAA6B,EAE7B,8BAA8B,EAC9B,mBAAmB,EACnB,kCAAkC,EACnC,MAAM,8BAA8B,CAAC;AAsBtC,wBAAgB,mCAAmC,CACjD,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,4BAA4B,GAAG,IAAI,CAUrC;AAED,wBAAgB,kCAAkC,CAChD,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,OAAO,CAET;AAED,wBAAgB,qCAAqC,IAAI,MAAM,CAE9D;AAED,wBAAsB,uBAAuB,CAAC,CAAC,EAC7C,IAAI,EAAE,MAAM,EACZ,IAAI,CAAC,EAAE,WAAW,EAClB,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,OAAO,CAAC,CAAC,CAAC,CAsCZ;AAED,wBAAsB,2BAA2B,CAC/C,OAAO,EAAE,kCAAkC,EAC3C,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,OAAO,CAAC,OAAO,CAAC,CAyBlB;AAED,wBAAsB,2BAA2B,CAC/C,EAAE,EAAE,MAAM,EACV,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAc3B;AAsBD,wBAAgB,0CAA0C,CACxD,OAAO,EAAE,uBAAuB,EAChC,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,MAAM,CA0wBR;AAED,wBAAgB,0CAA0C,CACxD,OAAO,EAAE,uBAAuB,GAC/B,MAAM,CAibR;AAED,wBAAsB,4CAA4C,CAChE,OAAO,EAAE,uBAAuB,EAChC,GAAG,EAAE,MAAM,CAAC,UAAU,GACrB,OAAO,CAAC,6BAA6B,CAAC,CAwCxC;AAED,wBAAsB,wCAAwC,CAC5D,OAAO,EAAE,uBAAuB,EAChC,GAAG,EAAE,MAAM,CAAC,UAAU,GACrB,OAAO,CAAC,8BAA8B,CAAC,CA0CzC;AAED,wBAAsB,sCAAsC,CAC1D,OAAO,EAAE,uBAAuB,EAChC,GAAG,EAAE,MAAM,CAAC,UAAU,GACrB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAwClC;AAED,wBAAsB,uCAAuC,CAC3D,OAAO,EAAE,uBAAuB,EAChC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAChC,GAAG,EAAE,MAAM,CAAC,UAAU,GACrB,OAAO,CAAC,IAAI,CAAC,CA+Bf;AAED,wBAAsB,wCAAwC,CAC5D,OAAO,EAAE,uBAAuB,EAChC,GAAG,EAAE,MAAM,CAAC,UAAU,GACrB,OAAO,CAAC,6BAA6B,CAAC,CA+DxC;AAID,wBAAgB,iCAAiC,CAC/C,IAAI,EAAE,mBAAmB,EAAE,GAC1B,mBAAmB,GAAG,IAAI,CAgB5B;AAED,wBAAsB,yCAAyC,CAC7D,OAAO,EAAE,uBAAuB,EAChC,GAAG,EAAE,MAAM,CAAC,UAAU,GACrB,OAAO,CAAC,MAAM,CAAC,CAoBjB"}

package/dist/workspace/browser-workspace-desktop.js

@@ -1,7 +1,10 @@
+import { createBrowserWorkspaceError } from "./browser-workspace-errors.js";
 import {
   assertBrowserWorkspaceConnectorSecretsNotExported,
+  assertBrowserWorkspaceUserScriptAllowed,
   createBrowserWorkspaceCommandTargetError,
   DEFAULT_TIMEOUT_MS,
+  isBrowserWorkspaceUserScriptAllowed,
   normalizeEnvValue,
   resolveBrowserWorkspaceCommandElementRefs
 } from "./browser-workspace-helpers.js";
@@ -24,13 +27,13 @@ async function readErrorBody(response) {
   }
 }
 function resolveBrowserWorkspaceBridgeConfig(env = process.env) {
-  const baseUrl = normalizeEnvValue(env.ELIZA_BROWSER_WORKSPACE_URL) ?? normalizeEnvValue(env.ELIZA_BROWSER_WORKSPACE_URL);
+  const baseUrl = normalizeEnvValue(env.ELIZA_BROWSER_WORKSPACE_URL);
   if (!baseUrl) {
     return null;
   }
   return {
     baseUrl: baseUrl.replace(/\/{1,1024}$/, ""),
-    token: normalizeEnvValue(env.ELIZA_BROWSER_WORKSPACE_TOKEN) ?? normalizeEnvValue(env.ELIZA_BROWSER_WORKSPACE_TOKEN)
+    token: normalizeEnvValue(env.ELIZA_BROWSER_WORKSPACE_TOKEN)
   };
 }
 function isBrowserWorkspaceBridgeConfigured(env = process.env) {
@@ -42,7 +45,11 @@ function getBrowserWorkspaceUnavailableMessage() {
 async function requestBrowserWorkspace(path, init, env = process.env) {
   const config = resolveBrowserWorkspaceBridgeConfig(env);
   if (!config) {
-    throw new Error(getBrowserWorkspaceUnavailableMessage());
+    throw createBrowserWorkspaceError(
+      "desktop_only",
+      "desktop_bridge",
+      getBrowserWorkspaceUnavailableMessage()
+    );
   }
   const headers = new Headers(init?.headers ?? {});
   headers.set("Accept", "application/json");
@@ -59,15 +66,22 @@ async function requestBrowserWorkspace(path, init, env = process.env) {
   });
   if (!response.ok) {
     const details = await readErrorBody(response);
-    throw new Error(
-      `Browser workspace request failed (${response.status})${details ? `: ${details}` : ""}`
+    const message = `Browser workspace request failed (${response.status})${details ? `: ${details}` : ""}`;
+    throw createBrowserWorkspaceError(
+      response.status === 404 ? "tab_not_found" : "command_failed",
+      path,
+      message,
+      details || void 0,
+      response.status
     );
   }
   return await response.json();
 }
 async function evaluateBrowserWorkspaceTab(request, env = process.env) {
   if (!isBrowserWorkspaceBridgeConfigured(env)) {
-    throw new Error(
+    throw createBrowserWorkspaceError(
+      "desktop_only",
+      "eval",
       "Eliza browser workspace eval is only available in the desktop app."
     );
   }
@@ -89,7 +103,9 @@ async function evaluateBrowserWorkspaceTab(request, env = process.env) {
 }
 async function snapshotBrowserWorkspaceTab(id, env = process.env) {
   if (!isBrowserWorkspaceBridgeConfigured(env)) {
-    throw new Error(
+    throw createBrowserWorkspaceError(
+      "desktop_only",
+      "snapshot",
       "Eliza browser workspace snapshot is only available in the desktop app."
     );
   }
@@ -99,7 +115,25 @@ async function snapshotBrowserWorkspaceTab(id, env = process.env) {
     env
   );
 }
-function createDesktopBrowserWorkspaceCommandScript(command) {
+function desktopBrowserWorkspaceWaitScriptBranch(env) {
+  if (isBrowserWorkspaceUserScriptAllowed(env)) {
+    return `
+          if (command.script) {
+            const fn = new Function("document", "window", "location", "return (" + command.script + ");");
+            if (fn(document, window, location)) {
+              resolve({ ok: true, script: true });
+              return;
+            }
+          }`;
+  }
+  return `
+          if (command.script) {
+            reject(new Error("Browser workspace wait script is disabled (GHSA-mhhr-9ph9-64j7)."));
+            return;
+          }`;
+}
+function createDesktopBrowserWorkspaceCommandScript(command, env = process.env) {
+  const waitScriptBranch = desktopBrowserWorkspaceWaitScriptBranch(env);
   return `
 (() => {
   const command = ${JSON.stringify(command)};
@@ -730,24 +764,23 @@ function createDesktopBrowserWorkspaceCommandScript(command) {
       const deadline = Date.now() + (Number(command.timeoutMs) || 4000);
       const check = () => {
         try {
-          if (command.selector && findTarget()) {
+          if (command.selector) {
             const found = findTarget();
             const visible =
-              command.state === "visible"
-                ? found && isVisible(found)
-                : !found || !isVisible(found);
+              command.state === "hidden"
+                ? !found || !isVisible(found)
+                : found && isVisible(found);
             if (visible) {
               resolve({ ok: true, selector: command.selector, state: command.state || "visible" });
               return;
             }
           }
-          if (
-            command.findBy &&
-            (command.state === "visible") &&
-            findSemantic()
-          ) {
-            resolve({ findBy: command.findBy, ok: true });
-            return;
+          if (command.findBy) {
+            const found = findSemantic();
+            if (command.state === "hidden" ? !found : found) {
+              resolve({ findBy: command.findBy, ok: true });
+              return;
+            }
           }
           if (command.text && normalize(document.body?.textContent).includes(command.text)) {
             resolve({ ok: true, text: command.text });
@@ -757,13 +790,7 @@ function createDesktopBrowserWorkspaceCommandScript(command) {
             resolve({ ok: true, url: location.href });
             return;
           }
-          if (command.script) {
-            const fn = new Function("document", "window", "location", "return (" + command.script + ");");
-            if (fn(document, window, location)) {
-              resolve({ ok: true, script: true });
-              return;
-            }
-          }
+          ${waitScriptBranch}
           if (Date.now() >= deadline) {
             reject(new Error("Timed out waiting for browser workspace condition."));
             return;
@@ -1471,16 +1498,25 @@ async function loadDesktopBrowserWorkspaceSessionState(command, payload, env) {
   );
 }
 async function executeDesktopBrowserWorkspaceDomCommand(command, env) {
+  assertBrowserWorkspaceUserScriptAllowed(
+    command.script,
+    "wait",
+    "desktop",
+    env
+  );
   const id = await resolveDesktopBrowserWorkspaceTargetTabId(command, env);
   const startedAt = Date.now();
   command = resolveBrowserWorkspaceCommandElementRefs(command, "desktop", id);
   const result = await evaluateBrowserWorkspaceTab(
     {
       id,
-      script: createDesktopBrowserWorkspaceCommandScript({
-        ...command,
-        id
-      })
+      script: createDesktopBrowserWorkspaceCommandScript(
+        {
+          ...command,
+          id
+        },
+        env
+      )
     },
     env
   );