@agimon-ai/doompi-computer-use 0.0.1-alpha.22 → 0.0.1-alpha.24

package/dist/extensions/server.cjs

@@ -8,7 +8,6 @@ const require_route_server = require("../src/extensions/workspaces/sessions/(bac
 const require_computer_use_server$1 = require("../src/extensions/workspaces/sessions/(backend)/command/computer-use.server.cjs");
 const require_before_agent_start_server = require("../src/extensions/workspaces/sessions/(backend)/hook/before-agent-start.server.cjs");
 const require_session_shutdown_server = require("../src/extensions/workspaces/sessions/(backend)/hook/session-shutdown.server.cjs");
-const require_computer_use_server$2 = require("../src/extensions/workspaces/sessions/(backend)/tool-restriction/computer-use.server.cjs");
 const require_00_computer_state_server = require("../src/extensions/workspaces/sessions/(backend)/tool/00-computer-state.server.cjs");
 const require_10_computer_action_server = require("../src/extensions/workspaces/sessions/(backend)/tool/10-computer-action.server.cjs");
 const require_20_computer_exec_server = require("../src/extensions/workspaces/sessions/(backend)/tool/20-computer-exec.server.cjs");
@@ -48,9 +47,6 @@ const facet = (0, _agimon_ai_doompi_core_server_facet.defineServerPlugin)({
 			get hooks() {
 				return [via({ event: "before_agent_start" }, at(require_before_agent_start_server.default, contextSession)), via({ event: "session_shutdown" }, at(require_session_shutdown_server.default, contextSession))];
 			},
-			get toolRestrictions() {
-				return [at(require_computer_use_server$2.default, contextSession)];
-			},
 			get tools() {
 				return [
 					via({ name: "00_computer_state" }, at(require_00_computer_state_server.default, contextSession)),

package/dist/extensions/server.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"server.cjs","names":["defineServerPlugin","channelComputerUse","rootSession","composeRootHooks","apiRoute","commandComputerUse","hookBeforeAgentStart","hookSessionShutdown","toolRestrictionComputerUse","tool00ComputerState","tool10ComputerAction","tool20ComputerExec"],"sources":["../../generated/server.ts"],"sourcesContent":["// Generated by @agimon-ai/doompi-build. Do not edit by hand.\nimport { defineServerPlugin, type DoomServerSessionPlugin } from '@agimon-ai/doompi-core/server-facet';\nimport { composeRootHooks } from '@agimon-ai/doompi-core/extension-file';\n\nimport rootSession from '../src/extensions/workspaces/sessions/(backend)/root.server';\nimport channelComputerUse from '../src/extensions/(backend)/channel/computer-use.server';\nimport apiRoute from '../src/extensions/workspaces/sessions/(backend)/api/computer-use/route.server';\nimport commandComputerUse from '../src/extensions/workspaces/sessions/(backend)/command/computer-use.server';\nimport hookBeforeAgentStart from '../src/extensions/workspaces/sessions/(backend)/hook/before-agent-start.server';\nimport hookSessionShutdown from '../src/extensions/workspaces/sessions/(backend)/hook/session-shutdown.server';\nimport toolRestrictionComputerUse from '../src/extensions/workspaces/sessions/(backend)/tool-restriction/computer-use.server';\nimport tool00ComputerState from '../src/extensions/workspaces/sessions/(backend)/tool/00-computer-state.server';\nimport tool10ComputerAction from '../src/extensions/workspaces/sessions/(backend)/tool/10-computer-action.server';\nimport tool20ComputerExec from '../src/extensions/workspaces/sessions/(backend)/tool/20-computer-exec.server';\n\ntype Factory<T, C> = (context: C) => T;\nconst at = <T, C>(value: T | Factory<T, C>, context: C): T =>\n  typeof value === 'function' ? (value as Factory<T, C>)(context) : value;\nconst via = <T>(identity: Record<string, unknown>, value: unknown): T => ({ ...identity, ...(value as object) }) as T;\n\nexport const facet = defineServerPlugin({\n  name: '@agimon-ai/doompi-computer-use',\n  global: () => ({\n    get channels(): DoomServerSessionPlugin['channels'] { return [() => via({ frameType: 'computer_use' }, channelComputerUse())]; },\n  }),\n  workspace: () => ({\n    get channels(): DoomServerSessionPlugin['channels'] { return [() => via({ frameType: 'computer_use' }, channelComputerUse())]; },\n  }),\n  session: async (context) => {\n    const scopeSession = await rootSession(context);\n    const contextSession = { ...context, root: scopeSession.value };\n    return {\n      ...composeRootHooks(scopeSession),\n      get api(): DoomServerSessionPlugin['api'] { return [at(apiRoute, contextSession)]; },\n      get channels(): DoomServerSessionPlugin['channels'] { return [() => via({ frameType: 'computer_use' }, channelComputerUse())]; },\n      get commands(): DoomServerSessionPlugin['commands'] { return [via({ name: 'computer-use' }, at(commandComputerUse, contextSession))]; },\n      get hooks(): DoomServerSessionPlugin['hooks'] { return [via({ event: 'before_agent_start' }, at(hookBeforeAgentStart, contextSession)), via({ event: 'session_shutdown' }, at(hookSessionShutdown, contextSession))]; },\n      get toolRestrictions(): DoomServerSessionPlugin['toolRestrictions'] { return [at(toolRestrictionComputerUse, contextSession)]; },\n      get tools(): DoomServerSessionPlugin['tools'] { return [via({ name: '00_computer_state' }, at(tool00ComputerState, contextSession)), via({ name: '10_computer_action' }, at(tool10ComputerAction, contextSession)), via({ name: '20_computer_exec' }, at(tool20ComputerExec, contextSession))]; },\n      services: [...(scopeSession.services ?? [])],\n      get activities(): DoomServerSessionPlugin['activities'] { return [...(scopeSession.activities ?? [])]; },\n    };\n  },\n});\n\nexport default facet;\n"],"mappings":";;;;;;;;;;;;;;;;;AAgBA,MAAM,MAAY,OAA0B,YAC1C,OAAO,UAAU,aAAc,MAAwB,OAAO,IAAI;AACpE,MAAM,OAAU,UAAmC,WAAuB;CAAE,GAAG;CAAU,GAAI;AAAiB;AAE9G,MAAa,SAAA,GAAQA,oCAAAA,mBAAAA,CAAmB;CACtC,MAAM;CACN,eAAe,EACb,IAAI,WAAgD;EAAE,OAAO,OAAO,IAAI,EAAE,WAAW,eAAe,GAAGC,4BAAAA,QAAmB,CAAC,CAAC;CAAG,EACjI;CACA,kBAAkB,EAChB,IAAI,WAAgD;EAAE,OAAO,OAAO,IAAI,EAAE,WAAW,eAAe,GAAGA,4BAAAA,QAAmB,CAAC,CAAC;CAAG,EACjI;CACA,SAAS,OAAO,YAAY;EAC1B,MAAM,eAAe,MAAMC,oBAAAA,QAAY,OAAO;EAC9C,MAAM,iBAAiB;GAAE,GAAG;GAAS,MAAM,aAAa;EAAM;EAC9D,OAAO;GACL,IAAA,GAAGC,sCAAAA,iBAAAA,CAAiB,YAAY;GAChC,IAAI,MAAsC;IAAE,OAAO,CAAC,GAAGC,qBAAAA,SAAU,cAAc,CAAC;GAAG;GACnF,IAAI,WAAgD;IAAE,OAAO,OAAO,IAAI,EAAE,WAAW,eAAe,GAAGH,4BAAAA,QAAmB,CAAC,CAAC;GAAG;GAC/H,IAAI,WAAgD;IAAE,OAAO,CAAC,IAAI,EAAE,MAAM,eAAe,GAAG,GAAGI,8BAAAA,SAAoB,cAAc,CAAC,CAAC;GAAG;GACtI,IAAI,QAA0C;IAAE,OAAO,CAAC,IAAI,EAAE,OAAO,qBAAqB,GAAG,GAAGC,kCAAAA,SAAsB,cAAc,CAAC,GAAG,IAAI,EAAE,OAAO,mBAAmB,GAAG,GAAGC,gCAAAA,SAAqB,cAAc,CAAC,CAAC;GAAG;GACtN,IAAI,mBAAgE;IAAE,OAAO,CAAC,GAAGC,8BAAAA,SAA4B,cAAc,CAAC;GAAG;GAC/H,IAAI,QAA0C;IAAE,OAAO;KAAC,IAAI,EAAE,MAAM,oBAAoB,GAAG,GAAGC,iCAAAA,SAAqB,cAAc,CAAC;KAAG,IAAI,EAAE,MAAM,qBAAqB,GAAG,GAAGC,kCAAAA,SAAsB,cAAc,CAAC;KAAG,IAAI,EAAE,MAAM,mBAAmB,GAAG,GAAGC,gCAAAA,SAAoB,cAAc,CAAC;IAAC;GAAG;GAChS,UAAU,CAAC,GAAI,aAAa,YAAY,CAAC,CAAE;GAC3C,IAAI,aAAoD;IAAE,OAAO,CAAC,GAAI,aAAa,cAAc,CAAC,CAAE;GAAG;EACzG;CACF;AACF,CAAC"}
+{"version":3,"file":"server.cjs","names":["defineServerPlugin","channelComputerUse","rootSession","composeRootHooks","apiRoute","commandComputerUse","hookBeforeAgentStart","hookSessionShutdown","tool00ComputerState","tool10ComputerAction","tool20ComputerExec"],"sources":["../../generated/server.ts"],"sourcesContent":["// Generated by @agimon-ai/doompi-build. Do not edit by hand.\nimport { defineServerPlugin, type DoomServerSessionPlugin } from '@agimon-ai/doompi-core/server-facet';\nimport { composeRootHooks } from '@agimon-ai/doompi-core/extension-file';\n\nimport rootSession from '../src/extensions/workspaces/sessions/(backend)/root.server';\nimport channelComputerUse from '../src/extensions/(backend)/channel/computer-use.server';\nimport apiRoute from '../src/extensions/workspaces/sessions/(backend)/api/computer-use/route.server';\nimport commandComputerUse from '../src/extensions/workspaces/sessions/(backend)/command/computer-use.server';\nimport hookBeforeAgentStart from '../src/extensions/workspaces/sessions/(backend)/hook/before-agent-start.server';\nimport hookSessionShutdown from '../src/extensions/workspaces/sessions/(backend)/hook/session-shutdown.server';\nimport tool00ComputerState from '../src/extensions/workspaces/sessions/(backend)/tool/00-computer-state.server';\nimport tool10ComputerAction from '../src/extensions/workspaces/sessions/(backend)/tool/10-computer-action.server';\nimport tool20ComputerExec from '../src/extensions/workspaces/sessions/(backend)/tool/20-computer-exec.server';\n\ntype Factory<T, C> = (context: C) => T;\nconst at = <T, C>(value: T | Factory<T, C>, context: C): T =>\n  typeof value === 'function' ? (value as Factory<T, C>)(context) : value;\nconst via = <T>(identity: Record<string, unknown>, value: unknown): T => ({ ...identity, ...(value as object) }) as T;\n\nexport const facet = defineServerPlugin({\n  name: '@agimon-ai/doompi-computer-use',\n  global: () => ({\n    get channels(): DoomServerSessionPlugin['channels'] { return [() => via({ frameType: 'computer_use' }, channelComputerUse())]; },\n  }),\n  workspace: () => ({\n    get channels(): DoomServerSessionPlugin['channels'] { return [() => via({ frameType: 'computer_use' }, channelComputerUse())]; },\n  }),\n  session: async (context) => {\n    const scopeSession = await rootSession(context);\n    const contextSession = { ...context, root: scopeSession.value };\n    return {\n      ...composeRootHooks(scopeSession),\n      get api(): DoomServerSessionPlugin['api'] { return [at(apiRoute, contextSession)]; },\n      get channels(): DoomServerSessionPlugin['channels'] { return [() => via({ frameType: 'computer_use' }, channelComputerUse())]; },\n      get commands(): DoomServerSessionPlugin['commands'] { return [via({ name: 'computer-use' }, at(commandComputerUse, contextSession))]; },\n      get hooks(): DoomServerSessionPlugin['hooks'] { return [via({ event: 'before_agent_start' }, at(hookBeforeAgentStart, contextSession)), via({ event: 'session_shutdown' }, at(hookSessionShutdown, contextSession))]; },\n      get tools(): DoomServerSessionPlugin['tools'] { return [via({ name: '00_computer_state' }, at(tool00ComputerState, contextSession)), via({ name: '10_computer_action' }, at(tool10ComputerAction, contextSession)), via({ name: '20_computer_exec' }, at(tool20ComputerExec, contextSession))]; },\n      services: [...(scopeSession.services ?? [])],\n      get activities(): DoomServerSessionPlugin['activities'] { return [...(scopeSession.activities ?? [])]; },\n    };\n  },\n});\n\nexport default facet;\n"],"mappings":";;;;;;;;;;;;;;;;AAeA,MAAM,MAAY,OAA0B,YAC1C,OAAO,UAAU,aAAc,MAAwB,OAAO,IAAI;AACpE,MAAM,OAAU,UAAmC,WAAuB;CAAE,GAAG;CAAU,GAAI;AAAiB;AAE9G,MAAa,SAAA,GAAQA,oCAAAA,mBAAAA,CAAmB;CACtC,MAAM;CACN,eAAe,EACb,IAAI,WAAgD;EAAE,OAAO,OAAO,IAAI,EAAE,WAAW,eAAe,GAAGC,4BAAAA,QAAmB,CAAC,CAAC;CAAG,EACjI;CACA,kBAAkB,EAChB,IAAI,WAAgD;EAAE,OAAO,OAAO,IAAI,EAAE,WAAW,eAAe,GAAGA,4BAAAA,QAAmB,CAAC,CAAC;CAAG,EACjI;CACA,SAAS,OAAO,YAAY;EAC1B,MAAM,eAAe,MAAMC,oBAAAA,QAAY,OAAO;EAC9C,MAAM,iBAAiB;GAAE,GAAG;GAAS,MAAM,aAAa;EAAM;EAC9D,OAAO;GACL,IAAA,GAAGC,sCAAAA,iBAAAA,CAAiB,YAAY;GAChC,IAAI,MAAsC;IAAE,OAAO,CAAC,GAAGC,qBAAAA,SAAU,cAAc,CAAC;GAAG;GACnF,IAAI,WAAgD;IAAE,OAAO,OAAO,IAAI,EAAE,WAAW,eAAe,GAAGH,4BAAAA,QAAmB,CAAC,CAAC;GAAG;GAC/H,IAAI,WAAgD;IAAE,OAAO,CAAC,IAAI,EAAE,MAAM,eAAe,GAAG,GAAGI,8BAAAA,SAAoB,cAAc,CAAC,CAAC;GAAG;GACtI,IAAI,QAA0C;IAAE,OAAO,CAAC,IAAI,EAAE,OAAO,qBAAqB,GAAG,GAAGC,kCAAAA,SAAsB,cAAc,CAAC,GAAG,IAAI,EAAE,OAAO,mBAAmB,GAAG,GAAGC,gCAAAA,SAAqB,cAAc,CAAC,CAAC;GAAG;GACtN,IAAI,QAA0C;IAAE,OAAO;KAAC,IAAI,EAAE,MAAM,oBAAoB,GAAG,GAAGC,iCAAAA,SAAqB,cAAc,CAAC;KAAG,IAAI,EAAE,MAAM,qBAAqB,GAAG,GAAGC,kCAAAA,SAAsB,cAAc,CAAC;KAAG,IAAI,EAAE,MAAM,mBAAmB,GAAG,GAAGC,gCAAAA,SAAoB,cAAc,CAAC;IAAC;GAAG;GAChS,UAAU,CAAC,GAAI,aAAa,YAAY,CAAC,CAAE;GAC3C,IAAI,aAAoD;IAAE,OAAO,CAAC,GAAI,aAAa,cAAc,CAAC,CAAE;GAAG;EACzG;CACF;AACF,CAAC"}

package/dist/extensions/server.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"server.d.cts","names":[],"sources":["../../generated/server.ts"],"mappings":";qBAoBa,qDAAK"}
+{"version":3,"file":"server.d.cts","names":[],"sources":["../../generated/server.ts"],"mappings":";qBAmBa,qDAAK"}

package/dist/extensions/server.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"server.d.mts","names":[],"sources":["../../generated/server.ts"],"mappings":";qBAoBa,qDAAK"}
+{"version":3,"file":"server.d.mts","names":[],"sources":["../../generated/server.ts"],"mappings":";qBAmBa,qDAAK"}

package/dist/extensions/server.mjs

@@ -4,7 +4,6 @@ import route_server_default from "../src/extensions/workspaces/sessions/(backend
 import computer_use_server_default$1 from "../src/extensions/workspaces/sessions/(backend)/command/computer-use.server.mjs";
 import before_agent_start_server_default from "../src/extensions/workspaces/sessions/(backend)/hook/before-agent-start.server.mjs";
 import session_shutdown_server_default from "../src/extensions/workspaces/sessions/(backend)/hook/session-shutdown.server.mjs";
-import computer_use_server_default$2 from "../src/extensions/workspaces/sessions/(backend)/tool-restriction/computer-use.server.mjs";
 import _00_computer_state_server_default from "../src/extensions/workspaces/sessions/(backend)/tool/00-computer-state.server.mjs";
 import _10_computer_action_server_default from "../src/extensions/workspaces/sessions/(backend)/tool/10-computer-action.server.mjs";
 import _20_computer_exec_server_default from "../src/extensions/workspaces/sessions/(backend)/tool/20-computer-exec.server.mjs";
@@ -44,9 +43,6 @@ const facet = defineServerPlugin({
 			get hooks() {
 				return [via({ event: "before_agent_start" }, at(before_agent_start_server_default, contextSession)), via({ event: "session_shutdown" }, at(session_shutdown_server_default, contextSession))];
 			},
-			get toolRestrictions() {
-				return [at(computer_use_server_default$2, contextSession)];
-			},
 			get tools() {
 				return [
 					via({ name: "00_computer_state" }, at(_00_computer_state_server_default, contextSession)),

package/dist/extensions/server.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"server.mjs","names":["channelComputerUse","rootSession","apiRoute","commandComputerUse","hookBeforeAgentStart","hookSessionShutdown","toolRestrictionComputerUse","tool00ComputerState","tool10ComputerAction","tool20ComputerExec"],"sources":["../../generated/server.ts"],"sourcesContent":["// Generated by @agimon-ai/doompi-build. Do not edit by hand.\nimport { defineServerPlugin, type DoomServerSessionPlugin } from '@agimon-ai/doompi-core/server-facet';\nimport { composeRootHooks } from '@agimon-ai/doompi-core/extension-file';\n\nimport rootSession from '../src/extensions/workspaces/sessions/(backend)/root.server';\nimport channelComputerUse from '../src/extensions/(backend)/channel/computer-use.server';\nimport apiRoute from '../src/extensions/workspaces/sessions/(backend)/api/computer-use/route.server';\nimport commandComputerUse from '../src/extensions/workspaces/sessions/(backend)/command/computer-use.server';\nimport hookBeforeAgentStart from '../src/extensions/workspaces/sessions/(backend)/hook/before-agent-start.server';\nimport hookSessionShutdown from '../src/extensions/workspaces/sessions/(backend)/hook/session-shutdown.server';\nimport toolRestrictionComputerUse from '../src/extensions/workspaces/sessions/(backend)/tool-restriction/computer-use.server';\nimport tool00ComputerState from '../src/extensions/workspaces/sessions/(backend)/tool/00-computer-state.server';\nimport tool10ComputerAction from '../src/extensions/workspaces/sessions/(backend)/tool/10-computer-action.server';\nimport tool20ComputerExec from '../src/extensions/workspaces/sessions/(backend)/tool/20-computer-exec.server';\n\ntype Factory<T, C> = (context: C) => T;\nconst at = <T, C>(value: T | Factory<T, C>, context: C): T =>\n  typeof value === 'function' ? (value as Factory<T, C>)(context) : value;\nconst via = <T>(identity: Record<string, unknown>, value: unknown): T => ({ ...identity, ...(value as object) }) as T;\n\nexport const facet = defineServerPlugin({\n  name: '@agimon-ai/doompi-computer-use',\n  global: () => ({\n    get channels(): DoomServerSessionPlugin['channels'] { return [() => via({ frameType: 'computer_use' }, channelComputerUse())]; },\n  }),\n  workspace: () => ({\n    get channels(): DoomServerSessionPlugin['channels'] { return [() => via({ frameType: 'computer_use' }, channelComputerUse())]; },\n  }),\n  session: async (context) => {\n    const scopeSession = await rootSession(context);\n    const contextSession = { ...context, root: scopeSession.value };\n    return {\n      ...composeRootHooks(scopeSession),\n      get api(): DoomServerSessionPlugin['api'] { return [at(apiRoute, contextSession)]; },\n      get channels(): DoomServerSessionPlugin['channels'] { return [() => via({ frameType: 'computer_use' }, channelComputerUse())]; },\n      get commands(): DoomServerSessionPlugin['commands'] { return [via({ name: 'computer-use' }, at(commandComputerUse, contextSession))]; },\n      get hooks(): DoomServerSessionPlugin['hooks'] { return [via({ event: 'before_agent_start' }, at(hookBeforeAgentStart, contextSession)), via({ event: 'session_shutdown' }, at(hookSessionShutdown, contextSession))]; },\n      get toolRestrictions(): DoomServerSessionPlugin['toolRestrictions'] { return [at(toolRestrictionComputerUse, contextSession)]; },\n      get tools(): DoomServerSessionPlugin['tools'] { return [via({ name: '00_computer_state' }, at(tool00ComputerState, contextSession)), via({ name: '10_computer_action' }, at(tool10ComputerAction, contextSession)), via({ name: '20_computer_exec' }, at(tool20ComputerExec, contextSession))]; },\n      services: [...(scopeSession.services ?? [])],\n      get activities(): DoomServerSessionPlugin['activities'] { return [...(scopeSession.activities ?? [])]; },\n    };\n  },\n});\n\nexport default facet;\n"],"mappings":";;;;;;;;;;;;;AAgBA,MAAM,MAAY,OAA0B,YAC1C,OAAO,UAAU,aAAc,MAAwB,OAAO,IAAI;AACpE,MAAM,OAAU,UAAmC,WAAuB;CAAE,GAAG;CAAU,GAAI;AAAiB;AAE9G,MAAa,QAAQ,mBAAmB;CACtC,MAAM;CACN,eAAe,EACb,IAAI,WAAgD;EAAE,OAAO,OAAO,IAAI,EAAE,WAAW,eAAe,GAAGA,4BAAmB,CAAC,CAAC;CAAG,EACjI;CACA,kBAAkB,EAChB,IAAI,WAAgD;EAAE,OAAO,OAAO,IAAI,EAAE,WAAW,eAAe,GAAGA,4BAAmB,CAAC,CAAC;CAAG,EACjI;CACA,SAAS,OAAO,YAAY;EAC1B,MAAM,eAAe,MAAMC,oBAAY,OAAO;EAC9C,MAAM,iBAAiB;GAAE,GAAG;GAAS,MAAM,aAAa;EAAM;EAC9D,OAAO;GACL,GAAG,iBAAiB,YAAY;GAChC,IAAI,MAAsC;IAAE,OAAO,CAAC,GAAGC,sBAAU,cAAc,CAAC;GAAG;GACnF,IAAI,WAAgD;IAAE,OAAO,OAAO,IAAI,EAAE,WAAW,eAAe,GAAGF,4BAAmB,CAAC,CAAC;GAAG;GAC/H,IAAI,WAAgD;IAAE,OAAO,CAAC,IAAI,EAAE,MAAM,eAAe,GAAG,GAAGG,+BAAoB,cAAc,CAAC,CAAC;GAAG;GACtI,IAAI,QAA0C;IAAE,OAAO,CAAC,IAAI,EAAE,OAAO,qBAAqB,GAAG,GAAGC,mCAAsB,cAAc,CAAC,GAAG,IAAI,EAAE,OAAO,mBAAmB,GAAG,GAAGC,iCAAqB,cAAc,CAAC,CAAC;GAAG;GACtN,IAAI,mBAAgE;IAAE,OAAO,CAAC,GAAGC,+BAA4B,cAAc,CAAC;GAAG;GAC/H,IAAI,QAA0C;IAAE,OAAO;KAAC,IAAI,EAAE,MAAM,oBAAoB,GAAG,GAAGC,mCAAqB,cAAc,CAAC;KAAG,IAAI,EAAE,MAAM,qBAAqB,GAAG,GAAGC,oCAAsB,cAAc,CAAC;KAAG,IAAI,EAAE,MAAM,mBAAmB,GAAG,GAAGC,kCAAoB,cAAc,CAAC;IAAC;GAAG;GAChS,UAAU,CAAC,GAAI,aAAa,YAAY,CAAC,CAAE;GAC3C,IAAI,aAAoD;IAAE,OAAO,CAAC,GAAI,aAAa,cAAc,CAAC,CAAE;GAAG;EACzG;CACF;AACF,CAAC"}
+{"version":3,"file":"server.mjs","names":["channelComputerUse","rootSession","apiRoute","commandComputerUse","hookBeforeAgentStart","hookSessionShutdown","tool00ComputerState","tool10ComputerAction","tool20ComputerExec"],"sources":["../../generated/server.ts"],"sourcesContent":["// Generated by @agimon-ai/doompi-build. Do not edit by hand.\nimport { defineServerPlugin, type DoomServerSessionPlugin } from '@agimon-ai/doompi-core/server-facet';\nimport { composeRootHooks } from '@agimon-ai/doompi-core/extension-file';\n\nimport rootSession from '../src/extensions/workspaces/sessions/(backend)/root.server';\nimport channelComputerUse from '../src/extensions/(backend)/channel/computer-use.server';\nimport apiRoute from '../src/extensions/workspaces/sessions/(backend)/api/computer-use/route.server';\nimport commandComputerUse from '../src/extensions/workspaces/sessions/(backend)/command/computer-use.server';\nimport hookBeforeAgentStart from '../src/extensions/workspaces/sessions/(backend)/hook/before-agent-start.server';\nimport hookSessionShutdown from '../src/extensions/workspaces/sessions/(backend)/hook/session-shutdown.server';\nimport tool00ComputerState from '../src/extensions/workspaces/sessions/(backend)/tool/00-computer-state.server';\nimport tool10ComputerAction from '../src/extensions/workspaces/sessions/(backend)/tool/10-computer-action.server';\nimport tool20ComputerExec from '../src/extensions/workspaces/sessions/(backend)/tool/20-computer-exec.server';\n\ntype Factory<T, C> = (context: C) => T;\nconst at = <T, C>(value: T | Factory<T, C>, context: C): T =>\n  typeof value === 'function' ? (value as Factory<T, C>)(context) : value;\nconst via = <T>(identity: Record<string, unknown>, value: unknown): T => ({ ...identity, ...(value as object) }) as T;\n\nexport const facet = defineServerPlugin({\n  name: '@agimon-ai/doompi-computer-use',\n  global: () => ({\n    get channels(): DoomServerSessionPlugin['channels'] { return [() => via({ frameType: 'computer_use' }, channelComputerUse())]; },\n  }),\n  workspace: () => ({\n    get channels(): DoomServerSessionPlugin['channels'] { return [() => via({ frameType: 'computer_use' }, channelComputerUse())]; },\n  }),\n  session: async (context) => {\n    const scopeSession = await rootSession(context);\n    const contextSession = { ...context, root: scopeSession.value };\n    return {\n      ...composeRootHooks(scopeSession),\n      get api(): DoomServerSessionPlugin['api'] { return [at(apiRoute, contextSession)]; },\n      get channels(): DoomServerSessionPlugin['channels'] { return [() => via({ frameType: 'computer_use' }, channelComputerUse())]; },\n      get commands(): DoomServerSessionPlugin['commands'] { return [via({ name: 'computer-use' }, at(commandComputerUse, contextSession))]; },\n      get hooks(): DoomServerSessionPlugin['hooks'] { return [via({ event: 'before_agent_start' }, at(hookBeforeAgentStart, contextSession)), via({ event: 'session_shutdown' }, at(hookSessionShutdown, contextSession))]; },\n      get tools(): DoomServerSessionPlugin['tools'] { return [via({ name: '00_computer_state' }, at(tool00ComputerState, contextSession)), via({ name: '10_computer_action' }, at(tool10ComputerAction, contextSession)), via({ name: '20_computer_exec' }, at(tool20ComputerExec, contextSession))]; },\n      services: [...(scopeSession.services ?? [])],\n      get activities(): DoomServerSessionPlugin['activities'] { return [...(scopeSession.activities ?? [])]; },\n    };\n  },\n});\n\nexport default facet;\n"],"mappings":";;;;;;;;;;;;AAeA,MAAM,MAAY,OAA0B,YAC1C,OAAO,UAAU,aAAc,MAAwB,OAAO,IAAI;AACpE,MAAM,OAAU,UAAmC,WAAuB;CAAE,GAAG;CAAU,GAAI;AAAiB;AAE9G,MAAa,QAAQ,mBAAmB;CACtC,MAAM;CACN,eAAe,EACb,IAAI,WAAgD;EAAE,OAAO,OAAO,IAAI,EAAE,WAAW,eAAe,GAAGA,4BAAmB,CAAC,CAAC;CAAG,EACjI;CACA,kBAAkB,EAChB,IAAI,WAAgD;EAAE,OAAO,OAAO,IAAI,EAAE,WAAW,eAAe,GAAGA,4BAAmB,CAAC,CAAC;CAAG,EACjI;CACA,SAAS,OAAO,YAAY;EAC1B,MAAM,eAAe,MAAMC,oBAAY,OAAO;EAC9C,MAAM,iBAAiB;GAAE,GAAG;GAAS,MAAM,aAAa;EAAM;EAC9D,OAAO;GACL,GAAG,iBAAiB,YAAY;GAChC,IAAI,MAAsC;IAAE,OAAO,CAAC,GAAGC,sBAAU,cAAc,CAAC;GAAG;GACnF,IAAI,WAAgD;IAAE,OAAO,OAAO,IAAI,EAAE,WAAW,eAAe,GAAGF,4BAAmB,CAAC,CAAC;GAAG;GAC/H,IAAI,WAAgD;IAAE,OAAO,CAAC,IAAI,EAAE,MAAM,eAAe,GAAG,GAAGG,+BAAoB,cAAc,CAAC,CAAC;GAAG;GACtI,IAAI,QAA0C;IAAE,OAAO,CAAC,IAAI,EAAE,OAAO,qBAAqB,GAAG,GAAGC,mCAAsB,cAAc,CAAC,GAAG,IAAI,EAAE,OAAO,mBAAmB,GAAG,GAAGC,iCAAqB,cAAc,CAAC,CAAC;GAAG;GACtN,IAAI,QAA0C;IAAE,OAAO;KAAC,IAAI,EAAE,MAAM,oBAAoB,GAAG,GAAGC,mCAAqB,cAAc,CAAC;KAAG,IAAI,EAAE,MAAM,qBAAqB,GAAG,GAAGC,oCAAsB,cAAc,CAAC;KAAG,IAAI,EAAE,MAAM,mBAAmB,GAAG,GAAGC,kCAAoB,cAAc,CAAC;IAAC;GAAG;GAChS,UAAU,CAAC,GAAI,aAAa,YAAY,CAAC,CAAE;GAC3C,IAAI,aAAoD;IAAE,OAAO,CAAC,GAAI,aAAa,cAAc,CAAC,CAAE;GAAG;EACzG;CACF;AACF,CAAC"}

package/dist/src/services/computerUseServer/index.cjs

@@ -139,10 +139,6 @@ function createComputerUseServer(host) {
 	}).createOwner(void 0);
 	return {
 		services: [(0, _agimon_ai_doompi_minor_mode.serverMinorModes)([modeOwner])],
-		toolRestrictions: [{
-			when: { state: { "minor-mode": require_computerUseApi.COMPUTER_USE_MODE_ID } },
-			allowedTools: [...require_computerUse.COMPUTER_USE_TOOL_NAMES]
-		}],
 		activities: [{
 			when: {
 				state: { "minor-mode": require_computerUseApi.COMPUTER_USE_MODE_ID },

package/dist/src/services/computerUseServer/index.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.cjs","names":["createComputerUseSessionClient","path","ComputerScriptRunner","DefaultComputerUseExtensionService","COMPUTER_USE_MODE_ID","COMPUTER_USE_STATUS_KEY","defineMinorMode","modeState","serverMinorModes","COMPUTER_USE_TOOL_NAMES","COMMAND_NAME","COMMAND_DESCRIPTION"],"sources":["../../../../src/services/computerUseServer/index.ts"],"sourcesContent":["import path from 'node:path';\n\nimport { type DoomHeadlessToolResult } from '@agimon-ai/doompi-core/headless';\nimport { serverMinorModes } from '@agimon-ai/doompi-minor-mode';\nimport { defineMinorMode, type MinorModeOwner } from '@agimon-ai/doompi-minor-mode';\n\nimport { COMMAND_NAME, COMMAND_DESCRIPTION } from '../../constants/computerUse';\nimport { COMPUTER_USE_TOOL_NAMES } from '../../constants/computerUse';\nimport { modeState } from '../../models/computerUseMode';\nimport { ComputerScriptRunner } from '../../services/computerScriptRunner';\nimport { DefaultComputerUseExtensionService } from '../../services/extensionService';\nimport { createComputerUseSessionClient } from '../../services/sessionApiClient';\nimport type { ComputerUseAction, ComputerUseObservation } from '../../types/computerUse';\nimport { COMPUTER_USE_MODE_ID, COMPUTER_USE_STATUS_KEY } from '../../types/computerUseApi';\nimport type { ComputerUseSessionView } from '../../types/computerUseApi';\n\n/** This package's identity for mode, activity and restriction ownership, not a status key. */\nconst SOURCE = '@agimon-ai/doompi-computer-use';\n\nconst SCRIPT_PATHS_ENV = 'DOOMPI_COMPUTER_USE_SCRIPT_PATHS';\nconst GUIDANCE =\n  '[COMPUTER USE ACTIVE]\\nUse computer_state before acting and after any action that may change the interface. Use only element refs and snapshot ids returned by computer_state. Never infer coordinates or bypass secure elements.';\n\nfunction output(value: unknown, isError = false): DoomHeadlessToolResult {\n  return {\n    content: [{ type: 'text', text: typeof value === 'string' ? value : JSON.stringify(value, null, 2) }],\n    details: value,\n    ...(isError ? { isError: true } : {}),\n  };\n}\n\nfunction observationOutput(value: ComputerUseObservation): DoomHeadlessToolResult {\n  return {\n    content: [\n      { type: 'text', text: JSON.stringify({ ...value, screenshot: undefined }, null, 2) },\n      { type: 'image', data: value.screenshot.data, mimeType: value.screenshot.mimeType },\n    ],\n    details: value,\n  };\n}\n\nimport {\n  type DoomHeadlessHostService,\n  type DoomHeadlessTool,\n  type DoomHeadlessCommand,\n} from '@agimon-ai/doompi-core/headless';\nimport { type DoomServerSessionPlugin } from '@agimon-ai/doompi-core/server-facet';\nexport function createComputerUseServer(host: DoomHeadlessHostService): Omit<\n  DoomServerSessionPlugin,\n  'tools' | 'commands'\n> & {\n  tools: readonly DoomHeadlessTool[];\n  commands: readonly DoomHeadlessCommand[];\n} {\n  const client = createComputerUseSessionClient();\n  const allowedScriptPaths = (host.context.environment[SCRIPT_PATHS_ENV] ?? '')\n    .split(path.delimiter)\n    .filter((entry) => entry.length > 0);\n  const scriptRunner = client === undefined ? undefined : new ComputerScriptRunner({ client, allowedScriptPaths });\n  const service = new DefaultComputerUseExtensionService(client);\n  const dependencies = { client, scriptRunner, service };\n  let state: ComputerUseSessionView | undefined;\n  let stopActivity: (() => void) | undefined;\n  let modeOwner: MinorModeOwner | undefined;\n  const modeSelected = (): boolean =>\n    (host.context.selection.state?.['minor-mode'] ?? []).includes(COMPUTER_USE_MODE_ID);\n  const publishMode = (): void => modeOwner?.publish();\n  const applyState = (next: ComputerUseSessionView | undefined): void => {\n    state = next;\n    host.context.client.setStatus(\n      COMPUTER_USE_STATUS_KEY,\n      next === undefined || next.phase === 'inactive' ? undefined : `computer use: ${next.phase}`,\n    );\n    publishMode();\n  };\n  const selectMode = async (enabled: boolean): Promise<void> => {\n    const modes = (host.context.selection.state?.['minor-mode'] ?? []).filter((mode) => mode !== COMPUTER_USE_MODE_ID);\n    await host.changeSelection({\n      axis: 'state',\n      key: 'minor-mode',\n      values: enabled ? [...modes, COMPUTER_USE_MODE_ID] : modes,\n    });\n    publishMode();\n  };\n  const refresh = async (signal?: AbortSignal): Promise<void> => {\n    if (!client) {\n      applyState(undefined);\n      return;\n    }\n    try {\n      applyState(await client.state(signal));\n    } catch {\n      applyState(undefined);\n    }\n  };\n  const requireActive = (): NonNullable<typeof client> => {\n    if (!client || state?.phase !== 'active') throw new Error('Computer use is not active for this session.');\n    return client;\n  };\n  modeOwner = defineMinorMode<undefined>({\n    descriptor: {\n      source: SOURCE,\n      id: COMPUTER_USE_MODE_ID,\n      label: 'Computer Use',\n      description: 'Session-scoped semantic control through DoomPi Desktop.',\n      order: 450,\n      actions: [\n        {\n          id: 'activate',\n          label: 'Activate',\n          description: 'Enable computer use for this session.',\n          contexts: ['headless'],\n          parameters: [],\n        },\n        {\n          id: 'deactivate',\n          label: 'Deactivate',\n          description: 'Stop this session computer-use run.',\n          contexts: ['headless'],\n          parameters: [],\n        },\n        {\n          id: 'doctor',\n          label: 'Doctor',\n          description: 'Report Desktop availability and session state.',\n          contexts: ['headless'],\n          parameters: [],\n        },\n      ],\n    },\n    state: () => modeState(state, modeSelected()),\n    async handleAction(_runtime, actionId, _argumentsValue, execution) {\n      execution.signal.throwIfAborted();\n      if (actionId === 'activate') {\n        if (!client) throw new Error('DoomPi Desktop computer use is unavailable.');\n        await selectMode(true);\n        await refresh(execution.signal);\n        return { message: 'Computer use activated.' };\n      }\n      if (actionId === 'doctor') {\n        await refresh(execution.signal);\n        return {\n          message: client\n            ? `Computer use is ${state?.phase ?? 'unavailable'}.`\n            : 'DoomPi Desktop session API is unavailable.',\n        };\n      }\n      if (actionId === 'deactivate') {\n        if (client && state?.phase !== undefined && state.phase !== 'inactive' && state.phase !== 'failed')\n          await client.stop(execution.signal);\n        await selectMode(false);\n        await refresh(execution.signal);\n        return { message: 'Computer use deactivated.' };\n      }\n      throw new Error(`Unknown computer-use action: ${actionId}`);\n    },\n  }).createOwner(undefined);\n  return {\n    services: [serverMinorModes([modeOwner])],\n    toolRestrictions: [\n      {\n        when: { state: { 'minor-mode': COMPUTER_USE_MODE_ID } },\n        allowedTools: [...COMPUTER_USE_TOOL_NAMES],\n      },\n    ],\n    activities: [\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        name: SOURCE,\n        async start() {\n          await refresh();\n          const unsubscribe = client?.subscribeStatus?.(applyState);\n          stopActivity = () => {\n            unsubscribe?.();\n            applyState(undefined);\n          };\n          return () => {\n            stopActivity?.();\n            stopActivity = undefined;\n          };\n        },\n      },\n    ],\n    tools: [\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        name: 'computer_state',\n        label: 'Computer State',\n        description: 'Observe the authorized application window and return semantic accessibility state.',\n        parameters: { type: 'object', properties: {}, additionalProperties: false },\n        executionMode: 'serial',\n        async execute(_toolCallId, _parameters, signal) {\n          try {\n            const session = requireActive();\n            const observation = await session.observe(signal);\n            return observationOutput(observation);\n          } catch (error) {\n            return output(error instanceof Error ? error.message : String(error), true);\n          }\n        },\n      },\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        name: 'computer_action',\n        label: 'Computer Action',\n        description: 'Perform one constrained semantic action in the authorized application window.',\n        parameters: {\n          type: 'object',\n          properties: {\n            kind: { type: 'string', enum: ['press', 'focus', 'set_value', 'scroll'] },\n            snapshotId: { type: 'string', minLength: 1 },\n            elementRef: { type: 'string', minLength: 1 },\n            value: { type: 'string' },\n            direction: { type: 'string', enum: ['up', 'down', 'left', 'right'] },\n            amount: { type: 'string', enum: ['line', 'page'] },\n          },\n          required: ['kind', 'snapshotId', 'elementRef'],\n          additionalProperties: false,\n        },\n        executionMode: 'serial',\n        async execute(_toolCallId, parameters, signal) {\n          try {\n            const result = await requireActive().act(parameters as unknown as ComputerUseAction, signal);\n            await refresh(signal);\n            return output(result);\n          } catch (error) {\n            return output(error instanceof Error ? error.message : String(error), true);\n          }\n        },\n      },\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        name: 'computer_exec',\n        label: 'Computer Script',\n        description:\n          'Run a trusted, explicitly allowed local TypeScript script against the authorized application session.',\n        parameters: {\n          type: 'object',\n          properties: { scriptPath: { type: 'string', minLength: 1 }, input: {} },\n          required: ['scriptPath', 'input'],\n          additionalProperties: false,\n        },\n        executionMode: 'serial',\n        async execute(_toolCallId, parameters, signal) {\n          try {\n            if (!dependencies.scriptRunner) throw new Error('Computer script execution is unavailable.');\n            const input = parameters as { scriptPath: string; input: unknown };\n            return output(await dependencies.scriptRunner.execute(input.scriptPath, input.input, signal));\n          } catch (error) {\n            return output(error instanceof Error ? error.message : String(error), true);\n          }\n        },\n      },\n    ],\n    commands: [\n      {\n        name: COMMAND_NAME,\n        description: COMMAND_DESCRIPTION,\n        async execute(args, execution) {\n          const result = await dependencies.service.execute();\n          await execution.client.notify({ body: result.message, level: result.level });\n          if (args.trim() === 'deactivate' && client && state?.phase !== 'inactive' && state?.phase !== 'failed') {\n            await client.stop();\n            await host.changeSelection({\n              axis: 'state',\n              key: 'minor-mode',\n              values: (execution.selection.state?.['minor-mode'] ?? []).filter((mode) => mode !== COMPUTER_USE_MODE_ID),\n            });\n            await refresh();\n          }\n        },\n      },\n    ],\n    hooks: [\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        event: 'before_agent_start',\n        handle(event) {\n          if (state?.phase !== 'active') return undefined;\n          const prompt = typeof event.systemPrompt === 'string' ? event.systemPrompt : '';\n          return { systemPrompt: `${prompt}\\n\\n${GUIDANCE}`.trim() };\n        },\n      },\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        event: 'session_shutdown',\n        handle: async () => {\n          stopActivity?.();\n          if (client && state?.phase !== 'inactive' && state?.phase !== 'failed') await client.stop();\n        },\n      },\n    ],\n    onDispose() {\n      stopActivity?.();\n      stopActivity = undefined;\n      host.context.client.setStatus(COMPUTER_USE_STATUS_KEY, undefined);\n    },\n  };\n}\n"],"mappings":";;;;;;;;;;;;AAiBA,MAAM,SAAS;AAEf,MAAM,mBAAmB;AACzB,MAAM,WACJ;AAEF,SAAS,OAAO,OAAgB,UAAU,OAA+B;CACvE,OAAO;EACL,SAAS,CAAC;GAAE,MAAM;GAAQ,MAAM,OAAO,UAAU,WAAW,QAAQ,KAAK,UAAU,OAAO,MAAM,CAAC;EAAE,CAAC;EACpG,SAAS;EACT,GAAI,UAAU,EAAE,SAAS,KAAK,IAAI,CAAC;CACrC;AACF;AAEA,SAAS,kBAAkB,OAAuD;CAChF,OAAO;EACL,SAAS,CACP;GAAE,MAAM;GAAQ,MAAM,KAAK,UAAU;IAAE,GAAG;IAAO,YAAY,KAAA;GAAU,GAAG,MAAM,CAAC;EAAE,GACnF;GAAE,MAAM;GAAS,MAAM,MAAM,WAAW;GAAM,UAAU,MAAM,WAAW;EAAS,CACpF;EACA,SAAS;CACX;AACF;AAQA,SAAgB,wBAAwB,MAMtC;CACA,MAAM,SAASA,cAAAA,+BAA+B;CAC9C,MAAM,sBAAsB,KAAK,QAAQ,YAAY,qBAAqB,GAAA,CACvE,MAAMC,UAAAA,QAAK,SAAS,CAAC,CACrB,QAAQ,UAAU,MAAM,SAAS,CAAC;CAGrC,MAAM,eAAe;EAAE;EAAQ,cAFV,WAAW,KAAA,IAAY,KAAA,IAAY,IAAIC,gBAAAA,qBAAqB;GAAE;GAAQ;EAAmB,CAAC;EAElE,SAAA,IADzBC,gBAAAA,mCAAmC,MACJ;CAAE;CACrD,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,MAAM,sBACH,KAAK,QAAQ,UAAU,QAAQ,iBAAiB,CAAC,EAAA,CAAG,SAASC,uBAAAA,oBAAoB;CACpF,MAAM,oBAA0B,WAAW,QAAQ;CACnD,MAAM,cAAc,SAAmD;EACrE,QAAQ;EACR,KAAK,QAAQ,OAAO,UAClBC,uBAAAA,yBACA,SAAS,KAAA,KAAa,KAAK,UAAU,aAAa,KAAA,IAAY,iBAAiB,KAAK,OACtF;EACA,YAAY;CACd;CACA,MAAM,aAAa,OAAO,YAAoC;EAC5D,MAAM,SAAS,KAAK,QAAQ,UAAU,QAAQ,iBAAiB,CAAC,EAAA,CAAG,QAAQ,SAAS,SAASD,uBAAAA,oBAAoB;EACjH,MAAM,KAAK,gBAAgB;GACzB,MAAM;GACN,KAAK;GACL,QAAQ,UAAU,CAAC,GAAG,OAAOA,uBAAAA,oBAAoB,IAAI;EACvD,CAAC;EACD,YAAY;CACd;CACA,MAAM,UAAU,OAAO,WAAwC;EAC7D,IAAI,CAAC,QAAQ;GACX,WAAW,KAAA,CAAS;GACpB;EACF;EACA,IAAI;GACF,WAAW,MAAM,OAAO,MAAM,MAAM,CAAC;EACvC,QAAQ;GACN,WAAW,KAAA,CAAS;EACtB;CACF;CACA,MAAM,sBAAkD;EACtD,IAAI,CAAC,UAAU,OAAO,UAAU,UAAU,MAAM,IAAI,MAAM,8CAA8C;EACxG,OAAO;CACT;CACA,aAAA,GAAYE,6BAAAA,gBAAAA,CAA2B;EACrC,YAAY;GACV,QAAQ;GACR,IAAIF,uBAAAA;GACJ,OAAO;GACP,aAAa;GACb,OAAO;GACP,SAAS;IACP;KACE,IAAI;KACJ,OAAO;KACP,aAAa;KACb,UAAU,CAAC,UAAU;KACrB,YAAY,CAAC;IACf;IACA;KACE,IAAI;KACJ,OAAO;KACP,aAAa;KACb,UAAU,CAAC,UAAU;KACrB,YAAY,CAAC;IACf;IACA;KACE,IAAI;KACJ,OAAO;KACP,aAAa;KACb,UAAU,CAAC,UAAU;KACrB,YAAY,CAAC;IACf;GACF;EACF;EACA,aAAaG,wBAAAA,UAAU,OAAO,aAAa,CAAC;EAC5C,MAAM,aAAa,UAAU,UAAU,iBAAiB,WAAW;GACjE,UAAU,OAAO,eAAe;GAChC,IAAI,aAAa,YAAY;IAC3B,IAAI,CAAC,QAAQ,MAAM,IAAI,MAAM,6CAA6C;IAC1E,MAAM,WAAW,IAAI;IACrB,MAAM,QAAQ,UAAU,MAAM;IAC9B,OAAO,EAAE,SAAS,0BAA0B;GAC9C;GACA,IAAI,aAAa,UAAU;IACzB,MAAM,QAAQ,UAAU,MAAM;IAC9B,OAAO,EACL,SAAS,SACL,mBAAmB,OAAO,SAAS,cAAc,KACjD,6CACN;GACF;GACA,IAAI,aAAa,cAAc;IAC7B,IAAI,UAAU,OAAO,UAAU,KAAA,KAAa,MAAM,UAAU,cAAc,MAAM,UAAU,UACxF,MAAM,OAAO,KAAK,UAAU,MAAM;IACpC,MAAM,WAAW,KAAK;IACtB,MAAM,QAAQ,UAAU,MAAM;IAC9B,OAAO,EAAE,SAAS,4BAA4B;GAChD;GACA,MAAM,IAAI,MAAM,gCAAgC,UAAU;EAC5D;CACF,CAAC,CAAC,CAAC,YAAY,KAAA,CAAS;CACxB,OAAO;EACL,UAAU,EAAA,GAACC,6BAAAA,iBAAAA,CAAiB,CAAC,SAAS,CAAC,CAAC;EACxC,kBAAkB,CAChB;GACE,MAAM,EAAE,OAAO,EAAE,cAAcJ,uBAAAA,qBAAqB,EAAE;GACtD,cAAc,CAAC,GAAGK,oBAAAA,uBAAuB;EAC3C,CACF;EACA,YAAY,CACV;GACE,MAAM;IACJ,OAAO,EAAE,cAAcL,uBAAAA,qBAAqB;IAC5C,aAAa;KAAE,MAAM;KAAS,MAAMA,uBAAAA;IAAqB;GAC3D;GACA,MAAM;GACN,MAAM,QAAQ;IACZ,MAAM,QAAQ;IACd,MAAM,cAAc,QAAQ,kBAAkB,UAAU;IACxD,qBAAqB;KACnB,cAAc;KACd,WAAW,KAAA,CAAS;IACtB;IACA,aAAa;KACX,eAAe;KACf,eAAe,KAAA;IACjB;GACF;EACF,CACF;EACA,OAAO;GACL;IACE,MAAM;KACJ,OAAO,EAAE,cAAcA,uBAAAA,qBAAqB;KAC5C,aAAa;MAAE,MAAM;MAAS,MAAMA,uBAAAA;KAAqB;IAC3D;IACA,MAAM;IACN,OAAO;IACP,aAAa;IACb,YAAY;KAAE,MAAM;KAAU,YAAY,CAAC;KAAG,sBAAsB;IAAM;IAC1E,eAAe;IACf,MAAM,QAAQ,aAAa,aAAa,QAAQ;KAC9C,IAAI;MAGF,OAAO,kBAAkB,MAFT,cACgB,CAAC,CAAC,QAAQ,MAAM,CACZ;KACtC,SAAS,OAAO;MACd,OAAO,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAAG,IAAI;KAC5E;IACF;GACF;GACA;IACE,MAAM;KACJ,OAAO,EAAE,cAAcA,uBAAAA,qBAAqB;KAC5C,aAAa;MAAE,MAAM;MAAS,MAAMA,uBAAAA;KAAqB;IAC3D;IACA,MAAM;IACN,OAAO;IACP,aAAa;IACb,YAAY;KACV,MAAM;KACN,YAAY;MACV,MAAM;OAAE,MAAM;OAAU,MAAM;QAAC;QAAS;QAAS;QAAa;OAAQ;MAAE;MACxE,YAAY;OAAE,MAAM;OAAU,WAAW;MAAE;MAC3C,YAAY;OAAE,MAAM;OAAU,WAAW;MAAE;MAC3C,OAAO,EAAE,MAAM,SAAS;MACxB,WAAW;OAAE,MAAM;OAAU,MAAM;QAAC;QAAM;QAAQ;QAAQ;OAAO;MAAE;MACnE,QAAQ;OAAE,MAAM;OAAU,MAAM,CAAC,QAAQ,MAAM;MAAE;KACnD;KACA,UAAU;MAAC;MAAQ;MAAc;KAAY;KAC7C,sBAAsB;IACxB;IACA,eAAe;IACf,MAAM,QAAQ,aAAa,YAAY,QAAQ;KAC7C,IAAI;MACF,MAAM,SAAS,MAAM,cAAc,CAAC,CAAC,IAAI,YAA4C,MAAM;MAC3F,MAAM,QAAQ,MAAM;MACpB,OAAO,OAAO,MAAM;KACtB,SAAS,OAAO;MACd,OAAO,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAAG,IAAI;KAC5E;IACF;GACF;GACA;IACE,MAAM;KACJ,OAAO,EAAE,cAAcA,uBAAAA,qBAAqB;KAC5C,aAAa;MAAE,MAAM;MAAS,MAAMA,uBAAAA;KAAqB;IAC3D;IACA,MAAM;IACN,OAAO;IACP,aACE;IACF,YAAY;KACV,MAAM;KACN,YAAY;MAAE,YAAY;OAAE,MAAM;OAAU,WAAW;MAAE;MAAG,OAAO,CAAC;KAAE;KACtE,UAAU,CAAC,cAAc,OAAO;KAChC,sBAAsB;IACxB;IACA,eAAe;IACf,MAAM,QAAQ,aAAa,YAAY,QAAQ;KAC7C,IAAI;MACF,IAAI,CAAC,aAAa,cAAc,MAAM,IAAI,MAAM,2CAA2C;MAC3F,MAAM,QAAQ;MACd,OAAO,OAAO,MAAM,aAAa,aAAa,QAAQ,MAAM,YAAY,MAAM,OAAO,MAAM,CAAC;KAC9F,SAAS,OAAO;MACd,OAAO,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAAG,IAAI;KAC5E;IACF;GACF;EACF;EACA,UAAU,CACR;GACE,MAAMM,oBAAAA;GACN,aAAaC,oBAAAA;GACb,MAAM,QAAQ,MAAM,WAAW;IAC7B,MAAM,SAAS,MAAM,aAAa,QAAQ,QAAQ;IAClD,MAAM,UAAU,OAAO,OAAO;KAAE,MAAM,OAAO;KAAS,OAAO,OAAO;IAAM,CAAC;IAC3E,IAAI,KAAK,KAAK,MAAM,gBAAgB,UAAU,OAAO,UAAU,cAAc,OAAO,UAAU,UAAU;KACtG,MAAM,OAAO,KAAK;KAClB,MAAM,KAAK,gBAAgB;MACzB,MAAM;MACN,KAAK;MACL,SAAS,UAAU,UAAU,QAAQ,iBAAiB,CAAC,EAAA,CAAG,QAAQ,SAAS,SAASP,uBAAAA,oBAAoB;KAC1G,CAAC;KACD,MAAM,QAAQ;IAChB;GACF;EACF,CACF;EACA,OAAO,CACL;GACE,MAAM;IACJ,OAAO,EAAE,cAAcA,uBAAAA,qBAAqB;IAC5C,aAAa;KAAE,MAAM;KAAS,MAAMA,uBAAAA;IAAqB;GAC3D;GACA,OAAO;GACP,OAAO,OAAO;IACZ,IAAI,OAAO,UAAU,UAAU,OAAO,KAAA;IAEtC,OAAO,EAAE,cAAc,GADR,OAAO,MAAM,iBAAiB,WAAW,MAAM,eAAe,GAC5C,MAAM,WAAW,KAAK,EAAE;GAC3D;EACF,GACA;GACE,MAAM;IACJ,OAAO,EAAE,cAAcA,uBAAAA,qBAAqB;IAC5C,aAAa;KAAE,MAAM;KAAS,MAAMA,uBAAAA;IAAqB;GAC3D;GACA,OAAO;GACP,QAAQ,YAAY;IAClB,eAAe;IACf,IAAI,UAAU,OAAO,UAAU,cAAc,OAAO,UAAU,UAAU,MAAM,OAAO,KAAK;GAC5F;EACF,CACF;EACA,YAAY;GACV,eAAe;GACf,eAAe,KAAA;GACf,KAAK,QAAQ,OAAO,UAAUC,uBAAAA,yBAAyB,KAAA,CAAS;EAClE;CACF;AACF"}
+{"version":3,"file":"index.cjs","names":["createComputerUseSessionClient","path","ComputerScriptRunner","DefaultComputerUseExtensionService","COMPUTER_USE_MODE_ID","COMPUTER_USE_STATUS_KEY","defineMinorMode","modeState","serverMinorModes","COMMAND_NAME","COMMAND_DESCRIPTION"],"sources":["../../../../src/services/computerUseServer/index.ts"],"sourcesContent":["import path from 'node:path';\n\nimport { type DoomHeadlessToolResult } from '@agimon-ai/doompi-core/headless';\nimport { serverMinorModes } from '@agimon-ai/doompi-minor-mode';\nimport { defineMinorMode, type MinorModeOwner } from '@agimon-ai/doompi-minor-mode';\n\nimport { COMMAND_NAME, COMMAND_DESCRIPTION } from '../../constants/computerUse';\nimport { modeState } from '../../models/computerUseMode';\nimport { ComputerScriptRunner } from '../../services/computerScriptRunner';\nimport { DefaultComputerUseExtensionService } from '../../services/extensionService';\nimport { createComputerUseSessionClient } from '../../services/sessionApiClient';\nimport type { ComputerUseAction, ComputerUseObservation } from '../../types/computerUse';\nimport { COMPUTER_USE_MODE_ID, COMPUTER_USE_STATUS_KEY } from '../../types/computerUseApi';\nimport type { ComputerUseSessionView } from '../../types/computerUseApi';\n\n/** This package's identity for mode, activity and restriction ownership, not a status key. */\nconst SOURCE = '@agimon-ai/doompi-computer-use';\n\nconst SCRIPT_PATHS_ENV = 'DOOMPI_COMPUTER_USE_SCRIPT_PATHS';\nconst GUIDANCE =\n  '[COMPUTER USE ACTIVE]\\nUse computer_state before acting and after any action that may change the interface. Use only element refs and snapshot ids returned by computer_state. Never infer coordinates or bypass secure elements.';\n\nfunction output(value: unknown, isError = false): DoomHeadlessToolResult {\n  return {\n    content: [{ type: 'text', text: typeof value === 'string' ? value : JSON.stringify(value, null, 2) }],\n    details: value,\n    ...(isError ? { isError: true } : {}),\n  };\n}\n\nfunction observationOutput(value: ComputerUseObservation): DoomHeadlessToolResult {\n  return {\n    content: [\n      { type: 'text', text: JSON.stringify({ ...value, screenshot: undefined }, null, 2) },\n      { type: 'image', data: value.screenshot.data, mimeType: value.screenshot.mimeType },\n    ],\n    details: value,\n  };\n}\n\nimport {\n  type DoomHeadlessHostService,\n  type DoomHeadlessTool,\n  type DoomHeadlessCommand,\n} from '@agimon-ai/doompi-core/headless';\nimport { type DoomServerSessionPlugin } from '@agimon-ai/doompi-core/server-facet';\nexport function createComputerUseServer(host: DoomHeadlessHostService): Omit<\n  DoomServerSessionPlugin,\n  'tools' | 'commands'\n> & {\n  tools: readonly DoomHeadlessTool[];\n  commands: readonly DoomHeadlessCommand[];\n} {\n  const client = createComputerUseSessionClient();\n  const allowedScriptPaths = (host.context.environment[SCRIPT_PATHS_ENV] ?? '')\n    .split(path.delimiter)\n    .filter((entry) => entry.length > 0);\n  const scriptRunner = client === undefined ? undefined : new ComputerScriptRunner({ client, allowedScriptPaths });\n  const service = new DefaultComputerUseExtensionService(client);\n  const dependencies = { client, scriptRunner, service };\n  let state: ComputerUseSessionView | undefined;\n  let stopActivity: (() => void) | undefined;\n  let modeOwner: MinorModeOwner | undefined;\n  const modeSelected = (): boolean =>\n    (host.context.selection.state?.['minor-mode'] ?? []).includes(COMPUTER_USE_MODE_ID);\n  const publishMode = (): void => modeOwner?.publish();\n  const applyState = (next: ComputerUseSessionView | undefined): void => {\n    state = next;\n    host.context.client.setStatus(\n      COMPUTER_USE_STATUS_KEY,\n      next === undefined || next.phase === 'inactive' ? undefined : `computer use: ${next.phase}`,\n    );\n    publishMode();\n  };\n  const selectMode = async (enabled: boolean): Promise<void> => {\n    const modes = (host.context.selection.state?.['minor-mode'] ?? []).filter((mode) => mode !== COMPUTER_USE_MODE_ID);\n    await host.changeSelection({\n      axis: 'state',\n      key: 'minor-mode',\n      values: enabled ? [...modes, COMPUTER_USE_MODE_ID] : modes,\n    });\n    publishMode();\n  };\n  const refresh = async (signal?: AbortSignal): Promise<void> => {\n    if (!client) {\n      applyState(undefined);\n      return;\n    }\n    try {\n      applyState(await client.state(signal));\n    } catch {\n      applyState(undefined);\n    }\n  };\n  const requireActive = (): NonNullable<typeof client> => {\n    if (!client || state?.phase !== 'active') throw new Error('Computer use is not active for this session.');\n    return client;\n  };\n  modeOwner = defineMinorMode<undefined>({\n    descriptor: {\n      source: SOURCE,\n      id: COMPUTER_USE_MODE_ID,\n      label: 'Computer Use',\n      description: 'Session-scoped semantic control through DoomPi Desktop.',\n      order: 450,\n      actions: [\n        {\n          id: 'activate',\n          label: 'Activate',\n          description: 'Enable computer use for this session.',\n          contexts: ['headless'],\n          parameters: [],\n        },\n        {\n          id: 'deactivate',\n          label: 'Deactivate',\n          description: 'Stop this session computer-use run.',\n          contexts: ['headless'],\n          parameters: [],\n        },\n        {\n          id: 'doctor',\n          label: 'Doctor',\n          description: 'Report Desktop availability and session state.',\n          contexts: ['headless'],\n          parameters: [],\n        },\n      ],\n    },\n    state: () => modeState(state, modeSelected()),\n    async handleAction(_runtime, actionId, _argumentsValue, execution) {\n      execution.signal.throwIfAborted();\n      if (actionId === 'activate') {\n        if (!client) throw new Error('DoomPi Desktop computer use is unavailable.');\n        await selectMode(true);\n        await refresh(execution.signal);\n        return { message: 'Computer use activated.' };\n      }\n      if (actionId === 'doctor') {\n        await refresh(execution.signal);\n        return {\n          message: client\n            ? `Computer use is ${state?.phase ?? 'unavailable'}.`\n            : 'DoomPi Desktop session API is unavailable.',\n        };\n      }\n      if (actionId === 'deactivate') {\n        if (client && state?.phase !== undefined && state.phase !== 'inactive' && state.phase !== 'failed')\n          await client.stop(execution.signal);\n        await selectMode(false);\n        await refresh(execution.signal);\n        return { message: 'Computer use deactivated.' };\n      }\n      throw new Error(`Unknown computer-use action: ${actionId}`);\n    },\n  }).createOwner(undefined);\n  return {\n    services: [serverMinorModes([modeOwner])],\n    activities: [\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        name: SOURCE,\n        async start() {\n          await refresh();\n          const unsubscribe = client?.subscribeStatus?.(applyState);\n          stopActivity = () => {\n            unsubscribe?.();\n            applyState(undefined);\n          };\n          return () => {\n            stopActivity?.();\n            stopActivity = undefined;\n          };\n        },\n      },\n    ],\n    tools: [\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        name: 'computer_state',\n        label: 'Computer State',\n        description: 'Observe the authorized application window and return semantic accessibility state.',\n        parameters: { type: 'object', properties: {}, additionalProperties: false },\n        executionMode: 'serial',\n        async execute(_toolCallId, _parameters, signal) {\n          try {\n            const session = requireActive();\n            const observation = await session.observe(signal);\n            return observationOutput(observation);\n          } catch (error) {\n            return output(error instanceof Error ? error.message : String(error), true);\n          }\n        },\n      },\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        name: 'computer_action',\n        label: 'Computer Action',\n        description: 'Perform one constrained semantic action in the authorized application window.',\n        parameters: {\n          type: 'object',\n          properties: {\n            kind: { type: 'string', enum: ['press', 'focus', 'set_value', 'scroll'] },\n            snapshotId: { type: 'string', minLength: 1 },\n            elementRef: { type: 'string', minLength: 1 },\n            value: { type: 'string' },\n            direction: { type: 'string', enum: ['up', 'down', 'left', 'right'] },\n            amount: { type: 'string', enum: ['line', 'page'] },\n          },\n          required: ['kind', 'snapshotId', 'elementRef'],\n          additionalProperties: false,\n        },\n        executionMode: 'serial',\n        async execute(_toolCallId, parameters, signal) {\n          try {\n            const result = await requireActive().act(parameters as unknown as ComputerUseAction, signal);\n            await refresh(signal);\n            return output(result);\n          } catch (error) {\n            return output(error instanceof Error ? error.message : String(error), true);\n          }\n        },\n      },\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        name: 'computer_exec',\n        label: 'Computer Script',\n        description:\n          'Run a trusted, explicitly allowed local TypeScript script against the authorized application session.',\n        parameters: {\n          type: 'object',\n          properties: { scriptPath: { type: 'string', minLength: 1 }, input: {} },\n          required: ['scriptPath', 'input'],\n          additionalProperties: false,\n        },\n        executionMode: 'serial',\n        async execute(_toolCallId, parameters, signal) {\n          try {\n            if (!dependencies.scriptRunner) throw new Error('Computer script execution is unavailable.');\n            const input = parameters as { scriptPath: string; input: unknown };\n            return output(await dependencies.scriptRunner.execute(input.scriptPath, input.input, signal));\n          } catch (error) {\n            return output(error instanceof Error ? error.message : String(error), true);\n          }\n        },\n      },\n    ],\n    commands: [\n      {\n        name: COMMAND_NAME,\n        description: COMMAND_DESCRIPTION,\n        async execute(args, execution) {\n          const result = await dependencies.service.execute();\n          await execution.client.notify({ body: result.message, level: result.level });\n          if (args.trim() === 'deactivate' && client && state?.phase !== 'inactive' && state?.phase !== 'failed') {\n            await client.stop();\n            await host.changeSelection({\n              axis: 'state',\n              key: 'minor-mode',\n              values: (execution.selection.state?.['minor-mode'] ?? []).filter((mode) => mode !== COMPUTER_USE_MODE_ID),\n            });\n            await refresh();\n          }\n        },\n      },\n    ],\n    hooks: [\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        event: 'before_agent_start',\n        handle(event) {\n          if (state?.phase !== 'active') return undefined;\n          const prompt = typeof event.systemPrompt === 'string' ? event.systemPrompt : '';\n          return { systemPrompt: `${prompt}\\n\\n${GUIDANCE}`.trim() };\n        },\n      },\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        event: 'session_shutdown',\n        handle: async () => {\n          stopActivity?.();\n          if (client && state?.phase !== 'inactive' && state?.phase !== 'failed') await client.stop();\n        },\n      },\n    ],\n    onDispose() {\n      stopActivity?.();\n      stopActivity = undefined;\n      host.context.client.setStatus(COMPUTER_USE_STATUS_KEY, undefined);\n    },\n  };\n}\n"],"mappings":";;;;;;;;;;;;AAgBA,MAAM,SAAS;AAEf,MAAM,mBAAmB;AACzB,MAAM,WACJ;AAEF,SAAS,OAAO,OAAgB,UAAU,OAA+B;CACvE,OAAO;EACL,SAAS,CAAC;GAAE,MAAM;GAAQ,MAAM,OAAO,UAAU,WAAW,QAAQ,KAAK,UAAU,OAAO,MAAM,CAAC;EAAE,CAAC;EACpG,SAAS;EACT,GAAI,UAAU,EAAE,SAAS,KAAK,IAAI,CAAC;CACrC;AACF;AAEA,SAAS,kBAAkB,OAAuD;CAChF,OAAO;EACL,SAAS,CACP;GAAE,MAAM;GAAQ,MAAM,KAAK,UAAU;IAAE,GAAG;IAAO,YAAY,KAAA;GAAU,GAAG,MAAM,CAAC;EAAE,GACnF;GAAE,MAAM;GAAS,MAAM,MAAM,WAAW;GAAM,UAAU,MAAM,WAAW;EAAS,CACpF;EACA,SAAS;CACX;AACF;AAQA,SAAgB,wBAAwB,MAMtC;CACA,MAAM,SAASA,cAAAA,+BAA+B;CAC9C,MAAM,sBAAsB,KAAK,QAAQ,YAAY,qBAAqB,GAAA,CACvE,MAAMC,UAAAA,QAAK,SAAS,CAAC,CACrB,QAAQ,UAAU,MAAM,SAAS,CAAC;CAGrC,MAAM,eAAe;EAAE;EAAQ,cAFV,WAAW,KAAA,IAAY,KAAA,IAAY,IAAIC,gBAAAA,qBAAqB;GAAE;GAAQ;EAAmB,CAAC;EAElE,SAAA,IADzBC,gBAAAA,mCAAmC,MACJ;CAAE;CACrD,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,MAAM,sBACH,KAAK,QAAQ,UAAU,QAAQ,iBAAiB,CAAC,EAAA,CAAG,SAASC,uBAAAA,oBAAoB;CACpF,MAAM,oBAA0B,WAAW,QAAQ;CACnD,MAAM,cAAc,SAAmD;EACrE,QAAQ;EACR,KAAK,QAAQ,OAAO,UAClBC,uBAAAA,yBACA,SAAS,KAAA,KAAa,KAAK,UAAU,aAAa,KAAA,IAAY,iBAAiB,KAAK,OACtF;EACA,YAAY;CACd;CACA,MAAM,aAAa,OAAO,YAAoC;EAC5D,MAAM,SAAS,KAAK,QAAQ,UAAU,QAAQ,iBAAiB,CAAC,EAAA,CAAG,QAAQ,SAAS,SAASD,uBAAAA,oBAAoB;EACjH,MAAM,KAAK,gBAAgB;GACzB,MAAM;GACN,KAAK;GACL,QAAQ,UAAU,CAAC,GAAG,OAAOA,uBAAAA,oBAAoB,IAAI;EACvD,CAAC;EACD,YAAY;CACd;CACA,MAAM,UAAU,OAAO,WAAwC;EAC7D,IAAI,CAAC,QAAQ;GACX,WAAW,KAAA,CAAS;GACpB;EACF;EACA,IAAI;GACF,WAAW,MAAM,OAAO,MAAM,MAAM,CAAC;EACvC,QAAQ;GACN,WAAW,KAAA,CAAS;EACtB;CACF;CACA,MAAM,sBAAkD;EACtD,IAAI,CAAC,UAAU,OAAO,UAAU,UAAU,MAAM,IAAI,MAAM,8CAA8C;EACxG,OAAO;CACT;CACA,aAAA,GAAYE,6BAAAA,gBAAAA,CAA2B;EACrC,YAAY;GACV,QAAQ;GACR,IAAIF,uBAAAA;GACJ,OAAO;GACP,aAAa;GACb,OAAO;GACP,SAAS;IACP;KACE,IAAI;KACJ,OAAO;KACP,aAAa;KACb,UAAU,CAAC,UAAU;KACrB,YAAY,CAAC;IACf;IACA;KACE,IAAI;KACJ,OAAO;KACP,aAAa;KACb,UAAU,CAAC,UAAU;KACrB,YAAY,CAAC;IACf;IACA;KACE,IAAI;KACJ,OAAO;KACP,aAAa;KACb,UAAU,CAAC,UAAU;KACrB,YAAY,CAAC;IACf;GACF;EACF;EACA,aAAaG,wBAAAA,UAAU,OAAO,aAAa,CAAC;EAC5C,MAAM,aAAa,UAAU,UAAU,iBAAiB,WAAW;GACjE,UAAU,OAAO,eAAe;GAChC,IAAI,aAAa,YAAY;IAC3B,IAAI,CAAC,QAAQ,MAAM,IAAI,MAAM,6CAA6C;IAC1E,MAAM,WAAW,IAAI;IACrB,MAAM,QAAQ,UAAU,MAAM;IAC9B,OAAO,EAAE,SAAS,0BAA0B;GAC9C;GACA,IAAI,aAAa,UAAU;IACzB,MAAM,QAAQ,UAAU,MAAM;IAC9B,OAAO,EACL,SAAS,SACL,mBAAmB,OAAO,SAAS,cAAc,KACjD,6CACN;GACF;GACA,IAAI,aAAa,cAAc;IAC7B,IAAI,UAAU,OAAO,UAAU,KAAA,KAAa,MAAM,UAAU,cAAc,MAAM,UAAU,UACxF,MAAM,OAAO,KAAK,UAAU,MAAM;IACpC,MAAM,WAAW,KAAK;IACtB,MAAM,QAAQ,UAAU,MAAM;IAC9B,OAAO,EAAE,SAAS,4BAA4B;GAChD;GACA,MAAM,IAAI,MAAM,gCAAgC,UAAU;EAC5D;CACF,CAAC,CAAC,CAAC,YAAY,KAAA,CAAS;CACxB,OAAO;EACL,UAAU,EAAA,GAACC,6BAAAA,iBAAAA,CAAiB,CAAC,SAAS,CAAC,CAAC;EACxC,YAAY,CACV;GACE,MAAM;IACJ,OAAO,EAAE,cAAcJ,uBAAAA,qBAAqB;IAC5C,aAAa;KAAE,MAAM;KAAS,MAAMA,uBAAAA;IAAqB;GAC3D;GACA,MAAM;GACN,MAAM,QAAQ;IACZ,MAAM,QAAQ;IACd,MAAM,cAAc,QAAQ,kBAAkB,UAAU;IACxD,qBAAqB;KACnB,cAAc;KACd,WAAW,KAAA,CAAS;IACtB;IACA,aAAa;KACX,eAAe;KACf,eAAe,KAAA;IACjB;GACF;EACF,CACF;EACA,OAAO;GACL;IACE,MAAM;KACJ,OAAO,EAAE,cAAcA,uBAAAA,qBAAqB;KAC5C,aAAa;MAAE,MAAM;MAAS,MAAMA,uBAAAA;KAAqB;IAC3D;IACA,MAAM;IACN,OAAO;IACP,aAAa;IACb,YAAY;KAAE,MAAM;KAAU,YAAY,CAAC;KAAG,sBAAsB;IAAM;IAC1E,eAAe;IACf,MAAM,QAAQ,aAAa,aAAa,QAAQ;KAC9C,IAAI;MAGF,OAAO,kBAAkB,MAFT,cACgB,CAAC,CAAC,QAAQ,MAAM,CACZ;KACtC,SAAS,OAAO;MACd,OAAO,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAAG,IAAI;KAC5E;IACF;GACF;GACA;IACE,MAAM;KACJ,OAAO,EAAE,cAAcA,uBAAAA,qBAAqB;KAC5C,aAAa;MAAE,MAAM;MAAS,MAAMA,uBAAAA;KAAqB;IAC3D;IACA,MAAM;IACN,OAAO;IACP,aAAa;IACb,YAAY;KACV,MAAM;KACN,YAAY;MACV,MAAM;OAAE,MAAM;OAAU,MAAM;QAAC;QAAS;QAAS;QAAa;OAAQ;MAAE;MACxE,YAAY;OAAE,MAAM;OAAU,WAAW;MAAE;MAC3C,YAAY;OAAE,MAAM;OAAU,WAAW;MAAE;MAC3C,OAAO,EAAE,MAAM,SAAS;MACxB,WAAW;OAAE,MAAM;OAAU,MAAM;QAAC;QAAM;QAAQ;QAAQ;OAAO;MAAE;MACnE,QAAQ;OAAE,MAAM;OAAU,MAAM,CAAC,QAAQ,MAAM;MAAE;KACnD;KACA,UAAU;MAAC;MAAQ;MAAc;KAAY;KAC7C,sBAAsB;IACxB;IACA,eAAe;IACf,MAAM,QAAQ,aAAa,YAAY,QAAQ;KAC7C,IAAI;MACF,MAAM,SAAS,MAAM,cAAc,CAAC,CAAC,IAAI,YAA4C,MAAM;MAC3F,MAAM,QAAQ,MAAM;MACpB,OAAO,OAAO,MAAM;KACtB,SAAS,OAAO;MACd,OAAO,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAAG,IAAI;KAC5E;IACF;GACF;GACA;IACE,MAAM;KACJ,OAAO,EAAE,cAAcA,uBAAAA,qBAAqB;KAC5C,aAAa;MAAE,MAAM;MAAS,MAAMA,uBAAAA;KAAqB;IAC3D;IACA,MAAM;IACN,OAAO;IACP,aACE;IACF,YAAY;KACV,MAAM;KACN,YAAY;MAAE,YAAY;OAAE,MAAM;OAAU,WAAW;MAAE;MAAG,OAAO,CAAC;KAAE;KACtE,UAAU,CAAC,cAAc,OAAO;KAChC,sBAAsB;IACxB;IACA,eAAe;IACf,MAAM,QAAQ,aAAa,YAAY,QAAQ;KAC7C,IAAI;MACF,IAAI,CAAC,aAAa,cAAc,MAAM,IAAI,MAAM,2CAA2C;MAC3F,MAAM,QAAQ;MACd,OAAO,OAAO,MAAM,aAAa,aAAa,QAAQ,MAAM,YAAY,MAAM,OAAO,MAAM,CAAC;KAC9F,SAAS,OAAO;MACd,OAAO,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAAG,IAAI;KAC5E;IACF;GACF;EACF;EACA,UAAU,CACR;GACE,MAAMK,oBAAAA;GACN,aAAaC,oBAAAA;GACb,MAAM,QAAQ,MAAM,WAAW;IAC7B,MAAM,SAAS,MAAM,aAAa,QAAQ,QAAQ;IAClD,MAAM,UAAU,OAAO,OAAO;KAAE,MAAM,OAAO;KAAS,OAAO,OAAO;IAAM,CAAC;IAC3E,IAAI,KAAK,KAAK,MAAM,gBAAgB,UAAU,OAAO,UAAU,cAAc,OAAO,UAAU,UAAU;KACtG,MAAM,OAAO,KAAK;KAClB,MAAM,KAAK,gBAAgB;MACzB,MAAM;MACN,KAAK;MACL,SAAS,UAAU,UAAU,QAAQ,iBAAiB,CAAC,EAAA,CAAG,QAAQ,SAAS,SAASN,uBAAAA,oBAAoB;KAC1G,CAAC;KACD,MAAM,QAAQ;IAChB;GACF;EACF,CACF;EACA,OAAO,CACL;GACE,MAAM;IACJ,OAAO,EAAE,cAAcA,uBAAAA,qBAAqB;IAC5C,aAAa;KAAE,MAAM;KAAS,MAAMA,uBAAAA;IAAqB;GAC3D;GACA,OAAO;GACP,OAAO,OAAO;IACZ,IAAI,OAAO,UAAU,UAAU,OAAO,KAAA;IAEtC,OAAO,EAAE,cAAc,GADR,OAAO,MAAM,iBAAiB,WAAW,MAAM,eAAe,GAC5C,MAAM,WAAW,KAAK,EAAE;GAC3D;EACF,GACA;GACE,MAAM;IACJ,OAAO,EAAE,cAAcA,uBAAAA,qBAAqB;IAC5C,aAAa;KAAE,MAAM;KAAS,MAAMA,uBAAAA;IAAqB;GAC3D;GACA,OAAO;GACP,QAAQ,YAAY;IAClB,eAAe;IACf,IAAI,UAAU,OAAO,UAAU,cAAc,OAAO,UAAU,UAAU,MAAM,OAAO,KAAK;GAC5F;EACF,CACF;EACA,YAAY;GACV,eAAe;GACf,eAAe,KAAA;GACf,KAAK,QAAQ,OAAO,UAAUC,uBAAAA,yBAAyB,KAAA,CAAS;EAClE;CACF;AACF"}

package/dist/src/services/computerUseServer/index.mjs

@@ -1,4 +1,4 @@
-import { COMMAND_DESCRIPTION, COMMAND_NAME, COMPUTER_USE_TOOL_NAMES } from "../../constants/computerUse.mjs";
+import { COMMAND_DESCRIPTION, COMMAND_NAME } from "../../constants/computerUse.mjs";
 import { createComputerUseSessionClient } from "../sessionApiClient/index.mjs";
 import { ComputerScriptRunner } from "../computerScriptRunner/index.mjs";
 import { DefaultComputerUseExtensionService } from "../extensionService/index.mjs";
@@ -137,10 +137,6 @@ function createComputerUseServer(host) {
 	}).createOwner(void 0);
 	return {
 		services: [serverMinorModes([modeOwner])],
-		toolRestrictions: [{
-			when: { state: { "minor-mode": COMPUTER_USE_MODE_ID } },
-			allowedTools: [...COMPUTER_USE_TOOL_NAMES]
-		}],
 		activities: [{
 			when: {
 				state: { "minor-mode": COMPUTER_USE_MODE_ID },

package/dist/src/services/computerUseServer/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","names":[],"sources":["../../../../src/services/computerUseServer/index.ts"],"sourcesContent":["import path from 'node:path';\n\nimport { type DoomHeadlessToolResult } from '@agimon-ai/doompi-core/headless';\nimport { serverMinorModes } from '@agimon-ai/doompi-minor-mode';\nimport { defineMinorMode, type MinorModeOwner } from '@agimon-ai/doompi-minor-mode';\n\nimport { COMMAND_NAME, COMMAND_DESCRIPTION } from '../../constants/computerUse';\nimport { COMPUTER_USE_TOOL_NAMES } from '../../constants/computerUse';\nimport { modeState } from '../../models/computerUseMode';\nimport { ComputerScriptRunner } from '../../services/computerScriptRunner';\nimport { DefaultComputerUseExtensionService } from '../../services/extensionService';\nimport { createComputerUseSessionClient } from '../../services/sessionApiClient';\nimport type { ComputerUseAction, ComputerUseObservation } from '../../types/computerUse';\nimport { COMPUTER_USE_MODE_ID, COMPUTER_USE_STATUS_KEY } from '../../types/computerUseApi';\nimport type { ComputerUseSessionView } from '../../types/computerUseApi';\n\n/** This package's identity for mode, activity and restriction ownership, not a status key. */\nconst SOURCE = '@agimon-ai/doompi-computer-use';\n\nconst SCRIPT_PATHS_ENV = 'DOOMPI_COMPUTER_USE_SCRIPT_PATHS';\nconst GUIDANCE =\n  '[COMPUTER USE ACTIVE]\\nUse computer_state before acting and after any action that may change the interface. Use only element refs and snapshot ids returned by computer_state. Never infer coordinates or bypass secure elements.';\n\nfunction output(value: unknown, isError = false): DoomHeadlessToolResult {\n  return {\n    content: [{ type: 'text', text: typeof value === 'string' ? value : JSON.stringify(value, null, 2) }],\n    details: value,\n    ...(isError ? { isError: true } : {}),\n  };\n}\n\nfunction observationOutput(value: ComputerUseObservation): DoomHeadlessToolResult {\n  return {\n    content: [\n      { type: 'text', text: JSON.stringify({ ...value, screenshot: undefined }, null, 2) },\n      { type: 'image', data: value.screenshot.data, mimeType: value.screenshot.mimeType },\n    ],\n    details: value,\n  };\n}\n\nimport {\n  type DoomHeadlessHostService,\n  type DoomHeadlessTool,\n  type DoomHeadlessCommand,\n} from '@agimon-ai/doompi-core/headless';\nimport { type DoomServerSessionPlugin } from '@agimon-ai/doompi-core/server-facet';\nexport function createComputerUseServer(host: DoomHeadlessHostService): Omit<\n  DoomServerSessionPlugin,\n  'tools' | 'commands'\n> & {\n  tools: readonly DoomHeadlessTool[];\n  commands: readonly DoomHeadlessCommand[];\n} {\n  const client = createComputerUseSessionClient();\n  const allowedScriptPaths = (host.context.environment[SCRIPT_PATHS_ENV] ?? '')\n    .split(path.delimiter)\n    .filter((entry) => entry.length > 0);\n  const scriptRunner = client === undefined ? undefined : new ComputerScriptRunner({ client, allowedScriptPaths });\n  const service = new DefaultComputerUseExtensionService(client);\n  const dependencies = { client, scriptRunner, service };\n  let state: ComputerUseSessionView | undefined;\n  let stopActivity: (() => void) | undefined;\n  let modeOwner: MinorModeOwner | undefined;\n  const modeSelected = (): boolean =>\n    (host.context.selection.state?.['minor-mode'] ?? []).includes(COMPUTER_USE_MODE_ID);\n  const publishMode = (): void => modeOwner?.publish();\n  const applyState = (next: ComputerUseSessionView | undefined): void => {\n    state = next;\n    host.context.client.setStatus(\n      COMPUTER_USE_STATUS_KEY,\n      next === undefined || next.phase === 'inactive' ? undefined : `computer use: ${next.phase}`,\n    );\n    publishMode();\n  };\n  const selectMode = async (enabled: boolean): Promise<void> => {\n    const modes = (host.context.selection.state?.['minor-mode'] ?? []).filter((mode) => mode !== COMPUTER_USE_MODE_ID);\n    await host.changeSelection({\n      axis: 'state',\n      key: 'minor-mode',\n      values: enabled ? [...modes, COMPUTER_USE_MODE_ID] : modes,\n    });\n    publishMode();\n  };\n  const refresh = async (signal?: AbortSignal): Promise<void> => {\n    if (!client) {\n      applyState(undefined);\n      return;\n    }\n    try {\n      applyState(await client.state(signal));\n    } catch {\n      applyState(undefined);\n    }\n  };\n  const requireActive = (): NonNullable<typeof client> => {\n    if (!client || state?.phase !== 'active') throw new Error('Computer use is not active for this session.');\n    return client;\n  };\n  modeOwner = defineMinorMode<undefined>({\n    descriptor: {\n      source: SOURCE,\n      id: COMPUTER_USE_MODE_ID,\n      label: 'Computer Use',\n      description: 'Session-scoped semantic control through DoomPi Desktop.',\n      order: 450,\n      actions: [\n        {\n          id: 'activate',\n          label: 'Activate',\n          description: 'Enable computer use for this session.',\n          contexts: ['headless'],\n          parameters: [],\n        },\n        {\n          id: 'deactivate',\n          label: 'Deactivate',\n          description: 'Stop this session computer-use run.',\n          contexts: ['headless'],\n          parameters: [],\n        },\n        {\n          id: 'doctor',\n          label: 'Doctor',\n          description: 'Report Desktop availability and session state.',\n          contexts: ['headless'],\n          parameters: [],\n        },\n      ],\n    },\n    state: () => modeState(state, modeSelected()),\n    async handleAction(_runtime, actionId, _argumentsValue, execution) {\n      execution.signal.throwIfAborted();\n      if (actionId === 'activate') {\n        if (!client) throw new Error('DoomPi Desktop computer use is unavailable.');\n        await selectMode(true);\n        await refresh(execution.signal);\n        return { message: 'Computer use activated.' };\n      }\n      if (actionId === 'doctor') {\n        await refresh(execution.signal);\n        return {\n          message: client\n            ? `Computer use is ${state?.phase ?? 'unavailable'}.`\n            : 'DoomPi Desktop session API is unavailable.',\n        };\n      }\n      if (actionId === 'deactivate') {\n        if (client && state?.phase !== undefined && state.phase !== 'inactive' && state.phase !== 'failed')\n          await client.stop(execution.signal);\n        await selectMode(false);\n        await refresh(execution.signal);\n        return { message: 'Computer use deactivated.' };\n      }\n      throw new Error(`Unknown computer-use action: ${actionId}`);\n    },\n  }).createOwner(undefined);\n  return {\n    services: [serverMinorModes([modeOwner])],\n    toolRestrictions: [\n      {\n        when: { state: { 'minor-mode': COMPUTER_USE_MODE_ID } },\n        allowedTools: [...COMPUTER_USE_TOOL_NAMES],\n      },\n    ],\n    activities: [\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        name: SOURCE,\n        async start() {\n          await refresh();\n          const unsubscribe = client?.subscribeStatus?.(applyState);\n          stopActivity = () => {\n            unsubscribe?.();\n            applyState(undefined);\n          };\n          return () => {\n            stopActivity?.();\n            stopActivity = undefined;\n          };\n        },\n      },\n    ],\n    tools: [\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        name: 'computer_state',\n        label: 'Computer State',\n        description: 'Observe the authorized application window and return semantic accessibility state.',\n        parameters: { type: 'object', properties: {}, additionalProperties: false },\n        executionMode: 'serial',\n        async execute(_toolCallId, _parameters, signal) {\n          try {\n            const session = requireActive();\n            const observation = await session.observe(signal);\n            return observationOutput(observation);\n          } catch (error) {\n            return output(error instanceof Error ? error.message : String(error), true);\n          }\n        },\n      },\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        name: 'computer_action',\n        label: 'Computer Action',\n        description: 'Perform one constrained semantic action in the authorized application window.',\n        parameters: {\n          type: 'object',\n          properties: {\n            kind: { type: 'string', enum: ['press', 'focus', 'set_value', 'scroll'] },\n            snapshotId: { type: 'string', minLength: 1 },\n            elementRef: { type: 'string', minLength: 1 },\n            value: { type: 'string' },\n            direction: { type: 'string', enum: ['up', 'down', 'left', 'right'] },\n            amount: { type: 'string', enum: ['line', 'page'] },\n          },\n          required: ['kind', 'snapshotId', 'elementRef'],\n          additionalProperties: false,\n        },\n        executionMode: 'serial',\n        async execute(_toolCallId, parameters, signal) {\n          try {\n            const result = await requireActive().act(parameters as unknown as ComputerUseAction, signal);\n            await refresh(signal);\n            return output(result);\n          } catch (error) {\n            return output(error instanceof Error ? error.message : String(error), true);\n          }\n        },\n      },\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        name: 'computer_exec',\n        label: 'Computer Script',\n        description:\n          'Run a trusted, explicitly allowed local TypeScript script against the authorized application session.',\n        parameters: {\n          type: 'object',\n          properties: { scriptPath: { type: 'string', minLength: 1 }, input: {} },\n          required: ['scriptPath', 'input'],\n          additionalProperties: false,\n        },\n        executionMode: 'serial',\n        async execute(_toolCallId, parameters, signal) {\n          try {\n            if (!dependencies.scriptRunner) throw new Error('Computer script execution is unavailable.');\n            const input = parameters as { scriptPath: string; input: unknown };\n            return output(await dependencies.scriptRunner.execute(input.scriptPath, input.input, signal));\n          } catch (error) {\n            return output(error instanceof Error ? error.message : String(error), true);\n          }\n        },\n      },\n    ],\n    commands: [\n      {\n        name: COMMAND_NAME,\n        description: COMMAND_DESCRIPTION,\n        async execute(args, execution) {\n          const result = await dependencies.service.execute();\n          await execution.client.notify({ body: result.message, level: result.level });\n          if (args.trim() === 'deactivate' && client && state?.phase !== 'inactive' && state?.phase !== 'failed') {\n            await client.stop();\n            await host.changeSelection({\n              axis: 'state',\n              key: 'minor-mode',\n              values: (execution.selection.state?.['minor-mode'] ?? []).filter((mode) => mode !== COMPUTER_USE_MODE_ID),\n            });\n            await refresh();\n          }\n        },\n      },\n    ],\n    hooks: [\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        event: 'before_agent_start',\n        handle(event) {\n          if (state?.phase !== 'active') return undefined;\n          const prompt = typeof event.systemPrompt === 'string' ? event.systemPrompt : '';\n          return { systemPrompt: `${prompt}\\n\\n${GUIDANCE}`.trim() };\n        },\n      },\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        event: 'session_shutdown',\n        handle: async () => {\n          stopActivity?.();\n          if (client && state?.phase !== 'inactive' && state?.phase !== 'failed') await client.stop();\n        },\n      },\n    ],\n    onDispose() {\n      stopActivity?.();\n      stopActivity = undefined;\n      host.context.client.setStatus(COMPUTER_USE_STATUS_KEY, undefined);\n    },\n  };\n}\n"],"mappings":";;;;;;;;;;AAiBA,MAAM,SAAS;AAEf,MAAM,mBAAmB;AACzB,MAAM,WACJ;AAEF,SAAS,OAAO,OAAgB,UAAU,OAA+B;CACvE,OAAO;EACL,SAAS,CAAC;GAAE,MAAM;GAAQ,MAAM,OAAO,UAAU,WAAW,QAAQ,KAAK,UAAU,OAAO,MAAM,CAAC;EAAE,CAAC;EACpG,SAAS;EACT,GAAI,UAAU,EAAE,SAAS,KAAK,IAAI,CAAC;CACrC;AACF;AAEA,SAAS,kBAAkB,OAAuD;CAChF,OAAO;EACL,SAAS,CACP;GAAE,MAAM;GAAQ,MAAM,KAAK,UAAU;IAAE,GAAG;IAAO,YAAY,KAAA;GAAU,GAAG,MAAM,CAAC;EAAE,GACnF;GAAE,MAAM;GAAS,MAAM,MAAM,WAAW;GAAM,UAAU,MAAM,WAAW;EAAS,CACpF;EACA,SAAS;CACX;AACF;AAQA,SAAgB,wBAAwB,MAMtC;CACA,MAAM,SAAS,+BAA+B;CAC9C,MAAM,sBAAsB,KAAK,QAAQ,YAAY,qBAAqB,GAAA,CACvE,MAAM,KAAK,SAAS,CAAC,CACrB,QAAQ,UAAU,MAAM,SAAS,CAAC;CAGrC,MAAM,eAAe;EAAE;EAAQ,cAFV,WAAW,KAAA,IAAY,KAAA,IAAY,IAAI,qBAAqB;GAAE;GAAQ;EAAmB,CAAC;EAElE,SAAA,IADzB,mCAAmC,MACJ;CAAE;CACrD,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,MAAM,sBACH,KAAK,QAAQ,UAAU,QAAQ,iBAAiB,CAAC,EAAA,CAAG,SAAS,oBAAoB;CACpF,MAAM,oBAA0B,WAAW,QAAQ;CACnD,MAAM,cAAc,SAAmD;EACrE,QAAQ;EACR,KAAK,QAAQ,OAAO,UAClB,yBACA,SAAS,KAAA,KAAa,KAAK,UAAU,aAAa,KAAA,IAAY,iBAAiB,KAAK,OACtF;EACA,YAAY;CACd;CACA,MAAM,aAAa,OAAO,YAAoC;EAC5D,MAAM,SAAS,KAAK,QAAQ,UAAU,QAAQ,iBAAiB,CAAC,EAAA,CAAG,QAAQ,SAAS,SAAS,oBAAoB;EACjH,MAAM,KAAK,gBAAgB;GACzB,MAAM;GACN,KAAK;GACL,QAAQ,UAAU,CAAC,GAAG,OAAO,oBAAoB,IAAI;EACvD,CAAC;EACD,YAAY;CACd;CACA,MAAM,UAAU,OAAO,WAAwC;EAC7D,IAAI,CAAC,QAAQ;GACX,WAAW,KAAA,CAAS;GACpB;EACF;EACA,IAAI;GACF,WAAW,MAAM,OAAO,MAAM,MAAM,CAAC;EACvC,QAAQ;GACN,WAAW,KAAA,CAAS;EACtB;CACF;CACA,MAAM,sBAAkD;EACtD,IAAI,CAAC,UAAU,OAAO,UAAU,UAAU,MAAM,IAAI,MAAM,8CAA8C;EACxG,OAAO;CACT;CACA,YAAY,gBAA2B;EACrC,YAAY;GACV,QAAQ;GACR,IAAI;GACJ,OAAO;GACP,aAAa;GACb,OAAO;GACP,SAAS;IACP;KACE,IAAI;KACJ,OAAO;KACP,aAAa;KACb,UAAU,CAAC,UAAU;KACrB,YAAY,CAAC;IACf;IACA;KACE,IAAI;KACJ,OAAO;KACP,aAAa;KACb,UAAU,CAAC,UAAU;KACrB,YAAY,CAAC;IACf;IACA;KACE,IAAI;KACJ,OAAO;KACP,aAAa;KACb,UAAU,CAAC,UAAU;KACrB,YAAY,CAAC;IACf;GACF;EACF;EACA,aAAa,UAAU,OAAO,aAAa,CAAC;EAC5C,MAAM,aAAa,UAAU,UAAU,iBAAiB,WAAW;GACjE,UAAU,OAAO,eAAe;GAChC,IAAI,aAAa,YAAY;IAC3B,IAAI,CAAC,QAAQ,MAAM,IAAI,MAAM,6CAA6C;IAC1E,MAAM,WAAW,IAAI;IACrB,MAAM,QAAQ,UAAU,MAAM;IAC9B,OAAO,EAAE,SAAS,0BAA0B;GAC9C;GACA,IAAI,aAAa,UAAU;IACzB,MAAM,QAAQ,UAAU,MAAM;IAC9B,OAAO,EACL,SAAS,SACL,mBAAmB,OAAO,SAAS,cAAc,KACjD,6CACN;GACF;GACA,IAAI,aAAa,cAAc;IAC7B,IAAI,UAAU,OAAO,UAAU,KAAA,KAAa,MAAM,UAAU,cAAc,MAAM,UAAU,UACxF,MAAM,OAAO,KAAK,UAAU,MAAM;IACpC,MAAM,WAAW,KAAK;IACtB,MAAM,QAAQ,UAAU,MAAM;IAC9B,OAAO,EAAE,SAAS,4BAA4B;GAChD;GACA,MAAM,IAAI,MAAM,gCAAgC,UAAU;EAC5D;CACF,CAAC,CAAC,CAAC,YAAY,KAAA,CAAS;CACxB,OAAO;EACL,UAAU,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;EACxC,kBAAkB,CAChB;GACE,MAAM,EAAE,OAAO,EAAE,cAAc,qBAAqB,EAAE;GACtD,cAAc,CAAC,GAAG,uBAAuB;EAC3C,CACF;EACA,YAAY,CACV;GACE,MAAM;IACJ,OAAO,EAAE,cAAc,qBAAqB;IAC5C,aAAa;KAAE,MAAM;KAAS,MAAM;IAAqB;GAC3D;GACA,MAAM;GACN,MAAM,QAAQ;IACZ,MAAM,QAAQ;IACd,MAAM,cAAc,QAAQ,kBAAkB,UAAU;IACxD,qBAAqB;KACnB,cAAc;KACd,WAAW,KAAA,CAAS;IACtB;IACA,aAAa;KACX,eAAe;KACf,eAAe,KAAA;IACjB;GACF;EACF,CACF;EACA,OAAO;GACL;IACE,MAAM;KACJ,OAAO,EAAE,cAAc,qBAAqB;KAC5C,aAAa;MAAE,MAAM;MAAS,MAAM;KAAqB;IAC3D;IACA,MAAM;IACN,OAAO;IACP,aAAa;IACb,YAAY;KAAE,MAAM;KAAU,YAAY,CAAC;KAAG,sBAAsB;IAAM;IAC1E,eAAe;IACf,MAAM,QAAQ,aAAa,aAAa,QAAQ;KAC9C,IAAI;MAGF,OAAO,kBAAkB,MAFT,cACgB,CAAC,CAAC,QAAQ,MAAM,CACZ;KACtC,SAAS,OAAO;MACd,OAAO,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAAG,IAAI;KAC5E;IACF;GACF;GACA;IACE,MAAM;KACJ,OAAO,EAAE,cAAc,qBAAqB;KAC5C,aAAa;MAAE,MAAM;MAAS,MAAM;KAAqB;IAC3D;IACA,MAAM;IACN,OAAO;IACP,aAAa;IACb,YAAY;KACV,MAAM;KACN,YAAY;MACV,MAAM;OAAE,MAAM;OAAU,MAAM;QAAC;QAAS;QAAS;QAAa;OAAQ;MAAE;MACxE,YAAY;OAAE,MAAM;OAAU,WAAW;MAAE;MAC3C,YAAY;OAAE,MAAM;OAAU,WAAW;MAAE;MAC3C,OAAO,EAAE,MAAM,SAAS;MACxB,WAAW;OAAE,MAAM;OAAU,MAAM;QAAC;QAAM;QAAQ;QAAQ;OAAO;MAAE;MACnE,QAAQ;OAAE,MAAM;OAAU,MAAM,CAAC,QAAQ,MAAM;MAAE;KACnD;KACA,UAAU;MAAC;MAAQ;MAAc;KAAY;KAC7C,sBAAsB;IACxB;IACA,eAAe;IACf,MAAM,QAAQ,aAAa,YAAY,QAAQ;KAC7C,IAAI;MACF,MAAM,SAAS,MAAM,cAAc,CAAC,CAAC,IAAI,YAA4C,MAAM;MAC3F,MAAM,QAAQ,MAAM;MACpB,OAAO,OAAO,MAAM;KACtB,SAAS,OAAO;MACd,OAAO,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAAG,IAAI;KAC5E;IACF;GACF;GACA;IACE,MAAM;KACJ,OAAO,EAAE,cAAc,qBAAqB;KAC5C,aAAa;MAAE,MAAM;MAAS,MAAM;KAAqB;IAC3D;IACA,MAAM;IACN,OAAO;IACP,aACE;IACF,YAAY;KACV,MAAM;KACN,YAAY;MAAE,YAAY;OAAE,MAAM;OAAU,WAAW;MAAE;MAAG,OAAO,CAAC;KAAE;KACtE,UAAU,CAAC,cAAc,OAAO;KAChC,sBAAsB;IACxB;IACA,eAAe;IACf,MAAM,QAAQ,aAAa,YAAY,QAAQ;KAC7C,IAAI;MACF,IAAI,CAAC,aAAa,cAAc,MAAM,IAAI,MAAM,2CAA2C;MAC3F,MAAM,QAAQ;MACd,OAAO,OAAO,MAAM,aAAa,aAAa,QAAQ,MAAM,YAAY,MAAM,OAAO,MAAM,CAAC;KAC9F,SAAS,OAAO;MACd,OAAO,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAAG,IAAI;KAC5E;IACF;GACF;EACF;EACA,UAAU,CACR;GACE,MAAM;GACN,aAAa;GACb,MAAM,QAAQ,MAAM,WAAW;IAC7B,MAAM,SAAS,MAAM,aAAa,QAAQ,QAAQ;IAClD,MAAM,UAAU,OAAO,OAAO;KAAE,MAAM,OAAO;KAAS,OAAO,OAAO;IAAM,CAAC;IAC3E,IAAI,KAAK,KAAK,MAAM,gBAAgB,UAAU,OAAO,UAAU,cAAc,OAAO,UAAU,UAAU;KACtG,MAAM,OAAO,KAAK;KAClB,MAAM,KAAK,gBAAgB;MACzB,MAAM;MACN,KAAK;MACL,SAAS,UAAU,UAAU,QAAQ,iBAAiB,CAAC,EAAA,CAAG,QAAQ,SAAS,SAAS,oBAAoB;KAC1G,CAAC;KACD,MAAM,QAAQ;IAChB;GACF;EACF,CACF;EACA,OAAO,CACL;GACE,MAAM;IACJ,OAAO,EAAE,cAAc,qBAAqB;IAC5C,aAAa;KAAE,MAAM;KAAS,MAAM;IAAqB;GAC3D;GACA,OAAO;GACP,OAAO,OAAO;IACZ,IAAI,OAAO,UAAU,UAAU,OAAO,KAAA;IAEtC,OAAO,EAAE,cAAc,GADR,OAAO,MAAM,iBAAiB,WAAW,MAAM,eAAe,GAC5C,MAAM,WAAW,KAAK,EAAE;GAC3D;EACF,GACA;GACE,MAAM;IACJ,OAAO,EAAE,cAAc,qBAAqB;IAC5C,aAAa;KAAE,MAAM;KAAS,MAAM;IAAqB;GAC3D;GACA,OAAO;GACP,QAAQ,YAAY;IAClB,eAAe;IACf,IAAI,UAAU,OAAO,UAAU,cAAc,OAAO,UAAU,UAAU,MAAM,OAAO,KAAK;GAC5F;EACF,CACF;EACA,YAAY;GACV,eAAe;GACf,eAAe,KAAA;GACf,KAAK,QAAQ,OAAO,UAAU,yBAAyB,KAAA,CAAS;EAClE;CACF;AACF"}
+{"version":3,"file":"index.mjs","names":[],"sources":["../../../../src/services/computerUseServer/index.ts"],"sourcesContent":["import path from 'node:path';\n\nimport { type DoomHeadlessToolResult } from '@agimon-ai/doompi-core/headless';\nimport { serverMinorModes } from '@agimon-ai/doompi-minor-mode';\nimport { defineMinorMode, type MinorModeOwner } from '@agimon-ai/doompi-minor-mode';\n\nimport { COMMAND_NAME, COMMAND_DESCRIPTION } from '../../constants/computerUse';\nimport { modeState } from '../../models/computerUseMode';\nimport { ComputerScriptRunner } from '../../services/computerScriptRunner';\nimport { DefaultComputerUseExtensionService } from '../../services/extensionService';\nimport { createComputerUseSessionClient } from '../../services/sessionApiClient';\nimport type { ComputerUseAction, ComputerUseObservation } from '../../types/computerUse';\nimport { COMPUTER_USE_MODE_ID, COMPUTER_USE_STATUS_KEY } from '../../types/computerUseApi';\nimport type { ComputerUseSessionView } from '../../types/computerUseApi';\n\n/** This package's identity for mode, activity and restriction ownership, not a status key. */\nconst SOURCE = '@agimon-ai/doompi-computer-use';\n\nconst SCRIPT_PATHS_ENV = 'DOOMPI_COMPUTER_USE_SCRIPT_PATHS';\nconst GUIDANCE =\n  '[COMPUTER USE ACTIVE]\\nUse computer_state before acting and after any action that may change the interface. Use only element refs and snapshot ids returned by computer_state. Never infer coordinates or bypass secure elements.';\n\nfunction output(value: unknown, isError = false): DoomHeadlessToolResult {\n  return {\n    content: [{ type: 'text', text: typeof value === 'string' ? value : JSON.stringify(value, null, 2) }],\n    details: value,\n    ...(isError ? { isError: true } : {}),\n  };\n}\n\nfunction observationOutput(value: ComputerUseObservation): DoomHeadlessToolResult {\n  return {\n    content: [\n      { type: 'text', text: JSON.stringify({ ...value, screenshot: undefined }, null, 2) },\n      { type: 'image', data: value.screenshot.data, mimeType: value.screenshot.mimeType },\n    ],\n    details: value,\n  };\n}\n\nimport {\n  type DoomHeadlessHostService,\n  type DoomHeadlessTool,\n  type DoomHeadlessCommand,\n} from '@agimon-ai/doompi-core/headless';\nimport { type DoomServerSessionPlugin } from '@agimon-ai/doompi-core/server-facet';\nexport function createComputerUseServer(host: DoomHeadlessHostService): Omit<\n  DoomServerSessionPlugin,\n  'tools' | 'commands'\n> & {\n  tools: readonly DoomHeadlessTool[];\n  commands: readonly DoomHeadlessCommand[];\n} {\n  const client = createComputerUseSessionClient();\n  const allowedScriptPaths = (host.context.environment[SCRIPT_PATHS_ENV] ?? '')\n    .split(path.delimiter)\n    .filter((entry) => entry.length > 0);\n  const scriptRunner = client === undefined ? undefined : new ComputerScriptRunner({ client, allowedScriptPaths });\n  const service = new DefaultComputerUseExtensionService(client);\n  const dependencies = { client, scriptRunner, service };\n  let state: ComputerUseSessionView | undefined;\n  let stopActivity: (() => void) | undefined;\n  let modeOwner: MinorModeOwner | undefined;\n  const modeSelected = (): boolean =>\n    (host.context.selection.state?.['minor-mode'] ?? []).includes(COMPUTER_USE_MODE_ID);\n  const publishMode = (): void => modeOwner?.publish();\n  const applyState = (next: ComputerUseSessionView | undefined): void => {\n    state = next;\n    host.context.client.setStatus(\n      COMPUTER_USE_STATUS_KEY,\n      next === undefined || next.phase === 'inactive' ? undefined : `computer use: ${next.phase}`,\n    );\n    publishMode();\n  };\n  const selectMode = async (enabled: boolean): Promise<void> => {\n    const modes = (host.context.selection.state?.['minor-mode'] ?? []).filter((mode) => mode !== COMPUTER_USE_MODE_ID);\n    await host.changeSelection({\n      axis: 'state',\n      key: 'minor-mode',\n      values: enabled ? [...modes, COMPUTER_USE_MODE_ID] : modes,\n    });\n    publishMode();\n  };\n  const refresh = async (signal?: AbortSignal): Promise<void> => {\n    if (!client) {\n      applyState(undefined);\n      return;\n    }\n    try {\n      applyState(await client.state(signal));\n    } catch {\n      applyState(undefined);\n    }\n  };\n  const requireActive = (): NonNullable<typeof client> => {\n    if (!client || state?.phase !== 'active') throw new Error('Computer use is not active for this session.');\n    return client;\n  };\n  modeOwner = defineMinorMode<undefined>({\n    descriptor: {\n      source: SOURCE,\n      id: COMPUTER_USE_MODE_ID,\n      label: 'Computer Use',\n      description: 'Session-scoped semantic control through DoomPi Desktop.',\n      order: 450,\n      actions: [\n        {\n          id: 'activate',\n          label: 'Activate',\n          description: 'Enable computer use for this session.',\n          contexts: ['headless'],\n          parameters: [],\n        },\n        {\n          id: 'deactivate',\n          label: 'Deactivate',\n          description: 'Stop this session computer-use run.',\n          contexts: ['headless'],\n          parameters: [],\n        },\n        {\n          id: 'doctor',\n          label: 'Doctor',\n          description: 'Report Desktop availability and session state.',\n          contexts: ['headless'],\n          parameters: [],\n        },\n      ],\n    },\n    state: () => modeState(state, modeSelected()),\n    async handleAction(_runtime, actionId, _argumentsValue, execution) {\n      execution.signal.throwIfAborted();\n      if (actionId === 'activate') {\n        if (!client) throw new Error('DoomPi Desktop computer use is unavailable.');\n        await selectMode(true);\n        await refresh(execution.signal);\n        return { message: 'Computer use activated.' };\n      }\n      if (actionId === 'doctor') {\n        await refresh(execution.signal);\n        return {\n          message: client\n            ? `Computer use is ${state?.phase ?? 'unavailable'}.`\n            : 'DoomPi Desktop session API is unavailable.',\n        };\n      }\n      if (actionId === 'deactivate') {\n        if (client && state?.phase !== undefined && state.phase !== 'inactive' && state.phase !== 'failed')\n          await client.stop(execution.signal);\n        await selectMode(false);\n        await refresh(execution.signal);\n        return { message: 'Computer use deactivated.' };\n      }\n      throw new Error(`Unknown computer-use action: ${actionId}`);\n    },\n  }).createOwner(undefined);\n  return {\n    services: [serverMinorModes([modeOwner])],\n    activities: [\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        name: SOURCE,\n        async start() {\n          await refresh();\n          const unsubscribe = client?.subscribeStatus?.(applyState);\n          stopActivity = () => {\n            unsubscribe?.();\n            applyState(undefined);\n          };\n          return () => {\n            stopActivity?.();\n            stopActivity = undefined;\n          };\n        },\n      },\n    ],\n    tools: [\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        name: 'computer_state',\n        label: 'Computer State',\n        description: 'Observe the authorized application window and return semantic accessibility state.',\n        parameters: { type: 'object', properties: {}, additionalProperties: false },\n        executionMode: 'serial',\n        async execute(_toolCallId, _parameters, signal) {\n          try {\n            const session = requireActive();\n            const observation = await session.observe(signal);\n            return observationOutput(observation);\n          } catch (error) {\n            return output(error instanceof Error ? error.message : String(error), true);\n          }\n        },\n      },\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        name: 'computer_action',\n        label: 'Computer Action',\n        description: 'Perform one constrained semantic action in the authorized application window.',\n        parameters: {\n          type: 'object',\n          properties: {\n            kind: { type: 'string', enum: ['press', 'focus', 'set_value', 'scroll'] },\n            snapshotId: { type: 'string', minLength: 1 },\n            elementRef: { type: 'string', minLength: 1 },\n            value: { type: 'string' },\n            direction: { type: 'string', enum: ['up', 'down', 'left', 'right'] },\n            amount: { type: 'string', enum: ['line', 'page'] },\n          },\n          required: ['kind', 'snapshotId', 'elementRef'],\n          additionalProperties: false,\n        },\n        executionMode: 'serial',\n        async execute(_toolCallId, parameters, signal) {\n          try {\n            const result = await requireActive().act(parameters as unknown as ComputerUseAction, signal);\n            await refresh(signal);\n            return output(result);\n          } catch (error) {\n            return output(error instanceof Error ? error.message : String(error), true);\n          }\n        },\n      },\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        name: 'computer_exec',\n        label: 'Computer Script',\n        description:\n          'Run a trusted, explicitly allowed local TypeScript script against the authorized application session.',\n        parameters: {\n          type: 'object',\n          properties: { scriptPath: { type: 'string', minLength: 1 }, input: {} },\n          required: ['scriptPath', 'input'],\n          additionalProperties: false,\n        },\n        executionMode: 'serial',\n        async execute(_toolCallId, parameters, signal) {\n          try {\n            if (!dependencies.scriptRunner) throw new Error('Computer script execution is unavailable.');\n            const input = parameters as { scriptPath: string; input: unknown };\n            return output(await dependencies.scriptRunner.execute(input.scriptPath, input.input, signal));\n          } catch (error) {\n            return output(error instanceof Error ? error.message : String(error), true);\n          }\n        },\n      },\n    ],\n    commands: [\n      {\n        name: COMMAND_NAME,\n        description: COMMAND_DESCRIPTION,\n        async execute(args, execution) {\n          const result = await dependencies.service.execute();\n          await execution.client.notify({ body: result.message, level: result.level });\n          if (args.trim() === 'deactivate' && client && state?.phase !== 'inactive' && state?.phase !== 'failed') {\n            await client.stop();\n            await host.changeSelection({\n              axis: 'state',\n              key: 'minor-mode',\n              values: (execution.selection.state?.['minor-mode'] ?? []).filter((mode) => mode !== COMPUTER_USE_MODE_ID),\n            });\n            await refresh();\n          }\n        },\n      },\n    ],\n    hooks: [\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        event: 'before_agent_start',\n        handle(event) {\n          if (state?.phase !== 'active') return undefined;\n          const prompt = typeof event.systemPrompt === 'string' ? event.systemPrompt : '';\n          return { systemPrompt: `${prompt}\\n\\n${GUIDANCE}`.trim() };\n        },\n      },\n      {\n        when: {\n          state: { 'minor-mode': COMPUTER_USE_MODE_ID },\n          attribution: { kind: 'minor', mode: COMPUTER_USE_MODE_ID },\n        },\n        event: 'session_shutdown',\n        handle: async () => {\n          stopActivity?.();\n          if (client && state?.phase !== 'inactive' && state?.phase !== 'failed') await client.stop();\n        },\n      },\n    ],\n    onDispose() {\n      stopActivity?.();\n      stopActivity = undefined;\n      host.context.client.setStatus(COMPUTER_USE_STATUS_KEY, undefined);\n    },\n  };\n}\n"],"mappings":";;;;;;;;;;AAgBA,MAAM,SAAS;AAEf,MAAM,mBAAmB;AACzB,MAAM,WACJ;AAEF,SAAS,OAAO,OAAgB,UAAU,OAA+B;CACvE,OAAO;EACL,SAAS,CAAC;GAAE,MAAM;GAAQ,MAAM,OAAO,UAAU,WAAW,QAAQ,KAAK,UAAU,OAAO,MAAM,CAAC;EAAE,CAAC;EACpG,SAAS;EACT,GAAI,UAAU,EAAE,SAAS,KAAK,IAAI,CAAC;CACrC;AACF;AAEA,SAAS,kBAAkB,OAAuD;CAChF,OAAO;EACL,SAAS,CACP;GAAE,MAAM;GAAQ,MAAM,KAAK,UAAU;IAAE,GAAG;IAAO,YAAY,KAAA;GAAU,GAAG,MAAM,CAAC;EAAE,GACnF;GAAE,MAAM;GAAS,MAAM,MAAM,WAAW;GAAM,UAAU,MAAM,WAAW;EAAS,CACpF;EACA,SAAS;CACX;AACF;AAQA,SAAgB,wBAAwB,MAMtC;CACA,MAAM,SAAS,+BAA+B;CAC9C,MAAM,sBAAsB,KAAK,QAAQ,YAAY,qBAAqB,GAAA,CACvE,MAAM,KAAK,SAAS,CAAC,CACrB,QAAQ,UAAU,MAAM,SAAS,CAAC;CAGrC,MAAM,eAAe;EAAE;EAAQ,cAFV,WAAW,KAAA,IAAY,KAAA,IAAY,IAAI,qBAAqB;GAAE;GAAQ;EAAmB,CAAC;EAElE,SAAA,IADzB,mCAAmC,MACJ;CAAE;CACrD,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,MAAM,sBACH,KAAK,QAAQ,UAAU,QAAQ,iBAAiB,CAAC,EAAA,CAAG,SAAS,oBAAoB;CACpF,MAAM,oBAA0B,WAAW,QAAQ;CACnD,MAAM,cAAc,SAAmD;EACrE,QAAQ;EACR,KAAK,QAAQ,OAAO,UAClB,yBACA,SAAS,KAAA,KAAa,KAAK,UAAU,aAAa,KAAA,IAAY,iBAAiB,KAAK,OACtF;EACA,YAAY;CACd;CACA,MAAM,aAAa,OAAO,YAAoC;EAC5D,MAAM,SAAS,KAAK,QAAQ,UAAU,QAAQ,iBAAiB,CAAC,EAAA,CAAG,QAAQ,SAAS,SAAS,oBAAoB;EACjH,MAAM,KAAK,gBAAgB;GACzB,MAAM;GACN,KAAK;GACL,QAAQ,UAAU,CAAC,GAAG,OAAO,oBAAoB,IAAI;EACvD,CAAC;EACD,YAAY;CACd;CACA,MAAM,UAAU,OAAO,WAAwC;EAC7D,IAAI,CAAC,QAAQ;GACX,WAAW,KAAA,CAAS;GACpB;EACF;EACA,IAAI;GACF,WAAW,MAAM,OAAO,MAAM,MAAM,CAAC;EACvC,QAAQ;GACN,WAAW,KAAA,CAAS;EACtB;CACF;CACA,MAAM,sBAAkD;EACtD,IAAI,CAAC,UAAU,OAAO,UAAU,UAAU,MAAM,IAAI,MAAM,8CAA8C;EACxG,OAAO;CACT;CACA,YAAY,gBAA2B;EACrC,YAAY;GACV,QAAQ;GACR,IAAI;GACJ,OAAO;GACP,aAAa;GACb,OAAO;GACP,SAAS;IACP;KACE,IAAI;KACJ,OAAO;KACP,aAAa;KACb,UAAU,CAAC,UAAU;KACrB,YAAY,CAAC;IACf;IACA;KACE,IAAI;KACJ,OAAO;KACP,aAAa;KACb,UAAU,CAAC,UAAU;KACrB,YAAY,CAAC;IACf;IACA;KACE,IAAI;KACJ,OAAO;KACP,aAAa;KACb,UAAU,CAAC,UAAU;KACrB,YAAY,CAAC;IACf;GACF;EACF;EACA,aAAa,UAAU,OAAO,aAAa,CAAC;EAC5C,MAAM,aAAa,UAAU,UAAU,iBAAiB,WAAW;GACjE,UAAU,OAAO,eAAe;GAChC,IAAI,aAAa,YAAY;IAC3B,IAAI,CAAC,QAAQ,MAAM,IAAI,MAAM,6CAA6C;IAC1E,MAAM,WAAW,IAAI;IACrB,MAAM,QAAQ,UAAU,MAAM;IAC9B,OAAO,EAAE,SAAS,0BAA0B;GAC9C;GACA,IAAI,aAAa,UAAU;IACzB,MAAM,QAAQ,UAAU,MAAM;IAC9B,OAAO,EACL,SAAS,SACL,mBAAmB,OAAO,SAAS,cAAc,KACjD,6CACN;GACF;GACA,IAAI,aAAa,cAAc;IAC7B,IAAI,UAAU,OAAO,UAAU,KAAA,KAAa,MAAM,UAAU,cAAc,MAAM,UAAU,UACxF,MAAM,OAAO,KAAK,UAAU,MAAM;IACpC,MAAM,WAAW,KAAK;IACtB,MAAM,QAAQ,UAAU,MAAM;IAC9B,OAAO,EAAE,SAAS,4BAA4B;GAChD;GACA,MAAM,IAAI,MAAM,gCAAgC,UAAU;EAC5D;CACF,CAAC,CAAC,CAAC,YAAY,KAAA,CAAS;CACxB,OAAO;EACL,UAAU,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;EACxC,YAAY,CACV;GACE,MAAM;IACJ,OAAO,EAAE,cAAc,qBAAqB;IAC5C,aAAa;KAAE,MAAM;KAAS,MAAM;IAAqB;GAC3D;GACA,MAAM;GACN,MAAM,QAAQ;IACZ,MAAM,QAAQ;IACd,MAAM,cAAc,QAAQ,kBAAkB,UAAU;IACxD,qBAAqB;KACnB,cAAc;KACd,WAAW,KAAA,CAAS;IACtB;IACA,aAAa;KACX,eAAe;KACf,eAAe,KAAA;IACjB;GACF;EACF,CACF;EACA,OAAO;GACL;IACE,MAAM;KACJ,OAAO,EAAE,cAAc,qBAAqB;KAC5C,aAAa;MAAE,MAAM;MAAS,MAAM;KAAqB;IAC3D;IACA,MAAM;IACN,OAAO;IACP,aAAa;IACb,YAAY;KAAE,MAAM;KAAU,YAAY,CAAC;KAAG,sBAAsB;IAAM;IAC1E,eAAe;IACf,MAAM,QAAQ,aAAa,aAAa,QAAQ;KAC9C,IAAI;MAGF,OAAO,kBAAkB,MAFT,cACgB,CAAC,CAAC,QAAQ,MAAM,CACZ;KACtC,SAAS,OAAO;MACd,OAAO,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAAG,IAAI;KAC5E;IACF;GACF;GACA;IACE,MAAM;KACJ,OAAO,EAAE,cAAc,qBAAqB;KAC5C,aAAa;MAAE,MAAM;MAAS,MAAM;KAAqB;IAC3D;IACA,MAAM;IACN,OAAO;IACP,aAAa;IACb,YAAY;KACV,MAAM;KACN,YAAY;MACV,MAAM;OAAE,MAAM;OAAU,MAAM;QAAC;QAAS;QAAS;QAAa;OAAQ;MAAE;MACxE,YAAY;OAAE,MAAM;OAAU,WAAW;MAAE;MAC3C,YAAY;OAAE,MAAM;OAAU,WAAW;MAAE;MAC3C,OAAO,EAAE,MAAM,SAAS;MACxB,WAAW;OAAE,MAAM;OAAU,MAAM;QAAC;QAAM;QAAQ;QAAQ;OAAO;MAAE;MACnE,QAAQ;OAAE,MAAM;OAAU,MAAM,CAAC,QAAQ,MAAM;MAAE;KACnD;KACA,UAAU;MAAC;MAAQ;MAAc;KAAY;KAC7C,sBAAsB;IACxB;IACA,eAAe;IACf,MAAM,QAAQ,aAAa,YAAY,QAAQ;KAC7C,IAAI;MACF,MAAM,SAAS,MAAM,cAAc,CAAC,CAAC,IAAI,YAA4C,MAAM;MAC3F,MAAM,QAAQ,MAAM;MACpB,OAAO,OAAO,MAAM;KACtB,SAAS,OAAO;MACd,OAAO,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAAG,IAAI;KAC5E;IACF;GACF;GACA;IACE,MAAM;KACJ,OAAO,EAAE,cAAc,qBAAqB;KAC5C,aAAa;MAAE,MAAM;MAAS,MAAM;KAAqB;IAC3D;IACA,MAAM;IACN,OAAO;IACP,aACE;IACF,YAAY;KACV,MAAM;KACN,YAAY;MAAE,YAAY;OAAE,MAAM;OAAU,WAAW;MAAE;MAAG,OAAO,CAAC;KAAE;KACtE,UAAU,CAAC,cAAc,OAAO;KAChC,sBAAsB;IACxB;IACA,eAAe;IACf,MAAM,QAAQ,aAAa,YAAY,QAAQ;KAC7C,IAAI;MACF,IAAI,CAAC,aAAa,cAAc,MAAM,IAAI,MAAM,2CAA2C;MAC3F,MAAM,QAAQ;MACd,OAAO,OAAO,MAAM,aAAa,aAAa,QAAQ,MAAM,YAAY,MAAM,OAAO,MAAM,CAAC;KAC9F,SAAS,OAAO;MACd,OAAO,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAAG,IAAI;KAC5E;IACF;GACF;EACF;EACA,UAAU,CACR;GACE,MAAM;GACN,aAAa;GACb,MAAM,QAAQ,MAAM,WAAW;IAC7B,MAAM,SAAS,MAAM,aAAa,QAAQ,QAAQ;IAClD,MAAM,UAAU,OAAO,OAAO;KAAE,MAAM,OAAO;KAAS,OAAO,OAAO;IAAM,CAAC;IAC3E,IAAI,KAAK,KAAK,MAAM,gBAAgB,UAAU,OAAO,UAAU,cAAc,OAAO,UAAU,UAAU;KACtG,MAAM,OAAO,KAAK;KAClB,MAAM,KAAK,gBAAgB;MACzB,MAAM;MACN,KAAK;MACL,SAAS,UAAU,UAAU,QAAQ,iBAAiB,CAAC,EAAA,CAAG,QAAQ,SAAS,SAAS,oBAAoB;KAC1G,CAAC;KACD,MAAM,QAAQ;IAChB;GACF;EACF,CACF;EACA,OAAO,CACL;GACE,MAAM;IACJ,OAAO,EAAE,cAAc,qBAAqB;IAC5C,aAAa;KAAE,MAAM;KAAS,MAAM;IAAqB;GAC3D;GACA,OAAO;GACP,OAAO,OAAO;IACZ,IAAI,OAAO,UAAU,UAAU,OAAO,KAAA;IAEtC,OAAO,EAAE,cAAc,GADR,OAAO,MAAM,iBAAiB,WAAW,MAAM,eAAe,GAC5C,MAAM,WAAW,KAAK,EAAE;GAC3D;EACF,GACA;GACE,MAAM;IACJ,OAAO,EAAE,cAAc,qBAAqB;IAC5C,aAAa;KAAE,MAAM;KAAS,MAAM;IAAqB;GAC3D;GACA,OAAO;GACP,QAAQ,YAAY;IAClB,eAAe;IACf,IAAI,UAAU,OAAO,UAAU,cAAc,OAAO,UAAU,UAAU,MAAM,OAAO,KAAK;GAC5F;EACF,CACF;EACA,YAAY;GACV,eAAe;GACf,eAAe,KAAA;GACf,KAAK,QAAQ,OAAO,UAAU,yBAAyB,KAAA,CAAS;EAClE;CACF;AACF"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agimon-ai/doompi-computer-use",
-  "version": "0.0.1-alpha.22",
+  "version": "0.0.1-alpha.24",
   "description": "Session scoped semantic computer control through the DoomPi Desktop capability.",
   "keywords": [
     "ai",
@@ -64,28 +64,28 @@
     "access": "public"
   },
   "dependencies": {
-    "@agimon-ai/doompi-config": "0.0.1-alpha.77",
-    "@agimon-ai/doompi-core": "0.0.1-alpha.78",
-    "@agimon-ai/doompi-minor-mode": "0.0.1-alpha.78",
-    "@agimon-ai/doompi-web-components": "0.0.1-alpha.36",
-    "@agimon-ai/doompi-web-security": "0.0.1-alpha.38",
+    "@agimon-ai/doompi-config": "0.0.1-alpha.79",
+    "@agimon-ai/doompi-core": "0.0.1-alpha.80",
+    "@agimon-ai/doompi-minor-mode": "0.0.1-alpha.80",
+    "@agimon-ai/doompi-web-components": "0.0.1-alpha.38",
+    "@agimon-ai/doompi-web-security": "0.0.1-alpha.40",
     "@deepseek-ai/cordis": "4.0.2",
-    "typebox": "1.3.30"
+    "typebox": "1.3.34"
   },
   "devDependencies": {
-    "@agimon-ai/doompi-build": "0.0.1-alpha.7",
-    "@agimon-ai/vibe-lint-plugin-doom-extension": "0.0.1-alpha.73",
+    "@agimon-ai/doompi-build": "0.0.1-alpha.9",
+    "@agimon-ai/vibe-lint-plugin-doom-extension": "0.0.1-alpha.75",
     "@earendil-works/pi-coding-agent": "0.86.0",
     "@tanstack/react-store": "0.11.1",
     "@tanstack/store": "0.11.1",
-    "@types/node": "26.5.1",
+    "@types/node": "26.6.1",
     "@types/react": "19.3.0",
-    "@vitest/coverage-v8": "5.0.0",
+    "@vitest/coverage-v8": "5.0.1",
     "react": "19.3.0",
     "react-dom": "19.3.0",
     "tsdown": "0.23.0",
     "typescript": "7.0.2",
-    "vitest": "5.0.0"
+    "vitest": "5.0.1"
   },
   "peerDependencies": {
     "@earendil-works/pi-coding-agent": "0.86.0"

package/dist/src/extensions/workspaces/sessions/(backend)/tool-restriction/computer-use.server.cjs

@@ -1,6 +0,0 @@
-//#region src/extensions/workspaces/sessions/(backend)/tool-restriction/computer-use.server.ts
-var computer_use_server_default = (0, require("@agimon-ai/doompi-core/extension-file").defineToolRestriction)((context) => context.root.toolRestrictions[0]);
-//#endregion
-exports.default = computer_use_server_default;
-
-//# sourceMappingURL=computer-use.server.cjs.map

package/dist/src/extensions/workspaces/sessions/(backend)/tool-restriction/computer-use.server.cjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"computer-use.server.cjs","names":["defineToolRestriction"],"sources":["../../../../../../../src/extensions/workspaces/sessions/(backend)/tool-restriction/computer-use.server.ts"],"sourcesContent":["import { defineToolRestriction, type WithRoot } from '@agimon-ai/doompi-core/extension-file';\ntype Runtime = Awaited<ReturnType<typeof import('../root.server').default>>['value'];\n\ntype Context = WithRoot<unknown, Runtime>;\nexport default defineToolRestriction((context: Context) => context.root.toolRestrictions![0]!);\n"],"mappings":";AAIA,IAAA,+BAAA,kDAAeA,CAAAA,CAAAA,sBAAAA,EAAuB,YAAqB,QAAQ,KAAK,iBAAkB,EAAG"}

package/dist/src/extensions/workspaces/sessions/(backend)/tool-restriction/computer-use.server.mjs

@@ -1,7 +0,0 @@
-import { defineToolRestriction } from "@agimon-ai/doompi-core/extension-file";
-//#region src/extensions/workspaces/sessions/(backend)/tool-restriction/computer-use.server.ts
-var computer_use_server_default = defineToolRestriction((context) => context.root.toolRestrictions[0]);
-//#endregion
-export { computer_use_server_default as default };
-
-//# sourceMappingURL=computer-use.server.mjs.map

package/dist/src/extensions/workspaces/sessions/(backend)/tool-restriction/computer-use.server.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"computer-use.server.mjs","names":[],"sources":["../../../../../../../src/extensions/workspaces/sessions/(backend)/tool-restriction/computer-use.server.ts"],"sourcesContent":["import { defineToolRestriction, type WithRoot } from '@agimon-ai/doompi-core/extension-file';\ntype Runtime = Awaited<ReturnType<typeof import('../root.server').default>>['value'];\n\ntype Context = WithRoot<unknown, Runtime>;\nexport default defineToolRestriction((context: Context) => context.root.toolRestrictions![0]!);\n"],"mappings":";;AAIA,IAAA,8BAAe,uBAAuB,YAAqB,QAAQ,KAAK,iBAAkB,EAAG"}