@agimon-ai/doompi-computer-use 0.0.1-alpha.11 → 0.0.1-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (95) hide show
  1. package/README.md +3 -6
  2. package/dist/adapters/computerUseApi.cjs +1 -1
  3. package/dist/adapters/computerUseApi.cjs.map +1 -1
  4. package/dist/adapters/computerUseApi.d.cts +5 -9
  5. package/dist/adapters/computerUseApi.d.cts.map +1 -1
  6. package/dist/adapters/computerUseApi.d.mts +5 -9
  7. package/dist/adapters/computerUseApi.d.mts.map +1 -1
  8. package/dist/adapters/computerUseApi.mjs +1 -1
  9. package/dist/adapters/computerUseApi.mjs.map +1 -1
  10. package/dist/adapters/pi/extension.cjs +2 -2
  11. package/dist/adapters/pi/extension.cjs.map +1 -1
  12. package/dist/adapters/pi/extension.d.cts +4 -4
  13. package/dist/adapters/pi/extension.d.cts.map +1 -1
  14. package/dist/adapters/pi/extension.d.mts +4 -4
  15. package/dist/adapters/pi/extension.d.mts.map +1 -1
  16. package/dist/adapters/pi/extension.mjs +2 -2
  17. package/dist/adapters/pi/extension.mjs.map +1 -1
  18. package/dist/adapters/pi/sessionApiClient.d.cts +4 -3
  19. package/dist/adapters/pi/sessionApiClient.d.cts.map +1 -1
  20. package/dist/adapters/pi/sessionApiClient.d.mts +4 -3
  21. package/dist/adapters/pi/sessionApiClient.d.mts.map +1 -1
  22. package/dist/adapters/webComputerUseChannel.cjs +1 -1
  23. package/dist/adapters/webComputerUseChannel.cjs.map +1 -1
  24. package/dist/adapters/webComputerUseChannel.d.cts +3 -3
  25. package/dist/adapters/webComputerUseChannel.d.cts.map +1 -1
  26. package/dist/adapters/webComputerUseChannel.d.mts +3 -3
  27. package/dist/adapters/webComputerUseChannel.d.mts.map +1 -1
  28. package/dist/adapters/webComputerUseChannel.mjs +1 -1
  29. package/dist/adapters/webComputerUseChannel.mjs.map +1 -1
  30. package/dist/container/index.cjs +1 -1
  31. package/dist/container/index.cjs.map +1 -1
  32. package/dist/container/index.d.cts +2 -2
  33. package/dist/container/index.d.cts.map +1 -1
  34. package/dist/container/index.d.mts +2 -2
  35. package/dist/container/index.d.mts.map +1 -1
  36. package/dist/container/index.mjs +1 -1
  37. package/dist/container/index.mjs.map +1 -1
  38. package/dist/index.cjs +1 -1
  39. package/dist/index.d.cts +2 -4
  40. package/dist/index.d.mts +2 -4
  41. package/dist/index.mjs +1 -1
  42. package/dist/services/extensionService.d.cts +2 -1
  43. package/dist/services/extensionService.d.cts.map +1 -1
  44. package/dist/services/extensionService.d.mts +2 -1
  45. package/dist/services/extensionService.d.mts.map +1 -1
  46. package/dist/services/sessionController.d.cts +3 -2
  47. package/dist/services/sessionController.d.cts.map +1 -1
  48. package/dist/services/sessionController.d.mts +3 -2
  49. package/dist/services/sessionController.d.mts.map +1 -1
  50. package/dist/services/traceRedaction.d.cts +4 -3
  51. package/dist/services/traceRedaction.d.cts.map +1 -1
  52. package/dist/services/traceRedaction.d.mts +4 -3
  53. package/dist/services/traceRedaction.d.mts.map +1 -1
  54. package/dist/types/computerUse.d.cts +14 -14
  55. package/dist/types/computerUse.d.cts.map +1 -1
  56. package/dist/types/computerUse.d.mts +14 -14
  57. package/dist/types/computerUse.d.mts.map +1 -1
  58. package/dist/types/computerUseApi.cjs.map +1 -1
  59. package/dist/types/computerUseApi.d.cts +19 -22
  60. package/dist/types/computerUseApi.d.cts.map +1 -1
  61. package/dist/types/computerUseApi.d.mts +19 -22
  62. package/dist/types/computerUseApi.d.mts.map +1 -1
  63. package/dist/types/computerUseApi.mjs.map +1 -1
  64. package/dist/types/extension.d.cts +5 -7
  65. package/dist/types/extension.d.cts.map +1 -1
  66. package/dist/types/extension.d.mts +5 -7
  67. package/dist/types/extension.d.mts.map +1 -1
  68. package/llms.txt +0 -1
  69. package/package.json +12 -14
  70. package/src/prompts/doompi-use-computer-use/SKILL.md +1 -1
  71. package/src/types/computerUse.ts +2 -3
  72. package/src/types/computerUseApi.ts +0 -1
  73. package/src/web/{components/ComputerActionToolCard.tsx → ComputerActionToolCard.tsx} +1 -1
  74. package/src/web/{components/ComputerStateToolCard.tsx → ComputerStateToolCard.tsx} +1 -1
  75. package/src/web/{components/ComputerUsePanel.tsx → ComputerUsePanel.tsx} +5 -14
  76. package/src/web/{stores/computerUseStore.ts → computerUseStore.ts} +2 -2
  77. package/src/web/index.ts +6 -12
  78. package/dist/adapters/pi/computerScriptRunner.cjs +0 -45
  79. package/dist/adapters/pi/computerScriptRunner.cjs.map +0 -1
  80. package/dist/adapters/pi/computerScriptRunner.d.cts +0 -12
  81. package/dist/adapters/pi/computerScriptRunner.d.cts.map +0 -1
  82. package/dist/adapters/pi/computerScriptRunner.d.mts +0 -12
  83. package/dist/adapters/pi/computerScriptRunner.d.mts.map +0 -1
  84. package/dist/adapters/pi/computerScriptRunner.mjs +0 -45
  85. package/dist/adapters/pi/computerScriptRunner.mjs.map +0 -1
  86. package/dist/types/computerScript.d.cts +0 -38
  87. package/dist/types/computerScript.d.cts.map +0 -1
  88. package/dist/types/computerScript.d.mts +0 -38
  89. package/dist/types/computerScript.d.mts.map +0 -1
  90. package/docs/computer-scripts.md +0 -37
  91. package/src/web/components/ComputerExecToolCard.tsx +0 -44
  92. package/src/web/lib/computerExecToolRender.ts +0 -14
  93. package/src/web/lib/computerUseSettings.ts +0 -17
  94. /package/src/web/{lib/computerActionToolRender.ts → computerActionToolRender.ts} +0 -0
  95. /package/src/web/{lib/computerStateToolRender.ts → computerStateToolRender.ts} +0 -0
package/README.md CHANGED
@@ -20,15 +20,12 @@ Enable the default-off **Computer Use** minor mode in the cockpit. Its Activity
20
20
 
21
21
  The `computer-use` minor mode exposes Activate, Deactivate, and Doctor actions. `/computer-use` reports the current state.
22
22
 
23
- While active, the package exposes three tools:
23
+ While active, the package exposes exactly two tools:
24
24
 
25
25
  - `computer_state` observes the authorized window and returns a semantic snapshot.
26
- - `computer_action` performs one semantic press, focus change, value change, or scroll against a current snapshot.
27
- - `computer_exec` runs a trusted, explicitly allowed local TypeScript script with JSON input, then returns a fresh observation.
26
+ - `computer_action` performs one semantic press, value change, or scroll against a current snapshot.
28
27
 
29
- Computer scripts are trusted Node.js code and are not sandboxed. Configure exact allowed paths with `DOOMPI_COMPUTER_USE_SCRIPT_PATHS` and review every script before allowing it. See [Author computer scripts](./docs/computer-scripts.md) for the execution contract, limits, and an example.
30
-
31
- All three tools and their model guidance remain unavailable during setup and are exposed only after the native grant becomes active. The Activity section shows activation status, busy ownership, stop controls, and completed recording or trace metadata. Browser clients cannot call observation or action routes.
28
+ Both tools and their model guidance remain unavailable during setup and are exposed only after the native grant becomes active. The Activity section shows activation status, busy ownership, stop controls, and completed recording or trace metadata. Browser clients cannot call observation or action routes.
32
29
 
33
30
  ## Public API
34
31
 
@@ -1,2 +1,2 @@
1
- const e=require("../types/computerUseApi.cjs");let t=require("@agimon-ai/doompi-extension-contracts/package-api"),n=require("node:crypto");function r(e,t){return Response.json({error:e},{status:t})}function i(e){return typeof e==`object`&&e&&!Array.isArray(e)?e:void 0}async function a(e){try{return i(await e.json())??{}}catch{return{}}}function o(e){if(!(typeof e.snapshotId==`string`&&e.snapshotId.length>0&&typeof e.elementRef==`string`&&e.elementRef.length>0))return!1;let t=t=>Object.keys(e).every(e=>t.includes(e));return e.kind===`press`||e.kind===`focus`?t([`kind`,`snapshotId`,`elementRef`]):e.kind===`set_value`?typeof e.value==`string`&&t([`kind`,`snapshotId`,`elementRef`,`value`]):e.kind===`scroll`&&[`up`,`down`,`left`,`right`].includes(e.direction)&&(e.amount===`line`||e.amount===`page`)&&t([`kind`,`snapshotId`,`elementRef`,`direction`,`amount`])}function s(e){let t=i(e);if(typeof t?.artifactId!=`string`||t.status!==`ready`&&t.status!==`failed`)return;let n=e=>typeof e==`string`&&e.startsWith(`/api/`)?e:void 0,r=n(t.downloadUrl),a=n(t.previewUrl),o=i(t.failure),s=typeof o?.code==`string`&&typeof o.message==`string`?{code:o.code.slice(0,128),message:o.message.slice(0,512)}:void 0;return{artifactId:t.artifactId,status:t.status,...r===void 0?{}:{downloadUrl:r},...a===void 0?{}:{previewUrl:a},...typeof t.actionCount==`number`?{actionCount:t.actionCount}:{},...typeof t.completedAt==`string`?{completedAt:t.completedAt}:{},...s===void 0?{}:{failure:s}}}var c=class c{sessionId;internalToken;hubToken;requestTimeoutMs;revision=0;wake=0;phase=`inactive`;activation;grantId;expiresAt;actionSequence=0;failure;artifact;pending;closed=!1;static DEFAULT_REQUEST_TIMEOUT_MS=3e4;constructor(e){this.sessionId=e.sessionId??`unknown`,this.internalToken=e.internalToken,this.hubToken=e.hubToken,this.requestTimeoutMs=e.requestTimeoutMs??c.DEFAULT_REQUEST_TIMEOUT_MS}state(){return Object.freeze({sessionId:this.sessionId,revision:this.revision,wake:this.wake,phase:this.phase,...this.activation===void 0?{}:{requestId:this.activation.requestId,target:this.activation.target,durationMs:this.activation.durationSeconds*1e3},...this.expiresAt===void 0?{}:{expiresAt:this.expiresAt},...this.failure===void 0?{}:{failure:this.failure},...this.artifact===void 0?{}:{artifact:this.artifact}})}changed(){this.revision+=1,this.wake=(this.wake+1)%e.COMPUTER_USE_WAKE_LIMIT}authorized(e,t){return t!==void 0&&e.headers.get(`authorization`)===`Bearer ${t}`}async requestActivation(o){let s=(0,t.doomApiCallerFrom)(o.headers);if(s===void 0||s.locality===`remote`&&s.stepUp===`not-required`)return r(`Not found.`,404);if(this.phase!==`inactive`&&this.phase!==`failed`)return r(`Computer use is already busy.`,409);let c=await a(o),l=i(c.target),u=c.durationMs;if(l===void 0||typeof l.windowId!=`string`||typeof l.bundleId!=`string`)return r(`A Desktop target is required.`,400);if(typeof u!=`number`||!Number.isInteger(u)||u<1e3||u>18e5)return r(`The requested duration is invalid.`,400);let d=Date.now();return this.activation=Object.freeze({requestId:(0,n.randomUUID)(),target:Object.freeze({...l}),durationSeconds:u/1e3,createdAt:d,confirmationExpiresAt:d+e.COMPUTER_USE_CONFIRMATION_WINDOW_MS,caller:Object.freeze({...s})}),this.phase=`awaiting_confirmation`,this.failure=void 0,this.artifact=void 0,this.changed(),Response.json(this.state(),{status:202})}rejectPending(e){let t=this.pending;t!==void 0&&(this.pending=void 0,t.dispose(),t.reject(Error(e)))}stopAfterUncertainRequest(e){this.phase===`active`&&(this.phase=`stopping`,this.changed()),this.rejectPending(e)}async enqueue(e,t,i){if(this.phase!==`active`||this.grantId===void 0)return r(`Computer use is not active.`,409);if(this.pending!==void 0)return r(`Another computer-use request is live.`,409);if(i?.aborted===!0)return r(`The computer-use request was cancelled.`,499);let a=e===`act`?++this.actionSequence:void 0,o={id:(0,n.randomUUID)(),operation:e,grantId:this.grantId,...a===void 0?{}:{sequence:a},...t===void 0?{}:{payload:t}},s=new Promise((e,t)=>{let n=()=>this.stopAfterUncertainRequest(`The computer-use request was cancelled.`),r=setTimeout(()=>this.stopAfterUncertainRequest(`The computer-use request timed out.`),this.requestTimeoutMs);r.unref?.(),i?.addEventListener(`abort`,n,{once:!0}),this.pending={request:o,resolve:e,reject:t,dispose:()=>{clearTimeout(r),i?.removeEventListener(`abort`,n)}}});this.changed();try{return Response.json(await s)}catch(e){return r(e instanceof Error?e.message:String(e),502)}}async fetch(t){if(this.closed)return r(`Computer-use broker is closed.`,503);let n=new URL(t.url).pathname;if(t.method===`POST`&&n===e.COMPUTER_USE_ROUTES.activate)return this.requestActivation(t);let c=n.startsWith(`/agent/`),l=n.startsWith(`/hub/`);if(c&&!this.authorized(t,this.internalToken)||l&&!this.authorized(t,this.hubToken))return r(`Not found.`,404);if(t.method===`GET`&&(n===e.COMPUTER_USE_ROUTES.agentState||n===e.COMPUTER_USE_ROUTES.hubState))return Response.json(this.state());if(t.method===`POST`&&n===e.COMPUTER_USE_ROUTES.agentObserve)return this.enqueue(`observe`,void 0,t.signal);if(t.method===`POST`&&n===e.COMPUTER_USE_ROUTES.agentAction){let e=await a(t);return o(e)?this.enqueue(`act`,e,t.signal):r(`A valid semantic action is required.`,400)}if(t.method===`POST`&&n===e.COMPUTER_USE_ROUTES.agentStop)return this.phase===`active`?(this.phase=`stopping`,this.rejectPending(`The computer-use request was stopped.`),this.changed(),Response.json(this.state(),{status:202})):r(`Computer use is not active.`,409);if(t.method===`GET`&&n===e.COMPUTER_USE_ROUTES.hubActivation)return this.activation===void 0||this.phase!==`awaiting_confirmation`?Response.json(null):(this.phase=`activating`,this.changed(),Response.json(this.activation));if(t.method===`GET`&&n===e.COMPUTER_USE_ROUTES.hubAuthorization)return Response.json(this.grantId===void 0?null:{grantId:this.grantId,expiresAt:this.expiresAt});if(t.method===`GET`&&n===e.COMPUTER_USE_ROUTES.hubNext)return Response.json(this.pending?.request??null);if(t.method===`POST`&&n===e.COMPUTER_USE_ROUTES.hubComplete){let e=await a(t),n=typeof e.id==`string`?e.id:void 0;if(this.pending===void 0||this.pending.request.id!==n)return r(`The request is stale.`,409);let i=this.pending;return this.pending=void 0,i.dispose(),this.changed(),typeof e.error==`string`?i.reject(Error(e.error)):i.resolve(e.result),Response.json(this.state())}if(t.method===`POST`&&n===e.COMPUTER_USE_ROUTES.hubStop){let e=await a(t);if(this.phase===`activating`){if(typeof e.error==`string`)this.phase=`failed`,this.failure={code:`desktop_unavailable`,message:e.error.slice(0,512)},this.activation=void 0;else{let t=i(e.host);if(typeof t?.grantId!=`string`||!Number.isFinite(t.expiresAt))return r(`Desktop did not issue a complete grant.`,502);this.grantId=t.grantId,this.expiresAt=t.expiresAt,this.actionSequence=0,this.phase=`active`}}else this.rejectPending(`The computer-use session stopped.`),this.phase=`inactive`,this.grantId=void 0,this.expiresAt=void 0,this.activation=void 0,this.artifact=s(e.artifact);return this.changed(),Response.json(this.state())}return r(`Not found.`,404)}close(){this.closed=!0,this.rejectPending(`Computer-use broker closed.`),this.grantId=void 0,this.expiresAt=void 0}};function l(e={}){return new c(e)}const u={basePath:e.API_BASE_PATH,start(e){return l({...e.sessionId===void 0?{}:{sessionId:e.sessionId},...e.internalToken===void 0?{}:{internalToken:e.internalToken},...e.hubToken===void 0?{}:{hubToken:e.hubToken}})}};exports.ComputerUseRequestBroker=c,exports.api=u,exports.createComputerUseApi=l;
1
+ const e=require("../types/computerUseApi.cjs");let t=require("@agimon-ai/doompi-extension-contracts/package-api"),n=require("node:crypto");function r(e,t){return Response.json({error:e},{status:t})}function i(e){return typeof e==`object`&&e&&!Array.isArray(e)?e:void 0}async function a(e){try{return i(await e.json())??{}}catch{return{}}}function o(e){if(!(typeof e.snapshotId==`string`&&e.snapshotId.length>0&&typeof e.elementRef==`string`&&e.elementRef.length>0))return!1;let t=t=>Object.keys(e).every(e=>t.includes(e));return e.kind===`press`?t([`kind`,`snapshotId`,`elementRef`]):e.kind===`set_value`?typeof e.value==`string`&&t([`kind`,`snapshotId`,`elementRef`,`value`]):e.kind===`scroll`&&[`up`,`down`,`left`,`right`].includes(e.direction)&&(e.amount===`line`||e.amount===`page`)&&t([`kind`,`snapshotId`,`elementRef`,`direction`,`amount`])}function s(e){let t=i(e);if(typeof t?.artifactId!=`string`||t.status!==`ready`&&t.status!==`failed`)return;let n=e=>typeof e==`string`&&e.startsWith(`/api/`)?e:void 0,r=n(t.downloadUrl),a=n(t.previewUrl);return{artifactId:t.artifactId,status:t.status,...r===void 0?{}:{downloadUrl:r},...a===void 0?{}:{previewUrl:a},...typeof t.actionCount==`number`?{actionCount:t.actionCount}:{},...typeof t.completedAt==`string`?{completedAt:t.completedAt}:{}}}var c=class{sessionId;internalToken;hubToken;revision=0;wake=0;phase=`inactive`;activation;grantId;expiresAt;actionSequence=0;failure;artifact;pending;closed=!1;constructor(e){this.sessionId=e.sessionId??`unknown`,this.internalToken=e.internalToken,this.hubToken=e.hubToken}state(){return Object.freeze({sessionId:this.sessionId,revision:this.revision,wake:this.wake,phase:this.phase,...this.activation===void 0?{}:{requestId:this.activation.requestId,target:this.activation.target,durationMs:this.activation.durationSeconds*1e3},...this.expiresAt===void 0?{}:{expiresAt:this.expiresAt},...this.failure===void 0?{}:{failure:this.failure},...this.artifact===void 0?{}:{artifact:this.artifact}})}changed(){this.revision+=1,this.wake=(this.wake+1)%e.COMPUTER_USE_WAKE_LIMIT}authorized(e,t){return t!==void 0&&e.headers.get(`authorization`)===`Bearer ${t}`}async requestActivation(o){let s=(0,t.doomApiCallerFrom)(o.headers);if(s===void 0||s.locality===`remote`&&s.stepUp===`not-required`)return r(`Not found.`,404);if(this.phase!==`inactive`&&this.phase!==`failed`)return r(`Computer use is already busy.`,409);let c=await a(o),l=i(c.target),u=c.durationMs;if(l===void 0||typeof l.windowId!=`string`||typeof l.bundleId!=`string`)return r(`A Desktop target is required.`,400);if(typeof u!=`number`||!Number.isInteger(u)||u<1e3||u>18e5)return r(`The requested duration is invalid.`,400);let d=Date.now();return this.activation=Object.freeze({requestId:(0,n.randomUUID)(),target:Object.freeze({...l}),durationSeconds:u/1e3,createdAt:d,confirmationExpiresAt:d+e.COMPUTER_USE_CONFIRMATION_WINDOW_MS,caller:Object.freeze({...s})}),this.phase=`awaiting_confirmation`,this.failure=void 0,this.artifact=void 0,this.changed(),Response.json(this.state(),{status:202})}async enqueue(e,t){if(this.phase!==`active`||this.grantId===void 0)return r(`Computer use is not active.`,409);if(this.pending!==void 0)return r(`Another computer-use request is live.`,409);let i=e===`act`?++this.actionSequence:void 0,a={id:(0,n.randomUUID)(),operation:e,grantId:this.grantId,...i===void 0?{}:{sequence:i},...t===void 0?{}:{payload:t}},o=new Promise((e,t)=>{this.pending={request:a,resolve:e,reject:t}});this.changed();try{return Response.json(await o)}catch(e){return r(e instanceof Error?e.message:String(e),502)}}async fetch(t){if(this.closed)return r(`Computer-use broker is closed.`,503);let n=new URL(t.url).pathname;if(t.method===`POST`&&n===e.COMPUTER_USE_ROUTES.activate)return this.requestActivation(t);let c=n.startsWith(`/agent/`),l=n.startsWith(`/hub/`);if(c&&!this.authorized(t,this.internalToken)||l&&!this.authorized(t,this.hubToken))return r(`Not found.`,404);if(t.method===`GET`&&(n===e.COMPUTER_USE_ROUTES.agentState||n===e.COMPUTER_USE_ROUTES.hubState))return Response.json(this.state());if(t.method===`POST`&&n===e.COMPUTER_USE_ROUTES.agentObserve)return this.enqueue(`observe`);if(t.method===`POST`&&n===e.COMPUTER_USE_ROUTES.agentAction){let e=await a(t);return o(e)?this.enqueue(`act`,e):r(`A valid semantic action is required.`,400)}if(t.method===`POST`&&n===e.COMPUTER_USE_ROUTES.agentStop)return this.phase===`active`?(this.phase=`stopping`,this.changed(),Response.json(this.state(),{status:202})):r(`Computer use is not active.`,409);if(t.method===`GET`&&n===e.COMPUTER_USE_ROUTES.hubActivation)return this.activation===void 0||this.phase!==`awaiting_confirmation`?Response.json(null):(this.phase=`activating`,this.changed(),Response.json(this.activation));if(t.method===`GET`&&n===e.COMPUTER_USE_ROUTES.hubAuthorization)return Response.json(this.grantId===void 0?null:{grantId:this.grantId,expiresAt:this.expiresAt});if(t.method===`GET`&&n===e.COMPUTER_USE_ROUTES.hubNext)return Response.json(this.pending?.request??null);if(t.method===`POST`&&n===e.COMPUTER_USE_ROUTES.hubComplete){let e=await a(t),n=typeof e.id==`string`?e.id:void 0;if(this.pending===void 0||this.pending.request.id!==n)return r(`The request is stale.`,409);let i=this.pending;return this.pending=void 0,this.changed(),typeof e.error==`string`?i.reject(Error(e.error)):i.resolve(e.result),Response.json(this.state())}if(t.method===`POST`&&n===e.COMPUTER_USE_ROUTES.hubStop){let e=await a(t);if(this.phase===`activating`){if(typeof e.error==`string`)this.phase=`failed`,this.failure={code:`desktop_unavailable`,message:e.error.slice(0,512)},this.activation=void 0;else{let t=i(e.host);if(typeof t?.grantId!=`string`||!Number.isFinite(t.expiresAt))return r(`Desktop did not issue a complete grant.`,502);this.grantId=t.grantId,this.expiresAt=t.expiresAt,this.actionSequence=0,this.phase=`active`}}else this.phase=`inactive`,this.grantId=void 0,this.expiresAt=void 0,this.activation=void 0,this.artifact=s(e.artifact);return this.changed(),Response.json(this.state())}return r(`Not found.`,404)}close(){this.closed=!0,this.pending?.reject(Error(`Computer-use broker closed.`)),this.pending=void 0,this.grantId=void 0,this.expiresAt=void 0}};function l(e={}){return new c(e)}const u={basePath:e.API_BASE_PATH,start(e){return l({...e.sessionId===void 0?{}:{sessionId:e.sessionId},...e.internalToken===void 0?{}:{internalToken:e.internalToken},...e.hubToken===void 0?{}:{hubToken:e.hubToken}})}};exports.ComputerUseRequestBroker=c,exports.api=u,exports.createComputerUseApi=l;
2
2
  //# sourceMappingURL=computerUseApi.cjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"computerUseApi.cjs","names":["COMPUTER_USE_WAKE_LIMIT","doomApiCallerFrom","randomUUID","COMPUTER_USE_CONFIRMATION_WINDOW_MS","COMPUTER_USE_ROUTES","API_BASE_PATH"],"sources":["../../src/adapters/computerUseApi.ts"],"sourcesContent":["import { randomUUID } from 'node:crypto';\nimport {\n doomApiCallerFrom,\n type DoomApi,\n type DoomApiContext,\n type DoomApiHandler,\n} from '@agimon-ai/doompi-extension-contracts/package-api';\nimport {\n API_BASE_PATH,\n COMPUTER_USE_CONFIRMATION_WINDOW_MS,\n COMPUTER_USE_MAX_DURATION_MS,\n COMPUTER_USE_ROUTES,\n COMPUTER_USE_WAKE_LIMIT,\n type ComputerUseActivationRequest,\n type ComputerUseArtifactView,\n type ComputerUseBrokerRequest,\n type ComputerUseSessionView,\n} from '../types/computerUseApi.ts';\n\ninterface PendingRequest {\n readonly request: ComputerUseBrokerRequest;\n readonly dispose: () => void;\n resolve(value: unknown): void;\n reject(error: Error): void;\n}\n\nfunction jsonError(message: string, status: number): Response {\n return Response.json({ error: message }, { status });\n}\n\nfunction record(value: unknown): Record<string, unknown> | undefined {\n return typeof value === 'object' && value !== null && !Array.isArray(value)\n ? (value as Record<string, unknown>)\n : undefined;\n}\n\nasync function body(request: Request): Promise<Record<string, unknown>> {\n try {\n return record(await request.json()) ?? {};\n } catch {\n return {};\n }\n}\n\nfunction semanticAction(value: Record<string, unknown>): boolean {\n const base =\n typeof value.snapshotId === 'string' &&\n value.snapshotId.length > 0 &&\n typeof value.elementRef === 'string' &&\n value.elementRef.length > 0;\n if (!base) return false;\n const allowed = (keys: readonly string[]) => Object.keys(value).every((key) => keys.includes(key));\n if (value.kind === 'press' || value.kind === 'focus') return allowed(['kind', 'snapshotId', 'elementRef']);\n if (value.kind === 'set_value')\n return typeof value.value === 'string' && allowed(['kind', 'snapshotId', 'elementRef', 'value']);\n if (value.kind === 'scroll')\n return (\n ['up', 'down', 'left', 'right'].includes(value.direction as string) &&\n (value.amount === 'line' || value.amount === 'page') &&\n allowed(['kind', 'snapshotId', 'elementRef', 'direction', 'amount'])\n );\n return false;\n}\nfunction artifactView(value: unknown): ComputerUseArtifactView | undefined {\n const input = record(value);\n if (typeof input?.artifactId !== 'string' || (input.status !== 'ready' && input.status !== 'failed'))\n return undefined;\n const safeUrl = (candidate: unknown) =>\n typeof candidate === 'string' && candidate.startsWith('/api/') ? candidate : undefined;\n const downloadUrl = safeUrl(input.downloadUrl);\n const previewUrl = safeUrl(input.previewUrl);\n const artifactFailure = record(input.failure);\n const safeFailure =\n typeof artifactFailure?.code === 'string' && typeof artifactFailure.message === 'string'\n ? { code: artifactFailure.code.slice(0, 128), message: artifactFailure.message.slice(0, 512) }\n : undefined;\n return {\n artifactId: input.artifactId,\n status: input.status,\n ...(downloadUrl === undefined ? {} : { downloadUrl }),\n ...(previewUrl === undefined ? {} : { previewUrl }),\n ...(typeof input.actionCount === 'number' ? { actionCount: input.actionCount } : {}),\n ...(typeof input.completedAt === 'string' ? { completedAt: input.completedAt } : {}),\n ...(safeFailure === undefined ? {} : { failure: safeFailure }),\n };\n}\n\nexport interface ComputerUseApiOptions {\n readonly sessionId?: string;\n readonly internalToken?: string;\n readonly hubToken?: string;\n readonly requestTimeoutMs?: number;\n}\n\nexport class ComputerUseRequestBroker implements DoomApiHandler {\n private readonly sessionId: string;\n private readonly internalToken?: string;\n private readonly hubToken?: string;\n private readonly requestTimeoutMs: number;\n private revision = 0;\n private wake = 0;\n private phase: ComputerUseSessionView['phase'] = 'inactive';\n private activation?: ComputerUseActivationRequest;\n private grantId?: string;\n private expiresAt?: number;\n private actionSequence = 0;\n private failure?: ComputerUseSessionView['failure'];\n private artifact?: ComputerUseArtifactView;\n private pending?: PendingRequest;\n private closed = false;\n\n private static readonly DEFAULT_REQUEST_TIMEOUT_MS = 30_000;\n public constructor(options: ComputerUseApiOptions) {\n this.sessionId = options.sessionId ?? 'unknown';\n this.internalToken = options.internalToken;\n this.hubToken = options.hubToken;\n this.requestTimeoutMs = options.requestTimeoutMs ?? ComputerUseRequestBroker.DEFAULT_REQUEST_TIMEOUT_MS;\n }\n\n public state(): ComputerUseSessionView {\n return Object.freeze({\n sessionId: this.sessionId,\n revision: this.revision,\n wake: this.wake,\n phase: this.phase,\n ...(this.activation === undefined\n ? {}\n : {\n requestId: this.activation.requestId,\n target: this.activation.target,\n durationMs: this.activation.durationSeconds * 1_000,\n }),\n ...(this.expiresAt === undefined ? {} : { expiresAt: this.expiresAt }),\n ...(this.failure === undefined ? {} : { failure: this.failure }),\n ...(this.artifact === undefined ? {} : { artifact: this.artifact }),\n });\n }\n\n private changed(): void {\n this.revision += 1;\n this.wake = (this.wake + 1) % COMPUTER_USE_WAKE_LIMIT;\n }\n\n private authorized(request: Request, token: string | undefined): boolean {\n return token !== undefined && request.headers.get('authorization') === `Bearer ${token}`;\n }\n\n private async requestActivation(request: Request): Promise<Response> {\n const caller = doomApiCallerFrom(request.headers);\n if (caller === undefined || (caller.locality === 'remote' && caller.stepUp === 'not-required'))\n return jsonError('Not found.', 404);\n if (this.phase !== 'inactive' && this.phase !== 'failed') return jsonError('Computer use is already busy.', 409);\n const input = await body(request);\n const target = record(input.target);\n const durationMs = input.durationMs;\n if (target === undefined || typeof target.windowId !== 'string' || typeof target.bundleId !== 'string')\n return jsonError('A Desktop target is required.', 400);\n if (\n typeof durationMs !== 'number' ||\n !Number.isInteger(durationMs) ||\n durationMs < 1_000 ||\n durationMs > COMPUTER_USE_MAX_DURATION_MS\n )\n return jsonError('The requested duration is invalid.', 400);\n const createdAt = Date.now();\n this.activation = Object.freeze({\n requestId: randomUUID(),\n target: Object.freeze({ ...target }),\n durationSeconds: durationMs / 1_000,\n createdAt,\n confirmationExpiresAt: createdAt + COMPUTER_USE_CONFIRMATION_WINDOW_MS,\n caller: Object.freeze({ ...caller }),\n });\n this.phase = 'awaiting_confirmation';\n this.failure = undefined;\n this.artifact = undefined;\n this.changed();\n return Response.json(this.state(), { status: 202 });\n }\n\n private rejectPending(message: string): void {\n const pending = this.pending;\n if (pending === undefined) return;\n this.pending = undefined;\n pending.dispose();\n pending.reject(new Error(message));\n }\n\n private stopAfterUncertainRequest(message: string): void {\n if (this.phase === 'active') {\n this.phase = 'stopping';\n this.changed();\n }\n this.rejectPending(message);\n }\n\n private async enqueue(\n operation: ComputerUseBrokerRequest['operation'],\n payload?: unknown,\n signal?: AbortSignal,\n ): Promise<Response> {\n if (this.phase !== 'active' || this.grantId === undefined) return jsonError('Computer use is not active.', 409);\n if (this.pending !== undefined) return jsonError('Another computer-use request is live.', 409);\n if (signal?.aborted === true) return jsonError('The computer-use request was cancelled.', 499);\n const sequence = operation === 'act' ? ++this.actionSequence : undefined;\n const request: ComputerUseBrokerRequest = {\n id: randomUUID(),\n operation,\n grantId: this.grantId,\n ...(sequence === undefined ? {} : { sequence }),\n ...(payload === undefined ? {} : { payload }),\n };\n const completion = new Promise<unknown>((resolve, reject) => {\n const onAbort = () => this.stopAfterUncertainRequest('The computer-use request was cancelled.');\n const timer = setTimeout(\n () => this.stopAfterUncertainRequest('The computer-use request timed out.'),\n this.requestTimeoutMs,\n );\n timer.unref?.();\n signal?.addEventListener('abort', onAbort, { once: true });\n this.pending = {\n request,\n resolve,\n reject,\n dispose: () => {\n clearTimeout(timer);\n signal?.removeEventListener('abort', onAbort);\n },\n };\n });\n this.changed();\n try {\n return Response.json(await completion);\n } catch (error) {\n return jsonError(error instanceof Error ? error.message : String(error), 502);\n }\n }\n\n public async fetch(request: Request): Promise<Response> {\n if (this.closed) return jsonError('Computer-use broker is closed.', 503);\n const path = new URL(request.url).pathname;\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.activate) return this.requestActivation(request);\n const agent = path.startsWith('/agent/');\n const hub = path.startsWith('/hub/');\n if ((agent && !this.authorized(request, this.internalToken)) || (hub && !this.authorized(request, this.hubToken)))\n return jsonError('Not found.', 404);\n\n if (request.method === 'GET' && (path === COMPUTER_USE_ROUTES.agentState || path === COMPUTER_USE_ROUTES.hubState))\n return Response.json(this.state());\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.agentObserve)\n return this.enqueue('observe', undefined, request.signal);\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.agentAction) {\n const action = await body(request);\n if (!semanticAction(action)) return jsonError('A valid semantic action is required.', 400);\n return this.enqueue('act', action, request.signal);\n }\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.agentStop) {\n if (this.phase !== 'active') return jsonError('Computer use is not active.', 409);\n this.phase = 'stopping';\n this.rejectPending('The computer-use request was stopped.');\n this.changed();\n return Response.json(this.state(), { status: 202 });\n }\n if (request.method === 'GET' && path === COMPUTER_USE_ROUTES.hubActivation) {\n if (this.activation === undefined || this.phase !== 'awaiting_confirmation') return Response.json(null);\n this.phase = 'activating';\n this.changed();\n return Response.json(this.activation);\n }\n if (request.method === 'GET' && path === COMPUTER_USE_ROUTES.hubAuthorization)\n return Response.json(this.grantId === undefined ? null : { grantId: this.grantId, expiresAt: this.expiresAt });\n if (request.method === 'GET' && path === COMPUTER_USE_ROUTES.hubNext)\n return Response.json(this.pending?.request ?? null);\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.hubComplete) {\n const input = await body(request);\n const id = typeof input.id === 'string' ? input.id : undefined;\n if (this.pending === undefined || this.pending.request.id !== id) return jsonError('The request is stale.', 409);\n const pending = this.pending;\n this.pending = undefined;\n pending.dispose();\n this.changed();\n if (typeof input.error === 'string') pending.reject(new Error(input.error));\n else pending.resolve(input.result);\n return Response.json(this.state());\n }\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.hubStop) {\n const input = await body(request);\n if (this.phase === 'activating') {\n if (typeof input.error === 'string') {\n this.phase = 'failed';\n this.failure = { code: 'desktop_unavailable', message: input.error.slice(0, 512) };\n this.activation = undefined;\n } else {\n const host = record(input.host);\n if (typeof host?.grantId !== 'string' || !Number.isFinite(host.expiresAt))\n return jsonError('Desktop did not issue a complete grant.', 502);\n this.grantId = host.grantId;\n this.expiresAt = host.expiresAt as number;\n this.actionSequence = 0;\n this.phase = 'active';\n }\n } else {\n this.rejectPending('The computer-use session stopped.');\n this.phase = 'inactive';\n this.grantId = undefined;\n this.expiresAt = undefined;\n this.activation = undefined;\n this.artifact = artifactView(input.artifact);\n }\n this.changed();\n return Response.json(this.state());\n }\n return jsonError('Not found.', 404);\n }\n\n public close(): void {\n this.closed = true;\n this.rejectPending('Computer-use broker closed.');\n this.grantId = undefined;\n this.expiresAt = undefined;\n }\n}\n\nexport function createComputerUseApi(options: ComputerUseApiOptions = {}): ComputerUseRequestBroker {\n return new ComputerUseRequestBroker(options);\n}\n\nexport const api: DoomApi = {\n basePath: API_BASE_PATH,\n start(context: DoomApiContext): DoomApiHandler {\n return createComputerUseApi({\n ...(context.sessionId === undefined ? {} : { sessionId: context.sessionId }),\n ...(context.internalToken === undefined ? {} : { internalToken: context.internalToken }),\n ...(context.hubToken === undefined ? {} : { hubToken: context.hubToken }),\n });\n },\n};\n"],"mappings":"2IA0BA,SAAS,EAAU,EAAiB,EAA0B,CAC5D,OAAO,SAAS,KAAK,CAAE,MAAO,CAAQ,EAAG,CAAE,QAAO,CAAC,CACrD,CAEA,SAAS,EAAO,EAAqD,CACnE,OAAO,OAAO,GAAU,UAAY,GAAkB,CAAC,MAAM,QAAQ,CAAK,EACrE,EACD,IAAA,EACN,CAEA,eAAe,EAAK,EAAoD,CACtE,GAAI,CACF,OAAO,EAAO,MAAM,EAAQ,KAAK,CAAC,GAAK,CAAC,CAC1C,MAAQ,CACN,MAAO,CAAC,CACV,CACF,CAEA,SAAS,EAAe,EAAyC,CAM/D,GAAI,EAJF,OAAO,EAAM,YAAe,UAC5B,EAAM,WAAW,OAAS,GAC1B,OAAO,EAAM,YAAe,UAC5B,EAAM,WAAW,OAAS,GACjB,MAAO,GAClB,IAAM,EAAW,GAA4B,OAAO,KAAK,CAAK,CAAC,CAAC,MAAO,GAAQ,EAAK,SAAS,CAAG,CAAC,EAUjG,OATI,EAAM,OAAS,SAAW,EAAM,OAAS,QAAgB,EAAQ,CAAC,OAAQ,aAAc,YAAY,CAAC,EACrG,EAAM,OAAS,YACV,OAAO,EAAM,OAAU,UAAY,EAAQ,CAAC,OAAQ,aAAc,aAAc,OAAO,CAAC,EAC7F,EAAM,OAAS,UAEf,CAAC,KAAM,OAAQ,OAAQ,OAAO,CAAC,CAAC,SAAS,EAAM,SAAmB,IACjE,EAAM,SAAW,QAAU,EAAM,SAAW,SAC7C,EAAQ,CAAC,OAAQ,aAAc,aAAc,YAAa,QAAQ,CAAC,CAGzE,CACA,SAAS,EAAa,EAAqD,CACzE,IAAM,EAAQ,EAAO,CAAK,EAC1B,GAAI,OAAO,GAAO,YAAe,UAAa,EAAM,SAAW,SAAW,EAAM,SAAW,SACzF,OACF,IAAM,EAAW,GACf,OAAO,GAAc,UAAY,EAAU,WAAW,OAAO,EAAI,EAAY,IAAA,GACzE,EAAc,EAAQ,EAAM,WAAW,EACvC,EAAa,EAAQ,EAAM,UAAU,EACrC,EAAkB,EAAO,EAAM,OAAO,EACtC,EACJ,OAAO,GAAiB,MAAS,UAAY,OAAO,EAAgB,SAAY,SAC5E,CAAE,KAAM,EAAgB,KAAK,MAAM,EAAG,GAAG,EAAG,QAAS,EAAgB,QAAQ,MAAM,EAAG,GAAG,CAAE,EAC3F,IAAA,GACN,MAAO,CACL,WAAY,EAAM,WAClB,OAAQ,EAAM,OACd,GAAI,IAAgB,IAAA,GAAY,CAAC,EAAI,CAAE,aAAY,EACnD,GAAI,IAAe,IAAA,GAAY,CAAC,EAAI,CAAE,YAAW,EACjD,GAAI,OAAO,EAAM,aAAgB,SAAW,CAAE,YAAa,EAAM,WAAY,EAAI,CAAC,EAClF,GAAI,OAAO,EAAM,aAAgB,SAAW,CAAE,YAAa,EAAM,WAAY,EAAI,CAAC,EAClF,GAAI,IAAgB,IAAA,GAAY,CAAC,EAAI,CAAE,QAAS,CAAY,CAC9D,CACF,CASA,IAAa,EAAb,MAAa,CAAmD,CAC9D,UACA,cACA,SACA,iBACA,SAAmB,EACnB,KAAe,EACf,MAAiD,WACjD,WACA,QACA,UACA,eAAyB,EACzB,QACA,SACA,QACA,OAAiB,GAEjB,OAAwB,2BAA6B,IACrD,YAAmB,EAAgC,CACjD,KAAK,UAAY,EAAQ,WAAa,UACtC,KAAK,cAAgB,EAAQ,cAC7B,KAAK,SAAW,EAAQ,SACxB,KAAK,iBAAmB,EAAQ,kBAAoB,EAAyB,0BAC/E,CAEA,OAAuC,CACrC,OAAO,OAAO,OAAO,CACnB,UAAW,KAAK,UAChB,SAAU,KAAK,SACf,KAAM,KAAK,KACX,MAAO,KAAK,MACZ,GAAI,KAAK,aAAe,IAAA,GACpB,CAAC,EACD,CACE,UAAW,KAAK,WAAW,UAC3B,OAAQ,KAAK,WAAW,OACxB,WAAY,KAAK,WAAW,gBAAkB,GAChD,EACJ,GAAI,KAAK,YAAc,IAAA,GAAY,CAAC,EAAI,CAAE,UAAW,KAAK,SAAU,EACpE,GAAI,KAAK,UAAY,IAAA,GAAY,CAAC,EAAI,CAAE,QAAS,KAAK,OAAQ,EAC9D,GAAI,KAAK,WAAa,IAAA,GAAY,CAAC,EAAI,CAAE,SAAU,KAAK,QAAS,CACnE,CAAC,CACH,CAEA,SAAwB,CACtB,KAAK,UAAY,EACjB,KAAK,MAAQ,KAAK,KAAO,GAAKA,EAAAA,uBAChC,CAEA,WAAmB,EAAkB,EAAoC,CACvE,OAAO,IAAU,IAAA,IAAa,EAAQ,QAAQ,IAAI,eAAe,IAAM,UAAU,GACnF,CAEA,MAAc,kBAAkB,EAAqC,CACnE,IAAM,GAAA,EAASC,EAAAA,kBAAAA,CAAkB,EAAQ,OAAO,EAChD,GAAI,IAAW,IAAA,IAAc,EAAO,WAAa,UAAY,EAAO,SAAW,eAC7E,OAAO,EAAU,aAAc,GAAG,EACpC,GAAI,KAAK,QAAU,YAAc,KAAK,QAAU,SAAU,OAAO,EAAU,gCAAiC,GAAG,EAC/G,IAAM,EAAQ,MAAM,EAAK,CAAO,EAC1B,EAAS,EAAO,EAAM,MAAM,EAC5B,EAAa,EAAM,WACzB,GAAI,IAAW,IAAA,IAAa,OAAO,EAAO,UAAa,UAAY,OAAO,EAAO,UAAa,SAC5F,OAAO,EAAU,gCAAiC,GAAG,EACvD,GACE,OAAO,GAAe,UACtB,CAAC,OAAO,UAAU,CAAU,GAC5B,EAAa,KACb,EAAA,KAEA,OAAO,EAAU,qCAAsC,GAAG,EAC5D,IAAM,EAAY,KAAK,IAAI,EAa3B,MAZA,MAAK,WAAa,OAAO,OAAO,CAC9B,WAAA,EAAWC,EAAAA,WAAAA,CAAW,EACtB,OAAQ,OAAO,OAAO,CAAE,GAAG,CAAO,CAAC,EACnC,gBAAiB,EAAa,IAC9B,YACA,sBAAuB,EAAYC,EAAAA,oCACnC,OAAQ,OAAO,OAAO,CAAE,GAAG,CAAO,CAAC,CACrC,CAAC,EACD,KAAK,MAAQ,wBACb,KAAK,QAAU,IAAA,GACf,KAAK,SAAW,IAAA,GAChB,KAAK,QAAQ,EACN,SAAS,KAAK,KAAK,MAAM,EAAG,CAAE,OAAQ,GAAI,CAAC,CACpD,CAEA,cAAsB,EAAuB,CAC3C,IAAM,EAAU,KAAK,QACjB,IAAY,IAAA,KAChB,KAAK,QAAU,IAAA,GACf,EAAQ,QAAQ,EAChB,EAAQ,OAAW,MAAM,CAAO,CAAC,EACnC,CAEA,0BAAkC,EAAuB,CACnD,KAAK,QAAU,WACjB,KAAK,MAAQ,WACb,KAAK,QAAQ,GAEf,KAAK,cAAc,CAAO,CAC5B,CAEA,MAAc,QACZ,EACA,EACA,EACmB,CACnB,GAAI,KAAK,QAAU,UAAY,KAAK,UAAY,IAAA,GAAW,OAAO,EAAU,8BAA+B,GAAG,EAC9G,GAAI,KAAK,UAAY,IAAA,GAAW,OAAO,EAAU,wCAAyC,GAAG,EAC7F,GAAI,GAAQ,UAAY,GAAM,OAAO,EAAU,0CAA2C,GAAG,EAC7F,IAAM,EAAW,IAAc,MAAQ,EAAE,KAAK,eAAiB,IAAA,GACzD,EAAoC,CACxC,IAAA,EAAID,EAAAA,WAAAA,CAAW,EACf,YACA,QAAS,KAAK,QACd,GAAI,IAAa,IAAA,GAAY,CAAC,EAAI,CAAE,UAAS,EAC7C,GAAI,IAAY,IAAA,GAAY,CAAC,EAAI,CAAE,SAAQ,CAC7C,EACM,EAAa,IAAI,SAAkB,EAAS,IAAW,CAC3D,IAAM,MAAgB,KAAK,0BAA0B,yCAAyC,EACxF,EAAQ,eACN,KAAK,0BAA0B,qCAAqC,EAC1E,KAAK,gBACP,EACA,EAAM,QAAQ,EACd,GAAQ,iBAAiB,QAAS,EAAS,CAAE,KAAM,EAAK,CAAC,EACzD,KAAK,QAAU,CACb,UACA,UACA,SACA,YAAe,CACb,aAAa,CAAK,EAClB,GAAQ,oBAAoB,QAAS,CAAO,CAC9C,CACF,CACF,CAAC,EACD,KAAK,QAAQ,EACb,GAAI,CACF,OAAO,SAAS,KAAK,MAAM,CAAU,CACvC,OAAS,EAAO,CACd,OAAO,EAAU,aAAiB,MAAQ,EAAM,QAAU,OAAO,CAAK,EAAG,GAAG,CAC9E,CACF,CAEA,MAAa,MAAM,EAAqC,CACtD,GAAI,KAAK,OAAQ,OAAO,EAAU,iCAAkC,GAAG,EACvE,IAAM,EAAO,IAAI,IAAI,EAAQ,GAAG,CAAC,CAAC,SAClC,GAAI,EAAQ,SAAW,QAAU,IAASE,EAAAA,oBAAoB,SAAU,OAAO,KAAK,kBAAkB,CAAO,EAC7G,IAAM,EAAQ,EAAK,WAAW,SAAS,EACjC,EAAM,EAAK,WAAW,OAAO,EACnC,GAAK,GAAS,CAAC,KAAK,WAAW,EAAS,KAAK,aAAa,GAAO,GAAO,CAAC,KAAK,WAAW,EAAS,KAAK,QAAQ,EAC7G,OAAO,EAAU,aAAc,GAAG,EAEpC,GAAI,EAAQ,SAAW,QAAU,IAASA,EAAAA,oBAAoB,YAAc,IAASA,EAAAA,oBAAoB,UACvG,OAAO,SAAS,KAAK,KAAK,MAAM,CAAC,EACnC,GAAI,EAAQ,SAAW,QAAU,IAASA,EAAAA,oBAAoB,aAC5D,OAAO,KAAK,QAAQ,UAAW,IAAA,GAAW,EAAQ,MAAM,EAC1D,GAAI,EAAQ,SAAW,QAAU,IAASA,EAAAA,oBAAoB,YAAa,CACzE,IAAM,EAAS,MAAM,EAAK,CAAO,EAEjC,OADK,EAAe,CAAM,EACnB,KAAK,QAAQ,MAAO,EAAQ,EAAQ,MAAM,EADb,EAAU,uCAAwC,GAAG,CAE3F,CACA,GAAI,EAAQ,SAAW,QAAU,IAASA,EAAAA,oBAAoB,UAK5D,OAJI,KAAK,QAAU,UACnB,KAAK,MAAQ,WACb,KAAK,cAAc,uCAAuC,EAC1D,KAAK,QAAQ,EACN,SAAS,KAAK,KAAK,MAAM,EAAG,CAAE,OAAQ,GAAI,CAAC,GAJd,EAAU,8BAA+B,GAAG,EAMlF,GAAI,EAAQ,SAAW,OAAS,IAASA,EAAAA,oBAAoB,cAI3D,OAHI,KAAK,aAAe,IAAA,IAAa,KAAK,QAAU,wBAAgC,SAAS,KAAK,IAAI,GACtG,KAAK,MAAQ,aACb,KAAK,QAAQ,EACN,SAAS,KAAK,KAAK,UAAU,GAEtC,GAAI,EAAQ,SAAW,OAAS,IAASA,EAAAA,oBAAoB,iBAC3D,OAAO,SAAS,KAAK,KAAK,UAAY,IAAA,GAAY,KAAO,CAAE,QAAS,KAAK,QAAS,UAAW,KAAK,SAAU,CAAC,EAC/G,GAAI,EAAQ,SAAW,OAAS,IAASA,EAAAA,oBAAoB,QAC3D,OAAO,SAAS,KAAK,KAAK,SAAS,SAAW,IAAI,EACpD,GAAI,EAAQ,SAAW,QAAU,IAASA,EAAAA,oBAAoB,YAAa,CACzE,IAAM,EAAQ,MAAM,EAAK,CAAO,EAC1B,EAAK,OAAO,EAAM,IAAO,SAAW,EAAM,GAAK,IAAA,GACrD,GAAI,KAAK,UAAY,IAAA,IAAa,KAAK,QAAQ,QAAQ,KAAO,EAAI,OAAO,EAAU,wBAAyB,GAAG,EAC/G,IAAM,EAAU,KAAK,QAMrB,MALA,MAAK,QAAU,IAAA,GACf,EAAQ,QAAQ,EAChB,KAAK,QAAQ,EACT,OAAO,EAAM,OAAU,SAAU,EAAQ,OAAW,MAAM,EAAM,KAAK,CAAC,EACrE,EAAQ,QAAQ,EAAM,MAAM,EAC1B,SAAS,KAAK,KAAK,MAAM,CAAC,CACnC,CACA,GAAI,EAAQ,SAAW,QAAU,IAASA,EAAAA,oBAAoB,QAAS,CACrE,IAAM,EAAQ,MAAM,EAAK,CAAO,EAChC,GAAI,KAAK,QAAU,aAAc,CAC/B,GAAI,OAAO,EAAM,OAAU,SACzB,KAAK,MAAQ,SACb,KAAK,QAAU,CAAE,KAAM,sBAAuB,QAAS,EAAM,MAAM,MAAM,EAAG,GAAG,CAAE,EACjF,KAAK,WAAa,IAAA,OACb,CACL,IAAM,EAAO,EAAO,EAAM,IAAI,EAC9B,GAAI,OAAO,GAAM,SAAY,UAAY,CAAC,OAAO,SAAS,EAAK,SAAS,EACtE,OAAO,EAAU,0CAA2C,GAAG,EACjE,KAAK,QAAU,EAAK,QACpB,KAAK,UAAY,EAAK,UACtB,KAAK,eAAiB,EACtB,KAAK,MAAQ,QACf,CACF,MACE,KAAK,cAAc,mCAAmC,EACtD,KAAK,MAAQ,WACb,KAAK,QAAU,IAAA,GACf,KAAK,UAAY,IAAA,GACjB,KAAK,WAAa,IAAA,GAClB,KAAK,SAAW,EAAa,EAAM,QAAQ,EAG7C,OADA,KAAK,QAAQ,EACN,SAAS,KAAK,KAAK,MAAM,CAAC,CACnC,CACA,OAAO,EAAU,aAAc,GAAG,CACpC,CAEA,OAAqB,CACnB,KAAK,OAAS,GACd,KAAK,cAAc,6BAA6B,EAChD,KAAK,QAAU,IAAA,GACf,KAAK,UAAY,IAAA,EACnB,CACF,EAEA,SAAgB,EAAqB,EAAiC,CAAC,EAA6B,CAClG,OAAO,IAAI,EAAyB,CAAO,CAC7C,CAEA,MAAa,EAAe,CAC1B,SAAUC,EAAAA,cACV,MAAM,EAAyC,CAC7C,OAAO,EAAqB,CAC1B,GAAI,EAAQ,YAAc,IAAA,GAAY,CAAC,EAAI,CAAE,UAAW,EAAQ,SAAU,EAC1E,GAAI,EAAQ,gBAAkB,IAAA,GAAY,CAAC,EAAI,CAAE,cAAe,EAAQ,aAAc,EACtF,GAAI,EAAQ,WAAa,IAAA,GAAY,CAAC,EAAI,CAAE,SAAU,EAAQ,QAAS,CACzE,CAAC,CACH,CACF"}
1
+ {"version":3,"file":"computerUseApi.cjs","names":["COMPUTER_USE_WAKE_LIMIT","doomApiCallerFrom","randomUUID","COMPUTER_USE_CONFIRMATION_WINDOW_MS","COMPUTER_USE_ROUTES","API_BASE_PATH"],"sources":["../../src/adapters/computerUseApi.ts"],"sourcesContent":["import { randomUUID } from 'node:crypto';\nimport {\n doomApiCallerFrom,\n type DoomApi,\n type DoomApiContext,\n type DoomApiHandler,\n} from '@agimon-ai/doompi-extension-contracts/package-api';\nimport {\n API_BASE_PATH,\n COMPUTER_USE_CONFIRMATION_WINDOW_MS,\n COMPUTER_USE_MAX_DURATION_MS,\n COMPUTER_USE_ROUTES,\n COMPUTER_USE_WAKE_LIMIT,\n type ComputerUseActivationRequest,\n type ComputerUseArtifactView,\n type ComputerUseBrokerRequest,\n type ComputerUseSessionView,\n} from '../types/computerUseApi.ts';\n\ninterface PendingRequest {\n readonly request: ComputerUseBrokerRequest;\n resolve(value: unknown): void;\n reject(error: Error): void;\n}\n\nfunction jsonError(message: string, status: number): Response {\n return Response.json({ error: message }, { status });\n}\n\nfunction record(value: unknown): Record<string, unknown> | undefined {\n return typeof value === 'object' && value !== null && !Array.isArray(value)\n ? (value as Record<string, unknown>)\n : undefined;\n}\n\nasync function body(request: Request): Promise<Record<string, unknown>> {\n try {\n return record(await request.json()) ?? {};\n } catch {\n return {};\n }\n}\n\nfunction semanticAction(value: Record<string, unknown>): boolean {\n const base =\n typeof value.snapshotId === 'string' &&\n value.snapshotId.length > 0 &&\n typeof value.elementRef === 'string' &&\n value.elementRef.length > 0;\n if (!base) return false;\n const allowed = (keys: readonly string[]) => Object.keys(value).every((key) => keys.includes(key));\n if (value.kind === 'press') return allowed(['kind', 'snapshotId', 'elementRef']);\n if (value.kind === 'set_value')\n return typeof value.value === 'string' && allowed(['kind', 'snapshotId', 'elementRef', 'value']);\n if (value.kind === 'scroll')\n return (\n ['up', 'down', 'left', 'right'].includes(value.direction as string) &&\n (value.amount === 'line' || value.amount === 'page') &&\n allowed(['kind', 'snapshotId', 'elementRef', 'direction', 'amount'])\n );\n return false;\n}\nfunction artifactView(value: unknown): ComputerUseArtifactView | undefined {\n const input = record(value);\n if (typeof input?.artifactId !== 'string' || (input.status !== 'ready' && input.status !== 'failed'))\n return undefined;\n const safeUrl = (candidate: unknown) =>\n typeof candidate === 'string' && candidate.startsWith('/api/') ? candidate : undefined;\n const downloadUrl = safeUrl(input.downloadUrl);\n const previewUrl = safeUrl(input.previewUrl);\n return {\n artifactId: input.artifactId,\n status: input.status,\n ...(downloadUrl === undefined ? {} : { downloadUrl }),\n ...(previewUrl === undefined ? {} : { previewUrl }),\n ...(typeof input.actionCount === 'number' ? { actionCount: input.actionCount } : {}),\n ...(typeof input.completedAt === 'string' ? { completedAt: input.completedAt } : {}),\n };\n}\n\nexport interface ComputerUseApiOptions {\n readonly sessionId?: string;\n readonly internalToken?: string;\n readonly hubToken?: string;\n}\n\nexport class ComputerUseRequestBroker implements DoomApiHandler {\n private readonly sessionId: string;\n private readonly internalToken?: string;\n private readonly hubToken?: string;\n private revision = 0;\n private wake = 0;\n private phase: ComputerUseSessionView['phase'] = 'inactive';\n private activation?: ComputerUseActivationRequest;\n private grantId?: string;\n private expiresAt?: number;\n private actionSequence = 0;\n private failure?: ComputerUseSessionView['failure'];\n private artifact?: ComputerUseArtifactView;\n private pending?: PendingRequest;\n private closed = false;\n\n public constructor(options: ComputerUseApiOptions) {\n this.sessionId = options.sessionId ?? 'unknown';\n this.internalToken = options.internalToken;\n this.hubToken = options.hubToken;\n }\n\n public state(): ComputerUseSessionView {\n return Object.freeze({\n sessionId: this.sessionId,\n revision: this.revision,\n wake: this.wake,\n phase: this.phase,\n ...(this.activation === undefined\n ? {}\n : {\n requestId: this.activation.requestId,\n target: this.activation.target,\n durationMs: this.activation.durationSeconds * 1_000,\n }),\n ...(this.expiresAt === undefined ? {} : { expiresAt: this.expiresAt }),\n ...(this.failure === undefined ? {} : { failure: this.failure }),\n ...(this.artifact === undefined ? {} : { artifact: this.artifact }),\n });\n }\n\n private changed(): void {\n this.revision += 1;\n this.wake = (this.wake + 1) % COMPUTER_USE_WAKE_LIMIT;\n }\n\n private authorized(request: Request, token: string | undefined): boolean {\n return token !== undefined && request.headers.get('authorization') === `Bearer ${token}`;\n }\n\n private async requestActivation(request: Request): Promise<Response> {\n const caller = doomApiCallerFrom(request.headers);\n if (caller === undefined || (caller.locality === 'remote' && caller.stepUp === 'not-required'))\n return jsonError('Not found.', 404);\n if (this.phase !== 'inactive' && this.phase !== 'failed') return jsonError('Computer use is already busy.', 409);\n const input = await body(request);\n const target = record(input.target);\n const durationMs = input.durationMs;\n if (target === undefined || typeof target.windowId !== 'string' || typeof target.bundleId !== 'string')\n return jsonError('A Desktop target is required.', 400);\n if (\n typeof durationMs !== 'number' ||\n !Number.isInteger(durationMs) ||\n durationMs < 1_000 ||\n durationMs > COMPUTER_USE_MAX_DURATION_MS\n )\n return jsonError('The requested duration is invalid.', 400);\n const createdAt = Date.now();\n this.activation = Object.freeze({\n requestId: randomUUID(),\n target: Object.freeze({ ...target }),\n durationSeconds: durationMs / 1_000,\n createdAt,\n confirmationExpiresAt: createdAt + COMPUTER_USE_CONFIRMATION_WINDOW_MS,\n caller: Object.freeze({ ...caller }),\n });\n this.phase = 'awaiting_confirmation';\n this.failure = undefined;\n this.artifact = undefined;\n this.changed();\n return Response.json(this.state(), { status: 202 });\n }\n\n private async enqueue(operation: ComputerUseBrokerRequest['operation'], payload?: unknown): Promise<Response> {\n if (this.phase !== 'active' || this.grantId === undefined) return jsonError('Computer use is not active.', 409);\n if (this.pending !== undefined) return jsonError('Another computer-use request is live.', 409);\n const sequence = operation === 'act' ? ++this.actionSequence : undefined;\n const request: ComputerUseBrokerRequest = {\n id: randomUUID(),\n operation,\n grantId: this.grantId,\n ...(sequence === undefined ? {} : { sequence }),\n ...(payload === undefined ? {} : { payload }),\n };\n const completion = new Promise<unknown>((resolve, reject) => {\n this.pending = { request, resolve, reject };\n });\n this.changed();\n try {\n return Response.json(await completion);\n } catch (error) {\n return jsonError(error instanceof Error ? error.message : String(error), 502);\n }\n }\n\n public async fetch(request: Request): Promise<Response> {\n if (this.closed) return jsonError('Computer-use broker is closed.', 503);\n const path = new URL(request.url).pathname;\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.activate) return this.requestActivation(request);\n const agent = path.startsWith('/agent/');\n const hub = path.startsWith('/hub/');\n if ((agent && !this.authorized(request, this.internalToken)) || (hub && !this.authorized(request, this.hubToken)))\n return jsonError('Not found.', 404);\n\n if (request.method === 'GET' && (path === COMPUTER_USE_ROUTES.agentState || path === COMPUTER_USE_ROUTES.hubState))\n return Response.json(this.state());\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.agentObserve) return this.enqueue('observe');\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.agentAction) {\n const action = await body(request);\n if (!semanticAction(action)) return jsonError('A valid semantic action is required.', 400);\n return this.enqueue('act', action);\n }\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.agentStop) {\n if (this.phase !== 'active') return jsonError('Computer use is not active.', 409);\n this.phase = 'stopping';\n this.changed();\n return Response.json(this.state(), { status: 202 });\n }\n if (request.method === 'GET' && path === COMPUTER_USE_ROUTES.hubActivation) {\n if (this.activation === undefined || this.phase !== 'awaiting_confirmation') return Response.json(null);\n this.phase = 'activating';\n this.changed();\n return Response.json(this.activation);\n }\n if (request.method === 'GET' && path === COMPUTER_USE_ROUTES.hubAuthorization)\n return Response.json(this.grantId === undefined ? null : { grantId: this.grantId, expiresAt: this.expiresAt });\n if (request.method === 'GET' && path === COMPUTER_USE_ROUTES.hubNext)\n return Response.json(this.pending?.request ?? null);\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.hubComplete) {\n const input = await body(request);\n const id = typeof input.id === 'string' ? input.id : undefined;\n if (this.pending === undefined || this.pending.request.id !== id) return jsonError('The request is stale.', 409);\n const pending = this.pending;\n this.pending = undefined;\n this.changed();\n if (typeof input.error === 'string') pending.reject(new Error(input.error));\n else pending.resolve(input.result);\n return Response.json(this.state());\n }\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.hubStop) {\n const input = await body(request);\n if (this.phase === 'activating') {\n if (typeof input.error === 'string') {\n this.phase = 'failed';\n this.failure = { code: 'desktop_unavailable', message: input.error.slice(0, 512) };\n this.activation = undefined;\n } else {\n const host = record(input.host);\n if (typeof host?.grantId !== 'string' || !Number.isFinite(host.expiresAt))\n return jsonError('Desktop did not issue a complete grant.', 502);\n this.grantId = host.grantId;\n this.expiresAt = host.expiresAt as number;\n this.actionSequence = 0;\n this.phase = 'active';\n }\n } else {\n this.phase = 'inactive';\n this.grantId = undefined;\n this.expiresAt = undefined;\n this.activation = undefined;\n this.artifact = artifactView(input.artifact);\n }\n this.changed();\n return Response.json(this.state());\n }\n return jsonError('Not found.', 404);\n }\n\n public close(): void {\n this.closed = true;\n this.pending?.reject(new Error('Computer-use broker closed.'));\n this.pending = undefined;\n this.grantId = undefined;\n this.expiresAt = undefined;\n }\n}\n\nexport function createComputerUseApi(options: ComputerUseApiOptions = {}): ComputerUseRequestBroker {\n return new ComputerUseRequestBroker(options);\n}\n\nexport const api: DoomApi = {\n basePath: API_BASE_PATH,\n start(context: DoomApiContext): DoomApiHandler {\n return createComputerUseApi({\n ...(context.sessionId === undefined ? {} : { sessionId: context.sessionId }),\n ...(context.internalToken === undefined ? {} : { internalToken: context.internalToken }),\n ...(context.hubToken === undefined ? {} : { hubToken: context.hubToken }),\n });\n },\n};\n"],"mappings":"2IAyBA,SAAS,EAAU,EAAiB,EAA0B,CAC5D,OAAO,SAAS,KAAK,CAAE,MAAO,CAAQ,EAAG,CAAE,QAAO,CAAC,CACrD,CAEA,SAAS,EAAO,EAAqD,CACnE,OAAO,OAAO,GAAU,UAAY,GAAkB,CAAC,MAAM,QAAQ,CAAK,EACrE,EACD,IAAA,EACN,CAEA,eAAe,EAAK,EAAoD,CACtE,GAAI,CACF,OAAO,EAAO,MAAM,EAAQ,KAAK,CAAC,GAAK,CAAC,CAC1C,MAAQ,CACN,MAAO,CAAC,CACV,CACF,CAEA,SAAS,EAAe,EAAyC,CAM/D,GAAI,EAJF,OAAO,EAAM,YAAe,UAC5B,EAAM,WAAW,OAAS,GAC1B,OAAO,EAAM,YAAe,UAC5B,EAAM,WAAW,OAAS,GACjB,MAAO,GAClB,IAAM,EAAW,GAA4B,OAAO,KAAK,CAAK,CAAC,CAAC,MAAO,GAAQ,EAAK,SAAS,CAAG,CAAC,EAUjG,OATI,EAAM,OAAS,QAAgB,EAAQ,CAAC,OAAQ,aAAc,YAAY,CAAC,EAC3E,EAAM,OAAS,YACV,OAAO,EAAM,OAAU,UAAY,EAAQ,CAAC,OAAQ,aAAc,aAAc,OAAO,CAAC,EAC7F,EAAM,OAAS,UAEf,CAAC,KAAM,OAAQ,OAAQ,OAAO,CAAC,CAAC,SAAS,EAAM,SAAmB,IACjE,EAAM,SAAW,QAAU,EAAM,SAAW,SAC7C,EAAQ,CAAC,OAAQ,aAAc,aAAc,YAAa,QAAQ,CAAC,CAGzE,CACA,SAAS,EAAa,EAAqD,CACzE,IAAM,EAAQ,EAAO,CAAK,EAC1B,GAAI,OAAO,GAAO,YAAe,UAAa,EAAM,SAAW,SAAW,EAAM,SAAW,SACzF,OACF,IAAM,EAAW,GACf,OAAO,GAAc,UAAY,EAAU,WAAW,OAAO,EAAI,EAAY,IAAA,GACzE,EAAc,EAAQ,EAAM,WAAW,EACvC,EAAa,EAAQ,EAAM,UAAU,EAC3C,MAAO,CACL,WAAY,EAAM,WAClB,OAAQ,EAAM,OACd,GAAI,IAAgB,IAAA,GAAY,CAAC,EAAI,CAAE,aAAY,EACnD,GAAI,IAAe,IAAA,GAAY,CAAC,EAAI,CAAE,YAAW,EACjD,GAAI,OAAO,EAAM,aAAgB,SAAW,CAAE,YAAa,EAAM,WAAY,EAAI,CAAC,EAClF,GAAI,OAAO,EAAM,aAAgB,SAAW,CAAE,YAAa,EAAM,WAAY,EAAI,CAAC,CACpF,CACF,CAQA,IAAa,EAAb,KAAgE,CAC9D,UACA,cACA,SACA,SAAmB,EACnB,KAAe,EACf,MAAiD,WACjD,WACA,QACA,UACA,eAAyB,EACzB,QACA,SACA,QACA,OAAiB,GAEjB,YAAmB,EAAgC,CACjD,KAAK,UAAY,EAAQ,WAAa,UACtC,KAAK,cAAgB,EAAQ,cAC7B,KAAK,SAAW,EAAQ,QAC1B,CAEA,OAAuC,CACrC,OAAO,OAAO,OAAO,CACnB,UAAW,KAAK,UAChB,SAAU,KAAK,SACf,KAAM,KAAK,KACX,MAAO,KAAK,MACZ,GAAI,KAAK,aAAe,IAAA,GACpB,CAAC,EACD,CACE,UAAW,KAAK,WAAW,UAC3B,OAAQ,KAAK,WAAW,OACxB,WAAY,KAAK,WAAW,gBAAkB,GAChD,EACJ,GAAI,KAAK,YAAc,IAAA,GAAY,CAAC,EAAI,CAAE,UAAW,KAAK,SAAU,EACpE,GAAI,KAAK,UAAY,IAAA,GAAY,CAAC,EAAI,CAAE,QAAS,KAAK,OAAQ,EAC9D,GAAI,KAAK,WAAa,IAAA,GAAY,CAAC,EAAI,CAAE,SAAU,KAAK,QAAS,CACnE,CAAC,CACH,CAEA,SAAwB,CACtB,KAAK,UAAY,EACjB,KAAK,MAAQ,KAAK,KAAO,GAAKA,EAAAA,uBAChC,CAEA,WAAmB,EAAkB,EAAoC,CACvE,OAAO,IAAU,IAAA,IAAa,EAAQ,QAAQ,IAAI,eAAe,IAAM,UAAU,GACnF,CAEA,MAAc,kBAAkB,EAAqC,CACnE,IAAM,GAAA,EAASC,EAAAA,kBAAAA,CAAkB,EAAQ,OAAO,EAChD,GAAI,IAAW,IAAA,IAAc,EAAO,WAAa,UAAY,EAAO,SAAW,eAC7E,OAAO,EAAU,aAAc,GAAG,EACpC,GAAI,KAAK,QAAU,YAAc,KAAK,QAAU,SAAU,OAAO,EAAU,gCAAiC,GAAG,EAC/G,IAAM,EAAQ,MAAM,EAAK,CAAO,EAC1B,EAAS,EAAO,EAAM,MAAM,EAC5B,EAAa,EAAM,WACzB,GAAI,IAAW,IAAA,IAAa,OAAO,EAAO,UAAa,UAAY,OAAO,EAAO,UAAa,SAC5F,OAAO,EAAU,gCAAiC,GAAG,EACvD,GACE,OAAO,GAAe,UACtB,CAAC,OAAO,UAAU,CAAU,GAC5B,EAAa,KACb,EAAA,KAEA,OAAO,EAAU,qCAAsC,GAAG,EAC5D,IAAM,EAAY,KAAK,IAAI,EAa3B,MAZA,MAAK,WAAa,OAAO,OAAO,CAC9B,WAAA,EAAWC,EAAAA,WAAAA,CAAW,EACtB,OAAQ,OAAO,OAAO,CAAE,GAAG,CAAO,CAAC,EACnC,gBAAiB,EAAa,IAC9B,YACA,sBAAuB,EAAYC,EAAAA,oCACnC,OAAQ,OAAO,OAAO,CAAE,GAAG,CAAO,CAAC,CACrC,CAAC,EACD,KAAK,MAAQ,wBACb,KAAK,QAAU,IAAA,GACf,KAAK,SAAW,IAAA,GAChB,KAAK,QAAQ,EACN,SAAS,KAAK,KAAK,MAAM,EAAG,CAAE,OAAQ,GAAI,CAAC,CACpD,CAEA,MAAc,QAAQ,EAAkD,EAAsC,CAC5G,GAAI,KAAK,QAAU,UAAY,KAAK,UAAY,IAAA,GAAW,OAAO,EAAU,8BAA+B,GAAG,EAC9G,GAAI,KAAK,UAAY,IAAA,GAAW,OAAO,EAAU,wCAAyC,GAAG,EAC7F,IAAM,EAAW,IAAc,MAAQ,EAAE,KAAK,eAAiB,IAAA,GACzD,EAAoC,CACxC,IAAA,EAAID,EAAAA,WAAAA,CAAW,EACf,YACA,QAAS,KAAK,QACd,GAAI,IAAa,IAAA,GAAY,CAAC,EAAI,CAAE,UAAS,EAC7C,GAAI,IAAY,IAAA,GAAY,CAAC,EAAI,CAAE,SAAQ,CAC7C,EACM,EAAa,IAAI,SAAkB,EAAS,IAAW,CAC3D,KAAK,QAAU,CAAE,UAAS,UAAS,QAAO,CAC5C,CAAC,EACD,KAAK,QAAQ,EACb,GAAI,CACF,OAAO,SAAS,KAAK,MAAM,CAAU,CACvC,OAAS,EAAO,CACd,OAAO,EAAU,aAAiB,MAAQ,EAAM,QAAU,OAAO,CAAK,EAAG,GAAG,CAC9E,CACF,CAEA,MAAa,MAAM,EAAqC,CACtD,GAAI,KAAK,OAAQ,OAAO,EAAU,iCAAkC,GAAG,EACvE,IAAM,EAAO,IAAI,IAAI,EAAQ,GAAG,CAAC,CAAC,SAClC,GAAI,EAAQ,SAAW,QAAU,IAASE,EAAAA,oBAAoB,SAAU,OAAO,KAAK,kBAAkB,CAAO,EAC7G,IAAM,EAAQ,EAAK,WAAW,SAAS,EACjC,EAAM,EAAK,WAAW,OAAO,EACnC,GAAK,GAAS,CAAC,KAAK,WAAW,EAAS,KAAK,aAAa,GAAO,GAAO,CAAC,KAAK,WAAW,EAAS,KAAK,QAAQ,EAC7G,OAAO,EAAU,aAAc,GAAG,EAEpC,GAAI,EAAQ,SAAW,QAAU,IAASA,EAAAA,oBAAoB,YAAc,IAASA,EAAAA,oBAAoB,UACvG,OAAO,SAAS,KAAK,KAAK,MAAM,CAAC,EACnC,GAAI,EAAQ,SAAW,QAAU,IAASA,EAAAA,oBAAoB,aAAc,OAAO,KAAK,QAAQ,SAAS,EACzG,GAAI,EAAQ,SAAW,QAAU,IAASA,EAAAA,oBAAoB,YAAa,CACzE,IAAM,EAAS,MAAM,EAAK,CAAO,EAEjC,OADK,EAAe,CAAM,EACnB,KAAK,QAAQ,MAAO,CAAM,EADG,EAAU,uCAAwC,GAAG,CAE3F,CACA,GAAI,EAAQ,SAAW,QAAU,IAASA,EAAAA,oBAAoB,UAI5D,OAHI,KAAK,QAAU,UACnB,KAAK,MAAQ,WACb,KAAK,QAAQ,EACN,SAAS,KAAK,KAAK,MAAM,EAAG,CAAE,OAAQ,GAAI,CAAC,GAHd,EAAU,8BAA+B,GAAG,EAKlF,GAAI,EAAQ,SAAW,OAAS,IAASA,EAAAA,oBAAoB,cAI3D,OAHI,KAAK,aAAe,IAAA,IAAa,KAAK,QAAU,wBAAgC,SAAS,KAAK,IAAI,GACtG,KAAK,MAAQ,aACb,KAAK,QAAQ,EACN,SAAS,KAAK,KAAK,UAAU,GAEtC,GAAI,EAAQ,SAAW,OAAS,IAASA,EAAAA,oBAAoB,iBAC3D,OAAO,SAAS,KAAK,KAAK,UAAY,IAAA,GAAY,KAAO,CAAE,QAAS,KAAK,QAAS,UAAW,KAAK,SAAU,CAAC,EAC/G,GAAI,EAAQ,SAAW,OAAS,IAASA,EAAAA,oBAAoB,QAC3D,OAAO,SAAS,KAAK,KAAK,SAAS,SAAW,IAAI,EACpD,GAAI,EAAQ,SAAW,QAAU,IAASA,EAAAA,oBAAoB,YAAa,CACzE,IAAM,EAAQ,MAAM,EAAK,CAAO,EAC1B,EAAK,OAAO,EAAM,IAAO,SAAW,EAAM,GAAK,IAAA,GACrD,GAAI,KAAK,UAAY,IAAA,IAAa,KAAK,QAAQ,QAAQ,KAAO,EAAI,OAAO,EAAU,wBAAyB,GAAG,EAC/G,IAAM,EAAU,KAAK,QAKrB,MAJA,MAAK,QAAU,IAAA,GACf,KAAK,QAAQ,EACT,OAAO,EAAM,OAAU,SAAU,EAAQ,OAAW,MAAM,EAAM,KAAK,CAAC,EACrE,EAAQ,QAAQ,EAAM,MAAM,EAC1B,SAAS,KAAK,KAAK,MAAM,CAAC,CACnC,CACA,GAAI,EAAQ,SAAW,QAAU,IAASA,EAAAA,oBAAoB,QAAS,CACrE,IAAM,EAAQ,MAAM,EAAK,CAAO,EAChC,GAAI,KAAK,QAAU,aAAc,CAC/B,GAAI,OAAO,EAAM,OAAU,SACzB,KAAK,MAAQ,SACb,KAAK,QAAU,CAAE,KAAM,sBAAuB,QAAS,EAAM,MAAM,MAAM,EAAG,GAAG,CAAE,EACjF,KAAK,WAAa,IAAA,OACb,CACL,IAAM,EAAO,EAAO,EAAM,IAAI,EAC9B,GAAI,OAAO,GAAM,SAAY,UAAY,CAAC,OAAO,SAAS,EAAK,SAAS,EACtE,OAAO,EAAU,0CAA2C,GAAG,EACjE,KAAK,QAAU,EAAK,QACpB,KAAK,UAAY,EAAK,UACtB,KAAK,eAAiB,EACtB,KAAK,MAAQ,QACf,CACF,KACE,MAAK,MAAQ,WACb,KAAK,QAAU,IAAA,GACf,KAAK,UAAY,IAAA,GACjB,KAAK,WAAa,IAAA,GAClB,KAAK,SAAW,EAAa,EAAM,QAAQ,EAG7C,OADA,KAAK,QAAQ,EACN,SAAS,KAAK,KAAK,MAAM,CAAC,CACnC,CACA,OAAO,EAAU,aAAc,GAAG,CACpC,CAEA,OAAqB,CACnB,KAAK,OAAS,GACd,KAAK,SAAS,OAAW,MAAM,6BAA6B,CAAC,EAC7D,KAAK,QAAU,IAAA,GACf,KAAK,QAAU,IAAA,GACf,KAAK,UAAY,IAAA,EACnB,CACF,EAEA,SAAgB,EAAqB,EAAiC,CAAC,EAA6B,CAClG,OAAO,IAAI,EAAyB,CAAO,CAC7C,CAEA,MAAa,EAAe,CAC1B,SAAUC,EAAAA,cACV,MAAM,EAAyC,CAC7C,OAAO,EAAqB,CAC1B,GAAI,EAAQ,YAAc,IAAA,GAAY,CAAC,EAAI,CAAE,UAAW,EAAQ,SAAU,EAC1E,GAAI,EAAQ,gBAAkB,IAAA,GAAY,CAAC,EAAI,CAAE,cAAe,EAAQ,aAAc,EACtF,GAAI,EAAQ,WAAa,IAAA,GAAY,CAAC,EAAI,CAAE,SAAU,EAAQ,QAAS,CACzE,CAAC,CACH,CACF"}
@@ -1,17 +1,15 @@
1
1
  import { ComputerUseSessionView } from "../types/computerUseApi.cjs";
2
2
  import { DoomApi, DoomApiHandler } from "@agimon-ai/doompi-extension-contracts/package-api";
3
3
  //#region src/adapters/computerUseApi.d.ts
4
- export interface ComputerUseApiOptions {
4
+ interface ComputerUseApiOptions {
5
5
  readonly sessionId?: string;
6
6
  readonly internalToken?: string;
7
7
  readonly hubToken?: string;
8
- readonly requestTimeoutMs?: number;
9
8
  }
10
- export declare class ComputerUseRequestBroker implements DoomApiHandler {
9
+ declare class ComputerUseRequestBroker implements DoomApiHandler {
11
10
  private readonly sessionId;
12
11
  private readonly internalToken?;
13
12
  private readonly hubToken?;
14
- private readonly requestTimeoutMs;
15
13
  private revision;
16
14
  private wake;
17
15
  private phase;
@@ -23,19 +21,17 @@ export declare class ComputerUseRequestBroker implements DoomApiHandler {
23
21
  private artifact?;
24
22
  private pending?;
25
23
  private closed;
26
- private static readonly DEFAULT_REQUEST_TIMEOUT_MS;
27
24
  constructor(options: ComputerUseApiOptions);
28
25
  state(): ComputerUseSessionView;
29
26
  private changed;
30
27
  private authorized;
31
28
  private requestActivation;
32
- private rejectPending;
33
- private stopAfterUncertainRequest;
34
29
  private enqueue;
35
30
  fetch(request: Request): Promise<Response>;
36
31
  close(): void;
37
32
  }
38
- export declare function createComputerUseApi(options?: ComputerUseApiOptions): ComputerUseRequestBroker;
39
- export declare const api: DoomApi;
33
+ declare function createComputerUseApi(options?: ComputerUseApiOptions): ComputerUseRequestBroker;
34
+ declare const api: DoomApi;
40
35
  //#endregion
36
+ export { ComputerUseApiOptions, ComputerUseRequestBroker, api, createComputerUseApi };
41
37
  //# sourceMappingURL=computerUseApi.d.cts.map
@@ -1 +1 @@
1
- {"version":3,"file":"computerUseApi.d.cts","names":[],"sources":["../../src/adapters/computerUseApi.ts"],"mappings":";;;iBAuFiB;WACN;WACA;WACA;WACA;;qBAGE,oCAAoC;mBAC9B;mBACA;mBACA;mBACA;UACT;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;0BAEgB;EACxB,YAAmB,SAAS;EAOrB,SAAS;UAmBR;UAKA;UAIM;UAiCN;UAQA;UAQM;EA0CD,MAAM,SAAS,UAAU,QAAQ;EA6EvC;;wBAQO,qBAAqB,UAAS,wBAA6B;qBAI9D,KAAK"}
1
+ {"version":3,"file":"computerUseApi.d.cts","names":[],"sources":["../../src/adapters/computerUseApi.ts"],"mappings":";;;UAgFiB;WACN;WACA;WACA;;cAGE,oCAAoC;mBAC9B;mBACA;mBACA;UACT;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;EAER,YAAmB,SAAS;EAMrB,SAAS;UAmBR;UAKA;UAIM;UAiCA;EAsBD,MAAM,SAAS,UAAU,QAAQ;EAyEvC;;iBASO,qBAAqB,UAAS,wBAA6B;cAI9D,KAAK"}
@@ -1,17 +1,15 @@
1
1
  import { ComputerUseSessionView } from "../types/computerUseApi.mjs";
2
2
  import { DoomApi, DoomApiHandler } from "@agimon-ai/doompi-extension-contracts/package-api";
3
3
  //#region src/adapters/computerUseApi.d.ts
4
- export interface ComputerUseApiOptions {
4
+ interface ComputerUseApiOptions {
5
5
  readonly sessionId?: string;
6
6
  readonly internalToken?: string;
7
7
  readonly hubToken?: string;
8
- readonly requestTimeoutMs?: number;
9
8
  }
10
- export declare class ComputerUseRequestBroker implements DoomApiHandler {
9
+ declare class ComputerUseRequestBroker implements DoomApiHandler {
11
10
  private readonly sessionId;
12
11
  private readonly internalToken?;
13
12
  private readonly hubToken?;
14
- private readonly requestTimeoutMs;
15
13
  private revision;
16
14
  private wake;
17
15
  private phase;
@@ -23,19 +21,17 @@ export declare class ComputerUseRequestBroker implements DoomApiHandler {
23
21
  private artifact?;
24
22
  private pending?;
25
23
  private closed;
26
- private static readonly DEFAULT_REQUEST_TIMEOUT_MS;
27
24
  constructor(options: ComputerUseApiOptions);
28
25
  state(): ComputerUseSessionView;
29
26
  private changed;
30
27
  private authorized;
31
28
  private requestActivation;
32
- private rejectPending;
33
- private stopAfterUncertainRequest;
34
29
  private enqueue;
35
30
  fetch(request: Request): Promise<Response>;
36
31
  close(): void;
37
32
  }
38
- export declare function createComputerUseApi(options?: ComputerUseApiOptions): ComputerUseRequestBroker;
39
- export declare const api: DoomApi;
33
+ declare function createComputerUseApi(options?: ComputerUseApiOptions): ComputerUseRequestBroker;
34
+ declare const api: DoomApi;
40
35
  //#endregion
36
+ export { ComputerUseApiOptions, ComputerUseRequestBroker, api, createComputerUseApi };
41
37
  //# sourceMappingURL=computerUseApi.d.mts.map
@@ -1 +1 @@
1
- {"version":3,"file":"computerUseApi.d.mts","names":[],"sources":["../../src/adapters/computerUseApi.ts"],"mappings":";;;iBAuFiB;WACN;WACA;WACA;WACA;;qBAGE,oCAAoC;mBAC9B;mBACA;mBACA;mBACA;UACT;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;0BAEgB;EACxB,YAAmB,SAAS;EAOrB,SAAS;UAmBR;UAKA;UAIM;UAiCN;UAQA;UAQM;EA0CD,MAAM,SAAS,UAAU,QAAQ;EA6EvC;;wBAQO,qBAAqB,UAAS,wBAA6B;qBAI9D,KAAK"}
1
+ {"version":3,"file":"computerUseApi.d.mts","names":[],"sources":["../../src/adapters/computerUseApi.ts"],"mappings":";;;UAgFiB;WACN;WACA;WACA;;cAGE,oCAAoC;mBAC9B;mBACA;mBACA;UACT;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;UACA;EAER,YAAmB,SAAS;EAMrB,SAAS;UAmBR;UAKA;UAIM;UAiCA;EAsBD,MAAM,SAAS,UAAU,QAAQ;EAyEvC;;iBASO,qBAAqB,UAAS,wBAA6B;cAI9D,KAAK"}
@@ -1,2 +1,2 @@
1
- import{API_BASE_PATH as e,COMPUTER_USE_CONFIRMATION_WINDOW_MS as t,COMPUTER_USE_ROUTES as n,COMPUTER_USE_WAKE_LIMIT as r}from"../types/computerUseApi.mjs";import{doomApiCallerFrom as i}from"@agimon-ai/doompi-extension-contracts/package-api";import{randomUUID as a}from"node:crypto";function o(e,t){return Response.json({error:e},{status:t})}function s(e){return typeof e==`object`&&e&&!Array.isArray(e)?e:void 0}async function c(e){try{return s(await e.json())??{}}catch{return{}}}function l(e){if(!(typeof e.snapshotId==`string`&&e.snapshotId.length>0&&typeof e.elementRef==`string`&&e.elementRef.length>0))return!1;let t=t=>Object.keys(e).every(e=>t.includes(e));return e.kind===`press`||e.kind===`focus`?t([`kind`,`snapshotId`,`elementRef`]):e.kind===`set_value`?typeof e.value==`string`&&t([`kind`,`snapshotId`,`elementRef`,`value`]):e.kind===`scroll`&&[`up`,`down`,`left`,`right`].includes(e.direction)&&(e.amount===`line`||e.amount===`page`)&&t([`kind`,`snapshotId`,`elementRef`,`direction`,`amount`])}function u(e){let t=s(e);if(typeof t?.artifactId!=`string`||t.status!==`ready`&&t.status!==`failed`)return;let n=e=>typeof e==`string`&&e.startsWith(`/api/`)?e:void 0,r=n(t.downloadUrl),i=n(t.previewUrl),a=s(t.failure),o=typeof a?.code==`string`&&typeof a.message==`string`?{code:a.code.slice(0,128),message:a.message.slice(0,512)}:void 0;return{artifactId:t.artifactId,status:t.status,...r===void 0?{}:{downloadUrl:r},...i===void 0?{}:{previewUrl:i},...typeof t.actionCount==`number`?{actionCount:t.actionCount}:{},...typeof t.completedAt==`string`?{completedAt:t.completedAt}:{},...o===void 0?{}:{failure:o}}}var d=class e{sessionId;internalToken;hubToken;requestTimeoutMs;revision=0;wake=0;phase=`inactive`;activation;grantId;expiresAt;actionSequence=0;failure;artifact;pending;closed=!1;static DEFAULT_REQUEST_TIMEOUT_MS=3e4;constructor(t){this.sessionId=t.sessionId??`unknown`,this.internalToken=t.internalToken,this.hubToken=t.hubToken,this.requestTimeoutMs=t.requestTimeoutMs??e.DEFAULT_REQUEST_TIMEOUT_MS}state(){return Object.freeze({sessionId:this.sessionId,revision:this.revision,wake:this.wake,phase:this.phase,...this.activation===void 0?{}:{requestId:this.activation.requestId,target:this.activation.target,durationMs:this.activation.durationSeconds*1e3},...this.expiresAt===void 0?{}:{expiresAt:this.expiresAt},...this.failure===void 0?{}:{failure:this.failure},...this.artifact===void 0?{}:{artifact:this.artifact}})}changed(){this.revision+=1,this.wake=(this.wake+1)%r}authorized(e,t){return t!==void 0&&e.headers.get(`authorization`)===`Bearer ${t}`}async requestActivation(e){let n=i(e.headers);if(n===void 0||n.locality===`remote`&&n.stepUp===`not-required`)return o(`Not found.`,404);if(this.phase!==`inactive`&&this.phase!==`failed`)return o(`Computer use is already busy.`,409);let r=await c(e),l=s(r.target),u=r.durationMs;if(l===void 0||typeof l.windowId!=`string`||typeof l.bundleId!=`string`)return o(`A Desktop target is required.`,400);if(typeof u!=`number`||!Number.isInteger(u)||u<1e3||u>18e5)return o(`The requested duration is invalid.`,400);let d=Date.now();return this.activation=Object.freeze({requestId:a(),target:Object.freeze({...l}),durationSeconds:u/1e3,createdAt:d,confirmationExpiresAt:d+t,caller:Object.freeze({...n})}),this.phase=`awaiting_confirmation`,this.failure=void 0,this.artifact=void 0,this.changed(),Response.json(this.state(),{status:202})}rejectPending(e){let t=this.pending;t!==void 0&&(this.pending=void 0,t.dispose(),t.reject(Error(e)))}stopAfterUncertainRequest(e){this.phase===`active`&&(this.phase=`stopping`,this.changed()),this.rejectPending(e)}async enqueue(e,t,n){if(this.phase!==`active`||this.grantId===void 0)return o(`Computer use is not active.`,409);if(this.pending!==void 0)return o(`Another computer-use request is live.`,409);if(n?.aborted===!0)return o(`The computer-use request was cancelled.`,499);let r=e===`act`?++this.actionSequence:void 0,i={id:a(),operation:e,grantId:this.grantId,...r===void 0?{}:{sequence:r},...t===void 0?{}:{payload:t}},s=new Promise((e,t)=>{let r=()=>this.stopAfterUncertainRequest(`The computer-use request was cancelled.`),a=setTimeout(()=>this.stopAfterUncertainRequest(`The computer-use request timed out.`),this.requestTimeoutMs);a.unref?.(),n?.addEventListener(`abort`,r,{once:!0}),this.pending={request:i,resolve:e,reject:t,dispose:()=>{clearTimeout(a),n?.removeEventListener(`abort`,r)}}});this.changed();try{return Response.json(await s)}catch(e){return o(e instanceof Error?e.message:String(e),502)}}async fetch(e){if(this.closed)return o(`Computer-use broker is closed.`,503);let t=new URL(e.url).pathname;if(e.method===`POST`&&t===n.activate)return this.requestActivation(e);let r=t.startsWith(`/agent/`),i=t.startsWith(`/hub/`);if(r&&!this.authorized(e,this.internalToken)||i&&!this.authorized(e,this.hubToken))return o(`Not found.`,404);if(e.method===`GET`&&(t===n.agentState||t===n.hubState))return Response.json(this.state());if(e.method===`POST`&&t===n.agentObserve)return this.enqueue(`observe`,void 0,e.signal);if(e.method===`POST`&&t===n.agentAction){let t=await c(e);return l(t)?this.enqueue(`act`,t,e.signal):o(`A valid semantic action is required.`,400)}if(e.method===`POST`&&t===n.agentStop)return this.phase===`active`?(this.phase=`stopping`,this.rejectPending(`The computer-use request was stopped.`),this.changed(),Response.json(this.state(),{status:202})):o(`Computer use is not active.`,409);if(e.method===`GET`&&t===n.hubActivation)return this.activation===void 0||this.phase!==`awaiting_confirmation`?Response.json(null):(this.phase=`activating`,this.changed(),Response.json(this.activation));if(e.method===`GET`&&t===n.hubAuthorization)return Response.json(this.grantId===void 0?null:{grantId:this.grantId,expiresAt:this.expiresAt});if(e.method===`GET`&&t===n.hubNext)return Response.json(this.pending?.request??null);if(e.method===`POST`&&t===n.hubComplete){let t=await c(e),n=typeof t.id==`string`?t.id:void 0;if(this.pending===void 0||this.pending.request.id!==n)return o(`The request is stale.`,409);let r=this.pending;return this.pending=void 0,r.dispose(),this.changed(),typeof t.error==`string`?r.reject(Error(t.error)):r.resolve(t.result),Response.json(this.state())}if(e.method===`POST`&&t===n.hubStop){let t=await c(e);if(this.phase===`activating`){if(typeof t.error==`string`)this.phase=`failed`,this.failure={code:`desktop_unavailable`,message:t.error.slice(0,512)},this.activation=void 0;else{let e=s(t.host);if(typeof e?.grantId!=`string`||!Number.isFinite(e.expiresAt))return o(`Desktop did not issue a complete grant.`,502);this.grantId=e.grantId,this.expiresAt=e.expiresAt,this.actionSequence=0,this.phase=`active`}}else this.rejectPending(`The computer-use session stopped.`),this.phase=`inactive`,this.grantId=void 0,this.expiresAt=void 0,this.activation=void 0,this.artifact=u(t.artifact);return this.changed(),Response.json(this.state())}return o(`Not found.`,404)}close(){this.closed=!0,this.rejectPending(`Computer-use broker closed.`),this.grantId=void 0,this.expiresAt=void 0}};function f(e={}){return new d(e)}const p={basePath:e,start(e){return f({...e.sessionId===void 0?{}:{sessionId:e.sessionId},...e.internalToken===void 0?{}:{internalToken:e.internalToken},...e.hubToken===void 0?{}:{hubToken:e.hubToken}})}};export{d as ComputerUseRequestBroker,p as api,f as createComputerUseApi};
1
+ import{API_BASE_PATH as e,COMPUTER_USE_CONFIRMATION_WINDOW_MS as t,COMPUTER_USE_ROUTES as n,COMPUTER_USE_WAKE_LIMIT as r}from"../types/computerUseApi.mjs";import{doomApiCallerFrom as i}from"@agimon-ai/doompi-extension-contracts/package-api";import{randomUUID as a}from"node:crypto";function o(e,t){return Response.json({error:e},{status:t})}function s(e){return typeof e==`object`&&e&&!Array.isArray(e)?e:void 0}async function c(e){try{return s(await e.json())??{}}catch{return{}}}function l(e){if(!(typeof e.snapshotId==`string`&&e.snapshotId.length>0&&typeof e.elementRef==`string`&&e.elementRef.length>0))return!1;let t=t=>Object.keys(e).every(e=>t.includes(e));return e.kind===`press`?t([`kind`,`snapshotId`,`elementRef`]):e.kind===`set_value`?typeof e.value==`string`&&t([`kind`,`snapshotId`,`elementRef`,`value`]):e.kind===`scroll`&&[`up`,`down`,`left`,`right`].includes(e.direction)&&(e.amount===`line`||e.amount===`page`)&&t([`kind`,`snapshotId`,`elementRef`,`direction`,`amount`])}function u(e){let t=s(e);if(typeof t?.artifactId!=`string`||t.status!==`ready`&&t.status!==`failed`)return;let n=e=>typeof e==`string`&&e.startsWith(`/api/`)?e:void 0,r=n(t.downloadUrl),i=n(t.previewUrl);return{artifactId:t.artifactId,status:t.status,...r===void 0?{}:{downloadUrl:r},...i===void 0?{}:{previewUrl:i},...typeof t.actionCount==`number`?{actionCount:t.actionCount}:{},...typeof t.completedAt==`string`?{completedAt:t.completedAt}:{}}}var d=class{sessionId;internalToken;hubToken;revision=0;wake=0;phase=`inactive`;activation;grantId;expiresAt;actionSequence=0;failure;artifact;pending;closed=!1;constructor(e){this.sessionId=e.sessionId??`unknown`,this.internalToken=e.internalToken,this.hubToken=e.hubToken}state(){return Object.freeze({sessionId:this.sessionId,revision:this.revision,wake:this.wake,phase:this.phase,...this.activation===void 0?{}:{requestId:this.activation.requestId,target:this.activation.target,durationMs:this.activation.durationSeconds*1e3},...this.expiresAt===void 0?{}:{expiresAt:this.expiresAt},...this.failure===void 0?{}:{failure:this.failure},...this.artifact===void 0?{}:{artifact:this.artifact}})}changed(){this.revision+=1,this.wake=(this.wake+1)%r}authorized(e,t){return t!==void 0&&e.headers.get(`authorization`)===`Bearer ${t}`}async requestActivation(e){let n=i(e.headers);if(n===void 0||n.locality===`remote`&&n.stepUp===`not-required`)return o(`Not found.`,404);if(this.phase!==`inactive`&&this.phase!==`failed`)return o(`Computer use is already busy.`,409);let r=await c(e),l=s(r.target),u=r.durationMs;if(l===void 0||typeof l.windowId!=`string`||typeof l.bundleId!=`string`)return o(`A Desktop target is required.`,400);if(typeof u!=`number`||!Number.isInteger(u)||u<1e3||u>18e5)return o(`The requested duration is invalid.`,400);let d=Date.now();return this.activation=Object.freeze({requestId:a(),target:Object.freeze({...l}),durationSeconds:u/1e3,createdAt:d,confirmationExpiresAt:d+t,caller:Object.freeze({...n})}),this.phase=`awaiting_confirmation`,this.failure=void 0,this.artifact=void 0,this.changed(),Response.json(this.state(),{status:202})}async enqueue(e,t){if(this.phase!==`active`||this.grantId===void 0)return o(`Computer use is not active.`,409);if(this.pending!==void 0)return o(`Another computer-use request is live.`,409);let n=e===`act`?++this.actionSequence:void 0,r={id:a(),operation:e,grantId:this.grantId,...n===void 0?{}:{sequence:n},...t===void 0?{}:{payload:t}},i=new Promise((e,t)=>{this.pending={request:r,resolve:e,reject:t}});this.changed();try{return Response.json(await i)}catch(e){return o(e instanceof Error?e.message:String(e),502)}}async fetch(e){if(this.closed)return o(`Computer-use broker is closed.`,503);let t=new URL(e.url).pathname;if(e.method===`POST`&&t===n.activate)return this.requestActivation(e);let r=t.startsWith(`/agent/`),i=t.startsWith(`/hub/`);if(r&&!this.authorized(e,this.internalToken)||i&&!this.authorized(e,this.hubToken))return o(`Not found.`,404);if(e.method===`GET`&&(t===n.agentState||t===n.hubState))return Response.json(this.state());if(e.method===`POST`&&t===n.agentObserve)return this.enqueue(`observe`);if(e.method===`POST`&&t===n.agentAction){let t=await c(e);return l(t)?this.enqueue(`act`,t):o(`A valid semantic action is required.`,400)}if(e.method===`POST`&&t===n.agentStop)return this.phase===`active`?(this.phase=`stopping`,this.changed(),Response.json(this.state(),{status:202})):o(`Computer use is not active.`,409);if(e.method===`GET`&&t===n.hubActivation)return this.activation===void 0||this.phase!==`awaiting_confirmation`?Response.json(null):(this.phase=`activating`,this.changed(),Response.json(this.activation));if(e.method===`GET`&&t===n.hubAuthorization)return Response.json(this.grantId===void 0?null:{grantId:this.grantId,expiresAt:this.expiresAt});if(e.method===`GET`&&t===n.hubNext)return Response.json(this.pending?.request??null);if(e.method===`POST`&&t===n.hubComplete){let t=await c(e),n=typeof t.id==`string`?t.id:void 0;if(this.pending===void 0||this.pending.request.id!==n)return o(`The request is stale.`,409);let r=this.pending;return this.pending=void 0,this.changed(),typeof t.error==`string`?r.reject(Error(t.error)):r.resolve(t.result),Response.json(this.state())}if(e.method===`POST`&&t===n.hubStop){let t=await c(e);if(this.phase===`activating`){if(typeof t.error==`string`)this.phase=`failed`,this.failure={code:`desktop_unavailable`,message:t.error.slice(0,512)},this.activation=void 0;else{let e=s(t.host);if(typeof e?.grantId!=`string`||!Number.isFinite(e.expiresAt))return o(`Desktop did not issue a complete grant.`,502);this.grantId=e.grantId,this.expiresAt=e.expiresAt,this.actionSequence=0,this.phase=`active`}}else this.phase=`inactive`,this.grantId=void 0,this.expiresAt=void 0,this.activation=void 0,this.artifact=u(t.artifact);return this.changed(),Response.json(this.state())}return o(`Not found.`,404)}close(){this.closed=!0,this.pending?.reject(Error(`Computer-use broker closed.`)),this.pending=void 0,this.grantId=void 0,this.expiresAt=void 0}};function f(e={}){return new d(e)}const p={basePath:e,start(e){return f({...e.sessionId===void 0?{}:{sessionId:e.sessionId},...e.internalToken===void 0?{}:{internalToken:e.internalToken},...e.hubToken===void 0?{}:{hubToken:e.hubToken}})}};export{d as ComputerUseRequestBroker,p as api,f as createComputerUseApi};
2
2
  //# sourceMappingURL=computerUseApi.mjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"computerUseApi.mjs","names":[],"sources":["../../src/adapters/computerUseApi.ts"],"sourcesContent":["import { randomUUID } from 'node:crypto';\nimport {\n doomApiCallerFrom,\n type DoomApi,\n type DoomApiContext,\n type DoomApiHandler,\n} from '@agimon-ai/doompi-extension-contracts/package-api';\nimport {\n API_BASE_PATH,\n COMPUTER_USE_CONFIRMATION_WINDOW_MS,\n COMPUTER_USE_MAX_DURATION_MS,\n COMPUTER_USE_ROUTES,\n COMPUTER_USE_WAKE_LIMIT,\n type ComputerUseActivationRequest,\n type ComputerUseArtifactView,\n type ComputerUseBrokerRequest,\n type ComputerUseSessionView,\n} from '../types/computerUseApi.ts';\n\ninterface PendingRequest {\n readonly request: ComputerUseBrokerRequest;\n readonly dispose: () => void;\n resolve(value: unknown): void;\n reject(error: Error): void;\n}\n\nfunction jsonError(message: string, status: number): Response {\n return Response.json({ error: message }, { status });\n}\n\nfunction record(value: unknown): Record<string, unknown> | undefined {\n return typeof value === 'object' && value !== null && !Array.isArray(value)\n ? (value as Record<string, unknown>)\n : undefined;\n}\n\nasync function body(request: Request): Promise<Record<string, unknown>> {\n try {\n return record(await request.json()) ?? {};\n } catch {\n return {};\n }\n}\n\nfunction semanticAction(value: Record<string, unknown>): boolean {\n const base =\n typeof value.snapshotId === 'string' &&\n value.snapshotId.length > 0 &&\n typeof value.elementRef === 'string' &&\n value.elementRef.length > 0;\n if (!base) return false;\n const allowed = (keys: readonly string[]) => Object.keys(value).every((key) => keys.includes(key));\n if (value.kind === 'press' || value.kind === 'focus') return allowed(['kind', 'snapshotId', 'elementRef']);\n if (value.kind === 'set_value')\n return typeof value.value === 'string' && allowed(['kind', 'snapshotId', 'elementRef', 'value']);\n if (value.kind === 'scroll')\n return (\n ['up', 'down', 'left', 'right'].includes(value.direction as string) &&\n (value.amount === 'line' || value.amount === 'page') &&\n allowed(['kind', 'snapshotId', 'elementRef', 'direction', 'amount'])\n );\n return false;\n}\nfunction artifactView(value: unknown): ComputerUseArtifactView | undefined {\n const input = record(value);\n if (typeof input?.artifactId !== 'string' || (input.status !== 'ready' && input.status !== 'failed'))\n return undefined;\n const safeUrl = (candidate: unknown) =>\n typeof candidate === 'string' && candidate.startsWith('/api/') ? candidate : undefined;\n const downloadUrl = safeUrl(input.downloadUrl);\n const previewUrl = safeUrl(input.previewUrl);\n const artifactFailure = record(input.failure);\n const safeFailure =\n typeof artifactFailure?.code === 'string' && typeof artifactFailure.message === 'string'\n ? { code: artifactFailure.code.slice(0, 128), message: artifactFailure.message.slice(0, 512) }\n : undefined;\n return {\n artifactId: input.artifactId,\n status: input.status,\n ...(downloadUrl === undefined ? {} : { downloadUrl }),\n ...(previewUrl === undefined ? {} : { previewUrl }),\n ...(typeof input.actionCount === 'number' ? { actionCount: input.actionCount } : {}),\n ...(typeof input.completedAt === 'string' ? { completedAt: input.completedAt } : {}),\n ...(safeFailure === undefined ? {} : { failure: safeFailure }),\n };\n}\n\nexport interface ComputerUseApiOptions {\n readonly sessionId?: string;\n readonly internalToken?: string;\n readonly hubToken?: string;\n readonly requestTimeoutMs?: number;\n}\n\nexport class ComputerUseRequestBroker implements DoomApiHandler {\n private readonly sessionId: string;\n private readonly internalToken?: string;\n private readonly hubToken?: string;\n private readonly requestTimeoutMs: number;\n private revision = 0;\n private wake = 0;\n private phase: ComputerUseSessionView['phase'] = 'inactive';\n private activation?: ComputerUseActivationRequest;\n private grantId?: string;\n private expiresAt?: number;\n private actionSequence = 0;\n private failure?: ComputerUseSessionView['failure'];\n private artifact?: ComputerUseArtifactView;\n private pending?: PendingRequest;\n private closed = false;\n\n private static readonly DEFAULT_REQUEST_TIMEOUT_MS = 30_000;\n public constructor(options: ComputerUseApiOptions) {\n this.sessionId = options.sessionId ?? 'unknown';\n this.internalToken = options.internalToken;\n this.hubToken = options.hubToken;\n this.requestTimeoutMs = options.requestTimeoutMs ?? ComputerUseRequestBroker.DEFAULT_REQUEST_TIMEOUT_MS;\n }\n\n public state(): ComputerUseSessionView {\n return Object.freeze({\n sessionId: this.sessionId,\n revision: this.revision,\n wake: this.wake,\n phase: this.phase,\n ...(this.activation === undefined\n ? {}\n : {\n requestId: this.activation.requestId,\n target: this.activation.target,\n durationMs: this.activation.durationSeconds * 1_000,\n }),\n ...(this.expiresAt === undefined ? {} : { expiresAt: this.expiresAt }),\n ...(this.failure === undefined ? {} : { failure: this.failure }),\n ...(this.artifact === undefined ? {} : { artifact: this.artifact }),\n });\n }\n\n private changed(): void {\n this.revision += 1;\n this.wake = (this.wake + 1) % COMPUTER_USE_WAKE_LIMIT;\n }\n\n private authorized(request: Request, token: string | undefined): boolean {\n return token !== undefined && request.headers.get('authorization') === `Bearer ${token}`;\n }\n\n private async requestActivation(request: Request): Promise<Response> {\n const caller = doomApiCallerFrom(request.headers);\n if (caller === undefined || (caller.locality === 'remote' && caller.stepUp === 'not-required'))\n return jsonError('Not found.', 404);\n if (this.phase !== 'inactive' && this.phase !== 'failed') return jsonError('Computer use is already busy.', 409);\n const input = await body(request);\n const target = record(input.target);\n const durationMs = input.durationMs;\n if (target === undefined || typeof target.windowId !== 'string' || typeof target.bundleId !== 'string')\n return jsonError('A Desktop target is required.', 400);\n if (\n typeof durationMs !== 'number' ||\n !Number.isInteger(durationMs) ||\n durationMs < 1_000 ||\n durationMs > COMPUTER_USE_MAX_DURATION_MS\n )\n return jsonError('The requested duration is invalid.', 400);\n const createdAt = Date.now();\n this.activation = Object.freeze({\n requestId: randomUUID(),\n target: Object.freeze({ ...target }),\n durationSeconds: durationMs / 1_000,\n createdAt,\n confirmationExpiresAt: createdAt + COMPUTER_USE_CONFIRMATION_WINDOW_MS,\n caller: Object.freeze({ ...caller }),\n });\n this.phase = 'awaiting_confirmation';\n this.failure = undefined;\n this.artifact = undefined;\n this.changed();\n return Response.json(this.state(), { status: 202 });\n }\n\n private rejectPending(message: string): void {\n const pending = this.pending;\n if (pending === undefined) return;\n this.pending = undefined;\n pending.dispose();\n pending.reject(new Error(message));\n }\n\n private stopAfterUncertainRequest(message: string): void {\n if (this.phase === 'active') {\n this.phase = 'stopping';\n this.changed();\n }\n this.rejectPending(message);\n }\n\n private async enqueue(\n operation: ComputerUseBrokerRequest['operation'],\n payload?: unknown,\n signal?: AbortSignal,\n ): Promise<Response> {\n if (this.phase !== 'active' || this.grantId === undefined) return jsonError('Computer use is not active.', 409);\n if (this.pending !== undefined) return jsonError('Another computer-use request is live.', 409);\n if (signal?.aborted === true) return jsonError('The computer-use request was cancelled.', 499);\n const sequence = operation === 'act' ? ++this.actionSequence : undefined;\n const request: ComputerUseBrokerRequest = {\n id: randomUUID(),\n operation,\n grantId: this.grantId,\n ...(sequence === undefined ? {} : { sequence }),\n ...(payload === undefined ? {} : { payload }),\n };\n const completion = new Promise<unknown>((resolve, reject) => {\n const onAbort = () => this.stopAfterUncertainRequest('The computer-use request was cancelled.');\n const timer = setTimeout(\n () => this.stopAfterUncertainRequest('The computer-use request timed out.'),\n this.requestTimeoutMs,\n );\n timer.unref?.();\n signal?.addEventListener('abort', onAbort, { once: true });\n this.pending = {\n request,\n resolve,\n reject,\n dispose: () => {\n clearTimeout(timer);\n signal?.removeEventListener('abort', onAbort);\n },\n };\n });\n this.changed();\n try {\n return Response.json(await completion);\n } catch (error) {\n return jsonError(error instanceof Error ? error.message : String(error), 502);\n }\n }\n\n public async fetch(request: Request): Promise<Response> {\n if (this.closed) return jsonError('Computer-use broker is closed.', 503);\n const path = new URL(request.url).pathname;\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.activate) return this.requestActivation(request);\n const agent = path.startsWith('/agent/');\n const hub = path.startsWith('/hub/');\n if ((agent && !this.authorized(request, this.internalToken)) || (hub && !this.authorized(request, this.hubToken)))\n return jsonError('Not found.', 404);\n\n if (request.method === 'GET' && (path === COMPUTER_USE_ROUTES.agentState || path === COMPUTER_USE_ROUTES.hubState))\n return Response.json(this.state());\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.agentObserve)\n return this.enqueue('observe', undefined, request.signal);\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.agentAction) {\n const action = await body(request);\n if (!semanticAction(action)) return jsonError('A valid semantic action is required.', 400);\n return this.enqueue('act', action, request.signal);\n }\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.agentStop) {\n if (this.phase !== 'active') return jsonError('Computer use is not active.', 409);\n this.phase = 'stopping';\n this.rejectPending('The computer-use request was stopped.');\n this.changed();\n return Response.json(this.state(), { status: 202 });\n }\n if (request.method === 'GET' && path === COMPUTER_USE_ROUTES.hubActivation) {\n if (this.activation === undefined || this.phase !== 'awaiting_confirmation') return Response.json(null);\n this.phase = 'activating';\n this.changed();\n return Response.json(this.activation);\n }\n if (request.method === 'GET' && path === COMPUTER_USE_ROUTES.hubAuthorization)\n return Response.json(this.grantId === undefined ? null : { grantId: this.grantId, expiresAt: this.expiresAt });\n if (request.method === 'GET' && path === COMPUTER_USE_ROUTES.hubNext)\n return Response.json(this.pending?.request ?? null);\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.hubComplete) {\n const input = await body(request);\n const id = typeof input.id === 'string' ? input.id : undefined;\n if (this.pending === undefined || this.pending.request.id !== id) return jsonError('The request is stale.', 409);\n const pending = this.pending;\n this.pending = undefined;\n pending.dispose();\n this.changed();\n if (typeof input.error === 'string') pending.reject(new Error(input.error));\n else pending.resolve(input.result);\n return Response.json(this.state());\n }\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.hubStop) {\n const input = await body(request);\n if (this.phase === 'activating') {\n if (typeof input.error === 'string') {\n this.phase = 'failed';\n this.failure = { code: 'desktop_unavailable', message: input.error.slice(0, 512) };\n this.activation = undefined;\n } else {\n const host = record(input.host);\n if (typeof host?.grantId !== 'string' || !Number.isFinite(host.expiresAt))\n return jsonError('Desktop did not issue a complete grant.', 502);\n this.grantId = host.grantId;\n this.expiresAt = host.expiresAt as number;\n this.actionSequence = 0;\n this.phase = 'active';\n }\n } else {\n this.rejectPending('The computer-use session stopped.');\n this.phase = 'inactive';\n this.grantId = undefined;\n this.expiresAt = undefined;\n this.activation = undefined;\n this.artifact = artifactView(input.artifact);\n }\n this.changed();\n return Response.json(this.state());\n }\n return jsonError('Not found.', 404);\n }\n\n public close(): void {\n this.closed = true;\n this.rejectPending('Computer-use broker closed.');\n this.grantId = undefined;\n this.expiresAt = undefined;\n }\n}\n\nexport function createComputerUseApi(options: ComputerUseApiOptions = {}): ComputerUseRequestBroker {\n return new ComputerUseRequestBroker(options);\n}\n\nexport const api: DoomApi = {\n basePath: API_BASE_PATH,\n start(context: DoomApiContext): DoomApiHandler {\n return createComputerUseApi({\n ...(context.sessionId === undefined ? {} : { sessionId: context.sessionId }),\n ...(context.internalToken === undefined ? {} : { internalToken: context.internalToken }),\n ...(context.hubToken === undefined ? {} : { hubToken: context.hubToken }),\n });\n },\n};\n"],"mappings":"0RA0BA,SAAS,EAAU,EAAiB,EAA0B,CAC5D,OAAO,SAAS,KAAK,CAAE,MAAO,CAAQ,EAAG,CAAE,QAAO,CAAC,CACrD,CAEA,SAAS,EAAO,EAAqD,CACnE,OAAO,OAAO,GAAU,UAAY,GAAkB,CAAC,MAAM,QAAQ,CAAK,EACrE,EACD,IAAA,EACN,CAEA,eAAe,EAAK,EAAoD,CACtE,GAAI,CACF,OAAO,EAAO,MAAM,EAAQ,KAAK,CAAC,GAAK,CAAC,CAC1C,MAAQ,CACN,MAAO,CAAC,CACV,CACF,CAEA,SAAS,EAAe,EAAyC,CAM/D,GAAI,EAJF,OAAO,EAAM,YAAe,UAC5B,EAAM,WAAW,OAAS,GAC1B,OAAO,EAAM,YAAe,UAC5B,EAAM,WAAW,OAAS,GACjB,MAAO,GAClB,IAAM,EAAW,GAA4B,OAAO,KAAK,CAAK,CAAC,CAAC,MAAO,GAAQ,EAAK,SAAS,CAAG,CAAC,EAUjG,OATI,EAAM,OAAS,SAAW,EAAM,OAAS,QAAgB,EAAQ,CAAC,OAAQ,aAAc,YAAY,CAAC,EACrG,EAAM,OAAS,YACV,OAAO,EAAM,OAAU,UAAY,EAAQ,CAAC,OAAQ,aAAc,aAAc,OAAO,CAAC,EAC7F,EAAM,OAAS,UAEf,CAAC,KAAM,OAAQ,OAAQ,OAAO,CAAC,CAAC,SAAS,EAAM,SAAmB,IACjE,EAAM,SAAW,QAAU,EAAM,SAAW,SAC7C,EAAQ,CAAC,OAAQ,aAAc,aAAc,YAAa,QAAQ,CAAC,CAGzE,CACA,SAAS,EAAa,EAAqD,CACzE,IAAM,EAAQ,EAAO,CAAK,EAC1B,GAAI,OAAO,GAAO,YAAe,UAAa,EAAM,SAAW,SAAW,EAAM,SAAW,SACzF,OACF,IAAM,EAAW,GACf,OAAO,GAAc,UAAY,EAAU,WAAW,OAAO,EAAI,EAAY,IAAA,GACzE,EAAc,EAAQ,EAAM,WAAW,EACvC,EAAa,EAAQ,EAAM,UAAU,EACrC,EAAkB,EAAO,EAAM,OAAO,EACtC,EACJ,OAAO,GAAiB,MAAS,UAAY,OAAO,EAAgB,SAAY,SAC5E,CAAE,KAAM,EAAgB,KAAK,MAAM,EAAG,GAAG,EAAG,QAAS,EAAgB,QAAQ,MAAM,EAAG,GAAG,CAAE,EAC3F,IAAA,GACN,MAAO,CACL,WAAY,EAAM,WAClB,OAAQ,EAAM,OACd,GAAI,IAAgB,IAAA,GAAY,CAAC,EAAI,CAAE,aAAY,EACnD,GAAI,IAAe,IAAA,GAAY,CAAC,EAAI,CAAE,YAAW,EACjD,GAAI,OAAO,EAAM,aAAgB,SAAW,CAAE,YAAa,EAAM,WAAY,EAAI,CAAC,EAClF,GAAI,OAAO,EAAM,aAAgB,SAAW,CAAE,YAAa,EAAM,WAAY,EAAI,CAAC,EAClF,GAAI,IAAgB,IAAA,GAAY,CAAC,EAAI,CAAE,QAAS,CAAY,CAC9D,CACF,CASA,IAAa,EAAb,MAAa,CAAmD,CAC9D,UACA,cACA,SACA,iBACA,SAAmB,EACnB,KAAe,EACf,MAAiD,WACjD,WACA,QACA,UACA,eAAyB,EACzB,QACA,SACA,QACA,OAAiB,GAEjB,OAAwB,2BAA6B,IACrD,YAAmB,EAAgC,CACjD,KAAK,UAAY,EAAQ,WAAa,UACtC,KAAK,cAAgB,EAAQ,cAC7B,KAAK,SAAW,EAAQ,SACxB,KAAK,iBAAmB,EAAQ,kBAAoB,EAAyB,0BAC/E,CAEA,OAAuC,CACrC,OAAO,OAAO,OAAO,CACnB,UAAW,KAAK,UAChB,SAAU,KAAK,SACf,KAAM,KAAK,KACX,MAAO,KAAK,MACZ,GAAI,KAAK,aAAe,IAAA,GACpB,CAAC,EACD,CACE,UAAW,KAAK,WAAW,UAC3B,OAAQ,KAAK,WAAW,OACxB,WAAY,KAAK,WAAW,gBAAkB,GAChD,EACJ,GAAI,KAAK,YAAc,IAAA,GAAY,CAAC,EAAI,CAAE,UAAW,KAAK,SAAU,EACpE,GAAI,KAAK,UAAY,IAAA,GAAY,CAAC,EAAI,CAAE,QAAS,KAAK,OAAQ,EAC9D,GAAI,KAAK,WAAa,IAAA,GAAY,CAAC,EAAI,CAAE,SAAU,KAAK,QAAS,CACnE,CAAC,CACH,CAEA,SAAwB,CACtB,KAAK,UAAY,EACjB,KAAK,MAAQ,KAAK,KAAO,GAAK,CAChC,CAEA,WAAmB,EAAkB,EAAoC,CACvE,OAAO,IAAU,IAAA,IAAa,EAAQ,QAAQ,IAAI,eAAe,IAAM,UAAU,GACnF,CAEA,MAAc,kBAAkB,EAAqC,CACnE,IAAM,EAAS,EAAkB,EAAQ,OAAO,EAChD,GAAI,IAAW,IAAA,IAAc,EAAO,WAAa,UAAY,EAAO,SAAW,eAC7E,OAAO,EAAU,aAAc,GAAG,EACpC,GAAI,KAAK,QAAU,YAAc,KAAK,QAAU,SAAU,OAAO,EAAU,gCAAiC,GAAG,EAC/G,IAAM,EAAQ,MAAM,EAAK,CAAO,EAC1B,EAAS,EAAO,EAAM,MAAM,EAC5B,EAAa,EAAM,WACzB,GAAI,IAAW,IAAA,IAAa,OAAO,EAAO,UAAa,UAAY,OAAO,EAAO,UAAa,SAC5F,OAAO,EAAU,gCAAiC,GAAG,EACvD,GACE,OAAO,GAAe,UACtB,CAAC,OAAO,UAAU,CAAU,GAC5B,EAAa,KACb,EAAA,KAEA,OAAO,EAAU,qCAAsC,GAAG,EAC5D,IAAM,EAAY,KAAK,IAAI,EAa3B,MAZA,MAAK,WAAa,OAAO,OAAO,CAC9B,UAAW,EAAW,EACtB,OAAQ,OAAO,OAAO,CAAE,GAAG,CAAO,CAAC,EACnC,gBAAiB,EAAa,IAC9B,YACA,sBAAuB,EAAY,EACnC,OAAQ,OAAO,OAAO,CAAE,GAAG,CAAO,CAAC,CACrC,CAAC,EACD,KAAK,MAAQ,wBACb,KAAK,QAAU,IAAA,GACf,KAAK,SAAW,IAAA,GAChB,KAAK,QAAQ,EACN,SAAS,KAAK,KAAK,MAAM,EAAG,CAAE,OAAQ,GAAI,CAAC,CACpD,CAEA,cAAsB,EAAuB,CAC3C,IAAM,EAAU,KAAK,QACjB,IAAY,IAAA,KAChB,KAAK,QAAU,IAAA,GACf,EAAQ,QAAQ,EAChB,EAAQ,OAAW,MAAM,CAAO,CAAC,EACnC,CAEA,0BAAkC,EAAuB,CACnD,KAAK,QAAU,WACjB,KAAK,MAAQ,WACb,KAAK,QAAQ,GAEf,KAAK,cAAc,CAAO,CAC5B,CAEA,MAAc,QACZ,EACA,EACA,EACmB,CACnB,GAAI,KAAK,QAAU,UAAY,KAAK,UAAY,IAAA,GAAW,OAAO,EAAU,8BAA+B,GAAG,EAC9G,GAAI,KAAK,UAAY,IAAA,GAAW,OAAO,EAAU,wCAAyC,GAAG,EAC7F,GAAI,GAAQ,UAAY,GAAM,OAAO,EAAU,0CAA2C,GAAG,EAC7F,IAAM,EAAW,IAAc,MAAQ,EAAE,KAAK,eAAiB,IAAA,GACzD,EAAoC,CACxC,GAAI,EAAW,EACf,YACA,QAAS,KAAK,QACd,GAAI,IAAa,IAAA,GAAY,CAAC,EAAI,CAAE,UAAS,EAC7C,GAAI,IAAY,IAAA,GAAY,CAAC,EAAI,CAAE,SAAQ,CAC7C,EACM,EAAa,IAAI,SAAkB,EAAS,IAAW,CAC3D,IAAM,MAAgB,KAAK,0BAA0B,yCAAyC,EACxF,EAAQ,eACN,KAAK,0BAA0B,qCAAqC,EAC1E,KAAK,gBACP,EACA,EAAM,QAAQ,EACd,GAAQ,iBAAiB,QAAS,EAAS,CAAE,KAAM,EAAK,CAAC,EACzD,KAAK,QAAU,CACb,UACA,UACA,SACA,YAAe,CACb,aAAa,CAAK,EAClB,GAAQ,oBAAoB,QAAS,CAAO,CAC9C,CACF,CACF,CAAC,EACD,KAAK,QAAQ,EACb,GAAI,CACF,OAAO,SAAS,KAAK,MAAM,CAAU,CACvC,OAAS,EAAO,CACd,OAAO,EAAU,aAAiB,MAAQ,EAAM,QAAU,OAAO,CAAK,EAAG,GAAG,CAC9E,CACF,CAEA,MAAa,MAAM,EAAqC,CACtD,GAAI,KAAK,OAAQ,OAAO,EAAU,iCAAkC,GAAG,EACvE,IAAM,EAAO,IAAI,IAAI,EAAQ,GAAG,CAAC,CAAC,SAClC,GAAI,EAAQ,SAAW,QAAU,IAAS,EAAoB,SAAU,OAAO,KAAK,kBAAkB,CAAO,EAC7G,IAAM,EAAQ,EAAK,WAAW,SAAS,EACjC,EAAM,EAAK,WAAW,OAAO,EACnC,GAAK,GAAS,CAAC,KAAK,WAAW,EAAS,KAAK,aAAa,GAAO,GAAO,CAAC,KAAK,WAAW,EAAS,KAAK,QAAQ,EAC7G,OAAO,EAAU,aAAc,GAAG,EAEpC,GAAI,EAAQ,SAAW,QAAU,IAAS,EAAoB,YAAc,IAAS,EAAoB,UACvG,OAAO,SAAS,KAAK,KAAK,MAAM,CAAC,EACnC,GAAI,EAAQ,SAAW,QAAU,IAAS,EAAoB,aAC5D,OAAO,KAAK,QAAQ,UAAW,IAAA,GAAW,EAAQ,MAAM,EAC1D,GAAI,EAAQ,SAAW,QAAU,IAAS,EAAoB,YAAa,CACzE,IAAM,EAAS,MAAM,EAAK,CAAO,EAEjC,OADK,EAAe,CAAM,EACnB,KAAK,QAAQ,MAAO,EAAQ,EAAQ,MAAM,EADb,EAAU,uCAAwC,GAAG,CAE3F,CACA,GAAI,EAAQ,SAAW,QAAU,IAAS,EAAoB,UAK5D,OAJI,KAAK,QAAU,UACnB,KAAK,MAAQ,WACb,KAAK,cAAc,uCAAuC,EAC1D,KAAK,QAAQ,EACN,SAAS,KAAK,KAAK,MAAM,EAAG,CAAE,OAAQ,GAAI,CAAC,GAJd,EAAU,8BAA+B,GAAG,EAMlF,GAAI,EAAQ,SAAW,OAAS,IAAS,EAAoB,cAI3D,OAHI,KAAK,aAAe,IAAA,IAAa,KAAK,QAAU,wBAAgC,SAAS,KAAK,IAAI,GACtG,KAAK,MAAQ,aACb,KAAK,QAAQ,EACN,SAAS,KAAK,KAAK,UAAU,GAEtC,GAAI,EAAQ,SAAW,OAAS,IAAS,EAAoB,iBAC3D,OAAO,SAAS,KAAK,KAAK,UAAY,IAAA,GAAY,KAAO,CAAE,QAAS,KAAK,QAAS,UAAW,KAAK,SAAU,CAAC,EAC/G,GAAI,EAAQ,SAAW,OAAS,IAAS,EAAoB,QAC3D,OAAO,SAAS,KAAK,KAAK,SAAS,SAAW,IAAI,EACpD,GAAI,EAAQ,SAAW,QAAU,IAAS,EAAoB,YAAa,CACzE,IAAM,EAAQ,MAAM,EAAK,CAAO,EAC1B,EAAK,OAAO,EAAM,IAAO,SAAW,EAAM,GAAK,IAAA,GACrD,GAAI,KAAK,UAAY,IAAA,IAAa,KAAK,QAAQ,QAAQ,KAAO,EAAI,OAAO,EAAU,wBAAyB,GAAG,EAC/G,IAAM,EAAU,KAAK,QAMrB,MALA,MAAK,QAAU,IAAA,GACf,EAAQ,QAAQ,EAChB,KAAK,QAAQ,EACT,OAAO,EAAM,OAAU,SAAU,EAAQ,OAAW,MAAM,EAAM,KAAK,CAAC,EACrE,EAAQ,QAAQ,EAAM,MAAM,EAC1B,SAAS,KAAK,KAAK,MAAM,CAAC,CACnC,CACA,GAAI,EAAQ,SAAW,QAAU,IAAS,EAAoB,QAAS,CACrE,IAAM,EAAQ,MAAM,EAAK,CAAO,EAChC,GAAI,KAAK,QAAU,aAAc,CAC/B,GAAI,OAAO,EAAM,OAAU,SACzB,KAAK,MAAQ,SACb,KAAK,QAAU,CAAE,KAAM,sBAAuB,QAAS,EAAM,MAAM,MAAM,EAAG,GAAG,CAAE,EACjF,KAAK,WAAa,IAAA,OACb,CACL,IAAM,EAAO,EAAO,EAAM,IAAI,EAC9B,GAAI,OAAO,GAAM,SAAY,UAAY,CAAC,OAAO,SAAS,EAAK,SAAS,EACtE,OAAO,EAAU,0CAA2C,GAAG,EACjE,KAAK,QAAU,EAAK,QACpB,KAAK,UAAY,EAAK,UACtB,KAAK,eAAiB,EACtB,KAAK,MAAQ,QACf,CACF,MACE,KAAK,cAAc,mCAAmC,EACtD,KAAK,MAAQ,WACb,KAAK,QAAU,IAAA,GACf,KAAK,UAAY,IAAA,GACjB,KAAK,WAAa,IAAA,GAClB,KAAK,SAAW,EAAa,EAAM,QAAQ,EAG7C,OADA,KAAK,QAAQ,EACN,SAAS,KAAK,KAAK,MAAM,CAAC,CACnC,CACA,OAAO,EAAU,aAAc,GAAG,CACpC,CAEA,OAAqB,CACnB,KAAK,OAAS,GACd,KAAK,cAAc,6BAA6B,EAChD,KAAK,QAAU,IAAA,GACf,KAAK,UAAY,IAAA,EACnB,CACF,EAEA,SAAgB,EAAqB,EAAiC,CAAC,EAA6B,CAClG,OAAO,IAAI,EAAyB,CAAO,CAC7C,CAEA,MAAa,EAAe,CAC1B,SAAU,EACV,MAAM,EAAyC,CAC7C,OAAO,EAAqB,CAC1B,GAAI,EAAQ,YAAc,IAAA,GAAY,CAAC,EAAI,CAAE,UAAW,EAAQ,SAAU,EAC1E,GAAI,EAAQ,gBAAkB,IAAA,GAAY,CAAC,EAAI,CAAE,cAAe,EAAQ,aAAc,EACtF,GAAI,EAAQ,WAAa,IAAA,GAAY,CAAC,EAAI,CAAE,SAAU,EAAQ,QAAS,CACzE,CAAC,CACH,CACF"}
1
+ {"version":3,"file":"computerUseApi.mjs","names":[],"sources":["../../src/adapters/computerUseApi.ts"],"sourcesContent":["import { randomUUID } from 'node:crypto';\nimport {\n doomApiCallerFrom,\n type DoomApi,\n type DoomApiContext,\n type DoomApiHandler,\n} from '@agimon-ai/doompi-extension-contracts/package-api';\nimport {\n API_BASE_PATH,\n COMPUTER_USE_CONFIRMATION_WINDOW_MS,\n COMPUTER_USE_MAX_DURATION_MS,\n COMPUTER_USE_ROUTES,\n COMPUTER_USE_WAKE_LIMIT,\n type ComputerUseActivationRequest,\n type ComputerUseArtifactView,\n type ComputerUseBrokerRequest,\n type ComputerUseSessionView,\n} from '../types/computerUseApi.ts';\n\ninterface PendingRequest {\n readonly request: ComputerUseBrokerRequest;\n resolve(value: unknown): void;\n reject(error: Error): void;\n}\n\nfunction jsonError(message: string, status: number): Response {\n return Response.json({ error: message }, { status });\n}\n\nfunction record(value: unknown): Record<string, unknown> | undefined {\n return typeof value === 'object' && value !== null && !Array.isArray(value)\n ? (value as Record<string, unknown>)\n : undefined;\n}\n\nasync function body(request: Request): Promise<Record<string, unknown>> {\n try {\n return record(await request.json()) ?? {};\n } catch {\n return {};\n }\n}\n\nfunction semanticAction(value: Record<string, unknown>): boolean {\n const base =\n typeof value.snapshotId === 'string' &&\n value.snapshotId.length > 0 &&\n typeof value.elementRef === 'string' &&\n value.elementRef.length > 0;\n if (!base) return false;\n const allowed = (keys: readonly string[]) => Object.keys(value).every((key) => keys.includes(key));\n if (value.kind === 'press') return allowed(['kind', 'snapshotId', 'elementRef']);\n if (value.kind === 'set_value')\n return typeof value.value === 'string' && allowed(['kind', 'snapshotId', 'elementRef', 'value']);\n if (value.kind === 'scroll')\n return (\n ['up', 'down', 'left', 'right'].includes(value.direction as string) &&\n (value.amount === 'line' || value.amount === 'page') &&\n allowed(['kind', 'snapshotId', 'elementRef', 'direction', 'amount'])\n );\n return false;\n}\nfunction artifactView(value: unknown): ComputerUseArtifactView | undefined {\n const input = record(value);\n if (typeof input?.artifactId !== 'string' || (input.status !== 'ready' && input.status !== 'failed'))\n return undefined;\n const safeUrl = (candidate: unknown) =>\n typeof candidate === 'string' && candidate.startsWith('/api/') ? candidate : undefined;\n const downloadUrl = safeUrl(input.downloadUrl);\n const previewUrl = safeUrl(input.previewUrl);\n return {\n artifactId: input.artifactId,\n status: input.status,\n ...(downloadUrl === undefined ? {} : { downloadUrl }),\n ...(previewUrl === undefined ? {} : { previewUrl }),\n ...(typeof input.actionCount === 'number' ? { actionCount: input.actionCount } : {}),\n ...(typeof input.completedAt === 'string' ? { completedAt: input.completedAt } : {}),\n };\n}\n\nexport interface ComputerUseApiOptions {\n readonly sessionId?: string;\n readonly internalToken?: string;\n readonly hubToken?: string;\n}\n\nexport class ComputerUseRequestBroker implements DoomApiHandler {\n private readonly sessionId: string;\n private readonly internalToken?: string;\n private readonly hubToken?: string;\n private revision = 0;\n private wake = 0;\n private phase: ComputerUseSessionView['phase'] = 'inactive';\n private activation?: ComputerUseActivationRequest;\n private grantId?: string;\n private expiresAt?: number;\n private actionSequence = 0;\n private failure?: ComputerUseSessionView['failure'];\n private artifact?: ComputerUseArtifactView;\n private pending?: PendingRequest;\n private closed = false;\n\n public constructor(options: ComputerUseApiOptions) {\n this.sessionId = options.sessionId ?? 'unknown';\n this.internalToken = options.internalToken;\n this.hubToken = options.hubToken;\n }\n\n public state(): ComputerUseSessionView {\n return Object.freeze({\n sessionId: this.sessionId,\n revision: this.revision,\n wake: this.wake,\n phase: this.phase,\n ...(this.activation === undefined\n ? {}\n : {\n requestId: this.activation.requestId,\n target: this.activation.target,\n durationMs: this.activation.durationSeconds * 1_000,\n }),\n ...(this.expiresAt === undefined ? {} : { expiresAt: this.expiresAt }),\n ...(this.failure === undefined ? {} : { failure: this.failure }),\n ...(this.artifact === undefined ? {} : { artifact: this.artifact }),\n });\n }\n\n private changed(): void {\n this.revision += 1;\n this.wake = (this.wake + 1) % COMPUTER_USE_WAKE_LIMIT;\n }\n\n private authorized(request: Request, token: string | undefined): boolean {\n return token !== undefined && request.headers.get('authorization') === `Bearer ${token}`;\n }\n\n private async requestActivation(request: Request): Promise<Response> {\n const caller = doomApiCallerFrom(request.headers);\n if (caller === undefined || (caller.locality === 'remote' && caller.stepUp === 'not-required'))\n return jsonError('Not found.', 404);\n if (this.phase !== 'inactive' && this.phase !== 'failed') return jsonError('Computer use is already busy.', 409);\n const input = await body(request);\n const target = record(input.target);\n const durationMs = input.durationMs;\n if (target === undefined || typeof target.windowId !== 'string' || typeof target.bundleId !== 'string')\n return jsonError('A Desktop target is required.', 400);\n if (\n typeof durationMs !== 'number' ||\n !Number.isInteger(durationMs) ||\n durationMs < 1_000 ||\n durationMs > COMPUTER_USE_MAX_DURATION_MS\n )\n return jsonError('The requested duration is invalid.', 400);\n const createdAt = Date.now();\n this.activation = Object.freeze({\n requestId: randomUUID(),\n target: Object.freeze({ ...target }),\n durationSeconds: durationMs / 1_000,\n createdAt,\n confirmationExpiresAt: createdAt + COMPUTER_USE_CONFIRMATION_WINDOW_MS,\n caller: Object.freeze({ ...caller }),\n });\n this.phase = 'awaiting_confirmation';\n this.failure = undefined;\n this.artifact = undefined;\n this.changed();\n return Response.json(this.state(), { status: 202 });\n }\n\n private async enqueue(operation: ComputerUseBrokerRequest['operation'], payload?: unknown): Promise<Response> {\n if (this.phase !== 'active' || this.grantId === undefined) return jsonError('Computer use is not active.', 409);\n if (this.pending !== undefined) return jsonError('Another computer-use request is live.', 409);\n const sequence = operation === 'act' ? ++this.actionSequence : undefined;\n const request: ComputerUseBrokerRequest = {\n id: randomUUID(),\n operation,\n grantId: this.grantId,\n ...(sequence === undefined ? {} : { sequence }),\n ...(payload === undefined ? {} : { payload }),\n };\n const completion = new Promise<unknown>((resolve, reject) => {\n this.pending = { request, resolve, reject };\n });\n this.changed();\n try {\n return Response.json(await completion);\n } catch (error) {\n return jsonError(error instanceof Error ? error.message : String(error), 502);\n }\n }\n\n public async fetch(request: Request): Promise<Response> {\n if (this.closed) return jsonError('Computer-use broker is closed.', 503);\n const path = new URL(request.url).pathname;\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.activate) return this.requestActivation(request);\n const agent = path.startsWith('/agent/');\n const hub = path.startsWith('/hub/');\n if ((agent && !this.authorized(request, this.internalToken)) || (hub && !this.authorized(request, this.hubToken)))\n return jsonError('Not found.', 404);\n\n if (request.method === 'GET' && (path === COMPUTER_USE_ROUTES.agentState || path === COMPUTER_USE_ROUTES.hubState))\n return Response.json(this.state());\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.agentObserve) return this.enqueue('observe');\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.agentAction) {\n const action = await body(request);\n if (!semanticAction(action)) return jsonError('A valid semantic action is required.', 400);\n return this.enqueue('act', action);\n }\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.agentStop) {\n if (this.phase !== 'active') return jsonError('Computer use is not active.', 409);\n this.phase = 'stopping';\n this.changed();\n return Response.json(this.state(), { status: 202 });\n }\n if (request.method === 'GET' && path === COMPUTER_USE_ROUTES.hubActivation) {\n if (this.activation === undefined || this.phase !== 'awaiting_confirmation') return Response.json(null);\n this.phase = 'activating';\n this.changed();\n return Response.json(this.activation);\n }\n if (request.method === 'GET' && path === COMPUTER_USE_ROUTES.hubAuthorization)\n return Response.json(this.grantId === undefined ? null : { grantId: this.grantId, expiresAt: this.expiresAt });\n if (request.method === 'GET' && path === COMPUTER_USE_ROUTES.hubNext)\n return Response.json(this.pending?.request ?? null);\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.hubComplete) {\n const input = await body(request);\n const id = typeof input.id === 'string' ? input.id : undefined;\n if (this.pending === undefined || this.pending.request.id !== id) return jsonError('The request is stale.', 409);\n const pending = this.pending;\n this.pending = undefined;\n this.changed();\n if (typeof input.error === 'string') pending.reject(new Error(input.error));\n else pending.resolve(input.result);\n return Response.json(this.state());\n }\n if (request.method === 'POST' && path === COMPUTER_USE_ROUTES.hubStop) {\n const input = await body(request);\n if (this.phase === 'activating') {\n if (typeof input.error === 'string') {\n this.phase = 'failed';\n this.failure = { code: 'desktop_unavailable', message: input.error.slice(0, 512) };\n this.activation = undefined;\n } else {\n const host = record(input.host);\n if (typeof host?.grantId !== 'string' || !Number.isFinite(host.expiresAt))\n return jsonError('Desktop did not issue a complete grant.', 502);\n this.grantId = host.grantId;\n this.expiresAt = host.expiresAt as number;\n this.actionSequence = 0;\n this.phase = 'active';\n }\n } else {\n this.phase = 'inactive';\n this.grantId = undefined;\n this.expiresAt = undefined;\n this.activation = undefined;\n this.artifact = artifactView(input.artifact);\n }\n this.changed();\n return Response.json(this.state());\n }\n return jsonError('Not found.', 404);\n }\n\n public close(): void {\n this.closed = true;\n this.pending?.reject(new Error('Computer-use broker closed.'));\n this.pending = undefined;\n this.grantId = undefined;\n this.expiresAt = undefined;\n }\n}\n\nexport function createComputerUseApi(options: ComputerUseApiOptions = {}): ComputerUseRequestBroker {\n return new ComputerUseRequestBroker(options);\n}\n\nexport const api: DoomApi = {\n basePath: API_BASE_PATH,\n start(context: DoomApiContext): DoomApiHandler {\n return createComputerUseApi({\n ...(context.sessionId === undefined ? {} : { sessionId: context.sessionId }),\n ...(context.internalToken === undefined ? {} : { internalToken: context.internalToken }),\n ...(context.hubToken === undefined ? {} : { hubToken: context.hubToken }),\n });\n },\n};\n"],"mappings":"0RAyBA,SAAS,EAAU,EAAiB,EAA0B,CAC5D,OAAO,SAAS,KAAK,CAAE,MAAO,CAAQ,EAAG,CAAE,QAAO,CAAC,CACrD,CAEA,SAAS,EAAO,EAAqD,CACnE,OAAO,OAAO,GAAU,UAAY,GAAkB,CAAC,MAAM,QAAQ,CAAK,EACrE,EACD,IAAA,EACN,CAEA,eAAe,EAAK,EAAoD,CACtE,GAAI,CACF,OAAO,EAAO,MAAM,EAAQ,KAAK,CAAC,GAAK,CAAC,CAC1C,MAAQ,CACN,MAAO,CAAC,CACV,CACF,CAEA,SAAS,EAAe,EAAyC,CAM/D,GAAI,EAJF,OAAO,EAAM,YAAe,UAC5B,EAAM,WAAW,OAAS,GAC1B,OAAO,EAAM,YAAe,UAC5B,EAAM,WAAW,OAAS,GACjB,MAAO,GAClB,IAAM,EAAW,GAA4B,OAAO,KAAK,CAAK,CAAC,CAAC,MAAO,GAAQ,EAAK,SAAS,CAAG,CAAC,EAUjG,OATI,EAAM,OAAS,QAAgB,EAAQ,CAAC,OAAQ,aAAc,YAAY,CAAC,EAC3E,EAAM,OAAS,YACV,OAAO,EAAM,OAAU,UAAY,EAAQ,CAAC,OAAQ,aAAc,aAAc,OAAO,CAAC,EAC7F,EAAM,OAAS,UAEf,CAAC,KAAM,OAAQ,OAAQ,OAAO,CAAC,CAAC,SAAS,EAAM,SAAmB,IACjE,EAAM,SAAW,QAAU,EAAM,SAAW,SAC7C,EAAQ,CAAC,OAAQ,aAAc,aAAc,YAAa,QAAQ,CAAC,CAGzE,CACA,SAAS,EAAa,EAAqD,CACzE,IAAM,EAAQ,EAAO,CAAK,EAC1B,GAAI,OAAO,GAAO,YAAe,UAAa,EAAM,SAAW,SAAW,EAAM,SAAW,SACzF,OACF,IAAM,EAAW,GACf,OAAO,GAAc,UAAY,EAAU,WAAW,OAAO,EAAI,EAAY,IAAA,GACzE,EAAc,EAAQ,EAAM,WAAW,EACvC,EAAa,EAAQ,EAAM,UAAU,EAC3C,MAAO,CACL,WAAY,EAAM,WAClB,OAAQ,EAAM,OACd,GAAI,IAAgB,IAAA,GAAY,CAAC,EAAI,CAAE,aAAY,EACnD,GAAI,IAAe,IAAA,GAAY,CAAC,EAAI,CAAE,YAAW,EACjD,GAAI,OAAO,EAAM,aAAgB,SAAW,CAAE,YAAa,EAAM,WAAY,EAAI,CAAC,EAClF,GAAI,OAAO,EAAM,aAAgB,SAAW,CAAE,YAAa,EAAM,WAAY,EAAI,CAAC,CACpF,CACF,CAQA,IAAa,EAAb,KAAgE,CAC9D,UACA,cACA,SACA,SAAmB,EACnB,KAAe,EACf,MAAiD,WACjD,WACA,QACA,UACA,eAAyB,EACzB,QACA,SACA,QACA,OAAiB,GAEjB,YAAmB,EAAgC,CACjD,KAAK,UAAY,EAAQ,WAAa,UACtC,KAAK,cAAgB,EAAQ,cAC7B,KAAK,SAAW,EAAQ,QAC1B,CAEA,OAAuC,CACrC,OAAO,OAAO,OAAO,CACnB,UAAW,KAAK,UAChB,SAAU,KAAK,SACf,KAAM,KAAK,KACX,MAAO,KAAK,MACZ,GAAI,KAAK,aAAe,IAAA,GACpB,CAAC,EACD,CACE,UAAW,KAAK,WAAW,UAC3B,OAAQ,KAAK,WAAW,OACxB,WAAY,KAAK,WAAW,gBAAkB,GAChD,EACJ,GAAI,KAAK,YAAc,IAAA,GAAY,CAAC,EAAI,CAAE,UAAW,KAAK,SAAU,EACpE,GAAI,KAAK,UAAY,IAAA,GAAY,CAAC,EAAI,CAAE,QAAS,KAAK,OAAQ,EAC9D,GAAI,KAAK,WAAa,IAAA,GAAY,CAAC,EAAI,CAAE,SAAU,KAAK,QAAS,CACnE,CAAC,CACH,CAEA,SAAwB,CACtB,KAAK,UAAY,EACjB,KAAK,MAAQ,KAAK,KAAO,GAAK,CAChC,CAEA,WAAmB,EAAkB,EAAoC,CACvE,OAAO,IAAU,IAAA,IAAa,EAAQ,QAAQ,IAAI,eAAe,IAAM,UAAU,GACnF,CAEA,MAAc,kBAAkB,EAAqC,CACnE,IAAM,EAAS,EAAkB,EAAQ,OAAO,EAChD,GAAI,IAAW,IAAA,IAAc,EAAO,WAAa,UAAY,EAAO,SAAW,eAC7E,OAAO,EAAU,aAAc,GAAG,EACpC,GAAI,KAAK,QAAU,YAAc,KAAK,QAAU,SAAU,OAAO,EAAU,gCAAiC,GAAG,EAC/G,IAAM,EAAQ,MAAM,EAAK,CAAO,EAC1B,EAAS,EAAO,EAAM,MAAM,EAC5B,EAAa,EAAM,WACzB,GAAI,IAAW,IAAA,IAAa,OAAO,EAAO,UAAa,UAAY,OAAO,EAAO,UAAa,SAC5F,OAAO,EAAU,gCAAiC,GAAG,EACvD,GACE,OAAO,GAAe,UACtB,CAAC,OAAO,UAAU,CAAU,GAC5B,EAAa,KACb,EAAA,KAEA,OAAO,EAAU,qCAAsC,GAAG,EAC5D,IAAM,EAAY,KAAK,IAAI,EAa3B,MAZA,MAAK,WAAa,OAAO,OAAO,CAC9B,UAAW,EAAW,EACtB,OAAQ,OAAO,OAAO,CAAE,GAAG,CAAO,CAAC,EACnC,gBAAiB,EAAa,IAC9B,YACA,sBAAuB,EAAY,EACnC,OAAQ,OAAO,OAAO,CAAE,GAAG,CAAO,CAAC,CACrC,CAAC,EACD,KAAK,MAAQ,wBACb,KAAK,QAAU,IAAA,GACf,KAAK,SAAW,IAAA,GAChB,KAAK,QAAQ,EACN,SAAS,KAAK,KAAK,MAAM,EAAG,CAAE,OAAQ,GAAI,CAAC,CACpD,CAEA,MAAc,QAAQ,EAAkD,EAAsC,CAC5G,GAAI,KAAK,QAAU,UAAY,KAAK,UAAY,IAAA,GAAW,OAAO,EAAU,8BAA+B,GAAG,EAC9G,GAAI,KAAK,UAAY,IAAA,GAAW,OAAO,EAAU,wCAAyC,GAAG,EAC7F,IAAM,EAAW,IAAc,MAAQ,EAAE,KAAK,eAAiB,IAAA,GACzD,EAAoC,CACxC,GAAI,EAAW,EACf,YACA,QAAS,KAAK,QACd,GAAI,IAAa,IAAA,GAAY,CAAC,EAAI,CAAE,UAAS,EAC7C,GAAI,IAAY,IAAA,GAAY,CAAC,EAAI,CAAE,SAAQ,CAC7C,EACM,EAAa,IAAI,SAAkB,EAAS,IAAW,CAC3D,KAAK,QAAU,CAAE,UAAS,UAAS,QAAO,CAC5C,CAAC,EACD,KAAK,QAAQ,EACb,GAAI,CACF,OAAO,SAAS,KAAK,MAAM,CAAU,CACvC,OAAS,EAAO,CACd,OAAO,EAAU,aAAiB,MAAQ,EAAM,QAAU,OAAO,CAAK,EAAG,GAAG,CAC9E,CACF,CAEA,MAAa,MAAM,EAAqC,CACtD,GAAI,KAAK,OAAQ,OAAO,EAAU,iCAAkC,GAAG,EACvE,IAAM,EAAO,IAAI,IAAI,EAAQ,GAAG,CAAC,CAAC,SAClC,GAAI,EAAQ,SAAW,QAAU,IAAS,EAAoB,SAAU,OAAO,KAAK,kBAAkB,CAAO,EAC7G,IAAM,EAAQ,EAAK,WAAW,SAAS,EACjC,EAAM,EAAK,WAAW,OAAO,EACnC,GAAK,GAAS,CAAC,KAAK,WAAW,EAAS,KAAK,aAAa,GAAO,GAAO,CAAC,KAAK,WAAW,EAAS,KAAK,QAAQ,EAC7G,OAAO,EAAU,aAAc,GAAG,EAEpC,GAAI,EAAQ,SAAW,QAAU,IAAS,EAAoB,YAAc,IAAS,EAAoB,UACvG,OAAO,SAAS,KAAK,KAAK,MAAM,CAAC,EACnC,GAAI,EAAQ,SAAW,QAAU,IAAS,EAAoB,aAAc,OAAO,KAAK,QAAQ,SAAS,EACzG,GAAI,EAAQ,SAAW,QAAU,IAAS,EAAoB,YAAa,CACzE,IAAM,EAAS,MAAM,EAAK,CAAO,EAEjC,OADK,EAAe,CAAM,EACnB,KAAK,QAAQ,MAAO,CAAM,EADG,EAAU,uCAAwC,GAAG,CAE3F,CACA,GAAI,EAAQ,SAAW,QAAU,IAAS,EAAoB,UAI5D,OAHI,KAAK,QAAU,UACnB,KAAK,MAAQ,WACb,KAAK,QAAQ,EACN,SAAS,KAAK,KAAK,MAAM,EAAG,CAAE,OAAQ,GAAI,CAAC,GAHd,EAAU,8BAA+B,GAAG,EAKlF,GAAI,EAAQ,SAAW,OAAS,IAAS,EAAoB,cAI3D,OAHI,KAAK,aAAe,IAAA,IAAa,KAAK,QAAU,wBAAgC,SAAS,KAAK,IAAI,GACtG,KAAK,MAAQ,aACb,KAAK,QAAQ,EACN,SAAS,KAAK,KAAK,UAAU,GAEtC,GAAI,EAAQ,SAAW,OAAS,IAAS,EAAoB,iBAC3D,OAAO,SAAS,KAAK,KAAK,UAAY,IAAA,GAAY,KAAO,CAAE,QAAS,KAAK,QAAS,UAAW,KAAK,SAAU,CAAC,EAC/G,GAAI,EAAQ,SAAW,OAAS,IAAS,EAAoB,QAC3D,OAAO,SAAS,KAAK,KAAK,SAAS,SAAW,IAAI,EACpD,GAAI,EAAQ,SAAW,QAAU,IAAS,EAAoB,YAAa,CACzE,IAAM,EAAQ,MAAM,EAAK,CAAO,EAC1B,EAAK,OAAO,EAAM,IAAO,SAAW,EAAM,GAAK,IAAA,GACrD,GAAI,KAAK,UAAY,IAAA,IAAa,KAAK,QAAQ,QAAQ,KAAO,EAAI,OAAO,EAAU,wBAAyB,GAAG,EAC/G,IAAM,EAAU,KAAK,QAKrB,MAJA,MAAK,QAAU,IAAA,GACf,KAAK,QAAQ,EACT,OAAO,EAAM,OAAU,SAAU,EAAQ,OAAW,MAAM,EAAM,KAAK,CAAC,EACrE,EAAQ,QAAQ,EAAM,MAAM,EAC1B,SAAS,KAAK,KAAK,MAAM,CAAC,CACnC,CACA,GAAI,EAAQ,SAAW,QAAU,IAAS,EAAoB,QAAS,CACrE,IAAM,EAAQ,MAAM,EAAK,CAAO,EAChC,GAAI,KAAK,QAAU,aAAc,CAC/B,GAAI,OAAO,EAAM,OAAU,SACzB,KAAK,MAAQ,SACb,KAAK,QAAU,CAAE,KAAM,sBAAuB,QAAS,EAAM,MAAM,MAAM,EAAG,GAAG,CAAE,EACjF,KAAK,WAAa,IAAA,OACb,CACL,IAAM,EAAO,EAAO,EAAM,IAAI,EAC9B,GAAI,OAAO,GAAM,SAAY,UAAY,CAAC,OAAO,SAAS,EAAK,SAAS,EACtE,OAAO,EAAU,0CAA2C,GAAG,EACjE,KAAK,QAAU,EAAK,QACpB,KAAK,UAAY,EAAK,UACtB,KAAK,eAAiB,EACtB,KAAK,MAAQ,QACf,CACF,KACE,MAAK,MAAQ,WACb,KAAK,QAAU,IAAA,GACf,KAAK,UAAY,IAAA,GACjB,KAAK,WAAa,IAAA,GAClB,KAAK,SAAW,EAAa,EAAM,QAAQ,EAG7C,OADA,KAAK,QAAQ,EACN,SAAS,KAAK,KAAK,MAAM,CAAC,CACnC,CACA,OAAO,EAAU,aAAc,GAAG,CACpC,CAEA,OAAqB,CACnB,KAAK,OAAS,GACd,KAAK,SAAS,OAAW,MAAM,6BAA6B,CAAC,EAC7D,KAAK,QAAU,IAAA,GACf,KAAK,QAAU,IAAA,GACf,KAAK,UAAY,IAAA,EACnB,CACF,EAEA,SAAgB,EAAqB,EAAiC,CAAC,EAA6B,CAClG,OAAO,IAAI,EAAyB,CAAO,CAC7C,CAEA,MAAa,EAAe,CAC1B,SAAU,EACV,MAAM,EAAyC,CAC7C,OAAO,EAAqB,CAC1B,GAAI,EAAQ,YAAc,IAAA,GAAY,CAAC,EAAI,CAAE,UAAW,EAAQ,SAAU,EAC1E,GAAI,EAAQ,gBAAkB,IAAA,GAAY,CAAC,EAAI,CAAE,cAAe,EAAQ,aAAc,EACtF,GAAI,EAAQ,WAAa,IAAA,GAAY,CAAC,EAAI,CAAE,SAAU,EAAQ,QAAS,CACzE,CAAC,CACH,CACF"}
@@ -1,3 +1,3 @@
1
- const e=require("../../commands/computerUseCommand.cjs"),t=require("../../types/computerUseApi.cjs"),n=require("../../container/index.cjs");let r=require("@agimon-ai/doompi-extension-contracts/cordis-host"),i=require("@agimon-ai/doompi-extension-contracts/mode");const a=`@agimon-ai/doompi-computer-use`,o=[`computer_state`,`computer_action`,`computer_exec`],s=`[COMPUTER USE ACTIVE]
2
- Use computer_state before acting and after any action that may change the interface. Use only element refs and snapshot ids returned by computer_state. Use computer_action for one semantic press, focus, set_value, or scroll at a time. Use computer_exec only for a trusted, explicitly allowed local TypeScript script. Never infer coordinates, inspect another application, bypass secure elements, or retry an uncertain outcome. Stop computer use when the task is complete.`;function c(e,t=!1){let n=e?.phase??`inactive`,r=t||n!==`inactive`&&n!==`failed`;return{activation:r?n===`stopping`?`deactivating`:n===`awaiting_confirmation`||n===`activating`?`activating`:`active`:`inactive`,condition:n===`awaiting_confirmation`?`blocked`:n===`failed`?`failed`:n===`activating`||n===`stopping`?`queued`:`ready`,...r&&n===`inactive`?{detail:`configure computer use in Activity`}:{},...n===`awaiting_confirmation`?{detail:`awaiting confirmation in Activity`}:{},actions:[{id:`activate`,enabled:!r,...r?{disabledReason:`Computer use is already enabled.`}:{}},{id:`deactivate`,enabled:r,...r?{}:{disabledReason:`Computer use is not enabled.`}},{id:`doctor`,enabled:!0}]}}function l(e,t){let n=new Set(o),r=e.getActiveTools(),i=r.filter(e=>!n.has(e));t&&i.push(...o),(i.length!==r.length||i.some((e,t)=>e!==r[t]))&&e.setActiveTools(i)}function u(r,o,u=n.createComputerUseContainer()){let d=u.client,f,p=!1,m=!1,h,g=()=>void 0,_,v,y=``,b,x,S=()=>{let e=f?.phase??`inactive`,n=`${p}:${e}:${f?.revision??`none`}`;h!==void 0&&n!==y&&(h.publish(c(f,p)),y=n);let r=f===void 0?void 0:p||e!==`inactive`?e:``;v!==void 0&&r!==b&&(v.ui.setStatus(t.COMPUTER_USE_MODE_STATUS_KEY,r),b=r);let i=p||e!==`inactive`?`computer use: ${e}`:void 0;v!==void 0&&i!==x&&(v.ui.setStatus(t.COMPUTER_USE_STATUS_KEY,i),x=i)},C=async()=>{let e=!1;try{e=await u.enabled?.()===!0}catch{e=!1}if(e!==m){if(m=e,!m){if(d!==void 0&&f!==void 0&&f.phase!==`inactive`&&f.phase!==`failed`)try{await d.stop()}catch{}p=!1,f=void 0,l(o,!1)}g()}if(!m||d===void 0){f=void 0,l(o,!1),S();return}try{f=await d.state(),l(o,f.phase===`active`),S()}catch{f=void 0,l(o,!1),S()}};o.registerTool({name:`computer_state`,label:`Computer State`,description:`Observe the authorized application window and return its semantic accessibility state.`,promptSnippet:`Observe the authorized application before choosing a semantic action`,parameters:{type:`object`,properties:{},additionalProperties:!1},async execute(e,t,n){if(!m||d===void 0||f?.phase!==`active`)throw Error(`Computer use is not active for this session.`);let r=await d.observe(n);return{content:[{type:`text`,text:JSON.stringify(r,null,2)}],details:r}}}),o.registerTool({name:`computer_action`,label:`Computer Action`,description:`Perform one constrained semantic action in the authorized application window.`,promptSnippet:`Perform one action using a current computer_state snapshot and element ref`,parameters:{type:`object`,properties:{kind:{type:`string`,enum:[`press`,`focus`,`set_value`,`scroll`]},snapshotId:{type:`string`},elementRef:{type:`string`},value:{type:`string`},direction:{type:`string`,enum:[`up`,`down`,`left`,`right`]},amount:{type:`string`,enum:[`line`,`page`]}},required:[`kind`,`snapshotId`,`elementRef`],additionalProperties:!1},async execute(e,t,n){if(!m||d===void 0||f?.phase!==`active`)throw Error(`Computer use is not active for this session.`);let r=await d.act(t,n);return{content:[{type:`text`,text:JSON.stringify(r,null,2)}],details:r}}}),o.registerTool({name:`computer_exec`,label:`Computer Script`,description:`Run a trusted, explicitly allowed local TypeScript script against the authorized application session.`,promptSnippet:`Run a trusted reusable computer script by its explicitly allowed path and JSON input`,parameters:{type:`object`,properties:{scriptPath:{type:`string`},input:{}},required:[`scriptPath`,`input`],additionalProperties:!1},async execute(e,t,n){if(!m||d===void 0||f?.phase!==`active`)throw Error(`Computer use is not active for this session.`);if(u.scriptRunner===void 0)throw Error(`Computer script execution is unavailable.`);let r=t,i=await u.scriptRunner.execute(r.scriptPath,r.input,n);return{content:[{type:`text`,text:JSON.stringify(i,null,2)}],details:i}}}),r.inject([i.DOOM_MINOR_MODE_CATALOG_SERVICE],e=>{let n=(0,i.requireMinorModeCatalog)(e),r=()=>(0,i.registerMinorModeOwner)(n,{descriptor:{source:a,id:t.COMPUTER_USE_MODE_ID,label:`Computer Use`,description:`Session-scoped semantic control through DoomPi Desktop.`,order:450,actions:[{id:`activate`,label:`Activate`,description:`Open the cockpit activation workflow and native confirmation.`,contexts:[`tui`,`headless`],parameters:[]},{id:`deactivate`,label:`Deactivate`,description:`Stop this session computer-use run.`,contexts:[`tui`,`headless`],parameters:[]},{id:`doctor`,label:`Doctor`,description:`Report Desktop availability and session state.`,contexts:[`tui`,`headless`],parameters:[]}]},initialState:c(f,p),async handleAction(e,t,n){if(v=n.context,e===`activate`){if(await u.enabled?.()!==!0)throw await C(),Error(`Enable computer use in global settings first.`);if(d===void 0)throw Error(`DoomPi Desktop computer use is unavailable.`);return p=!0,await C(),S(),{message:`Computer use is ready to configure in Activity.`}}if(e===`doctor`)return await C(),{message:d===void 0?`DoomPi Desktop session API is unavailable.`:`Computer use is ${f?.phase.replaceAll(`_`,` `)??`unavailable`}.`};if(e===`deactivate`){if(d===void 0)throw Error(`DoomPi Desktop computer use is unavailable.`);return f!==void 0&&f.phase!==`inactive`&&f.phase!==`failed`&&await d.stop(n.signal),p=!1,await C(),S(),{message:`Computer use is off.`}}throw Error(`Unknown computer-use action: ${e}`)}});return g=()=>{m&&h===void 0?(y=``,h=r()):!m&&h!==void 0&&(h.dispose(),h=void 0,y=``)},g(),()=>{g=()=>void 0,h?.dispose(),h=void 0}}),o.on(`before_agent_start`,e=>m&&f?.phase===`active`?{systemPrompt:`${e.systemPrompt}\n\n${s}`}:void 0),o.on(`session_start`,(e,t)=>{v=t,l(o,!1),C(),_&&clearInterval(_),_=setInterval(()=>void C(),250),_.unref?.()}),r.effect(()=>()=>{_&&clearInterval(_),_=void 0,l(o,!1),v?.ui.setStatus(t.COMPUTER_USE_MODE_STATUS_KEY,void 0),v?.ui.setStatus(t.COMPUTER_USE_STATUS_KEY,void 0),v=void 0,h?.dispose(),h=void 0},`${a}/runtime`),e.registerComputerUseCommand(o,u.service)}function d(e,t){u(e,t.pi,t.dependencies)}async function f(e,t=n.createComputerUseContainer()){let i=await(0,r.connectDoomCordisHost)(e,a,{allowStandalone:!0}),o=i.root.plugin(d,{pi:e,dependencies:t});try{await o}catch(e){try{await o.dispose()}finally{await i.dispose()}throw e}let s;e.on(`session_shutdown`,()=>s??=(async()=>{try{await o.dispose()}finally{await i.dispose()}})())}exports.COMPUTER_USE_GUIDANCE=s,exports.COMPUTER_USE_MODE_ID=t.COMPUTER_USE_MODE_ID,exports.COMPUTER_USE_TOOL_NAMES=o,exports.activateComputerUseExtension=f,exports.default=f,exports.installComputerUseRuntime=u,exports.modeState=c,exports.reconcileTools=l;
1
+ const e=require("../../commands/computerUseCommand.cjs"),t=require("../../types/computerUseApi.cjs"),n=require("../../container/index.cjs");let r=require("@agimon-ai/doompi-extension-contracts/cordis-host"),i=require("@agimon-ai/doompi-extension-contracts/mode");const a=`@agimon-ai/doompi-computer-use`,o=[`computer_state`,`computer_action`],s=`[COMPUTER USE ACTIVE]
2
+ Use computer_state before acting and after any action that may change the interface. Use only element refs and snapshot ids returned by computer_state. Use computer_action for one semantic press, set_value, or scroll at a time. Never infer coordinates, inspect another application, bypass secure elements, or retry an uncertain outcome. Stop computer use when the task is complete.`;function c(e,t=!1){let n=e?.phase??`inactive`,r=t||n!==`inactive`&&n!==`failed`;return{activation:r?n===`stopping`?`deactivating`:n===`awaiting_confirmation`||n===`activating`?`activating`:`active`:`inactive`,condition:n===`awaiting_confirmation`?`blocked`:n===`failed`?`failed`:n===`activating`||n===`stopping`?`queued`:`ready`,...r&&n===`inactive`?{detail:`configure computer use in Activity`}:{},...n===`awaiting_confirmation`?{detail:`awaiting confirmation in Activity`}:{},actions:[{id:`activate`,enabled:!r,...r?{disabledReason:`Computer use is already enabled.`}:{}},{id:`deactivate`,enabled:r,...r?{}:{disabledReason:`Computer use is not enabled.`}},{id:`doctor`,enabled:!0}]}}function l(e,t){let n=new Set(o),r=e.getActiveTools(),i=r.filter(e=>!n.has(e));t&&i.push(...o),(i.length!==r.length||i.some((e,t)=>e!==r[t]))&&e.setActiveTools(i)}function u(r,o,u=n.createComputerUseContainer()){let d=u.client,f,p=!1,m,h,g,_=``,v,y,b=()=>{let e=f?.phase??`inactive`,n=`${p}:${e}:${f?.revision??`none`}`;m!==void 0&&n!==_&&(m.publish(c(f,p)),_=n);let r=f===void 0?void 0:p||e!==`inactive`?e:``;g!==void 0&&r!==v&&(g.ui.setStatus(t.COMPUTER_USE_MODE_STATUS_KEY,r),v=r);let i=p||e!==`inactive`?`computer use: ${e}`:void 0;g!==void 0&&i!==y&&(g.ui.setStatus(t.COMPUTER_USE_STATUS_KEY,i),y=i)},x=async()=>{if(d===void 0){f=void 0,l(o,!1),b();return}try{f=await d.state(),l(o,f.phase===`active`),b()}catch{f=void 0,l(o,!1),b()}};o.registerTool({name:`computer_state`,label:`Computer State`,description:`Observe the authorized application window and return its semantic accessibility state.`,promptSnippet:`Observe the authorized application before choosing a semantic action`,parameters:{type:`object`,properties:{},additionalProperties:!1},async execute(e,t,n){if(d===void 0||f?.phase!==`active`)throw Error(`Computer use is not active for this session.`);let r=await d.observe(n);return{content:[{type:`text`,text:JSON.stringify(r,null,2)}],details:r}}}),o.registerTool({name:`computer_action`,label:`Computer Action`,description:`Perform one constrained semantic action in the authorized application window.`,promptSnippet:`Perform one action using a current computer_state snapshot and element ref`,parameters:{type:`object`,properties:{kind:{type:`string`,enum:[`press`,`set_value`,`scroll`]},snapshotId:{type:`string`},elementRef:{type:`string`},value:{type:`string`},direction:{type:`string`,enum:[`up`,`down`,`left`,`right`]},amount:{type:`string`,enum:[`line`,`page`]}},required:[`kind`,`snapshotId`,`elementRef`],additionalProperties:!1},async execute(e,t,n){if(d===void 0||f?.phase!==`active`)throw Error(`Computer use is not active for this session.`);let r=await d.act(t,n);return{content:[{type:`text`,text:JSON.stringify(r,null,2)}],details:r}}}),r.inject([i.DOOM_MINOR_MODE_CATALOG_SERVICE],e=>{let n=(0,i.registerMinorModeOwner)((0,i.requireMinorModeCatalog)(e),{descriptor:{source:a,id:t.COMPUTER_USE_MODE_ID,label:`Computer Use`,description:`Session-scoped semantic control through DoomPi Desktop.`,order:450,actions:[{id:`activate`,label:`Activate`,description:`Open the cockpit activation workflow and native confirmation.`,contexts:[`tui`,`headless`],parameters:[]},{id:`deactivate`,label:`Deactivate`,description:`Stop this session computer-use run.`,contexts:[`tui`,`headless`],parameters:[]},{id:`doctor`,label:`Doctor`,description:`Report Desktop availability and session state.`,contexts:[`tui`,`headless`],parameters:[]}]},initialState:c(f,p),async handleAction(e,t,n){if(g=n.context,e===`activate`){if(d===void 0)throw Error(`DoomPi Desktop computer use is unavailable.`);return p=!0,await x(),b(),{message:`Computer use is ready to configure in Activity.`}}if(e===`doctor`)return await x(),{message:d===void 0?`DoomPi Desktop session API is unavailable.`:`Computer use is ${f?.phase.replaceAll(`_`,` `)??`unavailable`}.`};if(e===`deactivate`){if(d===void 0)throw Error(`DoomPi Desktop computer use is unavailable.`);return f!==void 0&&f.phase!==`inactive`&&f.phase!==`failed`&&await d.stop(n.signal),p=!1,await x(),b(),{message:`Computer use is off.`}}throw Error(`Unknown computer-use action: ${e}`)}});return m=n,()=>{n.dispose(),m===n&&(m=void 0)}}),o.on(`before_agent_start`,e=>f?.phase===`active`?{systemPrompt:`${e.systemPrompt}\n\n${s}`}:void 0),o.on(`session_start`,(e,t)=>{g=t,l(o,!1),x(),h&&clearInterval(h),h=setInterval(()=>void x(),250),h.unref?.()}),r.effect(()=>()=>{h&&clearInterval(h),h=void 0,l(o,!1),g?.ui.setStatus(t.COMPUTER_USE_MODE_STATUS_KEY,void 0),g?.ui.setStatus(t.COMPUTER_USE_STATUS_KEY,void 0),g=void 0,m?.dispose(),m=void 0},`${a}/runtime`),e.registerComputerUseCommand(o,u.service)}function d(e,t){u(e,t.pi,t.dependencies)}async function f(e,t=n.createComputerUseContainer()){let i=await(0,r.connectDoomCordisHost)(e,a,{allowStandalone:!0}),o=i.root.plugin(d,{pi:e,dependencies:t});try{await o}catch(e){try{await o.dispose()}finally{await i.dispose()}throw e}let s;e.on(`session_shutdown`,()=>s??=(async()=>{try{await o.dispose()}finally{await i.dispose()}})())}exports.COMPUTER_USE_GUIDANCE=s,exports.COMPUTER_USE_MODE_ID=t.COMPUTER_USE_MODE_ID,exports.COMPUTER_USE_TOOL_NAMES=o,exports.activateComputerUseExtension=f,exports.default=f,exports.installComputerUseRuntime=u,exports.modeState=c,exports.reconcileTools=l;
3
3
  //# sourceMappingURL=extension.cjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"extension.cjs","names":["createComputerUseContainer","COMPUTER_USE_MODE_STATUS_KEY","COMPUTER_USE_STATUS_KEY","DOOM_MINOR_MODE_CATALOG_SERVICE","requireMinorModeCatalog","registerMinorModeOwner","COMPUTER_USE_MODE_ID","connectDoomCordisHost"],"sources":["../../../src/adapters/pi/extension.ts"],"sourcesContent":["import { connectDoomCordisHost } from '@agimon-ai/doompi-extension-contracts/cordis-host';\nimport {\n DOOM_MINOR_MODE_CATALOG_SERVICE,\n type MinorModeOwnerHandle,\n type MinorModeState,\n registerMinorModeOwner,\n requireMinorModeCatalog,\n} from '@agimon-ai/doompi-extension-contracts/mode';\nimport type { Context } from '@deepseek-ai/cordis';\nimport type { ExtensionAPI, ExtensionContext } from '@earendil-works/pi-coding-agent';\nimport { registerComputerUseCommand } from '../../commands/computerUseCommand.ts';\nimport { createComputerUseContainer } from '../../container/index.ts';\nimport {\n COMPUTER_USE_MODE_ID,\n COMPUTER_USE_MODE_STATUS_KEY,\n COMPUTER_USE_STATUS_KEY,\n type ComputerUseSessionView,\n} from '../../types/computerUseApi.ts';\nimport type { ComputerUseAction } from '../../types/computerUse.ts';\nimport type { ComputerUseExtensionDependencies } from '../../types/extension.ts';\n\nconst PACKAGE_SOURCE = '@agimon-ai/doompi-computer-use';\nexport { COMPUTER_USE_MODE_ID };\nexport const COMPUTER_USE_TOOL_NAMES = ['computer_state', 'computer_action', 'computer_exec'] as const;\nexport const COMPUTER_USE_GUIDANCE = `[COMPUTER USE ACTIVE]\nUse computer_state before acting and after any action that may change the interface. Use only element refs and snapshot ids returned by computer_state. Use computer_action for one semantic press, focus, set_value, or scroll at a time. Use computer_exec only for a trusted, explicitly allowed local TypeScript script. Never infer coordinates, inspect another application, bypass secure elements, or retry an uncertain outcome. Stop computer use when the task is complete.`;\n\nexport function modeState(state?: ComputerUseSessionView, enabled = false): MinorModeState {\n const phase = state?.phase ?? 'inactive';\n const running = phase !== 'inactive' && phase !== 'failed';\n const modeEnabled = enabled || running;\n const activation = modeEnabled\n ? phase === 'stopping'\n ? 'deactivating'\n : phase === 'awaiting_confirmation' || phase === 'activating'\n ? 'activating'\n : 'active'\n : 'inactive';\n return {\n activation,\n condition:\n phase === 'awaiting_confirmation'\n ? 'blocked'\n : phase === 'failed'\n ? 'failed'\n : phase === 'activating' || phase === 'stopping'\n ? 'queued'\n : 'ready',\n ...(modeEnabled && phase === 'inactive' ? { detail: 'configure computer use in Activity' } : {}),\n ...(phase === 'awaiting_confirmation' ? { detail: 'awaiting confirmation in Activity' } : {}),\n actions: [\n {\n id: 'activate',\n enabled: !modeEnabled,\n ...(!modeEnabled ? {} : { disabledReason: 'Computer use is already enabled.' }),\n },\n {\n id: 'deactivate',\n enabled: modeEnabled,\n ...(modeEnabled ? {} : { disabledReason: 'Computer use is not enabled.' }),\n },\n { id: 'doctor', enabled: true },\n ],\n };\n}\n\nexport function reconcileTools(pi: Pick<ExtensionAPI, 'getActiveTools' | 'setActiveTools'>, active: boolean): void {\n const owned = new Set<string>(COMPUTER_USE_TOOL_NAMES);\n const current = pi.getActiveTools();\n const next = current.filter((name) => !owned.has(name));\n if (active) next.push(...COMPUTER_USE_TOOL_NAMES);\n if (next.length !== current.length || next.some((name, index) => name !== current[index])) pi.setActiveTools(next);\n}\n\nexport function installComputerUseRuntime(\n cordis: Context,\n pi: ExtensionAPI,\n dependencies: ComputerUseExtensionDependencies = createComputerUseContainer(),\n): void {\n const client = dependencies.client;\n let state: ComputerUseSessionView | undefined;\n let enabled = false;\n let globallyEnabled = false;\n let mode: MinorModeOwnerHandle | undefined;\n let syncModeOwner = (): void => undefined;\n let timer: ReturnType<typeof setInterval> | undefined;\n let activeContext: ExtensionContext | undefined;\n let publishedMode = '';\n let publishedModeStatus: string | undefined;\n let publishedActivityStatus: string | undefined;\n const publish = (): void => {\n const phase = state?.phase ?? 'inactive';\n const projection = `${enabled}:${phase}:${state?.revision ?? 'none'}`;\n if (mode !== undefined && projection !== publishedMode) {\n mode.publish(modeState(state, enabled));\n publishedMode = projection;\n }\n const modeStatus = state === undefined ? undefined : enabled || phase !== 'inactive' ? phase : '';\n if (activeContext !== undefined && modeStatus !== publishedModeStatus) {\n activeContext.ui.setStatus(COMPUTER_USE_MODE_STATUS_KEY, modeStatus);\n publishedModeStatus = modeStatus;\n }\n const activityStatus = enabled || phase !== 'inactive' ? `computer use: ${phase}` : undefined;\n if (activeContext !== undefined && activityStatus !== publishedActivityStatus) {\n activeContext.ui.setStatus(COMPUTER_USE_STATUS_KEY, activityStatus);\n publishedActivityStatus = activityStatus;\n }\n };\n const refresh = async (): Promise<void> => {\n let nextGloballyEnabled = false;\n try {\n nextGloballyEnabled = (await dependencies.enabled?.()) === true;\n } catch {\n nextGloballyEnabled = false;\n }\n if (nextGloballyEnabled !== globallyEnabled) {\n globallyEnabled = nextGloballyEnabled;\n if (!globallyEnabled) {\n if (client !== undefined && state !== undefined && state.phase !== 'inactive' && state.phase !== 'failed') {\n try {\n await client.stop();\n } catch {\n // The global opt-in is still authoritative even when remote cleanup fails.\n }\n }\n enabled = false;\n state = undefined;\n reconcileTools(pi, false);\n }\n syncModeOwner();\n }\n if (!globallyEnabled || client === undefined) {\n state = undefined;\n reconcileTools(pi, false);\n publish();\n return;\n }\n try {\n state = await client.state();\n reconcileTools(pi, state.phase === 'active');\n publish();\n } catch {\n state = undefined;\n reconcileTools(pi, false);\n publish();\n }\n };\n\n pi.registerTool({\n name: 'computer_state',\n label: 'Computer State',\n description: 'Observe the authorized application window and return its semantic accessibility state.',\n promptSnippet: 'Observe the authorized application before choosing a semantic action',\n parameters: { type: 'object', properties: {}, additionalProperties: false },\n async execute(_toolCallId, _params, signal) {\n if (!globallyEnabled || client === undefined || state?.phase !== 'active')\n throw new Error('Computer use is not active for this session.');\n const observation = await client.observe(signal);\n return { content: [{ type: 'text', text: JSON.stringify(observation, null, 2) }], details: observation };\n },\n });\n pi.registerTool({\n name: 'computer_action',\n label: 'Computer Action',\n description: 'Perform one constrained semantic action in the authorized application window.',\n promptSnippet: 'Perform one action using a current computer_state snapshot and element ref',\n parameters: {\n type: 'object',\n properties: {\n kind: { type: 'string', enum: ['press', 'focus', 'set_value', 'scroll'] },\n snapshotId: { type: 'string' },\n elementRef: { type: 'string' },\n value: { type: 'string' },\n direction: { type: 'string', enum: ['up', 'down', 'left', 'right'] },\n amount: { type: 'string', enum: ['line', 'page'] },\n },\n required: ['kind', 'snapshotId', 'elementRef'],\n additionalProperties: false,\n },\n async execute(_toolCallId, params, signal) {\n if (!globallyEnabled || client === undefined || state?.phase !== 'active')\n throw new Error('Computer use is not active for this session.');\n const result = await client.act(params as unknown as ComputerUseAction, signal);\n return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }], details: result };\n },\n });\n pi.registerTool({\n name: 'computer_exec',\n label: 'Computer Script',\n description:\n 'Run a trusted, explicitly allowed local TypeScript script against the authorized application session.',\n promptSnippet: 'Run a trusted reusable computer script by its explicitly allowed path and JSON input',\n parameters: {\n type: 'object',\n properties: {\n scriptPath: { type: 'string' },\n input: {},\n },\n required: ['scriptPath', 'input'],\n additionalProperties: false,\n },\n async execute(_toolCallId, params, signal) {\n if (!globallyEnabled || client === undefined || state?.phase !== 'active')\n throw new Error('Computer use is not active for this session.');\n if (dependencies.scriptRunner === undefined) throw new Error('Computer script execution is unavailable.');\n const input = params as { scriptPath: string; input: unknown };\n const result = await dependencies.scriptRunner.execute(input.scriptPath, input.input, signal);\n return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }], details: result };\n },\n });\n cordis.inject([DOOM_MINOR_MODE_CATALOG_SERVICE], (context) => {\n const catalog = requireMinorModeCatalog(context);\n const registerOwner = (): MinorModeOwnerHandle =>\n registerMinorModeOwner<ExtensionContext>(catalog, {\n descriptor: {\n source: PACKAGE_SOURCE,\n id: COMPUTER_USE_MODE_ID,\n label: 'Computer Use',\n description: 'Session-scoped semantic control through DoomPi Desktop.',\n order: 450,\n actions: [\n {\n id: 'activate',\n label: 'Activate',\n description: 'Open the cockpit activation workflow and native confirmation.',\n contexts: ['tui', 'headless'],\n parameters: [],\n },\n {\n id: 'deactivate',\n label: 'Deactivate',\n description: 'Stop this session computer-use run.',\n contexts: ['tui', 'headless'],\n parameters: [],\n },\n {\n id: 'doctor',\n label: 'Doctor',\n description: 'Report Desktop availability and session state.',\n contexts: ['tui', 'headless'],\n parameters: [],\n },\n ],\n },\n initialState: modeState(state, enabled),\n async handleAction(actionId, _argumentsValue, execution) {\n activeContext = execution.context;\n if (actionId === 'activate') {\n if ((await dependencies.enabled?.()) !== true) {\n await refresh();\n throw new Error('Enable computer use in global settings first.');\n }\n if (client === undefined) throw new Error('DoomPi Desktop computer use is unavailable.');\n enabled = true;\n await refresh();\n publish();\n return { message: 'Computer use is ready to configure in Activity.' };\n }\n if (actionId === 'doctor') {\n await refresh();\n return {\n message:\n client === undefined\n ? 'DoomPi Desktop session API is unavailable.'\n : `Computer use is ${state?.phase.replaceAll('_', ' ') ?? 'unavailable'}.`,\n };\n }\n if (actionId === 'deactivate') {\n if (client === undefined) throw new Error('DoomPi Desktop computer use is unavailable.');\n if (state !== undefined && state.phase !== 'inactive' && state.phase !== 'failed')\n await client.stop(execution.signal);\n enabled = false;\n await refresh();\n publish();\n return { message: 'Computer use is off.' };\n }\n throw new Error(`Unknown computer-use action: ${actionId}`);\n },\n });\n syncModeOwner = (): void => {\n if (globallyEnabled && mode === undefined) {\n publishedMode = '';\n mode = registerOwner();\n } else if (!globallyEnabled && mode !== undefined) {\n mode.dispose();\n mode = undefined;\n publishedMode = '';\n }\n };\n syncModeOwner();\n return () => {\n syncModeOwner = () => undefined;\n mode?.dispose();\n mode = undefined;\n };\n });\n\n pi.on('before_agent_start', (event) =>\n globallyEnabled && state?.phase === 'active'\n ? { systemPrompt: `${event.systemPrompt}\\n\\n${COMPUTER_USE_GUIDANCE}` }\n : undefined,\n );\n pi.on('session_start', (_event, context) => {\n activeContext = context;\n reconcileTools(pi, false);\n void refresh();\n if (timer) clearInterval(timer);\n timer = setInterval(() => void refresh(), 250);\n timer.unref?.();\n });\n cordis.effect(\n () => () => {\n if (timer) clearInterval(timer);\n timer = undefined;\n reconcileTools(pi, false);\n activeContext?.ui.setStatus(COMPUTER_USE_MODE_STATUS_KEY, undefined);\n activeContext?.ui.setStatus(COMPUTER_USE_STATUS_KEY, undefined);\n activeContext = undefined;\n mode?.dispose();\n mode = undefined;\n },\n `${PACKAGE_SOURCE}/runtime`,\n );\n\n registerComputerUseCommand(pi, dependencies.service);\n}\n\ninterface ComputerUsePluginConfig {\n readonly pi: ExtensionAPI;\n readonly dependencies: ComputerUseExtensionDependencies;\n}\n\nfunction computerUsePlugin(cordis: Context, config: ComputerUsePluginConfig): void {\n installComputerUseRuntime(cordis, config.pi, config.dependencies);\n}\n\nexport async function activateComputerUseExtension(\n pi: ExtensionAPI,\n dependencies: ComputerUseExtensionDependencies = createComputerUseContainer(),\n): Promise<void> {\n const connection = await connectDoomCordisHost(pi, PACKAGE_SOURCE, { allowStandalone: true });\n const fiber = connection.root.plugin(computerUsePlugin, { pi, dependencies });\n try {\n await fiber;\n } catch (error) {\n try {\n await fiber.dispose();\n } finally {\n await connection.dispose();\n }\n throw error;\n }\n let disposal: Promise<void> | undefined;\n pi.on(\n 'session_shutdown',\n () =>\n (disposal ??= (async () => {\n try {\n await fiber.dispose();\n } finally {\n await connection.dispose();\n }\n })()),\n );\n}\n\nexport default activateComputerUseExtension;\n"],"mappings":"uQAqBA,MAAM,EAAiB,iCAEV,EAA0B,CAAC,iBAAkB,kBAAmB,eAAe,EAC/E,EAAwB;wdAGrC,SAAgB,EAAU,EAAgC,EAAU,GAAuB,CACzF,IAAM,EAAQ,GAAO,OAAS,WAExB,EAAc,GADJ,IAAU,YAAc,IAAU,SASlD,MAAO,CACL,WARiB,EACf,IAAU,WACR,eACA,IAAU,yBAA2B,IAAU,aAC7C,aACA,SACJ,WAGF,UACE,IAAU,wBACN,UACA,IAAU,SACR,SACA,IAAU,cAAgB,IAAU,WAClC,SACA,QACV,GAAI,GAAe,IAAU,WAAa,CAAE,OAAQ,oCAAqC,EAAI,CAAC,EAC9F,GAAI,IAAU,wBAA0B,CAAE,OAAQ,mCAAoC,EAAI,CAAC,EAC3F,QAAS,CACP,CACE,GAAI,WACJ,QAAS,CAAC,EACV,GAAK,EAAmB,CAAE,eAAgB,kCAAmC,EAA1D,CAAC,CACtB,EACA,CACE,GAAI,aACJ,QAAS,EACT,GAAI,EAAc,CAAC,EAAI,CAAE,eAAgB,8BAA+B,CAC1E,EACA,CAAE,GAAI,SAAU,QAAS,EAAK,CAChC,CACF,CACF,CAEA,SAAgB,EAAe,EAA6D,EAAuB,CACjH,IAAM,EAAQ,IAAI,IAAY,CAAuB,EAC/C,EAAU,EAAG,eAAe,EAC5B,EAAO,EAAQ,OAAQ,GAAS,CAAC,EAAM,IAAI,CAAI,CAAC,EAClD,GAAQ,EAAK,KAAK,GAAG,CAAuB,GAC5C,EAAK,SAAW,EAAQ,QAAU,EAAK,MAAM,EAAM,IAAU,IAAS,EAAQ,EAAM,IAAG,EAAG,eAAe,CAAI,CACnH,CAEA,SAAgB,EACd,EACA,EACA,EAAiDA,EAAAA,2BAA2B,EACtE,CACN,IAAM,EAAS,EAAa,OACxB,EACA,EAAU,GACV,EAAkB,GAClB,EACA,MAA4B,IAAA,GAC5B,EACA,EACA,EAAgB,GAChB,EACA,EACE,MAAsB,CAC1B,IAAM,EAAQ,GAAO,OAAS,WACxB,EAAa,GAAG,EAAQ,GAAG,EAAM,GAAG,GAAO,UAAY,SACzD,IAAS,IAAA,IAAa,IAAe,IACvC,EAAK,QAAQ,EAAU,EAAO,CAAO,CAAC,EACtC,EAAgB,GAElB,IAAM,EAAa,IAAU,IAAA,GAAY,IAAA,GAAY,GAAW,IAAU,WAAa,EAAQ,GAC3F,IAAkB,IAAA,IAAa,IAAe,IAChD,EAAc,GAAG,UAAUC,EAAAA,6BAA8B,CAAU,EACnE,EAAsB,GAExB,IAAM,EAAiB,GAAW,IAAU,WAAa,iBAAiB,IAAU,IAAA,GAChF,IAAkB,IAAA,IAAa,IAAmB,IACpD,EAAc,GAAG,UAAUC,EAAAA,wBAAyB,CAAc,EAClE,EAA0B,EAE9B,EACM,EAAU,SAA2B,CACzC,IAAI,EAAsB,GAC1B,GAAI,CACF,EAAuB,MAAM,EAAa,UAAU,IAAO,EAC7D,MAAQ,CACN,EAAsB,EACxB,CACA,GAAI,IAAwB,EAAiB,CAE3C,GADA,EAAkB,EACd,CAAC,EAAiB,CACpB,GAAI,IAAW,IAAA,IAAa,IAAU,IAAA,IAAa,EAAM,QAAU,YAAc,EAAM,QAAU,SAC/F,GAAI,CACF,MAAM,EAAO,KAAK,CACpB,MAAQ,CAER,CAEF,EAAU,GACV,EAAQ,IAAA,GACR,EAAe,EAAI,EAAK,CAC1B,CACA,EAAc,CAChB,CACA,GAAI,CAAC,GAAmB,IAAW,IAAA,GAAW,CAC5C,EAAQ,IAAA,GACR,EAAe,EAAI,EAAK,EACxB,EAAQ,EACR,MACF,CACA,GAAI,CACF,EAAQ,MAAM,EAAO,MAAM,EAC3B,EAAe,EAAI,EAAM,QAAU,QAAQ,EAC3C,EAAQ,CACV,MAAQ,CACN,EAAQ,IAAA,GACR,EAAe,EAAI,EAAK,EACxB,EAAQ,CACV,CACF,EAEA,EAAG,aAAa,CACd,KAAM,iBACN,MAAO,iBACP,YAAa,yFACb,cAAe,uEACf,WAAY,CAAE,KAAM,SAAU,WAAY,CAAC,EAAG,qBAAsB,EAAM,EAC1E,MAAM,QAAQ,EAAa,EAAS,EAAQ,CAC1C,GAAI,CAAC,GAAmB,IAAW,IAAA,IAAa,GAAO,QAAU,SAC/D,MAAU,MAAM,8CAA8C,EAChE,IAAM,EAAc,MAAM,EAAO,QAAQ,CAAM,EAC/C,MAAO,CAAE,QAAS,CAAC,CAAE,KAAM,OAAQ,KAAM,KAAK,UAAU,EAAa,KAAM,CAAC,CAAE,CAAC,EAAG,QAAS,CAAY,CACzG,CACF,CAAC,EACD,EAAG,aAAa,CACd,KAAM,kBACN,MAAO,kBACP,YAAa,gFACb,cAAe,6EACf,WAAY,CACV,KAAM,SACN,WAAY,CACV,KAAM,CAAE,KAAM,SAAU,KAAM,CAAC,QAAS,QAAS,YAAa,QAAQ,CAAE,EACxE,WAAY,CAAE,KAAM,QAAS,EAC7B,WAAY,CAAE,KAAM,QAAS,EAC7B,MAAO,CAAE,KAAM,QAAS,EACxB,UAAW,CAAE,KAAM,SAAU,KAAM,CAAC,KAAM,OAAQ,OAAQ,OAAO,CAAE,EACnE,OAAQ,CAAE,KAAM,SAAU,KAAM,CAAC,OAAQ,MAAM,CAAE,CACnD,EACA,SAAU,CAAC,OAAQ,aAAc,YAAY,EAC7C,qBAAsB,EACxB,EACA,MAAM,QAAQ,EAAa,EAAQ,EAAQ,CACzC,GAAI,CAAC,GAAmB,IAAW,IAAA,IAAa,GAAO,QAAU,SAC/D,MAAU,MAAM,8CAA8C,EAChE,IAAM,EAAS,MAAM,EAAO,IAAI,EAAwC,CAAM,EAC9E,MAAO,CAAE,QAAS,CAAC,CAAE,KAAM,OAAQ,KAAM,KAAK,UAAU,EAAQ,KAAM,CAAC,CAAE,CAAC,EAAG,QAAS,CAAO,CAC/F,CACF,CAAC,EACD,EAAG,aAAa,CACd,KAAM,gBACN,MAAO,kBACP,YACE,wGACF,cAAe,uFACf,WAAY,CACV,KAAM,SACN,WAAY,CACV,WAAY,CAAE,KAAM,QAAS,EAC7B,MAAO,CAAC,CACV,EACA,SAAU,CAAC,aAAc,OAAO,EAChC,qBAAsB,EACxB,EACA,MAAM,QAAQ,EAAa,EAAQ,EAAQ,CACzC,GAAI,CAAC,GAAmB,IAAW,IAAA,IAAa,GAAO,QAAU,SAC/D,MAAU,MAAM,8CAA8C,EAChE,GAAI,EAAa,eAAiB,IAAA,GAAW,MAAU,MAAM,2CAA2C,EACxG,IAAM,EAAQ,EACR,EAAS,MAAM,EAAa,aAAa,QAAQ,EAAM,WAAY,EAAM,MAAO,CAAM,EAC5F,MAAO,CAAE,QAAS,CAAC,CAAE,KAAM,OAAQ,KAAM,KAAK,UAAU,EAAQ,KAAM,CAAC,CAAE,CAAC,EAAG,QAAS,CAAO,CAC/F,CACF,CAAC,EACD,EAAO,OAAO,CAACC,EAAAA,+BAA+B,EAAI,GAAY,CAC5D,IAAM,GAAA,EAAUC,EAAAA,wBAAAA,CAAwB,CAAO,EACzC,OAAA,EACJC,EAAAA,uBAAAA,CAAyC,EAAS,CAChD,WAAY,CACV,OAAQ,EACR,GAAIC,EAAAA,qBACJ,MAAO,eACP,YAAa,0DACb,MAAO,IACP,QAAS,CACP,CACE,GAAI,WACJ,MAAO,WACP,YAAa,gEACb,SAAU,CAAC,MAAO,UAAU,EAC5B,WAAY,CAAC,CACf,EACA,CACE,GAAI,aACJ,MAAO,aACP,YAAa,sCACb,SAAU,CAAC,MAAO,UAAU,EAC5B,WAAY,CAAC,CACf,EACA,CACE,GAAI,SACJ,MAAO,SACP,YAAa,iDACb,SAAU,CAAC,MAAO,UAAU,EAC5B,WAAY,CAAC,CACf,CACF,CACF,EACA,aAAc,EAAU,EAAO,CAAO,EACtC,MAAM,aAAa,EAAU,EAAiB,EAAW,CAEvD,GADA,EAAgB,EAAU,QACtB,IAAa,WAAY,CAC3B,GAAK,MAAM,EAAa,UAAU,IAAO,GAEvC,MADA,MAAM,EAAQ,EACJ,MAAM,+CAA+C,EAEjE,GAAI,IAAW,IAAA,GAAW,MAAU,MAAM,6CAA6C,EAIvF,MAHA,GAAU,GACV,MAAM,EAAQ,EACd,EAAQ,EACD,CAAE,QAAS,iDAAkD,CACtE,CACA,GAAI,IAAa,SAEf,OADA,MAAM,EAAQ,EACP,CACL,QACE,IAAW,IAAA,GACP,6CACA,mBAAmB,GAAO,MAAM,WAAW,IAAK,GAAG,GAAK,cAAc,EAC9E,EAEF,GAAI,IAAa,aAAc,CAC7B,GAAI,IAAW,IAAA,GAAW,MAAU,MAAM,6CAA6C,EAMvF,OALI,IAAU,IAAA,IAAa,EAAM,QAAU,YAAc,EAAM,QAAU,UACvE,MAAM,EAAO,KAAK,EAAU,MAAM,EACpC,EAAU,GACV,MAAM,EAAQ,EACd,EAAQ,EACD,CAAE,QAAS,sBAAuB,CAC3C,CACA,MAAU,MAAM,gCAAgC,GAAU,CAC5D,CACF,CAAC,EAYH,MAXA,OAA4B,CACtB,GAAmB,IAAS,IAAA,IAC9B,EAAgB,GAChB,EAAO,EAAc,GACZ,CAAC,GAAmB,IAAS,IAAA,KACtC,EAAK,QAAQ,EACb,EAAO,IAAA,GACP,EAAgB,GAEpB,EACA,EAAc,MACD,CACX,MAAsB,IAAA,GACtB,GAAM,QAAQ,EACd,EAAO,IAAA,EACT,CACF,CAAC,EAED,EAAG,GAAG,qBAAuB,GAC3B,GAAmB,GAAO,QAAU,SAChC,CAAE,aAAc,GAAG,EAAM,aAAa,MAAM,GAAwB,EACpE,IAAA,EACN,EACA,EAAG,GAAG,iBAAkB,EAAQ,IAAY,CAC1C,EAAgB,EAChB,EAAe,EAAI,EAAK,EACxB,EAAa,EACT,GAAO,cAAc,CAAK,EAC9B,EAAQ,gBAAkB,KAAK,EAAQ,EAAG,GAAG,EAC7C,EAAM,QAAQ,CAChB,CAAC,EACD,EAAO,eACO,CACN,GAAO,cAAc,CAAK,EAC9B,EAAQ,IAAA,GACR,EAAe,EAAI,EAAK,EACxB,GAAe,GAAG,UAAUL,EAAAA,6BAA8B,IAAA,EAAS,EACnE,GAAe,GAAG,UAAUC,EAAAA,wBAAyB,IAAA,EAAS,EAC9D,EAAgB,IAAA,GAChB,GAAM,QAAQ,EACd,EAAO,IAAA,EACT,EACA,GAAG,EAAe,SACpB,EAEA,EAAA,2BAA2B,EAAI,EAAa,OAAO,CACrD,CAOA,SAAS,EAAkB,EAAiB,EAAuC,CACjF,EAA0B,EAAQ,EAAO,GAAI,EAAO,YAAY,CAClE,CAEA,eAAsB,EACpB,EACA,EAAiDF,EAAAA,2BAA2B,EAC7D,CACf,IAAM,EAAa,MAAA,EAAMO,EAAAA,sBAAAA,CAAsB,EAAI,EAAgB,CAAE,gBAAiB,EAAK,CAAC,EACtF,EAAQ,EAAW,KAAK,OAAO,EAAmB,CAAE,KAAI,cAAa,CAAC,EAC5E,GAAI,CACF,MAAM,CACR,OAAS,EAAO,CACd,GAAI,CACF,MAAM,EAAM,QAAQ,CACtB,QAAU,CACR,MAAM,EAAW,QAAQ,CAC3B,CACA,MAAM,CACR,CACA,IAAI,EACJ,EAAG,GACD,uBAEG,KAAc,SAAY,CACzB,GAAI,CACF,MAAM,EAAM,QAAQ,CACtB,QAAU,CACR,MAAM,EAAW,QAAQ,CAC3B,CACF,EAAA,CAAG,CACP,CACF"}
1
+ {"version":3,"file":"extension.cjs","names":["createComputerUseContainer","COMPUTER_USE_MODE_STATUS_KEY","COMPUTER_USE_STATUS_KEY","DOOM_MINOR_MODE_CATALOG_SERVICE","registerMinorModeOwner","requireMinorModeCatalog","COMPUTER_USE_MODE_ID","connectDoomCordisHost"],"sources":["../../../src/adapters/pi/extension.ts"],"sourcesContent":["import { connectDoomCordisHost } from '@agimon-ai/doompi-extension-contracts/cordis-host';\nimport {\n DOOM_MINOR_MODE_CATALOG_SERVICE,\n type MinorModeOwnerHandle,\n type MinorModeState,\n registerMinorModeOwner,\n requireMinorModeCatalog,\n} from '@agimon-ai/doompi-extension-contracts/mode';\nimport type { Context } from '@deepseek-ai/cordis';\nimport type { ExtensionAPI, ExtensionContext } from '@earendil-works/pi-coding-agent';\nimport { registerComputerUseCommand } from '../../commands/computerUseCommand.ts';\nimport { createComputerUseContainer } from '../../container/index.ts';\nimport {\n COMPUTER_USE_MODE_ID,\n COMPUTER_USE_MODE_STATUS_KEY,\n COMPUTER_USE_STATUS_KEY,\n type ComputerUseSessionView,\n} from '../../types/computerUseApi.ts';\nimport type { ComputerUseAction } from '../../types/computerUse.ts';\nimport type { ComputerUseExtensionDependencies } from '../../types/extension.ts';\n\nconst PACKAGE_SOURCE = '@agimon-ai/doompi-computer-use';\nexport { COMPUTER_USE_MODE_ID };\nexport const COMPUTER_USE_TOOL_NAMES = ['computer_state', 'computer_action'] as const;\nexport const COMPUTER_USE_GUIDANCE = `[COMPUTER USE ACTIVE]\nUse computer_state before acting and after any action that may change the interface. Use only element refs and snapshot ids returned by computer_state. Use computer_action for one semantic press, set_value, or scroll at a time. Never infer coordinates, inspect another application, bypass secure elements, or retry an uncertain outcome. Stop computer use when the task is complete.`;\n\nexport function modeState(state?: ComputerUseSessionView, enabled = false): MinorModeState {\n const phase = state?.phase ?? 'inactive';\n const running = phase !== 'inactive' && phase !== 'failed';\n const modeEnabled = enabled || running;\n const activation = modeEnabled\n ? phase === 'stopping'\n ? 'deactivating'\n : phase === 'awaiting_confirmation' || phase === 'activating'\n ? 'activating'\n : 'active'\n : 'inactive';\n return {\n activation,\n condition:\n phase === 'awaiting_confirmation'\n ? 'blocked'\n : phase === 'failed'\n ? 'failed'\n : phase === 'activating' || phase === 'stopping'\n ? 'queued'\n : 'ready',\n ...(modeEnabled && phase === 'inactive' ? { detail: 'configure computer use in Activity' } : {}),\n ...(phase === 'awaiting_confirmation' ? { detail: 'awaiting confirmation in Activity' } : {}),\n actions: [\n {\n id: 'activate',\n enabled: !modeEnabled,\n ...(!modeEnabled ? {} : { disabledReason: 'Computer use is already enabled.' }),\n },\n {\n id: 'deactivate',\n enabled: modeEnabled,\n ...(modeEnabled ? {} : { disabledReason: 'Computer use is not enabled.' }),\n },\n { id: 'doctor', enabled: true },\n ],\n };\n}\n\nexport function reconcileTools(pi: Pick<ExtensionAPI, 'getActiveTools' | 'setActiveTools'>, active: boolean): void {\n const owned = new Set<string>(COMPUTER_USE_TOOL_NAMES);\n const current = pi.getActiveTools();\n const next = current.filter((name) => !owned.has(name));\n if (active) next.push(...COMPUTER_USE_TOOL_NAMES);\n if (next.length !== current.length || next.some((name, index) => name !== current[index])) pi.setActiveTools(next);\n}\n\nexport function installComputerUseRuntime(\n cordis: Context,\n pi: ExtensionAPI,\n dependencies: ComputerUseExtensionDependencies = createComputerUseContainer(),\n): void {\n const client = dependencies.client;\n let state: ComputerUseSessionView | undefined;\n let enabled = false;\n let mode: MinorModeOwnerHandle | undefined;\n let timer: ReturnType<typeof setInterval> | undefined;\n let activeContext: ExtensionContext | undefined;\n let publishedMode = '';\n let publishedModeStatus: string | undefined;\n let publishedActivityStatus: string | undefined;\n\n const publish = (): void => {\n const phase = state?.phase ?? 'inactive';\n const projection = `${enabled}:${phase}:${state?.revision ?? 'none'}`;\n if (mode !== undefined && projection !== publishedMode) {\n mode.publish(modeState(state, enabled));\n publishedMode = projection;\n }\n const modeStatus = state === undefined ? undefined : enabled || phase !== 'inactive' ? phase : '';\n if (activeContext !== undefined && modeStatus !== publishedModeStatus) {\n activeContext.ui.setStatus(COMPUTER_USE_MODE_STATUS_KEY, modeStatus);\n publishedModeStatus = modeStatus;\n }\n const activityStatus = enabled || phase !== 'inactive' ? `computer use: ${phase}` : undefined;\n if (activeContext !== undefined && activityStatus !== publishedActivityStatus) {\n activeContext.ui.setStatus(COMPUTER_USE_STATUS_KEY, activityStatus);\n publishedActivityStatus = activityStatus;\n }\n };\n const refresh = async (): Promise<void> => {\n if (client === undefined) {\n state = undefined;\n reconcileTools(pi, false);\n publish();\n return;\n }\n try {\n state = await client.state();\n reconcileTools(pi, state.phase === 'active');\n publish();\n } catch {\n state = undefined;\n reconcileTools(pi, false);\n publish();\n }\n };\n\n pi.registerTool({\n name: 'computer_state',\n label: 'Computer State',\n description: 'Observe the authorized application window and return its semantic accessibility state.',\n promptSnippet: 'Observe the authorized application before choosing a semantic action',\n parameters: { type: 'object', properties: {}, additionalProperties: false },\n async execute(_toolCallId, _params, signal) {\n if (client === undefined || state?.phase !== 'active')\n throw new Error('Computer use is not active for this session.');\n const observation = await client.observe(signal);\n return { content: [{ type: 'text', text: JSON.stringify(observation, null, 2) }], details: observation };\n },\n });\n pi.registerTool({\n name: 'computer_action',\n label: 'Computer Action',\n description: 'Perform one constrained semantic action in the authorized application window.',\n promptSnippet: 'Perform one action using a current computer_state snapshot and element ref',\n parameters: {\n type: 'object',\n properties: {\n kind: { type: 'string', enum: ['press', 'set_value', 'scroll'] },\n snapshotId: { type: 'string' },\n elementRef: { type: 'string' },\n value: { type: 'string' },\n direction: { type: 'string', enum: ['up', 'down', 'left', 'right'] },\n amount: { type: 'string', enum: ['line', 'page'] },\n },\n required: ['kind', 'snapshotId', 'elementRef'],\n additionalProperties: false,\n },\n async execute(_toolCallId, params, signal) {\n if (client === undefined || state?.phase !== 'active')\n throw new Error('Computer use is not active for this session.');\n const result = await client.act(params as unknown as ComputerUseAction, signal);\n return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }], details: result };\n },\n });\n\n cordis.inject([DOOM_MINOR_MODE_CATALOG_SERVICE], (context) => {\n const owner = registerMinorModeOwner<ExtensionContext>(requireMinorModeCatalog(context), {\n descriptor: {\n source: PACKAGE_SOURCE,\n id: COMPUTER_USE_MODE_ID,\n label: 'Computer Use',\n description: 'Session-scoped semantic control through DoomPi Desktop.',\n order: 450,\n actions: [\n {\n id: 'activate',\n label: 'Activate',\n description: 'Open the cockpit activation workflow and native confirmation.',\n contexts: ['tui', 'headless'],\n parameters: [],\n },\n {\n id: 'deactivate',\n label: 'Deactivate',\n description: 'Stop this session computer-use run.',\n contexts: ['tui', 'headless'],\n parameters: [],\n },\n {\n id: 'doctor',\n label: 'Doctor',\n description: 'Report Desktop availability and session state.',\n contexts: ['tui', 'headless'],\n parameters: [],\n },\n ],\n },\n initialState: modeState(state, enabled),\n async handleAction(actionId, _argumentsValue, execution) {\n activeContext = execution.context;\n if (actionId === 'activate') {\n if (client === undefined) throw new Error('DoomPi Desktop computer use is unavailable.');\n enabled = true;\n await refresh();\n publish();\n return { message: 'Computer use is ready to configure in Activity.' };\n }\n if (actionId === 'doctor') {\n await refresh();\n return {\n message:\n client === undefined\n ? 'DoomPi Desktop session API is unavailable.'\n : `Computer use is ${state?.phase.replaceAll('_', ' ') ?? 'unavailable'}.`,\n };\n }\n if (actionId === 'deactivate') {\n if (client === undefined) throw new Error('DoomPi Desktop computer use is unavailable.');\n if (state !== undefined && state.phase !== 'inactive' && state.phase !== 'failed')\n await client.stop(execution.signal);\n enabled = false;\n await refresh();\n publish();\n return { message: 'Computer use is off.' };\n }\n throw new Error(`Unknown computer-use action: ${actionId}`);\n },\n });\n mode = owner;\n return () => {\n owner.dispose();\n if (mode === owner) mode = undefined;\n };\n });\n\n pi.on('before_agent_start', (event) =>\n state?.phase === 'active' ? { systemPrompt: `${event.systemPrompt}\\n\\n${COMPUTER_USE_GUIDANCE}` } : undefined,\n );\n pi.on('session_start', (_event, context) => {\n activeContext = context;\n reconcileTools(pi, false);\n void refresh();\n if (timer) clearInterval(timer);\n timer = setInterval(() => void refresh(), 250);\n timer.unref?.();\n });\n cordis.effect(\n () => () => {\n if (timer) clearInterval(timer);\n timer = undefined;\n reconcileTools(pi, false);\n activeContext?.ui.setStatus(COMPUTER_USE_MODE_STATUS_KEY, undefined);\n activeContext?.ui.setStatus(COMPUTER_USE_STATUS_KEY, undefined);\n activeContext = undefined;\n mode?.dispose();\n mode = undefined;\n },\n `${PACKAGE_SOURCE}/runtime`,\n );\n\n registerComputerUseCommand(pi, dependencies.service);\n}\n\ninterface ComputerUsePluginConfig {\n readonly pi: ExtensionAPI;\n readonly dependencies: ComputerUseExtensionDependencies;\n}\n\nfunction computerUsePlugin(cordis: Context, config: ComputerUsePluginConfig): void {\n installComputerUseRuntime(cordis, config.pi, config.dependencies);\n}\n\nexport async function activateComputerUseExtension(\n pi: ExtensionAPI,\n dependencies: ComputerUseExtensionDependencies = createComputerUseContainer(),\n): Promise<void> {\n const connection = await connectDoomCordisHost(pi, PACKAGE_SOURCE, { allowStandalone: true });\n const fiber = connection.root.plugin(computerUsePlugin, { pi, dependencies });\n try {\n await fiber;\n } catch (error) {\n try {\n await fiber.dispose();\n } finally {\n await connection.dispose();\n }\n throw error;\n }\n let disposal: Promise<void> | undefined;\n pi.on(\n 'session_shutdown',\n () =>\n (disposal ??= (async () => {\n try {\n await fiber.dispose();\n } finally {\n await connection.dispose();\n }\n })()),\n );\n}\n\nexport default activateComputerUseExtension;\n"],"mappings":"uQAqBA,MAAM,EAAiB,iCAEV,EAA0B,CAAC,iBAAkB,iBAAiB,EAC9D,EAAwB;+XAGrC,SAAgB,EAAU,EAAgC,EAAU,GAAuB,CACzF,IAAM,EAAQ,GAAO,OAAS,WAExB,EAAc,GADJ,IAAU,YAAc,IAAU,SASlD,MAAO,CACL,WARiB,EACf,IAAU,WACR,eACA,IAAU,yBAA2B,IAAU,aAC7C,aACA,SACJ,WAGF,UACE,IAAU,wBACN,UACA,IAAU,SACR,SACA,IAAU,cAAgB,IAAU,WAClC,SACA,QACV,GAAI,GAAe,IAAU,WAAa,CAAE,OAAQ,oCAAqC,EAAI,CAAC,EAC9F,GAAI,IAAU,wBAA0B,CAAE,OAAQ,mCAAoC,EAAI,CAAC,EAC3F,QAAS,CACP,CACE,GAAI,WACJ,QAAS,CAAC,EACV,GAAK,EAAmB,CAAE,eAAgB,kCAAmC,EAA1D,CAAC,CACtB,EACA,CACE,GAAI,aACJ,QAAS,EACT,GAAI,EAAc,CAAC,EAAI,CAAE,eAAgB,8BAA+B,CAC1E,EACA,CAAE,GAAI,SAAU,QAAS,EAAK,CAChC,CACF,CACF,CAEA,SAAgB,EAAe,EAA6D,EAAuB,CACjH,IAAM,EAAQ,IAAI,IAAY,CAAuB,EAC/C,EAAU,EAAG,eAAe,EAC5B,EAAO,EAAQ,OAAQ,GAAS,CAAC,EAAM,IAAI,CAAI,CAAC,EAClD,GAAQ,EAAK,KAAK,GAAG,CAAuB,GAC5C,EAAK,SAAW,EAAQ,QAAU,EAAK,MAAM,EAAM,IAAU,IAAS,EAAQ,EAAM,IAAG,EAAG,eAAe,CAAI,CACnH,CAEA,SAAgB,EACd,EACA,EACA,EAAiDA,EAAAA,2BAA2B,EACtE,CACN,IAAM,EAAS,EAAa,OACxB,EACA,EAAU,GACV,EACA,EACA,EACA,EAAgB,GAChB,EACA,EAEE,MAAsB,CAC1B,IAAM,EAAQ,GAAO,OAAS,WACxB,EAAa,GAAG,EAAQ,GAAG,EAAM,GAAG,GAAO,UAAY,SACzD,IAAS,IAAA,IAAa,IAAe,IACvC,EAAK,QAAQ,EAAU,EAAO,CAAO,CAAC,EACtC,EAAgB,GAElB,IAAM,EAAa,IAAU,IAAA,GAAY,IAAA,GAAY,GAAW,IAAU,WAAa,EAAQ,GAC3F,IAAkB,IAAA,IAAa,IAAe,IAChD,EAAc,GAAG,UAAUC,EAAAA,6BAA8B,CAAU,EACnE,EAAsB,GAExB,IAAM,EAAiB,GAAW,IAAU,WAAa,iBAAiB,IAAU,IAAA,GAChF,IAAkB,IAAA,IAAa,IAAmB,IACpD,EAAc,GAAG,UAAUC,EAAAA,wBAAyB,CAAc,EAClE,EAA0B,EAE9B,EACM,EAAU,SAA2B,CACzC,GAAI,IAAW,IAAA,GAAW,CACxB,EAAQ,IAAA,GACR,EAAe,EAAI,EAAK,EACxB,EAAQ,EACR,MACF,CACA,GAAI,CACF,EAAQ,MAAM,EAAO,MAAM,EAC3B,EAAe,EAAI,EAAM,QAAU,QAAQ,EAC3C,EAAQ,CACV,MAAQ,CACN,EAAQ,IAAA,GACR,EAAe,EAAI,EAAK,EACxB,EAAQ,CACV,CACF,EAEA,EAAG,aAAa,CACd,KAAM,iBACN,MAAO,iBACP,YAAa,yFACb,cAAe,uEACf,WAAY,CAAE,KAAM,SAAU,WAAY,CAAC,EAAG,qBAAsB,EAAM,EAC1E,MAAM,QAAQ,EAAa,EAAS,EAAQ,CAC1C,GAAI,IAAW,IAAA,IAAa,GAAO,QAAU,SAC3C,MAAU,MAAM,8CAA8C,EAChE,IAAM,EAAc,MAAM,EAAO,QAAQ,CAAM,EAC/C,MAAO,CAAE,QAAS,CAAC,CAAE,KAAM,OAAQ,KAAM,KAAK,UAAU,EAAa,KAAM,CAAC,CAAE,CAAC,EAAG,QAAS,CAAY,CACzG,CACF,CAAC,EACD,EAAG,aAAa,CACd,KAAM,kBACN,MAAO,kBACP,YAAa,gFACb,cAAe,6EACf,WAAY,CACV,KAAM,SACN,WAAY,CACV,KAAM,CAAE,KAAM,SAAU,KAAM,CAAC,QAAS,YAAa,QAAQ,CAAE,EAC/D,WAAY,CAAE,KAAM,QAAS,EAC7B,WAAY,CAAE,KAAM,QAAS,EAC7B,MAAO,CAAE,KAAM,QAAS,EACxB,UAAW,CAAE,KAAM,SAAU,KAAM,CAAC,KAAM,OAAQ,OAAQ,OAAO,CAAE,EACnE,OAAQ,CAAE,KAAM,SAAU,KAAM,CAAC,OAAQ,MAAM,CAAE,CACnD,EACA,SAAU,CAAC,OAAQ,aAAc,YAAY,EAC7C,qBAAsB,EACxB,EACA,MAAM,QAAQ,EAAa,EAAQ,EAAQ,CACzC,GAAI,IAAW,IAAA,IAAa,GAAO,QAAU,SAC3C,MAAU,MAAM,8CAA8C,EAChE,IAAM,EAAS,MAAM,EAAO,IAAI,EAAwC,CAAM,EAC9E,MAAO,CAAE,QAAS,CAAC,CAAE,KAAM,OAAQ,KAAM,KAAK,UAAU,EAAQ,KAAM,CAAC,CAAE,CAAC,EAAG,QAAS,CAAO,CAC/F,CACF,CAAC,EAED,EAAO,OAAO,CAACC,EAAAA,+BAA+B,EAAI,GAAY,CAC5D,IAAM,GAAA,EAAQC,EAAAA,uBAAAA,EAAAA,EAAyCC,EAAAA,wBAAAA,CAAwB,CAAO,EAAG,CACvF,WAAY,CACV,OAAQ,EACR,GAAIC,EAAAA,qBACJ,MAAO,eACP,YAAa,0DACb,MAAO,IACP,QAAS,CACP,CACE,GAAI,WACJ,MAAO,WACP,YAAa,gEACb,SAAU,CAAC,MAAO,UAAU,EAC5B,WAAY,CAAC,CACf,EACA,CACE,GAAI,aACJ,MAAO,aACP,YAAa,sCACb,SAAU,CAAC,MAAO,UAAU,EAC5B,WAAY,CAAC,CACf,EACA,CACE,GAAI,SACJ,MAAO,SACP,YAAa,iDACb,SAAU,CAAC,MAAO,UAAU,EAC5B,WAAY,CAAC,CACf,CACF,CACF,EACA,aAAc,EAAU,EAAO,CAAO,EACtC,MAAM,aAAa,EAAU,EAAiB,EAAW,CAEvD,GADA,EAAgB,EAAU,QACtB,IAAa,WAAY,CAC3B,GAAI,IAAW,IAAA,GAAW,MAAU,MAAM,6CAA6C,EAIvF,MAHA,GAAU,GACV,MAAM,EAAQ,EACd,EAAQ,EACD,CAAE,QAAS,iDAAkD,CACtE,CACA,GAAI,IAAa,SAEf,OADA,MAAM,EAAQ,EACP,CACL,QACE,IAAW,IAAA,GACP,6CACA,mBAAmB,GAAO,MAAM,WAAW,IAAK,GAAG,GAAK,cAAc,EAC9E,EAEF,GAAI,IAAa,aAAc,CAC7B,GAAI,IAAW,IAAA,GAAW,MAAU,MAAM,6CAA6C,EAMvF,OALI,IAAU,IAAA,IAAa,EAAM,QAAU,YAAc,EAAM,QAAU,UACvE,MAAM,EAAO,KAAK,EAAU,MAAM,EACpC,EAAU,GACV,MAAM,EAAQ,EACd,EAAQ,EACD,CAAE,QAAS,sBAAuB,CAC3C,CACA,MAAU,MAAM,gCAAgC,GAAU,CAC5D,CACF,CAAC,EAED,MADA,GAAO,MACM,CACX,EAAM,QAAQ,EACV,IAAS,IAAO,EAAO,IAAA,GAC7B,CACF,CAAC,EAED,EAAG,GAAG,qBAAuB,GAC3B,GAAO,QAAU,SAAW,CAAE,aAAc,GAAG,EAAM,aAAa,MAAM,GAAwB,EAAI,IAAA,EACtG,EACA,EAAG,GAAG,iBAAkB,EAAQ,IAAY,CAC1C,EAAgB,EAChB,EAAe,EAAI,EAAK,EACxB,EAAa,EACT,GAAO,cAAc,CAAK,EAC9B,EAAQ,gBAAkB,KAAK,EAAQ,EAAG,GAAG,EAC7C,EAAM,QAAQ,CAChB,CAAC,EACD,EAAO,eACO,CACN,GAAO,cAAc,CAAK,EAC9B,EAAQ,IAAA,GACR,EAAe,EAAI,EAAK,EACxB,GAAe,GAAG,UAAUL,EAAAA,6BAA8B,IAAA,EAAS,EACnE,GAAe,GAAG,UAAUC,EAAAA,wBAAyB,IAAA,EAAS,EAC9D,EAAgB,IAAA,GAChB,GAAM,QAAQ,EACd,EAAO,IAAA,EACT,EACA,GAAG,EAAe,SACpB,EAEA,EAAA,2BAA2B,EAAI,EAAa,OAAO,CACrD,CAOA,SAAS,EAAkB,EAAiB,EAAuC,CACjF,EAA0B,EAAQ,EAAO,GAAI,EAAO,YAAY,CAClE,CAEA,eAAsB,EACpB,EACA,EAAiDF,EAAAA,2BAA2B,EAC7D,CACf,IAAM,EAAa,MAAA,EAAMO,EAAAA,sBAAAA,CAAsB,EAAI,EAAgB,CAAE,gBAAiB,EAAK,CAAC,EACtF,EAAQ,EAAW,KAAK,OAAO,EAAmB,CAAE,KAAI,cAAa,CAAC,EAC5E,GAAI,CACF,MAAM,CACR,OAAS,EAAO,CACd,GAAI,CACF,MAAM,EAAM,QAAQ,CACtB,QAAU,CACR,MAAM,EAAW,QAAQ,CAC3B,CACA,MAAM,CACR,CACA,IAAI,EACJ,EAAG,GACD,uBAEG,KAAc,SAAY,CACzB,GAAI,CACF,MAAM,EAAM,QAAQ,CACtB,QAAU,CACR,MAAM,EAAW,QAAQ,CAC3B,CACF,EAAA,CAAG,CACP,CACF"}
@@ -4,9 +4,9 @@ import "@agimon-ai/doompi-extension-contracts/mode";
4
4
  import "@deepseek-ai/cordis";
5
5
  import { ExtensionAPI } from "@earendil-works/pi-coding-agent";
6
6
  //#region src/adapters/pi/extension.d.ts
7
- export declare const COMPUTER_USE_TOOL_NAMES: readonly ['computer_state', 'computer_action', 'computer_exec'];
8
- export declare const COMPUTER_USE_GUIDANCE = "[COMPUTER USE ACTIVE]\nUse computer_state before acting and after any action that may change the interface. Use only element refs and snapshot ids returned by computer_state. Use computer_action for one semantic press, focus, set_value, or scroll at a time. Use computer_exec only for a trusted, explicitly allowed local TypeScript script. Never infer coordinates, inspect another application, bypass secure elements, or retry an uncertain outcome. Stop computer use when the task is complete.";
9
- export declare function activateComputerUseExtension(pi: ExtensionAPI, dependencies?: ComputerUseExtensionDependencies): Promise<void>;
7
+ declare const COMPUTER_USE_TOOL_NAMES: readonly ['computer_state', 'computer_action'];
8
+ declare const COMPUTER_USE_GUIDANCE = "[COMPUTER USE ACTIVE]\nUse computer_state before acting and after any action that may change the interface. Use only element refs and snapshot ids returned by computer_state. Use computer_action for one semantic press, set_value, or scroll at a time. Never infer coordinates, inspect another application, bypass secure elements, or retry an uncertain outcome. Stop computer use when the task is complete.";
9
+ declare function activateComputerUseExtension(pi: ExtensionAPI, dependencies?: ComputerUseExtensionDependencies): Promise<void>;
10
10
  //#endregion
11
- export { COMPUTER_USE_MODE_ID, activateComputerUseExtension as default };
11
+ export { COMPUTER_USE_GUIDANCE, COMPUTER_USE_MODE_ID, COMPUTER_USE_TOOL_NAMES, activateComputerUseExtension, activateComputerUseExtension as default };
12
12
  //# sourceMappingURL=extension.d.cts.map
@@ -1 +1 @@
1
- {"version":3,"file":"extension.d.cts","names":[],"sources":["../../../src/adapters/pi/extension.ts"],"mappings":";;;;;;qBAuBa;qBACA;wBAwTS,6BACpB,IAAI,cACJ,eAAc,mCACb"}
1
+ {"version":3,"file":"extension.d.cts","names":[],"sources":["../../../src/adapters/pi/extension.ts"],"mappings":";;;;;;cAuBa;cACA;iBAuPS,6BACpB,IAAI,cACJ,eAAc,mCACb"}
@@ -4,9 +4,9 @@ import "@agimon-ai/doompi-extension-contracts/mode";
4
4
  import "@deepseek-ai/cordis";
5
5
  import { ExtensionAPI } from "@earendil-works/pi-coding-agent";
6
6
  //#region src/adapters/pi/extension.d.ts
7
- export declare const COMPUTER_USE_TOOL_NAMES: readonly ['computer_state', 'computer_action', 'computer_exec'];
8
- export declare const COMPUTER_USE_GUIDANCE = "[COMPUTER USE ACTIVE]\nUse computer_state before acting and after any action that may change the interface. Use only element refs and snapshot ids returned by computer_state. Use computer_action for one semantic press, focus, set_value, or scroll at a time. Use computer_exec only for a trusted, explicitly allowed local TypeScript script. Never infer coordinates, inspect another application, bypass secure elements, or retry an uncertain outcome. Stop computer use when the task is complete.";
9
- export declare function activateComputerUseExtension(pi: ExtensionAPI, dependencies?: ComputerUseExtensionDependencies): Promise<void>;
7
+ declare const COMPUTER_USE_TOOL_NAMES: readonly ['computer_state', 'computer_action'];
8
+ declare const COMPUTER_USE_GUIDANCE = "[COMPUTER USE ACTIVE]\nUse computer_state before acting and after any action that may change the interface. Use only element refs and snapshot ids returned by computer_state. Use computer_action for one semantic press, set_value, or scroll at a time. Never infer coordinates, inspect another application, bypass secure elements, or retry an uncertain outcome. Stop computer use when the task is complete.";
9
+ declare function activateComputerUseExtension(pi: ExtensionAPI, dependencies?: ComputerUseExtensionDependencies): Promise<void>;
10
10
  //#endregion
11
- export { COMPUTER_USE_MODE_ID, activateComputerUseExtension as default };
11
+ export { COMPUTER_USE_GUIDANCE, COMPUTER_USE_MODE_ID, COMPUTER_USE_TOOL_NAMES, activateComputerUseExtension, activateComputerUseExtension as default };
12
12
  //# sourceMappingURL=extension.d.mts.map
@@ -1 +1 @@
1
- {"version":3,"file":"extension.d.mts","names":[],"sources":["../../../src/adapters/pi/extension.ts"],"mappings":";;;;;;qBAuBa;qBACA;wBAwTS,6BACpB,IAAI,cACJ,eAAc,mCACb"}
1
+ {"version":3,"file":"extension.d.mts","names":[],"sources":["../../../src/adapters/pi/extension.ts"],"mappings":";;;;;;cAuBa;cACA;iBAuPS,6BACpB,IAAI,cACJ,eAAc,mCACb"}