@agimon-ai/doompi-computer-use 0.0.1-alpha.2 → 0.0.1-alpha.8

package/dist/types/computerUse.d.mts

@@ -1,34 +1,35 @@
 //#region src/types/computerUse.d.ts
-declare const COMPUTER_USE_PHASES: readonly ['inactive', 'requesting', 'awaiting_confirmation', 'activating', 'active', 'stopping', 'failed'];
-type ComputerUsePhase = (typeof COMPUTER_USE_PHASES)[number];
-interface ComputerUseSessionIdentity {
+export declare const COMPUTER_USE_PHASES: readonly ['inactive', 'requesting', 'awaiting_confirmation', 'activating', 'active', 'stopping', 'failed'];
+export type ComputerUsePhase = (typeof COMPUTER_USE_PHASES)[number];
+export interface ComputerUseSessionIdentity {
   readonly sessionId: string;
   readonly runtimeId: string;
   readonly modeEpoch: string;
 }
-interface ComputerUseTarget {
+export interface ComputerUseTarget {
   readonly bundleId: string;
   readonly applicationName: string;
   readonly processId: number;
   readonly windowId: string;
   readonly windowTitle: string;
 }
-interface ComputerUseGrant {
+export interface ComputerUseGrant {
   readonly runId: string;
   readonly grantId: string;
   readonly hostGeneration: string;
   readonly targetGeneration: string;
   readonly expiresAt: number;
 }
-interface ComputerUseElement {
+export interface ComputerUseElement {
   readonly ref: string;
   readonly role: string;
   readonly label?: string;
+  readonly value?: string;
   readonly enabled: boolean;
   readonly secure: boolean;
   readonly actions: readonly ComputerUseActionKind[];
 }
-interface ComputerUseObservation {
+export interface ComputerUseObservation {
   readonly runId: string;
   readonly snapshotId: string;
   readonly targetGeneration: string;
@@ -41,9 +42,9 @@ interface ComputerUseObservation {
     readonly data: string;
   };
 }
-type ComputerUseActionKind = 'press' | 'set_value' | 'scroll';
-type ComputerUseAction = {
-  readonly kind: 'press';
+export type ComputerUseActionKind = 'press' | 'focus' | 'set_value' | 'scroll';
+export type ComputerUseAction = {
+  readonly kind: 'press' | 'focus';
   readonly snapshotId: string;
   readonly elementRef: string;
 } | {
@@ -58,8 +59,8 @@ type ComputerUseAction = {
   readonly direction: 'up' | 'down' | 'left' | 'right';
   readonly amount: 'line' | 'page';
 };
-type ComputerUseFailureCode = 'busy_in_another_session' | 'desktop_unavailable' | 'permission_required_on_mac' | 'confirmation_denied' | 'confirmation_expired' | 'target_invalid' | 'target_lost' | 'recording_failed' | 'trace_failed' | 'grant_expired' | 'stale_request' | 'outcome_uncertain' | 'internal_error';
-interface ComputerUseState {
+export type ComputerUseFailureCode = 'busy_in_another_session' | 'desktop_unavailable' | 'permission_required_on_mac' | 'confirmation_denied' | 'confirmation_expired' | 'target_invalid' | 'target_lost' | 'recording_failed' | 'trace_failed' | 'grant_expired' | 'stale_request' | 'outcome_uncertain' | 'internal_error';
+export interface ComputerUseState {
   readonly revision: number;
   readonly phase: ComputerUsePhase;
   readonly identity: ComputerUseSessionIdentity;
@@ -71,7 +72,7 @@ interface ComputerUseState {
     readonly message: string;
   };
 }
-type ComputerUseStateEvent = {
+export type ComputerUseStateEvent = {
   readonly type: 'request';
   readonly requestId: string;
   readonly target: ComputerUseTarget;
@@ -100,5 +101,4 @@ type ComputerUseStateEvent = {
   readonly type: 'reset';
 };
 //#endregion
-export { COMPUTER_USE_PHASES, ComputerUseAction, ComputerUseActionKind, ComputerUseElement, ComputerUseFailureCode, ComputerUseGrant, ComputerUseObservation, ComputerUsePhase, ComputerUseSessionIdentity, ComputerUseState, ComputerUseStateEvent, ComputerUseTarget };
 //# sourceMappingURL=computerUse.d.mts.map

package/dist/types/computerUse.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"computerUse.d.mts","names":[],"sources":["../../src/types/computerUse.ts"],"mappings":";cAAa;KAUD,2BAA2B;UAEtB;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA;WACA;WACA,kBAAkB;;UAGZ;WACN;WACA;WACA;WACA;WACA;WACA;WACA,mBAAmB;WACnB;aACE;aACA;;;KAID;KAEA;WAEG;WACA;WACA;;WAGA;WACA;WACA;WACA;;WAGA;WACA;WACA;WACA;WACA;;KAGH;UAeK;WACN;WACA,OAAO;WACP,UAAU;WACV;WACA,SAAS;WACT,QAAQ;WACR;aACE,MAAM;aACN;;;KAID;WACG;WAA0B;WAA4B,QAAQ;;WAC9D;WAAqC;;WACrC;WAA0B;;WAC1B;WAAuB;;WACvB;WAA4B;WAA4B,OAAO;;WAC/D;;WACA;;WACA;WAAuB,MAAM;WAAiC;;WAC9D"}
+{"version":3,"file":"computerUse.d.mts","names":[],"sources":["../../src/types/computerUse.ts"],"mappings":";qBAAa;YAUD,2BAA2B;iBAEtB;WACN;WACA;WACA;;iBAGM;WACN;WACA;WACA;WACA;WACA;;iBAGM;WACN;WACA;WACA;WACA;WACA;;iBAGM;WACN;WACA;WACA;WACA;WACA;WACA;WACA,kBAAkB;;iBAGZ;WACN;WACA;WACA;WACA;WACA;WACA;WACA,mBAAmB;WACnB;aACE;aACA;;;YAID;YAEA;WAEG;WACA;WACA;;WAGA;WACA;WACA;WACA;;WAGA;WACA;WACA;WACA;WACA;;YAGH;iBAeK;WACN;WACA,OAAO;WACP,UAAU;WACV;WACA,SAAS;WACT,QAAQ;WACR;aACE,MAAM;aACN;;;YAID;WACG;WAA0B;WAA4B,QAAQ;;WAC9D;WAAqC;;WACrC;WAA0B;;WAC1B;WAAuB;;WACvB;WAA4B;WAA4B,OAAO;;WAC/D;;WACA;;WACA;WAAuB,MAAM;WAAiC;;WAC9D"}

package/dist/types/computerUseApi.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"computerUseApi.cjs","names":[],"sources":["../../src/types/computerUseApi.ts"],"sourcesContent":["import type { DoomApiCaller } from '@agimon-ai/doompi-extension-contracts/package-api';\n\nexport const API_BASE_PATH = 'computer-use';\nexport const computerUseChannelType = 'computer_use_state';\nexport const COMPUTER_USE_MODE_ID = 'computer-use';\nexport const COMPUTER_USE_STATUS_KEY = 'doom-computer-use';\nexport const COMPUTER_USE_MODE_STATUS_KEY = 'doom-computer-use-mode';\nexport const SESSION_QUERY_PARAM = 'session';\nexport const COMPUTER_USE_MAX_DURATION_MS = 1_800 * 1_000;\nexport const COMPUTER_USE_DEFAULT_DURATION_MS = 300 * 1_000;\nexport const COMPUTER_USE_CONFIRMATION_WINDOW_MS = 2 * 60 * 1_000;\n\nexport function activationUrl(sessionId: string): string {\n  return `/api/plugin/${API_BASE_PATH}/activate?${SESSION_QUERY_PARAM}=${encodeURIComponent(sessionId)}`;\n}\n\nexport const COMPUTER_USE_ROUTES = {\n  activate: '/activate',\n  agentState: '/agent/state',\n  agentObserve: '/agent/observe',\n  agentAction: '/agent/action',\n  agentStop: '/agent/stop',\n  hubState: '/hub/state',\n  hubActivation: '/hub/activation',\n  hubAuthorization: '/hub/authorization',\n  hubNext: '/hub/next',\n  hubComplete: '/hub/complete',\n  hubStop: '/hub/stop',\n} as const;\n\nexport const COMPUTER_USE_WAKE_LIMIT = 1_000_000;\n\nexport interface ComputerUseArtifactView {\n  readonly artifactId: string;\n  readonly status: 'ready' | 'failed';\n  readonly downloadUrl?: string;\n  readonly previewUrl?: string;\n  readonly actionCount?: number;\n  readonly completedAt?: string;\n}\n\nexport interface ComputerUseSessionView {\n  readonly sessionId: string;\n  readonly revision: number;\n  readonly wake: number;\n  readonly phase: 'inactive' | 'awaiting_confirmation' | 'activating' | 'active' | 'stopping' | 'failed';\n  readonly requestId?: string;\n  readonly target?: Record<string, unknown>;\n  readonly durationMs?: number;\n  readonly expiresAt?: number;\n  readonly failure?: { readonly code: string; readonly message: string };\n  readonly artifact?: ComputerUseArtifactView;\n}\n\nexport interface ComputerUseActivationRequest {\n  readonly requestId: string;\n  readonly target: Record<string, unknown>;\n  readonly durationSeconds: number;\n  readonly createdAt: number;\n  readonly confirmationExpiresAt: number;\n  readonly caller: DoomApiCaller;\n}\n\nexport interface ComputerUseBrokerRequest {\n  readonly id: string;\n  readonly operation: 'observe' | 'act';\n  readonly payload?: unknown;\n  readonly grantId: string;\n  readonly sequence?: number;\n}\n\nexport interface ComputerUseChannelPayload {\n  readonly state: ComputerUseSessionView;\n  readonly targets: readonly Record<string, unknown>[];\n  readonly busy?: true;\n}\n\nexport type ComputerUseBrowserCommand = { readonly action: 'status' | 'targets' | 'stop' | 'artifacts' };\n"],"mappings":"AAEA,MAca,EAAsB,CACjC,SAAU,YACV,WAAY,eACZ,aAAc,iBACd,YAAa,gBACb,UAAW,cACX,SAAU,aACV,cAAe,kBACf,iBAAkB,qBAClB,QAAS,YACT,YAAa,gBACb,QAAS,WACX"}
+{"version":3,"file":"computerUseApi.cjs","names":[],"sources":["../../src/types/computerUseApi.ts"],"sourcesContent":["import type { DoomApiCaller } from '@agimon-ai/doompi-extension-contracts/package-api';\n\nexport const API_BASE_PATH = 'computer-use';\nexport const computerUseChannelType = 'computer_use_state';\nexport const COMPUTER_USE_MODE_ID = 'computer-use';\nexport const COMPUTER_USE_STATUS_KEY = 'doom-computer-use';\nexport const COMPUTER_USE_MODE_STATUS_KEY = 'doom-computer-use-mode';\nexport const SESSION_QUERY_PARAM = 'session';\nexport const COMPUTER_USE_MAX_DURATION_MS = 1_800 * 1_000;\nexport const COMPUTER_USE_DEFAULT_DURATION_MS = 300 * 1_000;\nexport const COMPUTER_USE_CONFIRMATION_WINDOW_MS = 2 * 60 * 1_000;\n\nexport function activationUrl(sessionId: string): string {\n  return `/api/plugin/${API_BASE_PATH}/activate?${SESSION_QUERY_PARAM}=${encodeURIComponent(sessionId)}`;\n}\n\nexport const COMPUTER_USE_ROUTES = {\n  activate: '/activate',\n  agentState: '/agent/state',\n  agentObserve: '/agent/observe',\n  agentAction: '/agent/action',\n  agentStop: '/agent/stop',\n  hubState: '/hub/state',\n  hubActivation: '/hub/activation',\n  hubAuthorization: '/hub/authorization',\n  hubNext: '/hub/next',\n  hubComplete: '/hub/complete',\n  hubStop: '/hub/stop',\n} as const;\n\nexport const COMPUTER_USE_WAKE_LIMIT = 1_000_000;\n\nexport interface ComputerUseArtifactView {\n  readonly artifactId: string;\n  readonly status: 'ready' | 'failed';\n  readonly downloadUrl?: string;\n  readonly previewUrl?: string;\n  readonly actionCount?: number;\n  readonly completedAt?: string;\n  readonly failure?: { readonly code: string; readonly message: string };\n}\n\nexport interface ComputerUseSessionView {\n  readonly sessionId: string;\n  readonly revision: number;\n  readonly wake: number;\n  readonly phase: 'inactive' | 'awaiting_confirmation' | 'activating' | 'active' | 'stopping' | 'failed';\n  readonly requestId?: string;\n  readonly target?: Record<string, unknown>;\n  readonly durationMs?: number;\n  readonly expiresAt?: number;\n  readonly failure?: { readonly code: string; readonly message: string };\n  readonly artifact?: ComputerUseArtifactView;\n}\n\nexport interface ComputerUseActivationRequest {\n  readonly requestId: string;\n  readonly target: Record<string, unknown>;\n  readonly durationSeconds: number;\n  readonly createdAt: number;\n  readonly confirmationExpiresAt: number;\n  readonly caller: DoomApiCaller;\n}\n\nexport interface ComputerUseBrokerRequest {\n  readonly id: string;\n  readonly operation: 'observe' | 'act';\n  readonly payload?: unknown;\n  readonly grantId: string;\n  readonly sequence?: number;\n}\n\nexport interface ComputerUseChannelPayload {\n  readonly state: ComputerUseSessionView;\n  readonly targets: readonly Record<string, unknown>[];\n  readonly busy?: true;\n}\n\nexport type ComputerUseBrowserCommand = { readonly action: 'status' | 'targets' | 'stop' | 'artifacts' };\n"],"mappings":"AAEA,MAca,EAAsB,CACjC,SAAU,YACV,WAAY,eACZ,aAAc,iBACd,YAAa,gBACb,UAAW,cACX,SAAU,aACV,cAAe,kBACf,iBAAkB,qBAClB,QAAS,YACT,YAAa,gBACb,QAAS,WACX"}

package/dist/types/computerUseApi.d.cts

@@ -1,16 +1,16 @@
 import { DoomApiCaller } from "@agimon-ai/doompi-extension-contracts/package-api";
 //#region src/types/computerUseApi.d.ts
-declare const API_BASE_PATH = "computer-use";
-declare const computerUseChannelType = "computer_use_state";
-declare const COMPUTER_USE_MODE_ID = "computer-use";
-declare const COMPUTER_USE_STATUS_KEY = "doom-computer-use";
-declare const COMPUTER_USE_MODE_STATUS_KEY = "doom-computer-use-mode";
-declare const SESSION_QUERY_PARAM = "session";
-declare const COMPUTER_USE_MAX_DURATION_MS: number;
-declare const COMPUTER_USE_DEFAULT_DURATION_MS: number;
-declare const COMPUTER_USE_CONFIRMATION_WINDOW_MS: number;
-declare function activationUrl(sessionId: string): string;
-declare const COMPUTER_USE_ROUTES: {
+export declare const API_BASE_PATH = "computer-use";
+export declare const computerUseChannelType = "computer_use_state";
+export declare const COMPUTER_USE_MODE_ID = "computer-use";
+export declare const COMPUTER_USE_STATUS_KEY = "doom-computer-use";
+export declare const COMPUTER_USE_MODE_STATUS_KEY = "doom-computer-use-mode";
+export declare const SESSION_QUERY_PARAM = "session";
+export declare const COMPUTER_USE_MAX_DURATION_MS: number;
+export declare const COMPUTER_USE_DEFAULT_DURATION_MS: number;
+export declare const COMPUTER_USE_CONFIRMATION_WINDOW_MS: number;
+export declare function activationUrl(sessionId: string): string;
+export declare const COMPUTER_USE_ROUTES: {
   readonly activate: '/activate';
   readonly agentState: '/agent/state';
   readonly agentObserve: '/agent/observe';
@@ -23,16 +23,20 @@ declare const COMPUTER_USE_ROUTES: {
   readonly hubComplete: '/hub/complete';
   readonly hubStop: '/hub/stop';
 };
-declare const COMPUTER_USE_WAKE_LIMIT = 1000000;
-interface ComputerUseArtifactView {
+export declare const COMPUTER_USE_WAKE_LIMIT = 1000000;
+export interface ComputerUseArtifactView {
   readonly artifactId: string;
   readonly status: 'ready' | 'failed';
   readonly downloadUrl?: string;
   readonly previewUrl?: string;
   readonly actionCount?: number;
   readonly completedAt?: string;
+  readonly failure?: {
+    readonly code: string;
+    readonly message: string;
+  };
 }
-interface ComputerUseSessionView {
+export interface ComputerUseSessionView {
   readonly sessionId: string;
   readonly revision: number;
   readonly wake: number;
@@ -47,7 +51,7 @@ interface ComputerUseSessionView {
   };
   readonly artifact?: ComputerUseArtifactView;
 }
-interface ComputerUseActivationRequest {
+export interface ComputerUseActivationRequest {
   readonly requestId: string;
   readonly target: Record<string, unknown>;
   readonly durationSeconds: number;
@@ -55,21 +59,20 @@ interface ComputerUseActivationRequest {
   readonly confirmationExpiresAt: number;
   readonly caller: DoomApiCaller;
 }
-interface ComputerUseBrokerRequest {
+export interface ComputerUseBrokerRequest {
   readonly id: string;
   readonly operation: 'observe' | 'act';
   readonly payload?: unknown;
   readonly grantId: string;
   readonly sequence?: number;
 }
-interface ComputerUseChannelPayload {
+export interface ComputerUseChannelPayload {
   readonly state: ComputerUseSessionView;
   readonly targets: readonly Record<string, unknown>[];
   readonly busy?: true;
 }
-type ComputerUseBrowserCommand = {
+export type ComputerUseBrowserCommand = {
   readonly action: 'status' | 'targets' | 'stop' | 'artifacts';
 };
 //#endregion
-export { API_BASE_PATH, COMPUTER_USE_CONFIRMATION_WINDOW_MS, COMPUTER_USE_DEFAULT_DURATION_MS, COMPUTER_USE_MAX_DURATION_MS, COMPUTER_USE_MODE_ID, COMPUTER_USE_MODE_STATUS_KEY, COMPUTER_USE_ROUTES, COMPUTER_USE_STATUS_KEY, COMPUTER_USE_WAKE_LIMIT, ComputerUseActivationRequest, ComputerUseArtifactView, ComputerUseBrokerRequest, ComputerUseBrowserCommand, ComputerUseChannelPayload, ComputerUseSessionView, SESSION_QUERY_PARAM, activationUrl, computerUseChannelType };
 //# sourceMappingURL=computerUseApi.d.cts.map

package/dist/types/computerUseApi.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"computerUseApi.d.cts","names":[],"sources":["../../src/types/computerUseApi.ts"],"mappings":";;cAEa;cACA;cACA;cACA;cACA;cACA;cACA;cACA;cACA;iBAEG,cAAc;cAIjB;WACX;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;cAGW;UAEI;WACN;WACA;WACA;WACA;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA;WACA;WACA,SAAS;WACT;WACA;WACA;aAAqB;aAAuB;;WAC5C,WAAW;;UAGL;WACN;WACA,QAAQ;WACR;WACA;WACA;WACA,QAAQ;;UAGF;WACN;WACA;WACA;WACA;WACA;;UAGM;WACN,OAAO;WACP,kBAAkB;WAClB;;KAGC;WAAuC"}
+{"version":3,"file":"computerUseApi.d.cts","names":[],"sources":["../../src/types/computerUseApi.ts"],"mappings":";;qBAEa;qBACA;qBACA;qBACA;qBACA;qBACA;qBACA;qBACA;qBACA;wBAEG,cAAc;qBAIjB;WACX;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;qBAGW;iBAEI;WACN;WACA;WACA;WACA;WACA;WACA;WACA;aAAqB;aAAuB;;;iBAGtC;WACN;WACA;WACA;WACA;WACA;WACA,SAAS;WACT;WACA;WACA;aAAqB;aAAuB;;WAC5C,WAAW;;iBAGL;WACN;WACA,QAAQ;WACR;WACA;WACA;WACA,QAAQ;;iBAGF;WACN;WACA;WACA;WACA;WACA;;iBAGM;WACN,OAAO;WACP,kBAAkB;WAClB;;YAGC;WAAuC"}

package/dist/types/computerUseApi.d.mts

@@ -1,16 +1,16 @@
 import { DoomApiCaller } from "@agimon-ai/doompi-extension-contracts/package-api";
 //#region src/types/computerUseApi.d.ts
-declare const API_BASE_PATH = "computer-use";
-declare const computerUseChannelType = "computer_use_state";
-declare const COMPUTER_USE_MODE_ID = "computer-use";
-declare const COMPUTER_USE_STATUS_KEY = "doom-computer-use";
-declare const COMPUTER_USE_MODE_STATUS_KEY = "doom-computer-use-mode";
-declare const SESSION_QUERY_PARAM = "session";
-declare const COMPUTER_USE_MAX_DURATION_MS: number;
-declare const COMPUTER_USE_DEFAULT_DURATION_MS: number;
-declare const COMPUTER_USE_CONFIRMATION_WINDOW_MS: number;
-declare function activationUrl(sessionId: string): string;
-declare const COMPUTER_USE_ROUTES: {
+export declare const API_BASE_PATH = "computer-use";
+export declare const computerUseChannelType = "computer_use_state";
+export declare const COMPUTER_USE_MODE_ID = "computer-use";
+export declare const COMPUTER_USE_STATUS_KEY = "doom-computer-use";
+export declare const COMPUTER_USE_MODE_STATUS_KEY = "doom-computer-use-mode";
+export declare const SESSION_QUERY_PARAM = "session";
+export declare const COMPUTER_USE_MAX_DURATION_MS: number;
+export declare const COMPUTER_USE_DEFAULT_DURATION_MS: number;
+export declare const COMPUTER_USE_CONFIRMATION_WINDOW_MS: number;
+export declare function activationUrl(sessionId: string): string;
+export declare const COMPUTER_USE_ROUTES: {
   readonly activate: '/activate';
   readonly agentState: '/agent/state';
   readonly agentObserve: '/agent/observe';
@@ -23,16 +23,20 @@ declare const COMPUTER_USE_ROUTES: {
   readonly hubComplete: '/hub/complete';
   readonly hubStop: '/hub/stop';
 };
-declare const COMPUTER_USE_WAKE_LIMIT = 1000000;
-interface ComputerUseArtifactView {
+export declare const COMPUTER_USE_WAKE_LIMIT = 1000000;
+export interface ComputerUseArtifactView {
   readonly artifactId: string;
   readonly status: 'ready' | 'failed';
   readonly downloadUrl?: string;
   readonly previewUrl?: string;
   readonly actionCount?: number;
   readonly completedAt?: string;
+  readonly failure?: {
+    readonly code: string;
+    readonly message: string;
+  };
 }
-interface ComputerUseSessionView {
+export interface ComputerUseSessionView {
   readonly sessionId: string;
   readonly revision: number;
   readonly wake: number;
@@ -47,7 +51,7 @@ interface ComputerUseSessionView {
   };
   readonly artifact?: ComputerUseArtifactView;
 }
-interface ComputerUseActivationRequest {
+export interface ComputerUseActivationRequest {
   readonly requestId: string;
   readonly target: Record<string, unknown>;
   readonly durationSeconds: number;
@@ -55,21 +59,20 @@ interface ComputerUseActivationRequest {
   readonly confirmationExpiresAt: number;
   readonly caller: DoomApiCaller;
 }
-interface ComputerUseBrokerRequest {
+export interface ComputerUseBrokerRequest {
   readonly id: string;
   readonly operation: 'observe' | 'act';
   readonly payload?: unknown;
   readonly grantId: string;
   readonly sequence?: number;
 }
-interface ComputerUseChannelPayload {
+export interface ComputerUseChannelPayload {
   readonly state: ComputerUseSessionView;
   readonly targets: readonly Record<string, unknown>[];
   readonly busy?: true;
 }
-type ComputerUseBrowserCommand = {
+export type ComputerUseBrowserCommand = {
   readonly action: 'status' | 'targets' | 'stop' | 'artifacts';
 };
 //#endregion
-export { API_BASE_PATH, COMPUTER_USE_CONFIRMATION_WINDOW_MS, COMPUTER_USE_DEFAULT_DURATION_MS, COMPUTER_USE_MAX_DURATION_MS, COMPUTER_USE_MODE_ID, COMPUTER_USE_MODE_STATUS_KEY, COMPUTER_USE_ROUTES, COMPUTER_USE_STATUS_KEY, COMPUTER_USE_WAKE_LIMIT, ComputerUseActivationRequest, ComputerUseArtifactView, ComputerUseBrokerRequest, ComputerUseBrowserCommand, ComputerUseChannelPayload, ComputerUseSessionView, SESSION_QUERY_PARAM, activationUrl, computerUseChannelType };
 //# sourceMappingURL=computerUseApi.d.mts.map

package/dist/types/computerUseApi.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"computerUseApi.d.mts","names":[],"sources":["../../src/types/computerUseApi.ts"],"mappings":";;cAEa;cACA;cACA;cACA;cACA;cACA;cACA;cACA;cACA;iBAEG,cAAc;cAIjB;WACX;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;cAGW;UAEI;WACN;WACA;WACA;WACA;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA;WACA;WACA,SAAS;WACT;WACA;WACA;aAAqB;aAAuB;;WAC5C,WAAW;;UAGL;WACN;WACA,QAAQ;WACR;WACA;WACA;WACA,QAAQ;;UAGF;WACN;WACA;WACA;WACA;WACA;;UAGM;WACN,OAAO;WACP,kBAAkB;WAClB;;KAGC;WAAuC"}
+{"version":3,"file":"computerUseApi.d.mts","names":[],"sources":["../../src/types/computerUseApi.ts"],"mappings":";;qBAEa;qBACA;qBACA;qBACA;qBACA;qBACA;qBACA;qBACA;qBACA;wBAEG,cAAc;qBAIjB;WACX;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;qBAGW;iBAEI;WACN;WACA;WACA;WACA;WACA;WACA;WACA;aAAqB;aAAuB;;;iBAGtC;WACN;WACA;WACA;WACA;WACA;WACA,SAAS;WACT;WACA;WACA;aAAqB;aAAuB;;WAC5C,WAAW;;iBAGL;WACN;WACA,QAAQ;WACR;WACA;WACA;WACA,QAAQ;;iBAGF;WACN;WACA;WACA;WACA;WACA;;iBAGM;WACN,OAAO;WACP,kBAAkB;WAClB;;YAGC;WAAuC"}

package/dist/types/computerUseApi.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"computerUseApi.mjs","names":[],"sources":["../../src/types/computerUseApi.ts"],"sourcesContent":["import type { DoomApiCaller } from '@agimon-ai/doompi-extension-contracts/package-api';\n\nexport const API_BASE_PATH = 'computer-use';\nexport const computerUseChannelType = 'computer_use_state';\nexport const COMPUTER_USE_MODE_ID = 'computer-use';\nexport const COMPUTER_USE_STATUS_KEY = 'doom-computer-use';\nexport const COMPUTER_USE_MODE_STATUS_KEY = 'doom-computer-use-mode';\nexport const SESSION_QUERY_PARAM = 'session';\nexport const COMPUTER_USE_MAX_DURATION_MS = 1_800 * 1_000;\nexport const COMPUTER_USE_DEFAULT_DURATION_MS = 300 * 1_000;\nexport const COMPUTER_USE_CONFIRMATION_WINDOW_MS = 2 * 60 * 1_000;\n\nexport function activationUrl(sessionId: string): string {\n  return `/api/plugin/${API_BASE_PATH}/activate?${SESSION_QUERY_PARAM}=${encodeURIComponent(sessionId)}`;\n}\n\nexport const COMPUTER_USE_ROUTES = {\n  activate: '/activate',\n  agentState: '/agent/state',\n  agentObserve: '/agent/observe',\n  agentAction: '/agent/action',\n  agentStop: '/agent/stop',\n  hubState: '/hub/state',\n  hubActivation: '/hub/activation',\n  hubAuthorization: '/hub/authorization',\n  hubNext: '/hub/next',\n  hubComplete: '/hub/complete',\n  hubStop: '/hub/stop',\n} as const;\n\nexport const COMPUTER_USE_WAKE_LIMIT = 1_000_000;\n\nexport interface ComputerUseArtifactView {\n  readonly artifactId: string;\n  readonly status: 'ready' | 'failed';\n  readonly downloadUrl?: string;\n  readonly previewUrl?: string;\n  readonly actionCount?: number;\n  readonly completedAt?: string;\n}\n\nexport interface ComputerUseSessionView {\n  readonly sessionId: string;\n  readonly revision: number;\n  readonly wake: number;\n  readonly phase: 'inactive' | 'awaiting_confirmation' | 'activating' | 'active' | 'stopping' | 'failed';\n  readonly requestId?: string;\n  readonly target?: Record<string, unknown>;\n  readonly durationMs?: number;\n  readonly expiresAt?: number;\n  readonly failure?: { readonly code: string; readonly message: string };\n  readonly artifact?: ComputerUseArtifactView;\n}\n\nexport interface ComputerUseActivationRequest {\n  readonly requestId: string;\n  readonly target: Record<string, unknown>;\n  readonly durationSeconds: number;\n  readonly createdAt: number;\n  readonly confirmationExpiresAt: number;\n  readonly caller: DoomApiCaller;\n}\n\nexport interface ComputerUseBrokerRequest {\n  readonly id: string;\n  readonly operation: 'observe' | 'act';\n  readonly payload?: unknown;\n  readonly grantId: string;\n  readonly sequence?: number;\n}\n\nexport interface ComputerUseChannelPayload {\n  readonly state: ComputerUseSessionView;\n  readonly targets: readonly Record<string, unknown>[];\n  readonly busy?: true;\n}\n\nexport type ComputerUseBrowserCommand = { readonly action: 'status' | 'targets' | 'stop' | 'artifacts' };\n"],"mappings":"AAEA,MAAa,EAAgB,eAChB,EAAyB,qBACzB,EAAuB,eACvB,EAA0B,oBAC1B,EAA+B,yBAE/B,EAA+B,KAE/B,EAAsC,KAMtC,EAAsB,CACjC,SAAU,YACV,WAAY,eACZ,aAAc,iBACd,YAAa,gBACb,UAAW,cACX,SAAU,aACV,cAAe,kBACf,iBAAkB,qBAClB,QAAS,YACT,YAAa,gBACb,QAAS,WACX,EAEa,EAA0B"}
+{"version":3,"file":"computerUseApi.mjs","names":[],"sources":["../../src/types/computerUseApi.ts"],"sourcesContent":["import type { DoomApiCaller } from '@agimon-ai/doompi-extension-contracts/package-api';\n\nexport const API_BASE_PATH = 'computer-use';\nexport const computerUseChannelType = 'computer_use_state';\nexport const COMPUTER_USE_MODE_ID = 'computer-use';\nexport const COMPUTER_USE_STATUS_KEY = 'doom-computer-use';\nexport const COMPUTER_USE_MODE_STATUS_KEY = 'doom-computer-use-mode';\nexport const SESSION_QUERY_PARAM = 'session';\nexport const COMPUTER_USE_MAX_DURATION_MS = 1_800 * 1_000;\nexport const COMPUTER_USE_DEFAULT_DURATION_MS = 300 * 1_000;\nexport const COMPUTER_USE_CONFIRMATION_WINDOW_MS = 2 * 60 * 1_000;\n\nexport function activationUrl(sessionId: string): string {\n  return `/api/plugin/${API_BASE_PATH}/activate?${SESSION_QUERY_PARAM}=${encodeURIComponent(sessionId)}`;\n}\n\nexport const COMPUTER_USE_ROUTES = {\n  activate: '/activate',\n  agentState: '/agent/state',\n  agentObserve: '/agent/observe',\n  agentAction: '/agent/action',\n  agentStop: '/agent/stop',\n  hubState: '/hub/state',\n  hubActivation: '/hub/activation',\n  hubAuthorization: '/hub/authorization',\n  hubNext: '/hub/next',\n  hubComplete: '/hub/complete',\n  hubStop: '/hub/stop',\n} as const;\n\nexport const COMPUTER_USE_WAKE_LIMIT = 1_000_000;\n\nexport interface ComputerUseArtifactView {\n  readonly artifactId: string;\n  readonly status: 'ready' | 'failed';\n  readonly downloadUrl?: string;\n  readonly previewUrl?: string;\n  readonly actionCount?: number;\n  readonly completedAt?: string;\n  readonly failure?: { readonly code: string; readonly message: string };\n}\n\nexport interface ComputerUseSessionView {\n  readonly sessionId: string;\n  readonly revision: number;\n  readonly wake: number;\n  readonly phase: 'inactive' | 'awaiting_confirmation' | 'activating' | 'active' | 'stopping' | 'failed';\n  readonly requestId?: string;\n  readonly target?: Record<string, unknown>;\n  readonly durationMs?: number;\n  readonly expiresAt?: number;\n  readonly failure?: { readonly code: string; readonly message: string };\n  readonly artifact?: ComputerUseArtifactView;\n}\n\nexport interface ComputerUseActivationRequest {\n  readonly requestId: string;\n  readonly target: Record<string, unknown>;\n  readonly durationSeconds: number;\n  readonly createdAt: number;\n  readonly confirmationExpiresAt: number;\n  readonly caller: DoomApiCaller;\n}\n\nexport interface ComputerUseBrokerRequest {\n  readonly id: string;\n  readonly operation: 'observe' | 'act';\n  readonly payload?: unknown;\n  readonly grantId: string;\n  readonly sequence?: number;\n}\n\nexport interface ComputerUseChannelPayload {\n  readonly state: ComputerUseSessionView;\n  readonly targets: readonly Record<string, unknown>[];\n  readonly busy?: true;\n}\n\nexport type ComputerUseBrowserCommand = { readonly action: 'status' | 'targets' | 'stop' | 'artifacts' };\n"],"mappings":"AAEA,MAAa,EAAgB,eAChB,EAAyB,qBACzB,EAAuB,eACvB,EAA0B,oBAC1B,EAA+B,yBAE/B,EAA+B,KAE/B,EAAsC,KAMtC,EAAsB,CACjC,SAAU,YACV,WAAY,eACZ,aAAc,iBACd,YAAa,gBACb,UAAW,cACX,SAAU,aACV,cAAe,kBACf,iBAAkB,qBAClB,QAAS,YACT,YAAa,gBACb,QAAS,WACX,EAEa,EAA0B"}

package/dist/types/extension.d.cts

@@ -1,17 +1,19 @@
 import { ComputerUseSessionClient } from "../adapters/pi/sessionApiClient.cjs";
+import { ComputerScriptExecutor } from "./computerScript.cjs";
 //#region src/types/extension.d.ts
-type ComputerUseNotificationLevel = 'info' | 'error';
-interface ComputerUseExtensionResult {
+export type ComputerUseNotificationLevel = 'info' | 'error';
+export interface ComputerUseExtensionResult {
   message: string;
   level: ComputerUseNotificationLevel;
 }
-interface ComputerUseExtensionService {
+export interface ComputerUseExtensionService {
   execute(): Promise<ComputerUseExtensionResult>;
 }
-interface ComputerUseExtensionDependencies {
+export interface ComputerUseExtensionDependencies {
   service: ComputerUseExtensionService;
   client?: ComputerUseSessionClient;
+  scriptRunner?: ComputerScriptExecutor;
+  enabled?: () => boolean | Promise<boolean>;
 }
 //#endregion
-export { ComputerUseExtensionDependencies, ComputerUseExtensionResult, ComputerUseExtensionService, ComputerUseNotificationLevel };
 //# sourceMappingURL=extension.d.cts.map

package/dist/types/extension.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"extension.d.cts","names":[],"sources":["../../src/types/extension.ts"],"mappings":";;KAEY;UAEK;EACf;EACA,OAAO;;UAGQ;EACf,WAAW,QAAQ;;UAGJ;EACf,SAAS;EACT,SAAS"}
+{"version":3,"file":"extension.d.cts","names":[],"sources":["../../src/types/extension.ts"],"mappings":";;;YAGY;iBAEK;EACf;EACA,OAAO;;iBAGQ;EACf,WAAW,QAAQ;;iBAGJ;EACf,SAAS;EACT,SAAS;EACT,eAAe;EACf,0BAA0B"}

package/dist/types/extension.d.mts

@@ -1,17 +1,19 @@
 import { ComputerUseSessionClient } from "../adapters/pi/sessionApiClient.mjs";
+import { ComputerScriptExecutor } from "./computerScript.mjs";
 //#region src/types/extension.d.ts
-type ComputerUseNotificationLevel = 'info' | 'error';
-interface ComputerUseExtensionResult {
+export type ComputerUseNotificationLevel = 'info' | 'error';
+export interface ComputerUseExtensionResult {
   message: string;
   level: ComputerUseNotificationLevel;
 }
-interface ComputerUseExtensionService {
+export interface ComputerUseExtensionService {
   execute(): Promise<ComputerUseExtensionResult>;
 }
-interface ComputerUseExtensionDependencies {
+export interface ComputerUseExtensionDependencies {
   service: ComputerUseExtensionService;
   client?: ComputerUseSessionClient;
+  scriptRunner?: ComputerScriptExecutor;
+  enabled?: () => boolean | Promise<boolean>;
 }
 //#endregion
-export { ComputerUseExtensionDependencies, ComputerUseExtensionResult, ComputerUseExtensionService, ComputerUseNotificationLevel };
 //# sourceMappingURL=extension.d.mts.map

package/dist/types/extension.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"extension.d.mts","names":[],"sources":["../../src/types/extension.ts"],"mappings":";;KAEY;UAEK;EACf;EACA,OAAO;;UAGQ;EACf,WAAW,QAAQ;;UAGJ;EACf,SAAS;EACT,SAAS"}
+{"version":3,"file":"extension.d.mts","names":[],"sources":["../../src/types/extension.ts"],"mappings":";;;YAGY;iBAEK;EACf;EACA,OAAO;;iBAGQ;EACf,WAAW,QAAQ;;iBAGJ;EACf,SAAS;EACT,SAAS;EACT,eAAe;EACf,0BAA0B"}

package/docs/computer-scripts.md

@@ -0,0 +1,37 @@
+# Author computer scripts
+
+`computer_exec` runs reusable local TypeScript against the application that the current Desktop grant authorized. Scripts are trusted Node.js programs. They are not sandboxed and can use the full permissions of the Pi process. Only allow scripts you have reviewed.
+
+## Allow a script
+
+Set `DOOMPI_COMPUTER_USE_SCRIPT_PATHS` before starting Pi. Its value is a platform-delimited list of exact script paths (`:` on macOS and Linux). Symlinks are resolved before the exact-path check.
+
+```bash
+export DOOMPI_COMPUTER_USE_SCRIPT_PATHS="$PWD/scripts/fill-form.ts:$PWD/scripts/read-summary.ts"
+```
+
+The tool does not accept a directory, glob, inline source, or a path that was not listed. Scripts must use the `.ts` extension.
+
+## Script contract
+
+Export a named `run` function. It receives only the active authorized program handle in `context.program`, JSON input, a bounded logger, and an abort signal:
+
+```ts
+import type { ComputerScriptRun } from '@agimon-ai/doompi-computer-use';
+
+export const run: ComputerScriptRun = async ({ context: { program }, input, logger, signal }) => {
+  if (signal.aborted) throw signal.reason;
+
+  const options = input as { snapshotId: string; elementRef: string };
+  logger.info('Pressing the requested element');
+  return program.act({
+    kind: 'press',
+    snapshotId: options.snapshotId,
+    elementRef: options.elementRef,
+  });
+};
+```
+
+`program.observe()` returns a semantic observation. `program.act(action)` applies one semantic action. Calls are serialized through the existing session API. A successful run keeps the session active and `computer_exec` returns a fresh observation for the next turn.
+
+Scripts are loaded with Node.js type stripping. Use erasable TypeScript syntax. The runner enforces a 30 second execution timeout and a combined 256 KiB bound for input, logs, process output, and the serialized result. Cancellation or a limit breach terminates the worker process. A cancelled in-flight Desktop request can make the session stop because its outcome is uncertain.

package/llms.txt

@@ -9,3 +9,4 @@ Session-scoped semantic computer control through DoomPi Desktop.
 ## Resources
 
 - [Package README](./README.md): Installation, activation workflow, tools, API boundaries, and development commands.
+- [Author computer scripts](./docs/computer-scripts.md): Trusted script authorization, runtime contract, limits, and example.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agimon-ai/doompi-computer-use",
-  "version": "0.0.1-alpha.2",
+  "version": "0.0.1-alpha.8",
   "description": "Session scoped semantic computer control through the DoomPi Desktop capability.",
   "keywords": [
     "ai",
@@ -26,6 +26,7 @@
   },
   "files": [
     "dist",
+    "docs",
     "src/web",
     "src/types/computerUse.ts",
     "src/types/computerUseApi.ts",
@@ -62,26 +63,27 @@
     "access": "public"
   },
   "dependencies": {
-    "@deepseek-ai/cordis": "4.0.1",
-    "@agimon-ai/doompi-extension-contracts": "0.0.1-alpha.57",
-    "@agimon-ai/doompi-web-components": "0.0.1-alpha.17",
-    "@agimon-ai/doompi-web-contracts": "0.0.1-alpha.20"
+    "@deepseek-ai/cordis": "4.0.2",
+    "@agimon-ai/doompi-config": "0.0.1-alpha.63",
+    "@agimon-ai/doompi-web-components": "0.0.1-alpha.23",
+    "@agimon-ai/doompi-web-contracts": "0.0.1-alpha.26",
+    "@agimon-ai/doompi-extension-contracts": "0.0.1-alpha.63"
   },
   "devDependencies": {
-    "@earendil-works/pi-coding-agent": "0.85.0",
+    "@earendil-works/pi-coding-agent": "0.85.1",
     "@tanstack/react-store": "0.11.1",
     "@tanstack/store": "0.11.1",
-    "@types/node": "26.2.0",
+    "@types/node": "26.4.1",
     "@types/react": "19.2.18",
-    "@vitest/coverage-v8": "4.1.11",
+    "@vitest/coverage-v8": "5.0.0",
     "react": "19.2.8",
-    "tsdown": "0.22.14",
+    "tsdown": "0.23.0",
     "typescript": "7.0.2",
-    "vitest": "4.1.11",
-    "@agimon-ai/vibe-lint-plugin-doom-extension": "0.0.1-alpha.54"
+    "vitest": "5.0.0",
+    "@agimon-ai/vibe-lint-plugin-doom-extension": "0.0.1-alpha.60"
   },
   "peerDependencies": {
-    "@earendil-works/pi-coding-agent": "0.85.0"
+    "@earendil-works/pi-coding-agent": "0.85.1"
   },
   "peerDependenciesMeta": {
     "@earendil-works/pi-coding-agent": {

package/src/prompts/doompi-use-computer-use/SKILL.md

@@ -11,7 +11,7 @@ This guidance applies only while the session's Computer Use minor mode is active
 
 - Call `computer_state` before acting and after an action that may change the interface.
 - Use only snapshot ids and element refs returned by the latest `computer_state` result.
-- Call `computer_action` for one semantic `press`, `set_value`, or `scroll` at a time.
+- Call `computer_action` for one semantic `press`, `focus`, `set_value`, or `scroll` at a time.
 - Never infer screen coordinates, inspect another application, or bypass secure elements.
 - Treat stale snapshots, lost targets, and uncertain outcomes as terminal until a fresh observation clarifies them.
 - Do not automatically retry an uncertain action.

package/src/types/computerUse.ts

@@ -36,6 +36,7 @@ export interface ComputerUseElement {
   readonly ref: string;
   readonly role: string;
   readonly label?: string;
+  readonly value?: string;
   readonly enabled: boolean;
   readonly secure: boolean;
   readonly actions: readonly ComputerUseActionKind[];
@@ -55,11 +56,11 @@ export interface ComputerUseObservation {
   };
 }
 
-export type ComputerUseActionKind = 'press' | 'set_value' | 'scroll';
+export type ComputerUseActionKind = 'press' | 'focus' | 'set_value' | 'scroll';
 
 export type ComputerUseAction =
   | {
-      readonly kind: 'press';
+      readonly kind: 'press' | 'focus';
       readonly snapshotId: string;
       readonly elementRef: string;
     }

package/src/types/computerUseApi.ts

@@ -37,6 +37,7 @@ export interface ComputerUseArtifactView {
   readonly previewUrl?: string;
   readonly actionCount?: number;
   readonly completedAt?: string;
+  readonly failure?: { readonly code: string; readonly message: string };
 }
 
 export interface ComputerUseSessionView {

package/src/web/{ComputerActionToolCard.tsx → components/ComputerActionToolCard.tsx}

@@ -13,7 +13,7 @@ import {
   computerActionCallSummary,
   computerActionCollapsedLines,
   computerActionResultLines,
-} from './computerActionToolRender.ts';
+} from '../lib/computerActionToolRender.ts';
 
 /**
  * The computer_action tool's timeline item: Perform one constrained semantic action in the authorized application window. The shell owns

package/src/web/components/ComputerExecToolCard.tsx

@@ -0,0 +1,44 @@
+import {
+  collapseLines,
+  MessageItem,
+  MessageItemBody,
+  MessageItemHeader,
+  MessageItemStatus,
+  MessageLines,
+  toolTone,
+} from '@agimon-ai/doompi-web-components';
+import type { ToolMessageRenderProps } from '@agimon-ai/doompi-web-contracts';
+import {
+  computerExecCallSummary,
+  computerExecCollapsedLines,
+  computerExecResultLines,
+} from '../lib/computerExecToolRender.ts';
+
+export function ComputerExecToolCard({ toolName, args, result, running, isError }: ToolMessageRenderProps) {
+  const lines = computerExecResultLines(result);
+  const collapsed = collapseLines(lines, computerExecCollapsedLines, false);
+  return (
+    <MessageItem tone={toolTone({ running, isError })} expandable={collapsed.hidden > 0}>
+      {({ expanded }) => {
+        const view = expanded ? collapseLines(lines, computerExecCollapsedLines, true) : collapsed;
+        return (
+          <>
+            <MessageItemHeader title={toolName}>
+              <span data-testid={`tool-call-${toolName}`} className="min-w-0 flex-1 truncate text-doom-text">
+                {computerExecCallSummary(args)}
+              </span>
+            </MessageItemHeader>
+            {view.shown.length > 0 || running || isError ? (
+              <MessageItemBody data-testid={`tool-result-${toolName}`} className="flex flex-col gap-1">
+                {view.shown.length > 0 ? <MessageLines lines={view.shown} /> : null}
+                {view.hidden > 0 ? <MessageItemStatus expands>{view.hidden} more line(s)</MessageItemStatus> : null}
+                {running ? <MessageItemStatus tone="running">running</MessageItemStatus> : null}
+                {isError ? <MessageItemStatus tone="error">failed</MessageItemStatus> : null}
+              </MessageItemBody>
+            ) : null}
+          </>
+        );
+      }}
+    </MessageItem>
+  );
+}

package/src/web/{ComputerStateToolCard.tsx → components/ComputerStateToolCard.tsx}

@@ -13,7 +13,7 @@ import {
   computerStateCallSummary,
   computerStateCollapsedLines,
   computerStateResultLines,
-} from './computerStateToolRender.ts';
+} from '../lib/computerStateToolRender.ts';
 
 /**
  * The computer_state tool's timeline item: Observe the authorized application window and semantic accessibility state. The shell owns

package/src/web/{ComputerUsePanel.tsx → components/ComputerUsePanel.tsx}

@@ -1,8 +1,8 @@
 import type { WebPluginSlotProps } from '@agimon-ai/doompi-web-contracts';
 import { useStore } from '@tanstack/react-store';
 import { useEffect, useState } from 'react';
-import { activationUrl, COMPUTER_USE_DEFAULT_DURATION_MS, computerUseChannelType } from '../types/computerUseApi.ts';
-import { computerUse } from './computerUseStore.ts';
+import { activationUrl, COMPUTER_USE_DEFAULT_DURATION_MS, computerUseChannelType } from '../../types/computerUseApi.ts';
+import { computerUse } from '../stores/computerUseStore.ts';
 
 function text(value: unknown, fallback: string): string {
   return typeof value === 'string' || typeof value === 'number' ? String(value) : fallback;
@@ -122,13 +122,22 @@ export function ComputerUsePanel({ sessionId, sendSessionFrame }: WebPluginSlotP
       ) : null}
       {artifact ? (
         <div data-testid="computer-use-artifact" className="rounded bg-doom-panel p-2">
-          <strong>Completed artifact</strong>
+          <strong>{artifact.status === 'ready' ? 'Completed recording' : 'Recording unavailable'}</strong>
           <p>ID: {artifact.artifactId}</p>
           <p>Status: {artifact.status}</p>
+          {artifact.failure ? <p className="text-doom-error">{artifact.failure.message}</p> : null}
           {artifact.completedAt ? <p>Completed: {artifact.completedAt}</p> : null}
           {artifact.actionCount !== undefined ? <p>Actions: {artifact.actionCount}</p> : null}
-          {artifact.previewUrl ? <a href={artifact.previewUrl}>Preview</a> : null}
-          {artifact.downloadUrl ? <a href={artifact.downloadUrl}>Download</a> : null}
+          {artifact.status === 'ready' && artifact.previewUrl ? (
+            <video className="mt-2 w-full" controls preload="metadata" src={artifact.previewUrl}>
+              <track kind="captions" />
+            </video>
+          ) : null}
+          {artifact.status === 'ready' && artifact.downloadUrl ? (
+            <a className="mt-2 inline-block text-doom-accent" href={artifact.downloadUrl} download>
+              Download recording
+            </a>
+          ) : null}
         </div>
       ) : null}
     </div>