@agimon-ai/doompi-computer-use 0.0.1-alpha.2 → 0.0.1-alpha.21

package/dist/src/services/computerUseApi/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","names":["routes"],"sources":["../../../../src/services/computerUseApi/index.ts"],"sourcesContent":["import { randomUUID } from 'node:crypto';\n\nimport type { DoomDirectEventBus } from '@agimon-ai/doompi-core/hub-channel';\nimport {\n  doomApiCallerFrom,\n  type DoomApi,\n  type DoomApiContext,\n  type DoomApiHandler,\n} from '@agimon-ai/doompi-core/package-api';\n\nimport routes from '../../types/apiRoutes';\nimport {\n  API_BASE_PATH,\n  computerUseChannelType,\n  COMPUTER_USE_CONFIRMATION_WINDOW_MS,\n  COMPUTER_USE_MAX_DURATION_MS,\n  COMPUTER_USE_WAKE_LIMIT,\n  type ComputerUseActivationRequest,\n  type ComputerUseArtifactView,\n  type ComputerUseBrokerRequest,\n  type ComputerUseSessionView,\n} from '../../types/computerUseApi';\n\ninterface PendingRequest {\n  readonly request: ComputerUseBrokerRequest;\n  readonly dispose: () => void;\n  resolve(value: unknown): void;\n  reject(error: Error): void;\n}\n\nfunction jsonError(message: string, status: number): Response {\n  return Response.json({ error: message }, { status });\n}\n\nfunction record(value: unknown): Record<string, unknown> | undefined {\n  return typeof value === 'object' && value !== null && !Array.isArray(value)\n    ? (value as Record<string, unknown>)\n    : undefined;\n}\n\nasync function body(request: Request): Promise<Record<string, unknown>> {\n  try {\n    return record(await request.json()) ?? {};\n  } catch {\n    return {};\n  }\n}\n\nfunction semanticAction(value: Record<string, unknown>): boolean {\n  const base =\n    typeof value.snapshotId === 'string' &&\n    value.snapshotId.length > 0 &&\n    typeof value.elementRef === 'string' &&\n    value.elementRef.length > 0;\n  if (!base) return false;\n  const allowed = (keys: readonly string[]) => Object.keys(value).every((key) => keys.includes(key));\n  if (value.kind === 'press' || value.kind === 'focus') return allowed(['kind', 'snapshotId', 'elementRef']);\n  if (value.kind === 'set_value')\n    return typeof value.value === 'string' && allowed(['kind', 'snapshotId', 'elementRef', 'value']);\n  if (value.kind === 'scroll')\n    return (\n      ['up', 'down', 'left', 'right'].includes(value.direction as string) &&\n      (value.amount === 'line' || value.amount === 'page') &&\n      allowed(['kind', 'snapshotId', 'elementRef', 'direction', 'amount'])\n    );\n  return false;\n}\nfunction artifactView(value: unknown): ComputerUseArtifactView | undefined {\n  const input = record(value);\n  if (typeof input?.artifactId !== 'string' || (input.status !== 'ready' && input.status !== 'failed'))\n    return undefined;\n  const safeUrl = (candidate: unknown) =>\n    typeof candidate === 'string' && candidate.startsWith('/api/') ? candidate : undefined;\n  const downloadUrl = safeUrl(input.downloadUrl);\n  const previewUrl = safeUrl(input.previewUrl);\n  const artifactFailure = record(input.failure);\n  const safeFailure =\n    typeof artifactFailure?.code === 'string' && typeof artifactFailure.message === 'string'\n      ? { code: artifactFailure.code.slice(0, 128), message: artifactFailure.message.slice(0, 512) }\n      : undefined;\n  return {\n    artifactId: input.artifactId,\n    status: input.status,\n    ...(downloadUrl === undefined ? {} : { downloadUrl }),\n    ...(previewUrl === undefined ? {} : { previewUrl }),\n    ...(typeof input.actionCount === 'number' ? { actionCount: input.actionCount } : {}),\n    ...(typeof input.completedAt === 'string' ? { completedAt: input.completedAt } : {}),\n    ...(safeFailure === undefined ? {} : { failure: safeFailure }),\n  };\n}\n\nexport interface ComputerUseApiOptions {\n  readonly sessionId?: string;\n  readonly internalToken?: string;\n  readonly hubToken?: string;\n  readonly directEvents: DoomDirectEventBus;\n  readonly requestTimeoutMs?: number;\n}\n\nexport class ComputerUseRequestBroker implements DoomApiHandler {\n  private readonly sessionId: string;\n  private readonly internalToken?: string;\n  private readonly hubToken?: string;\n  private readonly directEvents: DoomDirectEventBus;\n  private readonly requestTimeoutMs: number;\n  private revision = 0;\n  private wake = 0;\n  private phase: ComputerUseSessionView['phase'] = 'inactive';\n  private activation?: ComputerUseActivationRequest;\n  private grantId?: string;\n  private expiresAt?: number;\n  private actionSequence = 0;\n  private failure?: ComputerUseSessionView['failure'];\n  private artifact?: ComputerUseArtifactView;\n  private pending?: PendingRequest;\n  private closed = false;\n\n  private static readonly DEFAULT_REQUEST_TIMEOUT_MS = 30_000;\n  public constructor(options: ComputerUseApiOptions) {\n    this.sessionId = options.sessionId ?? 'unknown';\n    this.internalToken = options.internalToken;\n    this.hubToken = options.hubToken;\n    this.directEvents = options.directEvents;\n    this.requestTimeoutMs = options.requestTimeoutMs ?? ComputerUseRequestBroker.DEFAULT_REQUEST_TIMEOUT_MS;\n  }\n\n  public state(): ComputerUseSessionView {\n    return Object.freeze({\n      sessionId: this.sessionId,\n      revision: this.revision,\n      wake: this.wake,\n      phase: this.phase,\n      ...(this.activation === undefined\n        ? {}\n        : {\n            requestId: this.activation.requestId,\n            target: this.activation.target,\n            durationMs: this.activation.durationSeconds * 1_000,\n          }),\n      ...(this.expiresAt === undefined ? {} : { expiresAt: this.expiresAt }),\n      ...(this.failure === undefined ? {} : { failure: this.failure }),\n      ...(this.artifact === undefined ? {} : { artifact: this.artifact }),\n    });\n  }\n\n  private changed(): void {\n    this.revision += 1;\n    this.wake = (this.wake + 1) % COMPUTER_USE_WAKE_LIMIT;\n    this.directEvents.publish(computerUseChannelType, this.sessionId, this.state());\n  }\n\n  private authorized(request: Request, token: string | undefined): boolean {\n    return token !== undefined && request.headers.get('authorization') === `Bearer ${token}`;\n  }\n\n  private async requestActivation(request: Request): Promise<Response> {\n    const caller = doomApiCallerFrom(request.headers);\n    if (caller === undefined || (caller.locality === 'remote' && caller.stepUp === 'not-required'))\n      return jsonError('Not found.', 404);\n    if (this.phase !== 'inactive' && this.phase !== 'failed') return jsonError('Computer use is already busy.', 409);\n    const input = await body(request);\n    const target = record(input.target);\n    const durationMs = input.durationMs;\n    if (target === undefined || typeof target.windowId !== 'string' || typeof target.bundleId !== 'string')\n      return jsonError('A Desktop target is required.', 400);\n    if (\n      typeof durationMs !== 'number' ||\n      !Number.isInteger(durationMs) ||\n      durationMs < 1_000 ||\n      durationMs > COMPUTER_USE_MAX_DURATION_MS\n    )\n      return jsonError('The requested duration is invalid.', 400);\n    const createdAt = Date.now();\n    this.activation = Object.freeze({\n      requestId: randomUUID(),\n      target: Object.freeze({ ...target }),\n      durationSeconds: durationMs / 1_000,\n      createdAt,\n      confirmationExpiresAt: createdAt + COMPUTER_USE_CONFIRMATION_WINDOW_MS,\n      caller: Object.freeze({ ...caller }),\n    });\n    this.phase = 'awaiting_confirmation';\n    this.failure = undefined;\n    this.artifact = undefined;\n    this.changed();\n    return Response.json(this.state(), { status: 202 });\n  }\n\n  private rejectPending(message: string): void {\n    const pending = this.pending;\n    if (pending === undefined) return;\n    this.pending = undefined;\n    pending.dispose();\n    pending.reject(new Error(message));\n  }\n\n  private stopAfterUncertainRequest(message: string): void {\n    if (this.phase === 'active') {\n      this.phase = 'stopping';\n      this.changed();\n    }\n    this.rejectPending(message);\n  }\n\n  private async enqueue(\n    operation: ComputerUseBrokerRequest['operation'],\n    payload?: unknown,\n    signal?: AbortSignal,\n  ): Promise<Response> {\n    if (this.phase !== 'active' || this.grantId === undefined) return jsonError('Computer use is not active.', 409);\n    if (this.pending !== undefined) return jsonError('Another computer-use request is live.', 409);\n    if (signal?.aborted === true) return jsonError('The computer-use request was cancelled.', 499);\n    const sequence = operation === 'act' ? ++this.actionSequence : undefined;\n    const request: ComputerUseBrokerRequest = {\n      id: randomUUID(),\n      operation,\n      grantId: this.grantId,\n      ...(sequence === undefined ? {} : { sequence }),\n      ...(payload === undefined ? {} : { payload }),\n    };\n    const completion = new Promise<unknown>((resolve, reject) => {\n      const onAbort = () => this.stopAfterUncertainRequest('The computer-use request was cancelled.');\n      const timer = setTimeout(\n        () => this.stopAfterUncertainRequest('The computer-use request timed out.'),\n        this.requestTimeoutMs,\n      );\n      timer.unref?.();\n      signal?.addEventListener('abort', onAbort, { once: true });\n      this.pending = {\n        request,\n        resolve,\n        reject,\n        dispose: () => {\n          clearTimeout(timer);\n          signal?.removeEventListener('abort', onAbort);\n        },\n      };\n    });\n    this.changed();\n    try {\n      return Response.json(await completion);\n    } catch (error) {\n      return jsonError(error instanceof Error ? error.message : String(error), 502);\n    }\n  }\n\n  public async fetch(request: Request): Promise<Response> {\n    if (this.closed) return jsonError('Computer-use broker is closed.', 503);\n    const path = new URL(request.url).pathname;\n    if (request.method === 'POST' && path === routes.activate.path) return this.requestActivation(request);\n    const agent = path.startsWith('/agent/');\n    const hub = path.startsWith('/hub/');\n    if ((agent && !this.authorized(request, this.internalToken)) || (hub && !this.authorized(request, this.hubToken)))\n      return jsonError('Not found.', 404);\n\n    if (request.method === 'GET' && (path === routes.agentState.path || path === routes.hubState.path))\n      return Response.json(this.state());\n    if (request.method === 'POST' && path === routes.agentObserve.path)\n      return this.enqueue('observe', undefined, request.signal);\n    if (request.method === 'POST' && path === routes.agentAction.path) {\n      const action = await body(request);\n      if (!semanticAction(action)) return jsonError('A valid semantic action is required.', 400);\n      return this.enqueue('act', action, request.signal);\n    }\n    if (request.method === 'POST' && path === routes.agentStop.path) {\n      if (this.phase !== 'active') return jsonError('Computer use is not active.', 409);\n      this.phase = 'stopping';\n      this.rejectPending('The computer-use request was stopped.');\n      this.changed();\n      return Response.json(this.state(), { status: 202 });\n    }\n    if (request.method === 'GET' && path === routes.hubActivation.path) {\n      if (this.activation === undefined || this.phase !== 'awaiting_confirmation') return Response.json(null);\n      this.phase = 'activating';\n      this.changed();\n      return Response.json(this.activation);\n    }\n    if (request.method === 'GET' && path === routes.hubAuthorization.path)\n      return Response.json(this.grantId === undefined ? null : { grantId: this.grantId, expiresAt: this.expiresAt });\n    if (request.method === 'GET' && path === routes.hubNext.path) return Response.json(this.pending?.request ?? null);\n    if (request.method === 'POST' && path === routes.hubComplete.path) {\n      const input = await body(request);\n      const id = typeof input.id === 'string' ? input.id : undefined;\n      if (this.pending === undefined || this.pending.request.id !== id) return jsonError('The request is stale.', 409);\n      const pending = this.pending;\n      this.pending = undefined;\n      pending.dispose();\n      this.changed();\n      if (typeof input.error === 'string') pending.reject(new Error(input.error));\n      else pending.resolve(input.result);\n      return Response.json(this.state());\n    }\n    if (request.method === 'POST' && path === routes.hubStop.path) {\n      const input = await body(request);\n      if (this.phase === 'activating') {\n        if (typeof input.error === 'string') {\n          this.phase = 'failed';\n          this.failure = { code: 'desktop_unavailable', message: input.error.slice(0, 512) };\n          this.activation = undefined;\n        } else {\n          const host = record(input.host);\n          if (typeof host?.grantId !== 'string' || !Number.isFinite(host.expiresAt))\n            return jsonError('Desktop did not issue a complete grant.', 502);\n          this.grantId = host.grantId;\n          this.expiresAt = host.expiresAt as number;\n          this.actionSequence = 0;\n          this.phase = 'active';\n        }\n      } else {\n        this.rejectPending('The computer-use session stopped.');\n        this.phase = 'inactive';\n        this.grantId = undefined;\n        this.expiresAt = undefined;\n        this.activation = undefined;\n        this.artifact = artifactView(input.artifact);\n      }\n      this.changed();\n      return Response.json(this.state());\n    }\n    return jsonError('Not found.', 404);\n  }\n\n  public close(): void {\n    this.closed = true;\n    this.rejectPending('Computer-use broker closed.');\n    this.grantId = undefined;\n    this.expiresAt = undefined;\n  }\n}\n\nexport function createComputerUseApi(options: ComputerUseApiOptions): ComputerUseRequestBroker {\n  return new ComputerUseRequestBroker(options);\n}\n\nexport const api: DoomApi = {\n  basePath: API_BASE_PATH,\n  start(context: DoomApiContext): DoomApiHandler {\n    if (context.directEvents === undefined) throw new Error('Computer-use API requires the session direct event bus.');\n    return createComputerUseApi({\n      ...(context.sessionId === undefined ? {} : { sessionId: context.sessionId }),\n      ...(context.internalToken === undefined ? {} : { internalToken: context.internalToken }),\n      ...(context.hubToken === undefined ? {} : { hubToken: context.hubToken }),\n      directEvents: context.directEvents,\n    });\n  },\n};\n"],"mappings":";;;;;AA8BA,SAAS,UAAU,SAAiB,QAA0B;CAC5D,OAAO,SAAS,KAAK,EAAE,OAAO,QAAQ,GAAG,EAAE,OAAO,CAAC;AACrD;AAEA,SAAS,OAAO,OAAqD;CACnE,OAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK,IACrE,QACD,KAAA;AACN;AAEA,eAAe,KAAK,SAAoD;CACtE,IAAI;EACF,OAAO,OAAO,MAAM,QAAQ,KAAK,CAAC,KAAK,CAAC;CAC1C,QAAQ;EACN,OAAO,CAAC;CACV;AACF;AAEA,SAAS,eAAe,OAAyC;CAM/D,IAAI,EAJF,OAAO,MAAM,eAAe,YAC5B,MAAM,WAAW,SAAS,KAC1B,OAAO,MAAM,eAAe,YAC5B,MAAM,WAAW,SAAS,IACjB,OAAO;CAClB,MAAM,WAAW,SAA4B,OAAO,KAAK,KAAK,CAAC,CAAC,OAAO,QAAQ,KAAK,SAAS,GAAG,CAAC;CACjG,IAAI,MAAM,SAAS,WAAW,MAAM,SAAS,SAAS,OAAO,QAAQ;EAAC;EAAQ;EAAc;CAAY,CAAC;CACzG,IAAI,MAAM,SAAS,aACjB,OAAO,OAAO,MAAM,UAAU,YAAY,QAAQ;EAAC;EAAQ;EAAc;EAAc;CAAO,CAAC;CACjG,IAAI,MAAM,SAAS,UACjB,OACE;EAAC;EAAM;EAAQ;EAAQ;CAAO,CAAC,CAAC,SAAS,MAAM,SAAmB,MACjE,MAAM,WAAW,UAAU,MAAM,WAAW,WAC7C,QAAQ;EAAC;EAAQ;EAAc;EAAc;EAAa;CAAQ,CAAC;CAEvE,OAAO;AACT;AACA,SAAS,aAAa,OAAqD;CACzE,MAAM,QAAQ,OAAO,KAAK;CAC1B,IAAI,OAAO,OAAO,eAAe,YAAa,MAAM,WAAW,WAAW,MAAM,WAAW,UACzF,OAAO,KAAA;CACT,MAAM,WAAW,cACf,OAAO,cAAc,YAAY,UAAU,WAAW,OAAO,IAAI,YAAY,KAAA;CAC/E,MAAM,cAAc,QAAQ,MAAM,WAAW;CAC7C,MAAM,aAAa,QAAQ,MAAM,UAAU;CAC3C,MAAM,kBAAkB,OAAO,MAAM,OAAO;CAC5C,MAAM,cACJ,OAAO,iBAAiB,SAAS,YAAY,OAAO,gBAAgB,YAAY,WAC5E;EAAE,MAAM,gBAAgB,KAAK,MAAM,GAAG,GAAG;EAAG,SAAS,gBAAgB,QAAQ,MAAM,GAAG,GAAG;CAAE,IAC3F,KAAA;CACN,OAAO;EACL,YAAY,MAAM;EAClB,QAAQ,MAAM;EACd,GAAI,gBAAgB,KAAA,IAAY,CAAC,IAAI,EAAE,YAAY;EACnD,GAAI,eAAe,KAAA,IAAY,CAAC,IAAI,EAAE,WAAW;EACjD,GAAI,OAAO,MAAM,gBAAgB,WAAW,EAAE,aAAa,MAAM,YAAY,IAAI,CAAC;EAClF,GAAI,OAAO,MAAM,gBAAgB,WAAW,EAAE,aAAa,MAAM,YAAY,IAAI,CAAC;EAClF,GAAI,gBAAgB,KAAA,IAAY,CAAC,IAAI,EAAE,SAAS,YAAY;CAC9D;AACF;AAUA,IAAa,2BAAb,MAAa,yBAAmD;CAC9D;CACA;CACA;CACA;CACA;CACA,WAAmB;CACnB,OAAe;CACf,QAAiD;CACjD;CACA;CACA;CACA,iBAAyB;CACzB;CACA;CACA;CACA,SAAiB;CAEjB,OAAwB,6BAA6B;CACrD,YAAmB,SAAgC;EACjD,KAAK,YAAY,QAAQ,aAAa;EACtC,KAAK,gBAAgB,QAAQ;EAC7B,KAAK,WAAW,QAAQ;EACxB,KAAK,eAAe,QAAQ;EAC5B,KAAK,mBAAmB,QAAQ,oBAAoB,yBAAyB;CAC/E;CAEA,QAAuC;EACrC,OAAO,OAAO,OAAO;GACnB,WAAW,KAAK;GAChB,UAAU,KAAK;GACf,MAAM,KAAK;GACX,OAAO,KAAK;GACZ,GAAI,KAAK,eAAe,KAAA,IACpB,CAAC,IACD;IACE,WAAW,KAAK,WAAW;IAC3B,QAAQ,KAAK,WAAW;IACxB,YAAY,KAAK,WAAW,kBAAkB;GAChD;GACJ,GAAI,KAAK,cAAc,KAAA,IAAY,CAAC,IAAI,EAAE,WAAW,KAAK,UAAU;GACpE,GAAI,KAAK,YAAY,KAAA,IAAY,CAAC,IAAI,EAAE,SAAS,KAAK,QAAQ;GAC9D,GAAI,KAAK,aAAa,KAAA,IAAY,CAAC,IAAI,EAAE,UAAU,KAAK,SAAS;EACnE,CAAC;CACH;CAEA,UAAwB;EACtB,KAAK,YAAY;EACjB,KAAK,QAAQ,KAAK,OAAO,KAAK;EAC9B,KAAK,aAAa,QAAQ,wBAAwB,KAAK,WAAW,KAAK,MAAM,CAAC;CAChF;CAEA,WAAmB,SAAkB,OAAoC;EACvE,OAAO,UAAU,KAAA,KAAa,QAAQ,QAAQ,IAAI,eAAe,MAAM,UAAU;CACnF;CAEA,MAAc,kBAAkB,SAAqC;EACnE,MAAM,SAAS,kBAAkB,QAAQ,OAAO;EAChD,IAAI,WAAW,KAAA,KAAc,OAAO,aAAa,YAAY,OAAO,WAAW,gBAC7E,OAAO,UAAU,cAAc,GAAG;EACpC,IAAI,KAAK,UAAU,cAAc,KAAK,UAAU,UAAU,OAAO,UAAU,iCAAiC,GAAG;EAC/G,MAAM,QAAQ,MAAM,KAAK,OAAO;EAChC,MAAM,SAAS,OAAO,MAAM,MAAM;EAClC,MAAM,aAAa,MAAM;EACzB,IAAI,WAAW,KAAA,KAAa,OAAO,OAAO,aAAa,YAAY,OAAO,OAAO,aAAa,UAC5F,OAAO,UAAU,iCAAiC,GAAG;EACvD,IACE,OAAO,eAAe,YACtB,CAAC,OAAO,UAAU,UAAU,KAC5B,aAAa,OACb,aAAA,MAEA,OAAO,UAAU,sCAAsC,GAAG;EAC5D,MAAM,YAAY,KAAK,IAAI;EAC3B,KAAK,aAAa,OAAO,OAAO;GAC9B,WAAW,WAAW;GACtB,QAAQ,OAAO,OAAO,EAAE,GAAG,OAAO,CAAC;GACnC,iBAAiB,aAAa;GAC9B;GACA,uBAAuB,YAAY;GACnC,QAAQ,OAAO,OAAO,EAAE,GAAG,OAAO,CAAC;EACrC,CAAC;EACD,KAAK,QAAQ;EACb,KAAK,UAAU,KAAA;EACf,KAAK,WAAW,KAAA;EAChB,KAAK,QAAQ;EACb,OAAO,SAAS,KAAK,KAAK,MAAM,GAAG,EAAE,QAAQ,IAAI,CAAC;CACpD;CAEA,cAAsB,SAAuB;EAC3C,MAAM,UAAU,KAAK;EACrB,IAAI,YAAY,KAAA,GAAW;EAC3B,KAAK,UAAU,KAAA;EACf,QAAQ,QAAQ;EAChB,QAAQ,OAAO,IAAI,MAAM,OAAO,CAAC;CACnC;CAEA,0BAAkC,SAAuB;EACvD,IAAI,KAAK,UAAU,UAAU;GAC3B,KAAK,QAAQ;GACb,KAAK,QAAQ;EACf;EACA,KAAK,cAAc,OAAO;CAC5B;CAEA,MAAc,QACZ,WACA,SACA,QACmB;EACnB,IAAI,KAAK,UAAU,YAAY,KAAK,YAAY,KAAA,GAAW,OAAO,UAAU,+BAA+B,GAAG;EAC9G,IAAI,KAAK,YAAY,KAAA,GAAW,OAAO,UAAU,yCAAyC,GAAG;EAC7F,IAAI,QAAQ,YAAY,MAAM,OAAO,UAAU,2CAA2C,GAAG;EAC7F,MAAM,WAAW,cAAc,QAAQ,EAAE,KAAK,iBAAiB,KAAA;EAC/D,MAAM,UAAoC;GACxC,IAAI,WAAW;GACf;GACA,SAAS,KAAK;GACd,GAAI,aAAa,KAAA,IAAY,CAAC,IAAI,EAAE,SAAS;GAC7C,GAAI,YAAY,KAAA,IAAY,CAAC,IAAI,EAAE,QAAQ;EAC7C;EACA,MAAM,aAAa,IAAI,SAAkB,SAAS,WAAW;GAC3D,MAAM,gBAAgB,KAAK,0BAA0B,yCAAyC;GAC9F,MAAM,QAAQ,iBACN,KAAK,0BAA0B,qCAAqC,GAC1E,KAAK,gBACP;GACA,MAAM,QAAQ;GACd,QAAQ,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;GACzD,KAAK,UAAU;IACb;IACA;IACA;IACA,eAAe;KACb,aAAa,KAAK;KAClB,QAAQ,oBAAoB,SAAS,OAAO;IAC9C;GACF;EACF,CAAC;EACD,KAAK,QAAQ;EACb,IAAI;GACF,OAAO,SAAS,KAAK,MAAM,UAAU;EACvC,SAAS,OAAO;GACd,OAAO,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAAG,GAAG;EAC9E;CACF;CAEA,MAAa,MAAM,SAAqC;EACtD,IAAI,KAAK,QAAQ,OAAO,UAAU,kCAAkC,GAAG;EACvE,MAAM,OAAO,IAAI,IAAI,QAAQ,GAAG,CAAC,CAAC;EAClC,IAAI,QAAQ,WAAW,UAAU,SAASA,kBAAO,SAAS,MAAM,OAAO,KAAK,kBAAkB,OAAO;EACrG,MAAM,QAAQ,KAAK,WAAW,SAAS;EACvC,MAAM,MAAM,KAAK,WAAW,OAAO;EACnC,IAAK,SAAS,CAAC,KAAK,WAAW,SAAS,KAAK,aAAa,KAAO,OAAO,CAAC,KAAK,WAAW,SAAS,KAAK,QAAQ,GAC7G,OAAO,UAAU,cAAc,GAAG;EAEpC,IAAI,QAAQ,WAAW,UAAU,SAASA,kBAAO,WAAW,QAAQ,SAASA,kBAAO,SAAS,OAC3F,OAAO,SAAS,KAAK,KAAK,MAAM,CAAC;EACnC,IAAI,QAAQ,WAAW,UAAU,SAASA,kBAAO,aAAa,MAC5D,OAAO,KAAK,QAAQ,WAAW,KAAA,GAAW,QAAQ,MAAM;EAC1D,IAAI,QAAQ,WAAW,UAAU,SAASA,kBAAO,YAAY,MAAM;GACjE,MAAM,SAAS,MAAM,KAAK,OAAO;GACjC,IAAI,CAAC,eAAe,MAAM,GAAG,OAAO,UAAU,wCAAwC,GAAG;GACzF,OAAO,KAAK,QAAQ,OAAO,QAAQ,QAAQ,MAAM;EACnD;EACA,IAAI,QAAQ,WAAW,UAAU,SAASA,kBAAO,UAAU,MAAM;GAC/D,IAAI,KAAK,UAAU,UAAU,OAAO,UAAU,+BAA+B,GAAG;GAChF,KAAK,QAAQ;GACb,KAAK,cAAc,uCAAuC;GAC1D,KAAK,QAAQ;GACb,OAAO,SAAS,KAAK,KAAK,MAAM,GAAG,EAAE,QAAQ,IAAI,CAAC;EACpD;EACA,IAAI,QAAQ,WAAW,SAAS,SAASA,kBAAO,cAAc,MAAM;GAClE,IAAI,KAAK,eAAe,KAAA,KAAa,KAAK,UAAU,yBAAyB,OAAO,SAAS,KAAK,IAAI;GACtG,KAAK,QAAQ;GACb,KAAK,QAAQ;GACb,OAAO,SAAS,KAAK,KAAK,UAAU;EACtC;EACA,IAAI,QAAQ,WAAW,SAAS,SAASA,kBAAO,iBAAiB,MAC/D,OAAO,SAAS,KAAK,KAAK,YAAY,KAAA,IAAY,OAAO;GAAE,SAAS,KAAK;GAAS,WAAW,KAAK;EAAU,CAAC;EAC/G,IAAI,QAAQ,WAAW,SAAS,SAASA,kBAAO,QAAQ,MAAM,OAAO,SAAS,KAAK,KAAK,SAAS,WAAW,IAAI;EAChH,IAAI,QAAQ,WAAW,UAAU,SAASA,kBAAO,YAAY,MAAM;GACjE,MAAM,QAAQ,MAAM,KAAK,OAAO;GAChC,MAAM,KAAK,OAAO,MAAM,OAAO,WAAW,MAAM,KAAK,KAAA;GACrD,IAAI,KAAK,YAAY,KAAA,KAAa,KAAK,QAAQ,QAAQ,OAAO,IAAI,OAAO,UAAU,yBAAyB,GAAG;GAC/G,MAAM,UAAU,KAAK;GACrB,KAAK,UAAU,KAAA;GACf,QAAQ,QAAQ;GAChB,KAAK,QAAQ;GACb,IAAI,OAAO,MAAM,UAAU,UAAU,QAAQ,OAAO,IAAI,MAAM,MAAM,KAAK,CAAC;QACrE,QAAQ,QAAQ,MAAM,MAAM;GACjC,OAAO,SAAS,KAAK,KAAK,MAAM,CAAC;EACnC;EACA,IAAI,QAAQ,WAAW,UAAU,SAASA,kBAAO,QAAQ,MAAM;GAC7D,MAAM,QAAQ,MAAM,KAAK,OAAO;GAChC,IAAI,KAAK,UAAU,cAAc;IAC/B,IAAI,OAAO,MAAM,UAAU,UAAU;KACnC,KAAK,QAAQ;KACb,KAAK,UAAU;MAAE,MAAM;MAAuB,SAAS,MAAM,MAAM,MAAM,GAAG,GAAG;KAAE;KACjF,KAAK,aAAa,KAAA;IACpB,OAAO;KACL,MAAM,OAAO,OAAO,MAAM,IAAI;KAC9B,IAAI,OAAO,MAAM,YAAY,YAAY,CAAC,OAAO,SAAS,KAAK,SAAS,GACtE,OAAO,UAAU,2CAA2C,GAAG;KACjE,KAAK,UAAU,KAAK;KACpB,KAAK,YAAY,KAAK;KACtB,KAAK,iBAAiB;KACtB,KAAK,QAAQ;IACf;GACF,OAAO;IACL,KAAK,cAAc,mCAAmC;IACtD,KAAK,QAAQ;IACb,KAAK,UAAU,KAAA;IACf,KAAK,YAAY,KAAA;IACjB,KAAK,aAAa,KAAA;IAClB,KAAK,WAAW,aAAa,MAAM,QAAQ;GAC7C;GACA,KAAK,QAAQ;GACb,OAAO,SAAS,KAAK,KAAK,MAAM,CAAC;EACnC;EACA,OAAO,UAAU,cAAc,GAAG;CACpC;CAEA,QAAqB;EACnB,KAAK,SAAS;EACd,KAAK,cAAc,6BAA6B;EAChD,KAAK,UAAU,KAAA;EACf,KAAK,YAAY,KAAA;CACnB;AACF;AAEA,SAAgB,qBAAqB,SAA0D;CAC7F,OAAO,IAAI,yBAAyB,OAAO;AAC7C;AAEA,MAAa,MAAe;CAC1B,UAAU;CACV,MAAM,SAAyC;EAC7C,IAAI,QAAQ,iBAAiB,KAAA,GAAW,MAAM,IAAI,MAAM,yDAAyD;EACjH,OAAO,qBAAqB;GAC1B,GAAI,QAAQ,cAAc,KAAA,IAAY,CAAC,IAAI,EAAE,WAAW,QAAQ,UAAU;GAC1E,GAAI,QAAQ,kBAAkB,KAAA,IAAY,CAAC,IAAI,EAAE,eAAe,QAAQ,cAAc;GACtF,GAAI,QAAQ,aAAa,KAAA,IAAY,CAAC,IAAI,EAAE,UAAU,QAAQ,SAAS;GACvE,cAAc,QAAQ;EACxB,CAAC;CACH;AACF"}

package/dist/src/services/computerUseCommand/index.cjs

@@ -0,0 +1,15 @@
+const require_computerUse = require("../../constants/computerUse.cjs");
+//#region src/services/computerUseCommand/index.ts
+function createComputerUseCommand(service) {
+	return [require_computerUse.COMMAND_NAME, {
+		description: require_computerUse.COMMAND_DESCRIPTION,
+		handler: async (_args, ctx) => {
+			const result = await service.execute();
+			if (ctx.hasUI) ctx.ui.notify(result.message, result.level);
+		}
+	}];
+}
+//#endregion
+exports.createComputerUseCommand = createComputerUseCommand;
+
+//# sourceMappingURL=index.cjs.map

package/dist/src/services/computerUseCommand/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.cjs","names":["COMMAND_NAME","COMMAND_DESCRIPTION"],"sources":["../../../../src/services/computerUseCommand/index.ts"],"sourcesContent":["// @scaffold-generated\nimport type { ExtensionAPI } from '@earendil-works/pi-coding-agent';\n\nimport { COMMAND_NAME, COMMAND_DESCRIPTION } from '../../constants/computerUse';\nimport type { ComputerUseExtensionService } from '../../types/extension';\n\nexport function createComputerUseCommand(\n  service: ComputerUseExtensionService,\n): Parameters<ExtensionAPI['registerCommand']> {\n  return [\n    COMMAND_NAME,\n    {\n      description: COMMAND_DESCRIPTION,\n      handler: async (_args, ctx) => {\n        const result = await service.execute();\n        if (ctx.hasUI) ctx.ui.notify(result.message, result.level);\n      },\n    },\n  ];\n}\n\nexport { COMMAND_NAME, COMMAND_DESCRIPTION } from '../../constants/computerUse';\n"],"mappings":";;AAMA,SAAgB,yBACd,SAC6C;CAC7C,OAAO,CACLA,oBAAAA,cACA;EACE,aAAaC,oBAAAA;EACb,SAAS,OAAO,OAAO,QAAQ;GAC7B,MAAM,SAAS,MAAM,QAAQ,QAAQ;GACrC,IAAI,IAAI,OAAO,IAAI,GAAG,OAAO,OAAO,SAAS,OAAO,KAAK;EAC3D;CACF,CACF;AACF"}

package/dist/src/services/computerUseCommand/index.mjs

@@ -0,0 +1,15 @@
+import { COMMAND_DESCRIPTION, COMMAND_NAME } from "../../constants/computerUse.mjs";
+//#region src/services/computerUseCommand/index.ts
+function createComputerUseCommand(service) {
+	return [COMMAND_NAME, {
+		description: COMMAND_DESCRIPTION,
+		handler: async (_args, ctx) => {
+			const result = await service.execute();
+			if (ctx.hasUI) ctx.ui.notify(result.message, result.level);
+		}
+	}];
+}
+//#endregion
+export { createComputerUseCommand };
+
+//# sourceMappingURL=index.mjs.map

package/dist/src/services/computerUseCommand/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","names":[],"sources":["../../../../src/services/computerUseCommand/index.ts"],"sourcesContent":["// @scaffold-generated\nimport type { ExtensionAPI } from '@earendil-works/pi-coding-agent';\n\nimport { COMMAND_NAME, COMMAND_DESCRIPTION } from '../../constants/computerUse';\nimport type { ComputerUseExtensionService } from '../../types/extension';\n\nexport function createComputerUseCommand(\n  service: ComputerUseExtensionService,\n): Parameters<ExtensionAPI['registerCommand']> {\n  return [\n    COMMAND_NAME,\n    {\n      description: COMMAND_DESCRIPTION,\n      handler: async (_args, ctx) => {\n        const result = await service.execute();\n        if (ctx.hasUI) ctx.ui.notify(result.message, result.level);\n      },\n    },\n  ];\n}\n\nexport { COMMAND_NAME, COMMAND_DESCRIPTION } from '../../constants/computerUse';\n"],"mappings":";;AAMA,SAAgB,yBACd,SAC6C;CAC7C,OAAO,CACL,cACA;EACE,aAAa;EACb,SAAS,OAAO,OAAO,QAAQ;GAC7B,MAAM,SAAS,MAAM,QAAQ,QAAQ;GACrC,IAAI,IAAI,OAAO,IAAI,GAAG,OAAO,OAAO,SAAS,OAAO,KAAK;EAC3D;CACF,CACF;AACF"}

package/dist/src/services/computerUseRuntime/index.cjs

@@ -0,0 +1,300 @@
+const require_computerUse = require("../../constants/computerUse.cjs");
+const require_computerUseApi = require("../../types/computerUseApi.cjs");
+const require_index = require("../computerUseCommand/index.cjs");
+const require_computerUseMode = require("../../models/computerUseMode.cjs");
+let _agimon_ai_doompi_minor_mode = require("@agimon-ai/doompi-minor-mode");
+//#region src/services/computerUseRuntime/index.ts
+const PACKAGE_SOURCE = "@agimon-ai/doompi-computer-use";
+function createComputerUseRuntime(dependencies, signal) {
+	const client = dependencies.client;
+	let state;
+	let enabled = false;
+	let restriction = require_computerUseMode.computerUseRestriction(false);
+	const restrictionListeners = /* @__PURE__ */ new Set();
+	const reconcileTools = (active) => {
+		restriction = require_computerUseMode.computerUseRestriction(active);
+		for (const listener of restrictionListeners) listener();
+	};
+	let globallyEnabled = false;
+	let mode;
+	const modeListeners = /* @__PURE__ */ new Set();
+	let timer;
+	let activeContext;
+	let publishedMode = "";
+	let publishedModeStatus;
+	let publishedActivityStatus;
+	const publish = () => {
+		const phase = state?.phase ?? "inactive";
+		const projection = `${enabled}:${phase}:${state?.revision ?? "none"}`;
+		if (mode !== void 0 && projection !== publishedMode) {
+			mode.publish();
+			publishedMode = projection;
+		}
+		const modeStatus = state === void 0 ? void 0 : enabled || phase !== "inactive" ? phase : "";
+		if (activeContext !== void 0 && modeStatus !== publishedModeStatus) {
+			activeContext.ui.setStatus(require_computerUseApi.COMPUTER_USE_MODE_STATUS_KEY, modeStatus);
+			publishedModeStatus = modeStatus;
+		}
+		const activityStatus = enabled || phase !== "inactive" ? `computer use: ${phase}` : void 0;
+		if (activeContext !== void 0 && activityStatus !== publishedActivityStatus) {
+			activeContext.ui.setStatus(require_computerUseApi.COMPUTER_USE_STATUS_KEY, activityStatus);
+			publishedActivityStatus = activityStatus;
+		}
+	};
+	const refresh = async () => {
+		if (signal.aborted) return;
+		let nextGloballyEnabled = false;
+		try {
+			nextGloballyEnabled = await dependencies.enabled?.() === true;
+		} catch {
+			nextGloballyEnabled = false;
+		}
+		if (signal.aborted) return;
+		if (nextGloballyEnabled !== globallyEnabled) {
+			globallyEnabled = nextGloballyEnabled;
+			if (!globallyEnabled) {
+				if (client !== void 0 && state !== void 0 && state.phase !== "inactive" && state.phase !== "failed") try {
+					await client.stop();
+				} catch {}
+				enabled = false;
+				state = void 0;
+				reconcileTools(false);
+			}
+			publishedMode = "";
+			for (const listener of modeListeners) listener();
+		}
+		if (!globallyEnabled || client === void 0) {
+			state = void 0;
+			reconcileTools(false);
+			publish();
+			return;
+		}
+		try {
+			const nextState = await client.state(signal);
+			if (signal.aborted) return;
+			state = nextState;
+			reconcileTools(state.phase === "active");
+			publish();
+		} catch {
+			state = void 0;
+			reconcileTools(false);
+			publish();
+		}
+	};
+	mode = (0, _agimon_ai_doompi_minor_mode.defineMinorMode)({
+		descriptor: {
+			source: PACKAGE_SOURCE,
+			id: require_computerUseApi.COMPUTER_USE_MODE_ID,
+			label: "Computer Use",
+			description: "Session-scoped semantic control through DoomPi Desktop.",
+			order: 450,
+			actions: [
+				{
+					id: "activate",
+					label: "Activate",
+					description: "Open the cockpit activation workflow and native confirmation.",
+					contexts: ["tui", "headless"],
+					parameters: []
+				},
+				{
+					id: "deactivate",
+					label: "Deactivate",
+					description: "Stop this session computer-use run.",
+					contexts: ["tui", "headless"],
+					parameters: []
+				},
+				{
+					id: "doctor",
+					label: "Doctor",
+					description: "Report Desktop availability and session state.",
+					contexts: ["tui", "headless"],
+					parameters: []
+				}
+			]
+		},
+		state: () => require_computerUseMode.modeState(state, enabled),
+		async handleAction(_runtime, actionId, _argumentsValue, execution) {
+			activeContext = execution.context;
+			if (actionId === "activate") {
+				if (await dependencies.enabled?.() !== true) {
+					await refresh();
+					throw new Error("Enable computer use in global settings first.");
+				}
+				if (client === void 0) throw new Error("DoomPi Desktop computer use is unavailable.");
+				enabled = true;
+				await refresh();
+				publish();
+				return { message: "Computer use is ready to configure in Activity." };
+			}
+			if (actionId === "doctor") {
+				await refresh();
+				return { message: client === void 0 ? "DoomPi Desktop session API is unavailable." : `Computer use is ${state?.phase.replaceAll("_", " ") ?? "unavailable"}.` };
+			}
+			if (actionId === "deactivate") {
+				if (client === void 0) throw new Error("DoomPi Desktop computer use is unavailable.");
+				if (state !== void 0 && state.phase !== "inactive" && state.phase !== "failed") await client.stop(execution.signal);
+				enabled = false;
+				await refresh();
+				publish();
+				return { message: "Computer use is off." };
+			}
+			throw new Error(`Unknown computer-use action: ${actionId}`);
+		}
+	}).createOwner(void 0);
+	return {
+		commands: [require_index.createComputerUseCommand(dependencies.service)],
+		tools: [
+			{
+				name: "computer_state",
+				label: "Computer State",
+				description: "Observe the authorized application window and return its semantic accessibility state.",
+				promptSnippet: "Observe the authorized application before choosing a semantic action",
+				parameters: {
+					type: "object",
+					properties: {},
+					additionalProperties: false
+				},
+				async execute(_toolCallId, _params, signal) {
+					if (!globallyEnabled || client === void 0 || state?.phase !== "active") throw new Error("Computer use is not active for this session.");
+					const observation = await client.observe(signal);
+					return {
+						content: [{
+							type: "text",
+							text: JSON.stringify(observation, null, 2)
+						}],
+						details: observation
+					};
+				}
+			},
+			{
+				name: "computer_action",
+				label: "Computer Action",
+				description: "Perform one constrained semantic action in the authorized application window.",
+				promptSnippet: "Perform one action using a current computer_state snapshot and element ref",
+				parameters: {
+					type: "object",
+					properties: {
+						kind: {
+							type: "string",
+							enum: [
+								"press",
+								"focus",
+								"set_value",
+								"scroll"
+							]
+						},
+						snapshotId: { type: "string" },
+						elementRef: { type: "string" },
+						value: { type: "string" },
+						direction: {
+							type: "string",
+							enum: [
+								"up",
+								"down",
+								"left",
+								"right"
+							]
+						},
+						amount: {
+							type: "string",
+							enum: ["line", "page"]
+						}
+					},
+					required: [
+						"kind",
+						"snapshotId",
+						"elementRef"
+					],
+					additionalProperties: false
+				},
+				async execute(_toolCallId, params, signal) {
+					if (!globallyEnabled || client === void 0 || state?.phase !== "active") throw new Error("Computer use is not active for this session.");
+					const result = await client.act(params, signal);
+					return {
+						content: [{
+							type: "text",
+							text: JSON.stringify(result, null, 2)
+						}],
+						details: result
+					};
+				}
+			},
+			{
+				name: "computer_exec",
+				label: "Computer Script",
+				description: "Run a trusted, explicitly allowed local TypeScript script against the authorized application session.",
+				promptSnippet: "Run a trusted reusable computer script by its explicitly allowed path and JSON input",
+				parameters: {
+					type: "object",
+					properties: {
+						scriptPath: { type: "string" },
+						input: {}
+					},
+					required: ["scriptPath", "input"],
+					additionalProperties: false
+				},
+				async execute(_toolCallId, params, signal) {
+					if (!globallyEnabled || client === void 0 || state?.phase !== "active") throw new Error("Computer use is not active for this session.");
+					if (dependencies.scriptRunner === void 0) throw new Error("Computer script execution is unavailable.");
+					const input = params;
+					const result = await dependencies.scriptRunner.execute(input.scriptPath, input.input, signal);
+					return {
+						content: [{
+							type: "text",
+							text: JSON.stringify(result, null, 2)
+						}],
+						details: result
+					};
+				}
+			}
+		],
+		services: [(0, _agimon_ai_doompi_minor_mode.piMinorModes)({
+			snapshot: () => globallyEnabled ? [mode] : [],
+			subscribe(listener) {
+				modeListeners.add(listener);
+				return () => {
+					modeListeners.delete(listener);
+				};
+			}
+		})],
+		toolRestrictions: [{
+			source: PACKAGE_SOURCE,
+			restrict: (incoming, available) => restriction(incoming, available),
+			subscribe(listener) {
+				restrictionListeners.add(listener);
+				return () => {
+					restrictionListeners.delete(listener);
+				};
+			}
+		}],
+		events: {
+			before_agent_start: (event) => globallyEnabled && state?.phase === "active" ? { systemPrompt: `${event.systemPrompt}\n\n${require_computerUse.COMPUTER_USE_GUIDANCE}` } : void 0,
+			session_start: (_event, context) => {
+				if (signal.aborted) return;
+				activeContext = context;
+				reconcileTools(false);
+				refresh();
+				if (timer) clearInterval(timer);
+				timer = setInterval(() => void refresh(), 250);
+				timer.unref?.();
+			}
+		},
+		onStop() {
+			if (timer) clearInterval(timer);
+			timer = void 0;
+		},
+		onDispose() {
+			if (timer) clearInterval(timer);
+			timer = void 0;
+			reconcileTools(false);
+			activeContext?.ui.setStatus(require_computerUseApi.COMPUTER_USE_MODE_STATUS_KEY, void 0);
+			activeContext?.ui.setStatus(require_computerUseApi.COMPUTER_USE_STATUS_KEY, void 0);
+			activeContext = void 0;
+		}
+	};
+}
+//#endregion
+exports.COMPUTER_USE_MODE_ID = require_computerUseApi.COMPUTER_USE_MODE_ID;
+exports.createComputerUseRuntime = createComputerUseRuntime;
+
+//# sourceMappingURL=index.cjs.map

package/dist/src/services/computerUseRuntime/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.cjs","names":["computerUseRestriction","COMPUTER_USE_MODE_STATUS_KEY","COMPUTER_USE_STATUS_KEY","defineMinorMode","COMPUTER_USE_MODE_ID","modeState","createComputerUseCommand","piMinorModes","COMPUTER_USE_GUIDANCE"],"sources":["../../../../src/services/computerUseRuntime/index.ts"],"sourcesContent":["import { type PiPluginContributions } from '@agimon-ai/doompi-core/pi-extension';\nimport { type DoomToolRestriction } from '@agimon-ai/doompi-core/tool-surface';\nimport { piMinorModes } from '@agimon-ai/doompi-minor-mode';\nimport { defineMinorMode, type MinorModeOwner, type MinorModeOwnerActionContext } from '@agimon-ai/doompi-minor-mode';\nimport type { ExtensionAPI, ExtensionContext } from '@earendil-works/pi-coding-agent';\n\nimport { COMPUTER_USE_GUIDANCE } from '../../constants/computerUse';\nimport type { ComputerUseAction } from '../../types/computerUse';\nimport {\n  COMPUTER_USE_MODE_ID,\n  COMPUTER_USE_MODE_STATUS_KEY,\n  COMPUTER_USE_STATUS_KEY,\n  type ComputerUseSessionView,\n} from '../../types/computerUseApi';\nimport type { ComputerUseExtensionDependencies } from '../../types/extension';\nimport { createComputerUseCommand } from '../computerUseCommand';\n\nconst PACKAGE_SOURCE = '@agimon-ai/doompi-computer-use';\nexport { COMPUTER_USE_MODE_ID };\nimport { modeState, computerUseRestriction } from '../../models/computerUseMode';\n\nexport function createComputerUseRuntime(\n  dependencies: ComputerUseExtensionDependencies,\n  signal: AbortSignal,\n): PiPluginContributions<ComputerUseExtensionDependencies> & {\n  tools: readonly Parameters<ExtensionAPI['registerTool']>[0][];\n} {\n  const client = dependencies.client;\n  let state: ComputerUseSessionView | undefined;\n  let enabled = false;\n  let restriction: DoomToolRestriction = computerUseRestriction(false);\n  const restrictionListeners = new Set<() => void>();\n  const reconcileTools = (active: boolean): void => {\n    restriction = computerUseRestriction(active);\n    for (const listener of restrictionListeners) listener();\n  };\n  let globallyEnabled = false;\n  let mode: MinorModeOwner<MinorModeOwnerActionContext<ExtensionContext>>;\n  const modeListeners = new Set<() => void>();\n  let timer: ReturnType<typeof setInterval> | undefined;\n  let activeContext: ExtensionContext | undefined;\n  let publishedMode = '';\n  let publishedModeStatus: string | undefined;\n  let publishedActivityStatus: string | undefined;\n  const publish = (): void => {\n    const phase = state?.phase ?? 'inactive';\n    const projection = `${enabled}:${phase}:${state?.revision ?? 'none'}`;\n    if (mode !== undefined && projection !== publishedMode) {\n      mode.publish();\n      publishedMode = projection;\n    }\n    const modeStatus = state === undefined ? undefined : enabled || phase !== 'inactive' ? phase : '';\n    if (activeContext !== undefined && modeStatus !== publishedModeStatus) {\n      activeContext.ui.setStatus(COMPUTER_USE_MODE_STATUS_KEY, modeStatus);\n      publishedModeStatus = modeStatus;\n    }\n    const activityStatus = enabled || phase !== 'inactive' ? `computer use: ${phase}` : undefined;\n    if (activeContext !== undefined && activityStatus !== publishedActivityStatus) {\n      activeContext.ui.setStatus(COMPUTER_USE_STATUS_KEY, activityStatus);\n      publishedActivityStatus = activityStatus;\n    }\n  };\n  const refresh = async (): Promise<void> => {\n    if (signal.aborted) return;\n    let nextGloballyEnabled = false;\n    try {\n      nextGloballyEnabled = (await dependencies.enabled?.()) === true;\n    } catch {\n      nextGloballyEnabled = false;\n    }\n    if (signal.aborted) return;\n    if (nextGloballyEnabled !== globallyEnabled) {\n      globallyEnabled = nextGloballyEnabled;\n      if (!globallyEnabled) {\n        if (client !== undefined && state !== undefined && state.phase !== 'inactive' && state.phase !== 'failed') {\n          try {\n            await client.stop();\n          } catch {\n            // The global opt-in is still authoritative even when remote cleanup fails.\n          }\n        }\n        enabled = false;\n        state = undefined;\n        reconcileTools(false);\n      }\n      publishedMode = '';\n      for (const listener of modeListeners) listener();\n    }\n    if (!globallyEnabled || client === undefined) {\n      state = undefined;\n      reconcileTools(false);\n      publish();\n      return;\n    }\n    try {\n      const nextState = await client.state(signal);\n      if (signal.aborted) return;\n      state = nextState;\n      reconcileTools(state.phase === 'active');\n      publish();\n    } catch {\n      state = undefined;\n      reconcileTools(false);\n      publish();\n    }\n  };\n  mode = defineMinorMode<undefined, MinorModeOwnerActionContext<ExtensionContext>>({\n    descriptor: {\n      source: PACKAGE_SOURCE,\n      id: COMPUTER_USE_MODE_ID,\n      label: 'Computer Use',\n      description: 'Session-scoped semantic control through DoomPi Desktop.',\n      order: 450,\n      actions: [\n        {\n          id: 'activate',\n          label: 'Activate',\n          description: 'Open the cockpit activation workflow and native confirmation.',\n          contexts: ['tui', 'headless'],\n          parameters: [],\n        },\n        {\n          id: 'deactivate',\n          label: 'Deactivate',\n          description: 'Stop this session computer-use run.',\n          contexts: ['tui', 'headless'],\n          parameters: [],\n        },\n        {\n          id: 'doctor',\n          label: 'Doctor',\n          description: 'Report Desktop availability and session state.',\n          contexts: ['tui', 'headless'],\n          parameters: [],\n        },\n      ],\n    },\n    state: () => modeState(state, enabled),\n    async handleAction(_runtime, actionId, _argumentsValue, execution) {\n      activeContext = execution.context;\n      if (actionId === 'activate') {\n        if ((await dependencies.enabled?.()) !== true) {\n          await refresh();\n          throw new Error('Enable computer use in global settings first.');\n        }\n        if (client === undefined) throw new Error('DoomPi Desktop computer use is unavailable.');\n        enabled = true;\n        await refresh();\n        publish();\n        return { message: 'Computer use is ready to configure in Activity.' };\n      }\n      if (actionId === 'doctor') {\n        await refresh();\n        return {\n          message:\n            client === undefined\n              ? 'DoomPi Desktop session API is unavailable.'\n              : `Computer use is ${state?.phase.replaceAll('_', ' ') ?? 'unavailable'}.`,\n        };\n      }\n      if (actionId === 'deactivate') {\n        if (client === undefined) throw new Error('DoomPi Desktop computer use is unavailable.');\n        if (state !== undefined && state.phase !== 'inactive' && state.phase !== 'failed')\n          await client.stop(execution.signal);\n        enabled = false;\n        await refresh();\n        publish();\n        return { message: 'Computer use is off.' };\n      }\n      throw new Error(`Unknown computer-use action: ${actionId}`);\n    },\n  }).createOwner(undefined);\n  return {\n    commands: [createComputerUseCommand(dependencies.service)],\n    tools: [\n      {\n        name: 'computer_state',\n        label: 'Computer State',\n        description: 'Observe the authorized application window and return its semantic accessibility state.',\n        promptSnippet: 'Observe the authorized application before choosing a semantic action',\n        parameters: { type: 'object', properties: {}, additionalProperties: false },\n        async execute(_toolCallId, _params, signal) {\n          if (!globallyEnabled || client === undefined || state?.phase !== 'active')\n            throw new Error('Computer use is not active for this session.');\n          const observation = await client.observe(signal);\n          return { content: [{ type: 'text', text: JSON.stringify(observation, null, 2) }], details: observation };\n        },\n      },\n      {\n        name: 'computer_action',\n        label: 'Computer Action',\n        description: 'Perform one constrained semantic action in the authorized application window.',\n        promptSnippet: 'Perform one action using a current computer_state snapshot and element ref',\n        parameters: {\n          type: 'object',\n          properties: {\n            kind: { type: 'string', enum: ['press', 'focus', 'set_value', 'scroll'] },\n            snapshotId: { type: 'string' },\n            elementRef: { type: 'string' },\n            value: { type: 'string' },\n            direction: { type: 'string', enum: ['up', 'down', 'left', 'right'] },\n            amount: { type: 'string', enum: ['line', 'page'] },\n          },\n          required: ['kind', 'snapshotId', 'elementRef'],\n          additionalProperties: false,\n        },\n        async execute(_toolCallId, params, signal) {\n          if (!globallyEnabled || client === undefined || state?.phase !== 'active')\n            throw new Error('Computer use is not active for this session.');\n          const result = await client.act(params as unknown as ComputerUseAction, signal);\n          return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }], details: result };\n        },\n      },\n      {\n        name: 'computer_exec',\n        label: 'Computer Script',\n        description:\n          'Run a trusted, explicitly allowed local TypeScript script against the authorized application session.',\n        promptSnippet: 'Run a trusted reusable computer script by its explicitly allowed path and JSON input',\n        parameters: {\n          type: 'object',\n          properties: {\n            scriptPath: { type: 'string' },\n            input: {},\n          },\n          required: ['scriptPath', 'input'],\n          additionalProperties: false,\n        },\n        async execute(_toolCallId, params, signal) {\n          if (!globallyEnabled || client === undefined || state?.phase !== 'active')\n            throw new Error('Computer use is not active for this session.');\n          if (dependencies.scriptRunner === undefined) throw new Error('Computer script execution is unavailable.');\n          const input = params as { scriptPath: string; input: unknown };\n          const result = await dependencies.scriptRunner.execute(input.scriptPath, input.input, signal);\n          return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }], details: result };\n        },\n      },\n    ],\n    services: [\n      piMinorModes({\n        snapshot: () => (globallyEnabled ? [mode] : []),\n        subscribe(listener) {\n          modeListeners.add(listener);\n          return () => {\n            modeListeners.delete(listener);\n          };\n        },\n      }),\n    ],\n    toolRestrictions: [\n      {\n        source: PACKAGE_SOURCE,\n        restrict: (incoming, available) => restriction(incoming, available),\n        subscribe(listener) {\n          restrictionListeners.add(listener);\n          return () => {\n            restrictionListeners.delete(listener);\n          };\n        },\n      },\n    ],\n    events: {\n      before_agent_start: (event) =>\n        globallyEnabled && state?.phase === 'active'\n          ? { systemPrompt: `${event.systemPrompt}\\n\\n${COMPUTER_USE_GUIDANCE}` }\n          : undefined,\n      session_start: (_event, context) => {\n        if (signal.aborted) return;\n        activeContext = context;\n        reconcileTools(false);\n        void refresh();\n        if (timer) clearInterval(timer);\n        timer = setInterval(() => void refresh(), 250);\n        timer.unref?.();\n      },\n    },\n    onStop() {\n      if (timer) clearInterval(timer);\n      timer = undefined;\n    },\n    onDispose() {\n      if (timer) clearInterval(timer);\n      timer = undefined;\n      reconcileTools(false);\n      activeContext?.ui.setStatus(COMPUTER_USE_MODE_STATUS_KEY, undefined);\n      activeContext?.ui.setStatus(COMPUTER_USE_STATUS_KEY, undefined);\n      activeContext = undefined;\n    },\n  };\n}\n"],"mappings":";;;;;;AAiBA,MAAM,iBAAiB;AAIvB,SAAgB,yBACd,cACA,QAGA;CACA,MAAM,SAAS,aAAa;CAC5B,IAAI;CACJ,IAAI,UAAU;CACd,IAAI,cAAmCA,wBAAAA,uBAAuB,KAAK;CACnE,MAAM,uCAAuB,IAAI,IAAgB;CACjD,MAAM,kBAAkB,WAA0B;EAChD,cAAcA,wBAAAA,uBAAuB,MAAM;EAC3C,KAAK,MAAM,YAAY,sBAAsB,SAAS;CACxD;CACA,IAAI,kBAAkB;CACtB,IAAI;CACJ,MAAM,gCAAgB,IAAI,IAAgB;CAC1C,IAAI;CACJ,IAAI;CACJ,IAAI,gBAAgB;CACpB,IAAI;CACJ,IAAI;CACJ,MAAM,gBAAsB;EAC1B,MAAM,QAAQ,OAAO,SAAS;EAC9B,MAAM,aAAa,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,YAAY;EAC7D,IAAI,SAAS,KAAA,KAAa,eAAe,eAAe;GACtD,KAAK,QAAQ;GACb,gBAAgB;EAClB;EACA,MAAM,aAAa,UAAU,KAAA,IAAY,KAAA,IAAY,WAAW,UAAU,aAAa,QAAQ;EAC/F,IAAI,kBAAkB,KAAA,KAAa,eAAe,qBAAqB;GACrE,cAAc,GAAG,UAAUC,uBAAAA,8BAA8B,UAAU;GACnE,sBAAsB;EACxB;EACA,MAAM,iBAAiB,WAAW,UAAU,aAAa,iBAAiB,UAAU,KAAA;EACpF,IAAI,kBAAkB,KAAA,KAAa,mBAAmB,yBAAyB;GAC7E,cAAc,GAAG,UAAUC,uBAAAA,yBAAyB,cAAc;GAClE,0BAA0B;EAC5B;CACF;CACA,MAAM,UAAU,YAA2B;EACzC,IAAI,OAAO,SAAS;EACpB,IAAI,sBAAsB;EAC1B,IAAI;GACF,sBAAuB,MAAM,aAAa,UAAU,MAAO;EAC7D,QAAQ;GACN,sBAAsB;EACxB;EACA,IAAI,OAAO,SAAS;EACpB,IAAI,wBAAwB,iBAAiB;GAC3C,kBAAkB;GAClB,IAAI,CAAC,iBAAiB;IACpB,IAAI,WAAW,KAAA,KAAa,UAAU,KAAA,KAAa,MAAM,UAAU,cAAc,MAAM,UAAU,UAC/F,IAAI;KACF,MAAM,OAAO,KAAK;IACpB,QAAQ,CAER;IAEF,UAAU;IACV,QAAQ,KAAA;IACR,eAAe,KAAK;GACtB;GACA,gBAAgB;GAChB,KAAK,MAAM,YAAY,eAAe,SAAS;EACjD;EACA,IAAI,CAAC,mBAAmB,WAAW,KAAA,GAAW;GAC5C,QAAQ,KAAA;GACR,eAAe,KAAK;GACpB,QAAQ;GACR;EACF;EACA,IAAI;GACF,MAAM,YAAY,MAAM,OAAO,MAAM,MAAM;GAC3C,IAAI,OAAO,SAAS;GACpB,QAAQ;GACR,eAAe,MAAM,UAAU,QAAQ;GACvC,QAAQ;EACV,QAAQ;GACN,QAAQ,KAAA;GACR,eAAe,KAAK;GACpB,QAAQ;EACV;CACF;CACA,QAAA,GAAOC,6BAAAA,gBAAAA,CAA0E;EAC/E,YAAY;GACV,QAAQ;GACR,IAAIC,uBAAAA;GACJ,OAAO;GACP,aAAa;GACb,OAAO;GACP,SAAS;IACP;KACE,IAAI;KACJ,OAAO;KACP,aAAa;KACb,UAAU,CAAC,OAAO,UAAU;KAC5B,YAAY,CAAC;IACf;IACA;KACE,IAAI;KACJ,OAAO;KACP,aAAa;KACb,UAAU,CAAC,OAAO,UAAU;KAC5B,YAAY,CAAC;IACf;IACA;KACE,IAAI;KACJ,OAAO;KACP,aAAa;KACb,UAAU,CAAC,OAAO,UAAU;KAC5B,YAAY,CAAC;IACf;GACF;EACF;EACA,aAAaC,wBAAAA,UAAU,OAAO,OAAO;EACrC,MAAM,aAAa,UAAU,UAAU,iBAAiB,WAAW;GACjE,gBAAgB,UAAU;GAC1B,IAAI,aAAa,YAAY;IAC3B,IAAK,MAAM,aAAa,UAAU,MAAO,MAAM;KAC7C,MAAM,QAAQ;KACd,MAAM,IAAI,MAAM,+CAA+C;IACjE;IACA,IAAI,WAAW,KAAA,GAAW,MAAM,IAAI,MAAM,6CAA6C;IACvF,UAAU;IACV,MAAM,QAAQ;IACd,QAAQ;IACR,OAAO,EAAE,SAAS,kDAAkD;GACtE;GACA,IAAI,aAAa,UAAU;IACzB,MAAM,QAAQ;IACd,OAAO,EACL,SACE,WAAW,KAAA,IACP,+CACA,mBAAmB,OAAO,MAAM,WAAW,KAAK,GAAG,KAAK,cAAc,GAC9E;GACF;GACA,IAAI,aAAa,cAAc;IAC7B,IAAI,WAAW,KAAA,GAAW,MAAM,IAAI,MAAM,6CAA6C;IACvF,IAAI,UAAU,KAAA,KAAa,MAAM,UAAU,cAAc,MAAM,UAAU,UACvE,MAAM,OAAO,KAAK,UAAU,MAAM;IACpC,UAAU;IACV,MAAM,QAAQ;IACd,QAAQ;IACR,OAAO,EAAE,SAAS,uBAAuB;GAC3C;GACA,MAAM,IAAI,MAAM,gCAAgC,UAAU;EAC5D;CACF,CAAC,CAAC,CAAC,YAAY,KAAA,CAAS;CACxB,OAAO;EACL,UAAU,CAACC,cAAAA,yBAAyB,aAAa,OAAO,CAAC;EACzD,OAAO;GACL;IACE,MAAM;IACN,OAAO;IACP,aAAa;IACb,eAAe;IACf,YAAY;KAAE,MAAM;KAAU,YAAY,CAAC;KAAG,sBAAsB;IAAM;IAC1E,MAAM,QAAQ,aAAa,SAAS,QAAQ;KAC1C,IAAI,CAAC,mBAAmB,WAAW,KAAA,KAAa,OAAO,UAAU,UAC/D,MAAM,IAAI,MAAM,8CAA8C;KAChE,MAAM,cAAc,MAAM,OAAO,QAAQ,MAAM;KAC/C,OAAO;MAAE,SAAS,CAAC;OAAE,MAAM;OAAQ,MAAM,KAAK,UAAU,aAAa,MAAM,CAAC;MAAE,CAAC;MAAG,SAAS;KAAY;IACzG;GACF;GACA;IACE,MAAM;IACN,OAAO;IACP,aAAa;IACb,eAAe;IACf,YAAY;KACV,MAAM;KACN,YAAY;MACV,MAAM;OAAE,MAAM;OAAU,MAAM;QAAC;QAAS;QAAS;QAAa;OAAQ;MAAE;MACxE,YAAY,EAAE,MAAM,SAAS;MAC7B,YAAY,EAAE,MAAM,SAAS;MAC7B,OAAO,EAAE,MAAM,SAAS;MACxB,WAAW;OAAE,MAAM;OAAU,MAAM;QAAC;QAAM;QAAQ;QAAQ;OAAO;MAAE;MACnE,QAAQ;OAAE,MAAM;OAAU,MAAM,CAAC,QAAQ,MAAM;MAAE;KACnD;KACA,UAAU;MAAC;MAAQ;MAAc;KAAY;KAC7C,sBAAsB;IACxB;IACA,MAAM,QAAQ,aAAa,QAAQ,QAAQ;KACzC,IAAI,CAAC,mBAAmB,WAAW,KAAA,KAAa,OAAO,UAAU,UAC/D,MAAM,IAAI,MAAM,8CAA8C;KAChE,MAAM,SAAS,MAAM,OAAO,IAAI,QAAwC,MAAM;KAC9E,OAAO;MAAE,SAAS,CAAC;OAAE,MAAM;OAAQ,MAAM,KAAK,UAAU,QAAQ,MAAM,CAAC;MAAE,CAAC;MAAG,SAAS;KAAO;IAC/F;GACF;GACA;IACE,MAAM;IACN,OAAO;IACP,aACE;IACF,eAAe;IACf,YAAY;KACV,MAAM;KACN,YAAY;MACV,YAAY,EAAE,MAAM,SAAS;MAC7B,OAAO,CAAC;KACV;KACA,UAAU,CAAC,cAAc,OAAO;KAChC,sBAAsB;IACxB;IACA,MAAM,QAAQ,aAAa,QAAQ,QAAQ;KACzC,IAAI,CAAC,mBAAmB,WAAW,KAAA,KAAa,OAAO,UAAU,UAC/D,MAAM,IAAI,MAAM,8CAA8C;KAChE,IAAI,aAAa,iBAAiB,KAAA,GAAW,MAAM,IAAI,MAAM,2CAA2C;KACxG,MAAM,QAAQ;KACd,MAAM,SAAS,MAAM,aAAa,aAAa,QAAQ,MAAM,YAAY,MAAM,OAAO,MAAM;KAC5F,OAAO;MAAE,SAAS,CAAC;OAAE,MAAM;OAAQ,MAAM,KAAK,UAAU,QAAQ,MAAM,CAAC;MAAE,CAAC;MAAG,SAAS;KAAO;IAC/F;GACF;EACF;EACA,UAAU,EAAA,GACRC,6BAAAA,aAAAA,CAAa;GACX,gBAAiB,kBAAkB,CAAC,IAAI,IAAI,CAAC;GAC7C,UAAU,UAAU;IAClB,cAAc,IAAI,QAAQ;IAC1B,aAAa;KACX,cAAc,OAAO,QAAQ;IAC/B;GACF;EACF,CAAC,CACH;EACA,kBAAkB,CAChB;GACE,QAAQ;GACR,WAAW,UAAU,cAAc,YAAY,UAAU,SAAS;GAClE,UAAU,UAAU;IAClB,qBAAqB,IAAI,QAAQ;IACjC,aAAa;KACX,qBAAqB,OAAO,QAAQ;IACtC;GACF;EACF,CACF;EACA,QAAQ;GACN,qBAAqB,UACnB,mBAAmB,OAAO,UAAU,WAChC,EAAE,cAAc,GAAG,MAAM,aAAa,MAAMC,oBAAAA,wBAAwB,IACpE,KAAA;GACN,gBAAgB,QAAQ,YAAY;IAClC,IAAI,OAAO,SAAS;IACpB,gBAAgB;IAChB,eAAe,KAAK;IACpB,QAAa;IACb,IAAI,OAAO,cAAc,KAAK;IAC9B,QAAQ,kBAAkB,KAAK,QAAQ,GAAG,GAAG;IAC7C,MAAM,QAAQ;GAChB;EACF;EACA,SAAS;GACP,IAAI,OAAO,cAAc,KAAK;GAC9B,QAAQ,KAAA;EACV;EACA,YAAY;GACV,IAAI,OAAO,cAAc,KAAK;GAC9B,QAAQ,KAAA;GACR,eAAe,KAAK;GACpB,eAAe,GAAG,UAAUP,uBAAAA,8BAA8B,KAAA,CAAS;GACnE,eAAe,GAAG,UAAUC,uBAAAA,yBAAyB,KAAA,CAAS;GAC9D,gBAAgB,KAAA;EAClB;CACF;AACF"}