pi-agent-browser-native 0.9.3 → 0.9.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +106 -5
- package/README.md +58 -791
- package/dist/extensions/agent-browser/index.js +43101 -2031
- package/dist/extensions/agent-browser/lib/argv-descriptor.js +49 -26
- package/dist/extensions/agent-browser/lib/argv-grammar.js +82 -93
- package/dist/extensions/agent-browser/lib/bash-guard.js +129 -126
- package/dist/extensions/agent-browser/lib/batch-lifecycle.js +112 -51
- package/dist/extensions/agent-browser/lib/browser-execution-claim-codec.js +61 -0
- package/dist/extensions/agent-browser/lib/browser-execution-claim-storage.js +232 -0
- package/dist/extensions/agent-browser/lib/browser-execution-claims.js +202 -0
- package/dist/extensions/agent-browser/lib/browser-execution-identity.js +77 -0
- package/dist/extensions/agent-browser/lib/browser-journal-branch.js +98 -0
- package/dist/extensions/agent-browser/lib/browser-journal-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/browser-journal-projection.js +221 -0
- package/dist/extensions/agent-browser/lib/browser-journal-reader.js +89 -0
- package/dist/extensions/agent-browser/lib/browser-journal-replay.js +246 -0
- package/dist/extensions/agent-browser/lib/browser-journal.js +103 -394
- package/dist/extensions/agent-browser/lib/browser-legacy-pages.js +220 -0
- package/dist/extensions/agent-browser/lib/browser-legacy-projection.js +282 -0
- package/dist/extensions/agent-browser/lib/browser-legacy-types.js +1 -0
- package/dist/extensions/agent-browser/lib/browser-session-conversion-stream.js +217 -0
- package/dist/extensions/agent-browser/lib/browser-session-conversion.js +80 -335
- package/dist/extensions/agent-browser/lib/browser-transcript-contracts.js +35 -0
- package/dist/extensions/agent-browser/lib/browser-transcript-validation.js +166 -0
- package/dist/extensions/agent-browser/lib/browser-transcript.js +137 -82
- package/dist/extensions/agent-browser/lib/browser-value-parsing.js +15 -0
- package/dist/extensions/agent-browser/lib/command-capabilities.js +340 -0
- package/dist/extensions/agent-browser/lib/command-policy.js +107 -88
- package/dist/extensions/agent-browser/lib/command-taxonomy.js +49 -322
- package/dist/extensions/agent-browser/lib/config-policy.js +138 -343
- package/dist/extensions/agent-browser/lib/config-providers.js +71 -0
- package/dist/extensions/agent-browser/lib/config-validation.js +231 -0
- package/dist/extensions/agent-browser/lib/config.js +20 -8
- package/dist/extensions/agent-browser/lib/electron/cdp.js +20 -8
- package/dist/extensions/agent-browser/lib/electron/cleanup.js +128 -83
- package/dist/extensions/agent-browser/lib/electron/discovery-darwin.js +109 -0
- package/dist/extensions/agent-browser/lib/electron/discovery-desktop.js +136 -0
- package/dist/extensions/agent-browser/lib/electron/discovery-evidence.js +90 -0
- package/dist/extensions/agent-browser/lib/electron/discovery-linux.js +93 -0
- package/dist/extensions/agent-browser/lib/electron/discovery-packages.js +162 -0
- package/dist/extensions/agent-browser/lib/electron/discovery-types.js +2 -0
- package/dist/extensions/agent-browser/lib/electron/discovery.js +140 -549
- package/dist/extensions/agent-browser/lib/electron/launch-monitor.js +102 -0
- package/dist/extensions/agent-browser/lib/electron/launch-process.js +209 -0
- package/dist/extensions/agent-browser/lib/electron/launch-types.js +2 -0
- package/dist/extensions/agent-browser/lib/electron/launch.js +261 -355
- package/dist/extensions/agent-browser/lib/executable-path.js +21 -12
- package/dist/extensions/agent-browser/lib/execution-cwd.js +35 -18
- package/dist/extensions/agent-browser/lib/fs-utils.js +1 -9
- package/dist/extensions/agent-browser/lib/input-modes/electron.js +162 -121
- package/dist/extensions/agent-browser/lib/input-modes/job.js +123 -317
- package/dist/extensions/agent-browser/lib/input-modes/lookup-network-evidence.js +116 -0
- package/dist/extensions/agent-browser/lib/input-modes/lookup-plan.js +132 -0
- package/dist/extensions/agent-browser/lib/input-modes/lookup-redaction.js +57 -0
- package/dist/extensions/agent-browser/lib/input-modes/lookup-source-evidence.js +151 -0
- package/dist/extensions/agent-browser/lib/input-modes/lookup-workspace.js +142 -0
- package/dist/extensions/agent-browser/lib/input-modes/lookups.js +58 -412
- package/dist/extensions/agent-browser/lib/input-modes/params.js +86 -40
- package/dist/extensions/agent-browser/lib/input-modes/qa-analysis.js +268 -0
- package/dist/extensions/agent-browser/lib/input-modes/qa-presentation.js +117 -0
- package/dist/extensions/agent-browser/lib/input-modes/script-child.js +396 -0
- package/dist/extensions/agent-browser/lib/input-modes/script-protocol.js +86 -0
- package/dist/extensions/agent-browser/lib/input-modes/script-types.js +1 -0
- package/dist/extensions/agent-browser/lib/input-modes/script-validation.js +60 -0
- package/dist/extensions/agent-browser/lib/input-modes/script.js +60 -409
- package/dist/extensions/agent-browser/lib/input-modes/semantic-action.js +218 -128
- package/dist/extensions/agent-browser/lib/input-modes/shared.js +15 -4
- package/dist/extensions/agent-browser/lib/input-modes/types.js +56 -7
- package/dist/extensions/agent-browser/lib/json-schema.js +22 -10
- package/dist/extensions/agent-browser/lib/launch-scoped-flags.js +17 -5
- package/dist/extensions/agent-browser/lib/managed-session-policy-lock.js +92 -425
- package/dist/extensions/agent-browser/lib/managed-session-posix-storage.js +58 -0
- package/dist/extensions/agent-browser/lib/managed-session-project-identity.js +244 -0
- package/dist/extensions/agent-browser/lib/managed-session-restore-context.js +84 -0
- package/dist/extensions/agent-browser/lib/managed-session-restore-policy.js +119 -0
- package/dist/extensions/agent-browser/lib/managed-session-restore-state.js +83 -0
- package/dist/extensions/agent-browser/lib/managed-session-restore.js +168 -300
- package/dist/extensions/agent-browser/lib/managed-session-snapshot-records.js +277 -0
- package/dist/extensions/agent-browser/lib/managed-session-snapshots.js +128 -305
- package/dist/extensions/agent-browser/lib/managed-session-storage.js +56 -253
- package/dist/extensions/agent-browser/lib/native-confirmation.js +140 -0
- package/dist/extensions/agent-browser/lib/native-output.js +43 -9
- package/dist/extensions/agent-browser/lib/orchestration/batch-stdin.js +106 -59
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/artifact-merge.js +14 -6
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/artifact-paths.js +109 -57
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/browser-observation-result.js +82 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/click-dispatch.js +164 -60
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/diagnostic-values.js +31 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/diagnostics.js +152 -781
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/electron-observation.js +203 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/electron-text-diagnostics.js +109 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/fill-diagnostics.js +119 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-action-recovery.js +147 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-actions.js +144 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-content.js +123 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-details.js +156 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-electron.js +187 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-evidence.js +39 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-missing-binary.js +89 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-recovery.js +97 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-redaction.js +106 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-timeout.js +110 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result.js +41 -538
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/index.js +199 -154
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/interaction-diagnostics.js +290 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-close.js +167 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-daemon-inspection.js +108 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-daemon-policy.js +127 -205
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/native-helper-observation.js +65 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/observation-types.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/overlay-diagnostics.js +120 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/network-page-filter.js +113 -30
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/scroll-shims.js +109 -28
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-filter-data.js +150 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-filter.js +147 -253
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-rendered-text.js +147 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/wait-timeouts.js +59 -24
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-artifacts.js +159 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-command.js +131 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-daemon.js +93 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-failure.js +42 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-guards.js +242 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-input.js +75 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-observations.js +92 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-page-selection.js +254 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-page-state.js +121 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-refs.js +130 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-resources.js +114 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-semantic.js +121 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-session-plan.js +222 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-timeouts.js +68 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare.js +176 -1123
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-analysis.js +191 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-confirmation.js +152 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-diagnostics.js +182 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-electron.js +150 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-phase-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-phase.js +115 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle.js +256 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-managed-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-managed.js +256 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native-phase-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native-phase.js +93 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native.js +113 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-navigation-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-navigation.js +316 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-ownership.js +28 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-page-phase-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-page-phase.js +142 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-presentation-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-presentation.js +333 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication-phase-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication-phase.js +71 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication.js +201 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-receipts.js +183 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-refs.js +200 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-tabs.js +142 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output.js +18 -968
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prompt-guards.js +23 -13
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-receipt-reconciliation.js +198 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery-presentation.js +154 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery.js +68 -151
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/screenshot-capture.js +14 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/screenshot-observation.js +169 -46
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-commands.js +130 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-electron.js +212 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-observations.js +61 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-outcomes.js +187 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-refs.js +169 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-tabs.js +228 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state.js +77 -765
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/text-visibility-diagnostics.js +182 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/timeout-diagnostics.js +256 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/timeout-progress.js +108 -0
- package/dist/extensions/agent-browser/lib/orchestration/code-artifact-observation.js +39 -0
- package/dist/extensions/agent-browser/lib/orchestration/code-image-observation.js +119 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/branch.js +93 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/cleanup-result.js +58 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/cleanup.js +78 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/discovery.js +106 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/index.js +48 -821
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/policy.js +86 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-collection.js +68 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-data.js +169 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-presentation.js +182 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe.js +161 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/status.js +167 -0
- package/dist/extensions/agent-browser/lib/orchestration/execution-queue.js +22 -10
- package/dist/extensions/agent-browser/lib/orchestration/extension-artifact-preflight.js +211 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-artifacts.js +23 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-attachment-replay.js +99 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-branch-restore.js +275 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-code.js +280 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-command-admission.js +303 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-command-output.js +36 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-command-result.js +335 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-command-run.js +227 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-command-state.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-electron-ownership.js +204 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-execution-locks.js +139 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-execution-queue.js +24 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-host-coordination.js +98 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-host-run.js +295 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-intent-replay.js +41 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-invocation.js +7 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-lifecycle.js +102 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-managed-ownership.js +133 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-observation.js +120 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-prompt.js +180 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-recording.js +290 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-resource-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-resource-replay.js +269 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-result-state.js +113 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-runtime.js +146 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-script-leases.js +58 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-tool-boundary.js +62 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-version-check.js +54 -0
- package/dist/extensions/agent-browser/lib/orchestration/input-plan-types.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/input-plan.js +261 -185
- package/dist/extensions/agent-browser/lib/orchestration/input-redaction.js +62 -0
- package/dist/extensions/agent-browser/lib/orchestration/native-config.js +144 -0
- package/dist/extensions/agent-browser/lib/orchestration/native-root-launch.js +77 -0
- package/dist/extensions/agent-browser/lib/orchestration/native-session-defaults.js +210 -157
- package/dist/extensions/agent-browser/lib/orchestration/operation-paths.js +124 -58
- package/dist/extensions/agent-browser/lib/orchestration/output-file.js +197 -99
- package/dist/extensions/agent-browser/lib/orchestration/script-mode.js +199 -96
- package/dist/extensions/agent-browser/lib/owned-managed-session-context.js +55 -0
- package/dist/extensions/agent-browser/lib/page-target-batch.js +118 -0
- package/dist/extensions/agent-browser/lib/page-target-guards.js +50 -0
- package/dist/extensions/agent-browser/lib/page-target-navigation.js +104 -0
- package/dist/extensions/agent-browser/lib/page-target-validation.js +55 -246
- package/dist/extensions/agent-browser/lib/parsing.js +13 -4
- package/dist/extensions/agent-browser/lib/pi-tool-rendering.js +133 -68
- package/dist/extensions/agent-browser/lib/playbook.js +16 -12
- package/dist/extensions/agent-browser/lib/process-child.js +284 -0
- package/dist/extensions/agent-browser/lib/process-environment.js +13 -6
- package/dist/extensions/agent-browser/lib/process-errors.js +23 -0
- package/dist/extensions/agent-browser/lib/process-identity.js +47 -15
- package/dist/extensions/agent-browser/lib/process-socket-storage.js +256 -0
- package/dist/extensions/agent-browser/lib/process-stdout.js +74 -0
- package/dist/extensions/agent-browser/lib/process.js +145 -536
- package/dist/extensions/agent-browser/lib/prompt-artifacts.js +287 -0
- package/dist/extensions/agent-browser/lib/prompt-policy.js +15 -194
- package/dist/extensions/agent-browser/lib/read-command.js +41 -0
- package/dist/extensions/agent-browser/lib/read-confirmation.js +131 -68
- package/dist/extensions/agent-browser/lib/recording-reservations.js +118 -45
- package/dist/extensions/agent-browser/lib/redaction-fields.js +75 -0
- package/dist/extensions/agent-browser/lib/redaction-json.js +149 -0
- package/dist/extensions/agent-browser/lib/redaction-url.js +88 -0
- package/dist/extensions/agent-browser/lib/results/action-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/results/action-recommendations.js +28 -271
- package/dist/extensions/agent-browser/lib/results/artifact-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/results/artifact-manifest-validation.js +133 -0
- package/dist/extensions/agent-browser/lib/results/artifact-manifest.js +96 -94
- package/dist/extensions/agent-browser/lib/results/artifact-recommendations.js +73 -0
- package/dist/extensions/agent-browser/lib/results/categories.js +111 -54
- package/dist/extensions/agent-browser/lib/results/confirmation.js +29 -13
- package/dist/extensions/agent-browser/lib/results/editable-ref-evidence.js +62 -27
- package/dist/extensions/agent-browser/lib/results/electron-recommendations.js +83 -0
- package/dist/extensions/agent-browser/lib/results/envelope-decoding.js +48 -0
- package/dist/extensions/agent-browser/lib/results/envelope.js +90 -67
- package/dist/extensions/agent-browser/lib/results/evidence-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/results/failure-recommendations.js +180 -0
- package/dist/extensions/agent-browser/lib/results/network-routes.js +86 -45
- package/dist/extensions/agent-browser/lib/results/network.js +35 -12
- package/dist/extensions/agent-browser/lib/results/next-actions.js +49 -19
- package/dist/extensions/agent-browser/lib/results/presentation/artifact-files.js +320 -0
- package/dist/extensions/agent-browser/lib/results/presentation/artifact-format.js +138 -0
- package/dist/extensions/agent-browser/lib/results/presentation/artifact-images.js +113 -0
- package/dist/extensions/agent-browser/lib/results/presentation/artifact-verification.js +145 -0
- package/dist/extensions/agent-browser/lib/results/presentation/artifacts.js +99 -555
- package/dist/extensions/agent-browser/lib/results/presentation/batch-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/results/presentation/batch-recording.js +118 -0
- package/dist/extensions/agent-browser/lib/results/presentation/batch-redaction.js +68 -0
- package/dist/extensions/agent-browser/lib/results/presentation/batch-rendering.js +135 -0
- package/dist/extensions/agent-browser/lib/results/presentation/batch-step.js +227 -0
- package/dist/extensions/agent-browser/lib/results/presentation/batch-summary.js +91 -0
- package/dist/extensions/agent-browser/lib/results/presentation/batch.js +91 -460
- package/dist/extensions/agent-browser/lib/results/presentation/browser-profile-recovery.js +9 -5
- package/dist/extensions/agent-browser/lib/results/presentation/command-presenters.js +216 -0
- package/dist/extensions/agent-browser/lib/results/presentation/common.js +26 -9
- package/dist/extensions/agent-browser/lib/results/presentation/content.js +86 -29
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-a11y.js +67 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-health.js +79 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-identity.js +199 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-logs.js +75 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-network-actions.js +216 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-network.js +124 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-redaction.js +64 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-storage.js +209 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-stream.js +69 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-summary.js +222 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostics.js +103 -1052
- package/dist/extensions/agent-browser/lib/results/presentation/early-result.js +70 -0
- package/dist/extensions/agent-browser/lib/results/presentation/errors.js +130 -60
- package/dist/extensions/agent-browser/lib/results/presentation/input-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/results/presentation/large-output.js +60 -145
- package/dist/extensions/agent-browser/lib/results/presentation/navigation.js +147 -88
- package/dist/extensions/agent-browser/lib/results/presentation/notices.js +75 -0
- package/dist/extensions/agent-browser/lib/results/presentation/observation-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/results/presentation/observation-rendering.js +127 -0
- package/dist/extensions/agent-browser/lib/results/presentation/outcomes.js +120 -0
- package/dist/extensions/agent-browser/lib/results/presentation/output-completion.js +77 -0
- package/dist/extensions/agent-browser/lib/results/presentation/output-spill.js +51 -0
- package/dist/extensions/agent-browser/lib/results/presentation/registry.js +116 -240
- package/dist/extensions/agent-browser/lib/results/presentation/semantic-action.js +35 -21
- package/dist/extensions/agent-browser/lib/results/presentation/skills.js +109 -73
- package/dist/extensions/agent-browser/lib/results/presentation/source.js +109 -0
- package/dist/extensions/agent-browser/lib/results/presentation.js +17 -261
- package/dist/extensions/agent-browser/lib/results/recommendation-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/results/recording.js +52 -14
- package/dist/extensions/agent-browser/lib/results/recovery-actions.js +14 -5
- package/dist/extensions/agent-browser/lib/results/recovery-next-actions.js +30 -22
- package/dist/extensions/agent-browser/lib/results/selector-recovery-target.js +83 -0
- package/dist/extensions/agent-browser/lib/results/selector-recovery.js +119 -119
- package/dist/extensions/agent-browser/lib/results/snapshot-compact.js +266 -0
- package/dist/extensions/agent-browser/lib/results/snapshot-content.js +32 -0
- package/dist/extensions/agent-browser/lib/results/snapshot-high-value-controls.js +104 -71
- package/dist/extensions/agent-browser/lib/results/snapshot-refs.js +31 -11
- package/dist/extensions/agent-browser/lib/results/snapshot-segments.js +125 -66
- package/dist/extensions/agent-browser/lib/results/snapshot-spill.js +26 -7
- package/dist/extensions/agent-browser/lib/results/snapshot.js +28 -248
- package/dist/extensions/agent-browser/lib/results/text.js +16 -5
- package/dist/extensions/agent-browser/lib/runtime-args-validation.js +133 -0
- package/dist/extensions/agent-browser/lib/runtime-compatibility.js +81 -0
- package/dist/extensions/agent-browser/lib/runtime-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/runtime-redaction.js +118 -0
- package/dist/extensions/agent-browser/lib/runtime-replay-events.js +144 -0
- package/dist/extensions/agent-browser/lib/runtime-session-identity.js +76 -0
- package/dist/extensions/agent-browser/lib/runtime-session-plan.js +114 -0
- package/dist/extensions/agent-browser/lib/runtime-session-replay.js +123 -0
- package/dist/extensions/agent-browser/lib/runtime-tab-correction.js +65 -0
- package/dist/extensions/agent-browser/lib/runtime-timeouts.js +28 -0
- package/dist/extensions/agent-browser/lib/runtime.js +137 -1041
- package/dist/extensions/agent-browser/lib/session-identity.js +51 -0
- package/dist/extensions/agent-browser/lib/session-page-observation.js +357 -0
- package/dist/extensions/agent-browser/lib/session-page-state.js +178 -333
- package/dist/extensions/agent-browser/lib/session-page-types.js +1 -0
- package/dist/extensions/agent-browser/lib/temp-artifact-budget.js +81 -0
- package/dist/extensions/agent-browser/lib/temp-mutation-queue.js +7 -0
- package/dist/extensions/agent-browser/lib/temp-root-ownership.js +234 -0
- package/dist/extensions/agent-browser/lib/temp-root.js +211 -0
- package/dist/extensions/agent-browser/lib/temp.js +33 -446
- package/dist/extensions/agent-browser/lib/tool-surface.js +94 -24
- package/dist/extensions/agent-browser/lib/upstream-version.js +3 -2
- package/dist/extensions/agent-browser/lib/web-search-providers.js +193 -0
- package/dist/extensions/agent-browser/lib/web-search-request.js +102 -0
- package/dist/extensions/agent-browser/lib/web-search-results.js +281 -0
- package/dist/extensions/agent-browser/lib/web-search-schema.js +82 -0
- package/dist/extensions/agent-browser/lib/web-search.js +124 -614
- package/dist/extensions/agent-browser/lib/webmcp-observation.js +13 -6
- package/dist/extensions/agent-browser/lib/windows-stock-launcher.js +63 -37
- package/dist/extensions/agent-browser/script-worker.js +80 -43
- package/dist/scripts/agent-browser-target.mjs +4 -2
- package/docs/ARCHITECTURE.md +19 -6
- package/docs/CODE_QUALITY.md +267 -0
- package/docs/COMMAND_REFERENCE.md +272 -241
- package/docs/ELECTRON.md +77 -46
- package/docs/REFERENCE.md +869 -0
- package/docs/RELEASE.md +25 -22
- package/docs/REQUIREMENTS.md +2 -1
- package/docs/SUPPORT_MATRIX.md +81 -79
- package/docs/TOOL_CONTRACT.md +158 -125
- package/docs/platform-smoke.md +8 -8
- package/package.json +144 -120
- package/scripts/agent-browser-capability-baseline.mjs +361 -957
- package/scripts/agent-browser-target.mjs +6 -2
- package/scripts/build.mjs +37 -8
- package/scripts/capability-core-commands.mjs +193 -0
- package/scripts/capability-options.mjs +283 -0
- package/scripts/capability-samples.mjs +133 -0
- package/scripts/capability-section.mjs +11 -0
- package/scripts/config.mjs +235 -132
- package/scripts/convert-browser-session.mjs +30 -9
- package/scripts/doctor-sources.mjs +195 -0
- package/scripts/doctor.mjs +94 -249
- package/scripts/platform-smoke/artifacts.mjs +38 -11
- package/scripts/platform-smoke/commands.mjs +104 -0
- package/scripts/platform-smoke/crabbox-runner.mjs +167 -80
- package/scripts/platform-smoke/doctor-support.mjs +157 -0
- package/scripts/platform-smoke/doctor-windows.mjs +230 -0
- package/scripts/platform-smoke/doctor.mjs +212 -320
- package/scripts/platform-smoke/lease-evidence.mjs +132 -0
- package/scripts/platform-smoke/linux-image/Dockerfile +8 -2
- package/scripts/platform-smoke/suite-checks.mjs +98 -0
- package/scripts/platform-smoke/suite-evidence.mjs +281 -0
- package/scripts/platform-smoke/targets.mjs +154 -472
- package/scripts/platform-smoke.mjs +55 -40
- package/scripts/prepare.mjs +16 -7
package/dist/extensions/agent-browser/lib/orchestration/browser-run/interaction-diagnostics.js
ADDED
|
@@ -0,0 +1,290 @@
|
|
|
1
|
+
import { isRecord } from "../../parsing.js";
|
|
2
|
+
import { withOptionalSessionArgs } from "../../results/next-actions.js";
|
|
3
|
+
import { redactSensitiveText } from "../../runtime-redaction.js";
|
|
4
|
+
import { runSessionCommandData } from "./session-state.js";
|
|
5
|
+
import { diagnosticResultRecord, rawNumberField, rawStringField } from "./diagnostic-values.js";
|
|
6
|
+
function isScrollMeasurements(value) {
|
|
7
|
+
return (isRecord(value) &&
|
|
8
|
+
["scrollX", "scrollY", "innerHeight", "innerWidth", "scrollHeight", "scrollWidth"].every((field) => typeof value[field] === "number"));
|
|
9
|
+
}
|
|
10
|
+
function parseScrollContainer(entry, index) {
|
|
11
|
+
if (!isRecord(entry)) {
|
|
12
|
+
return [];
|
|
13
|
+
}
|
|
14
|
+
const rawId = rawStringField(entry, "id");
|
|
15
|
+
const id = rawId !== undefined && rawId !== "" && /^\d+:[a-z][a-z0-9-]*(?:\[role=[a-z-]+\])?$/i.test(rawId)
|
|
16
|
+
? rawId
|
|
17
|
+
: `sample-${index}`;
|
|
18
|
+
const scrollTop = rawNumberField(entry, "scrollTop");
|
|
19
|
+
const scrollLeft = rawNumberField(entry, "scrollLeft");
|
|
20
|
+
return scrollTop !== undefined && scrollLeft !== undefined ? [{ id, scrollLeft, scrollTop }] : [];
|
|
21
|
+
}
|
|
22
|
+
function extractScrollPositionSnapshot(data) {
|
|
23
|
+
const result = diagnosticResultRecord(data);
|
|
24
|
+
if (!result || !isScrollMeasurements(result)) {
|
|
25
|
+
return undefined;
|
|
26
|
+
}
|
|
27
|
+
const containers = Array.isArray(result.containers)
|
|
28
|
+
? result.containers.flatMap(parseScrollContainer)
|
|
29
|
+
: [];
|
|
30
|
+
return {
|
|
31
|
+
containerCount: rawNumberField(result, "containerCount") ?? containers.length,
|
|
32
|
+
containers,
|
|
33
|
+
innerHeight: result.innerHeight,
|
|
34
|
+
innerWidth: result.innerWidth,
|
|
35
|
+
scrollHeight: result.scrollHeight,
|
|
36
|
+
scrollWidth: result.scrollWidth,
|
|
37
|
+
scrollX: result.scrollX,
|
|
38
|
+
scrollY: result.scrollY,
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
const SCROLL_POSITION_EVAL = `(() => {
|
|
42
|
+
const viewport = {
|
|
43
|
+
scrollX: window.scrollX,
|
|
44
|
+
scrollY: window.scrollY,
|
|
45
|
+
innerHeight: window.innerHeight,
|
|
46
|
+
innerWidth: window.innerWidth,
|
|
47
|
+
scrollHeight: Math.max(document.documentElement?.scrollHeight || 0, document.body?.scrollHeight || 0),
|
|
48
|
+
scrollWidth: Math.max(document.documentElement?.scrollWidth || 0, document.body?.scrollWidth || 0),
|
|
49
|
+
};
|
|
50
|
+
const describe = (element, index) => {
|
|
51
|
+
const role = element.getAttribute("role") || "";
|
|
52
|
+
const id = element.tagName.toLowerCase();
|
|
53
|
+
return { id: String(index) + ":" + id + (role ? "[role=" + role + "]" : ""), scrollTop: element.scrollTop, scrollLeft: element.scrollLeft, area: element.clientWidth * element.clientHeight };
|
|
54
|
+
};
|
|
55
|
+
const containers = Array.from(document.querySelectorAll("body *"))
|
|
56
|
+
.filter((element) => element instanceof HTMLElement && (element.scrollHeight > element.clientHeight + 1 || element.scrollWidth > element.clientWidth + 1))
|
|
57
|
+
.map(describe)
|
|
58
|
+
.sort((left, right) => right.area - left.area)
|
|
59
|
+
.slice(0, 10)
|
|
60
|
+
.map(({ area, ...entry }) => entry);
|
|
61
|
+
return { ...viewport, containerCount: containers.length, containers };
|
|
62
|
+
})()`;
|
|
63
|
+
export async function collectScrollPositionSnapshot(options) {
|
|
64
|
+
return extractScrollPositionSnapshot(await runSessionCommandData({
|
|
65
|
+
args: ["eval", "--stdin"],
|
|
66
|
+
cwd: options.cwd,
|
|
67
|
+
namespace: options.namespace,
|
|
68
|
+
sessionName: options.sessionName,
|
|
69
|
+
signal: options.signal,
|
|
70
|
+
stdin: SCROLL_POSITION_EVAL,
|
|
71
|
+
}));
|
|
72
|
+
}
|
|
73
|
+
function sameScrollPositionSnapshot(left, right) {
|
|
74
|
+
return (left.scrollX === right.scrollX &&
|
|
75
|
+
left.scrollY === right.scrollY &&
|
|
76
|
+
left.scrollHeight === right.scrollHeight &&
|
|
77
|
+
left.scrollWidth === right.scrollWidth &&
|
|
78
|
+
left.containers.length === right.containers.length &&
|
|
79
|
+
left.containers.every((container, index) => {
|
|
80
|
+
const other = right.containers.at(index);
|
|
81
|
+
return (other !== undefined &&
|
|
82
|
+
other.id === container.id &&
|
|
83
|
+
other.scrollTop === container.scrollTop &&
|
|
84
|
+
other.scrollLeft === container.scrollLeft);
|
|
85
|
+
}));
|
|
86
|
+
}
|
|
87
|
+
export function buildUnsupportedScrollIntoViewRecovery(options) {
|
|
88
|
+
if (!["scrollintoview", "scrollinto"].includes(options.commandTokens.at(0) ?? "") ||
|
|
89
|
+
options.commandTokens.some((token) => token === "--help" || token === "-h")) {
|
|
90
|
+
return undefined;
|
|
91
|
+
}
|
|
92
|
+
const match = /^text=(.+)$/s.exec(options.commandTokens.at(1) ?? "");
|
|
93
|
+
if (!match) {
|
|
94
|
+
return undefined;
|
|
95
|
+
}
|
|
96
|
+
const text = redactSensitiveText(match[1]);
|
|
97
|
+
return {
|
|
98
|
+
error: "scrollintoview accepts a CSS selector, xpath=..., or a current @e… ref; text=... is not supported and can falsely report success without moving the page.",
|
|
99
|
+
nextActions: [
|
|
100
|
+
{
|
|
101
|
+
id: "scroll-semantic-text-target",
|
|
102
|
+
params: {
|
|
103
|
+
args: withOptionalSessionArgs(options.sessionName, ["find", "text", text, "hover"]),
|
|
104
|
+
},
|
|
105
|
+
reason: "Use the upstream semantic text locator; hover resolves and scrolls the matched element into view.",
|
|
106
|
+
safety: "Hover may open a tooltip or menu. Use the snapshot/ref recovery instead when hover state could affect the workflow.",
|
|
107
|
+
tool: "agent_browser",
|
|
108
|
+
},
|
|
109
|
+
{
|
|
110
|
+
id: "refresh-refs-for-scroll-target",
|
|
111
|
+
params: { args: withOptionalSessionArgs(options.sessionName, ["snapshot", "-i"]) },
|
|
112
|
+
reason: "Capture a current element ref, then retry scrollintoview with that @e… ref.",
|
|
113
|
+
safety: "Read-only snapshot; choose the intended current ref before retrying the scroll.",
|
|
114
|
+
tool: "agent_browser",
|
|
115
|
+
},
|
|
116
|
+
],
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
export function buildScrollNoopDiagnostic(before, after) {
|
|
120
|
+
if (!before || !after || !sameScrollPositionSnapshot(before, after)) {
|
|
121
|
+
return undefined;
|
|
122
|
+
}
|
|
123
|
+
return {
|
|
124
|
+
after,
|
|
125
|
+
before,
|
|
126
|
+
message: "Scroll reported success, but the viewport and sampled scrollable containers did not change position.",
|
|
127
|
+
reason: "no-observed-scroll-position-change",
|
|
128
|
+
recommendations: [
|
|
129
|
+
"Run snapshot -i or screenshot to confirm what is visible before choosing the next action.",
|
|
130
|
+
"On dashboards and panes with nested scrolling, use scrollintoview <@ref> for a visible target or target the actual scrollable region instead of repeating page scrolls.",
|
|
131
|
+
],
|
|
132
|
+
};
|
|
133
|
+
}
|
|
134
|
+
export function buildScrollNoopNextActions(sessionName) {
|
|
135
|
+
return [
|
|
136
|
+
{
|
|
137
|
+
id: "inspect-after-noop-scroll",
|
|
138
|
+
params: { args: withOptionalSessionArgs(sessionName, ["snapshot", "-i"]) },
|
|
139
|
+
reason: "Refresh interactive refs and inspect whether the intended target is inside a nested scroll container.",
|
|
140
|
+
safety: "Do not assume repeated page scrolls will move dashboard panels or nested panes.",
|
|
141
|
+
tool: "agent_browser",
|
|
142
|
+
},
|
|
143
|
+
{
|
|
144
|
+
id: "verify-noop-scroll-visually",
|
|
145
|
+
params: { args: withOptionalSessionArgs(sessionName, ["screenshot"]) },
|
|
146
|
+
reason: "Capture the current viewport to verify whether the scroll actually changed visible content.",
|
|
147
|
+
safety: "Use screenshot evidence before concluding a dense dashboard did or did not move.",
|
|
148
|
+
tool: "agent_browser",
|
|
149
|
+
},
|
|
150
|
+
];
|
|
151
|
+
}
|
|
152
|
+
export function formatScrollNoopDiagnosticText(diagnostic) {
|
|
153
|
+
if (!diagnostic) {
|
|
154
|
+
return undefined;
|
|
155
|
+
}
|
|
156
|
+
return [
|
|
157
|
+
"Scroll diagnostic: no observed scroll movement.",
|
|
158
|
+
`Reason: ${diagnostic.message}`,
|
|
159
|
+
`Sampled scrollable containers: ${diagnostic.after.containers.length}/${diagnostic.after.containerCount}.`,
|
|
160
|
+
...diagnostic.recommendations.map((recommendation) => `- ${recommendation}`),
|
|
161
|
+
].join("\n");
|
|
162
|
+
}
|
|
163
|
+
const COMBOBOX_FOCUS_EVAL = `(() => {
|
|
164
|
+
const isVisible = (element) => {
|
|
165
|
+
if (!(element instanceof HTMLElement)) return false;
|
|
166
|
+
const style = window.getComputedStyle(element);
|
|
167
|
+
if (style.display === "none" || style.visibility === "hidden" || Number(style.opacity) === 0) return false;
|
|
168
|
+
return element.getClientRects().length > 0;
|
|
169
|
+
};
|
|
170
|
+
const active = document.activeElement instanceof HTMLElement ? document.activeElement : null;
|
|
171
|
+
const role = active?.getAttribute("role") || undefined;
|
|
172
|
+
const hasPopup = active?.getAttribute("aria-haspopup") || undefined;
|
|
173
|
+
const expanded = active?.getAttribute("aria-expanded") || undefined;
|
|
174
|
+
const tagName = active?.tagName.toLowerCase();
|
|
175
|
+
const name = (active?.getAttribute("aria-label") || active?.getAttribute("placeholder") || active?.getAttribute("title") || active?.textContent || "").trim().slice(0, 80) || undefined;
|
|
176
|
+
const visibleListboxCount = Array.from(document.querySelectorAll('[role="listbox"], [role="menu"]')).filter(isVisible).length;
|
|
177
|
+
const visibleOptionCount = Array.from(document.querySelectorAll('[role="option"], option, [role="menuitem"]')).filter(isVisible).length;
|
|
178
|
+
const comboboxLike = role === "combobox" || hasPopup === "listbox" || hasPopup === "menu" || tagName === "select" || active?.getAttribute("aria-autocomplete") !== null;
|
|
179
|
+
return { activeElement: active ? { expanded, hasPopup, name, role, tagName } : undefined, comboboxLike, visibleListboxCount, visibleOptionCount };
|
|
180
|
+
})()`;
|
|
181
|
+
function comboboxActiveElement(result, expanded) {
|
|
182
|
+
const name = rawStringField(result, "name");
|
|
183
|
+
return {
|
|
184
|
+
expanded,
|
|
185
|
+
hasPopup: rawStringField(result, "hasPopup"),
|
|
186
|
+
name: name === undefined ? undefined : redactSensitiveText(name),
|
|
187
|
+
role: rawStringField(result, "role"),
|
|
188
|
+
tagName: rawStringField(result, "tagName"),
|
|
189
|
+
};
|
|
190
|
+
}
|
|
191
|
+
function extractComboboxFocusDiagnostic(data) {
|
|
192
|
+
const result = diagnosticResultRecord(data);
|
|
193
|
+
if (!result || result.comboboxLike !== true || !isRecord(result.activeElement)) {
|
|
194
|
+
return undefined;
|
|
195
|
+
}
|
|
196
|
+
const visibleListboxCount = rawNumberField(result, "visibleListboxCount") ?? 0;
|
|
197
|
+
const visibleOptionCount = rawNumberField(result, "visibleOptionCount") ?? 0;
|
|
198
|
+
const expanded = rawStringField(result.activeElement, "expanded");
|
|
199
|
+
if ((expanded !== "false" && expanded !== "true") ||
|
|
200
|
+
visibleListboxCount > 0 ||
|
|
201
|
+
visibleOptionCount > 0) {
|
|
202
|
+
return undefined;
|
|
203
|
+
}
|
|
204
|
+
return {
|
|
205
|
+
activeElement: comboboxActiveElement(result.activeElement, expanded),
|
|
206
|
+
message: "A combobox-like control is focused, but no listbox or option elements are visibly open.",
|
|
207
|
+
reason: "focused-combobox-without-visible-options",
|
|
208
|
+
recommendations: [
|
|
209
|
+
"Run snapshot -i to inspect whether options appeared under a different role or portal.",
|
|
210
|
+
"Try ArrowDown or Enter to open the option list before selecting, or use select/visible option refs when available.",
|
|
211
|
+
],
|
|
212
|
+
visibleListboxCount,
|
|
213
|
+
visibleOptionCount,
|
|
214
|
+
};
|
|
215
|
+
}
|
|
216
|
+
function isComboboxFocusDiagnosticCommand(command, commandTokens) {
|
|
217
|
+
if (!commandTokens.some((token) => /^(?:combobox|listbox)$/i.test(token))) {
|
|
218
|
+
return false;
|
|
219
|
+
}
|
|
220
|
+
if (command === "click" || command === "fill") {
|
|
221
|
+
return true;
|
|
222
|
+
}
|
|
223
|
+
return command === "find" && commandTokens.some((token) => ["click", "fill"].includes(token));
|
|
224
|
+
}
|
|
225
|
+
function getCompiledSemanticActionRoleValue(compiled) {
|
|
226
|
+
if (compiled.locator !== "role") {
|
|
227
|
+
return undefined;
|
|
228
|
+
}
|
|
229
|
+
const findIndex = compiled.args.indexOf("find");
|
|
230
|
+
if (findIndex < 0 || compiled.args[findIndex + 1] !== "role") {
|
|
231
|
+
return undefined;
|
|
232
|
+
}
|
|
233
|
+
return compiled.args[findIndex + 2];
|
|
234
|
+
}
|
|
235
|
+
function isComboboxFocusDiagnosticSemanticAction(compiled) {
|
|
236
|
+
return (compiled !== undefined &&
|
|
237
|
+
["click", "fill"].includes(compiled.action) &&
|
|
238
|
+
/^(?:combobox|listbox)$/i.test(getCompiledSemanticActionRoleValue(compiled) ?? ""));
|
|
239
|
+
}
|
|
240
|
+
export async function collectComboboxFocusDiagnostic(options) {
|
|
241
|
+
if (!isComboboxFocusDiagnosticCommand(options.command, options.commandTokens) &&
|
|
242
|
+
!isComboboxFocusDiagnosticSemanticAction(options.semanticAction)) {
|
|
243
|
+
return undefined;
|
|
244
|
+
}
|
|
245
|
+
return extractComboboxFocusDiagnostic(await runSessionCommandData({
|
|
246
|
+
args: ["eval", "--stdin"],
|
|
247
|
+
cwd: options.cwd,
|
|
248
|
+
namespace: options.namespace,
|
|
249
|
+
sessionName: options.sessionName,
|
|
250
|
+
signal: options.signal,
|
|
251
|
+
stdin: COMBOBOX_FOCUS_EVAL,
|
|
252
|
+
}));
|
|
253
|
+
}
|
|
254
|
+
export function buildComboboxFocusNextActions(sessionName) {
|
|
255
|
+
return [
|
|
256
|
+
{
|
|
257
|
+
id: "inspect-focused-combobox",
|
|
258
|
+
params: { args: withOptionalSessionArgs(sessionName, ["snapshot", "-i"]) },
|
|
259
|
+
reason: "Inspect the focused combobox and any portal/listbox refs before choosing an option.",
|
|
260
|
+
safety: "Prefer visible option refs or select when a native/selectable option list is exposed.",
|
|
261
|
+
tool: "agent_browser",
|
|
262
|
+
},
|
|
263
|
+
{
|
|
264
|
+
id: "try-open-combobox-with-arrow",
|
|
265
|
+
params: { args: withOptionalSessionArgs(sessionName, ["press", "ArrowDown"]) },
|
|
266
|
+
reason: "Many searchable comboboxes open their option list with ArrowDown after focus.",
|
|
267
|
+
safety: "Use only when the focused combobox is still the intended control, then re-snapshot before selecting.",
|
|
268
|
+
tool: "agent_browser",
|
|
269
|
+
},
|
|
270
|
+
{
|
|
271
|
+
id: "try-open-combobox-with-enter",
|
|
272
|
+
params: { args: withOptionalSessionArgs(sessionName, ["press", "Enter"]) },
|
|
273
|
+
reason: "Some comboboxes open or confirm their option list with Enter after focus.",
|
|
274
|
+
safety: "Enter may select a highlighted/default option; prefer ArrowDown first unless Enter is the app's expected opener.",
|
|
275
|
+
tool: "agent_browser",
|
|
276
|
+
},
|
|
277
|
+
];
|
|
278
|
+
}
|
|
279
|
+
export function formatComboboxFocusDiagnosticText(diagnostic) {
|
|
280
|
+
if (!diagnostic) {
|
|
281
|
+
return undefined;
|
|
282
|
+
}
|
|
283
|
+
const name = diagnostic.activeElement.name;
|
|
284
|
+
const label = name !== undefined && name !== "" ? ` (${name})` : "";
|
|
285
|
+
return [
|
|
286
|
+
`Combobox diagnostic: focused combobox did not expose visible options${label}.`,
|
|
287
|
+
`Reason: ${diagnostic.message}`,
|
|
288
|
+
...diagnostic.recommendations.map((recommendation) => `- ${recommendation}`),
|
|
289
|
+
].join("\n");
|
|
290
|
+
}
|
|
@@ -0,0 +1,167 @@
|
|
|
1
|
+
import { rm } from "node:fs/promises";
|
|
2
|
+
import { acquireManagedSessionPolicyLock, } from "../../managed-session-policy-lock.js";
|
|
3
|
+
import { pruneOwnedManagedSessionRestoreSnapshots, } from "../../managed-session-restore.js";
|
|
4
|
+
import { isManagedSessionRestoreKey } from "../../managed-session-storage.js";
|
|
5
|
+
import { isRecord } from "../../parsing.js";
|
|
6
|
+
import { withAgentBrowserProcessEnvironment } from "../../process-environment.js";
|
|
7
|
+
import { runAgentBrowserProcess } from "../../process.js";
|
|
8
|
+
import { getAgentBrowserErrorText, parseAgentBrowserEnvelope } from "../../results/envelope.js";
|
|
9
|
+
import { detectConfirmationRequired } from "../../results/confirmation.js";
|
|
10
|
+
import { stringifyUnknown } from "../../results/text.js";
|
|
11
|
+
import { redactInvocationArgs } from "../../runtime-redaction.js";
|
|
12
|
+
import { getHeadedManagedAutosaveEnv, inspectManagedSessionDaemon, } from "./managed-session-daemon-inspection.js";
|
|
13
|
+
function getCloseArgs(options) {
|
|
14
|
+
return [
|
|
15
|
+
...(options.namespace !== undefined ? ["--namespace", options.namespace] : []),
|
|
16
|
+
"--session",
|
|
17
|
+
options.sessionName,
|
|
18
|
+
"close",
|
|
19
|
+
];
|
|
20
|
+
}
|
|
21
|
+
async function inspectCloseRestoreKey(options, signal) {
|
|
22
|
+
const daemon = await inspectManagedSessionDaemon({
|
|
23
|
+
cwd: options.cwd,
|
|
24
|
+
headedManagedAutosaveInterval: options.headedManagedAutosaveInterval,
|
|
25
|
+
namespace: options.namespace,
|
|
26
|
+
preserveAttachedBrowserSession: options.preserveAttachedBrowserSession,
|
|
27
|
+
sessionName: options.sessionName,
|
|
28
|
+
signal,
|
|
29
|
+
timeoutMs: Math.min(options.timeoutMs, 2_000),
|
|
30
|
+
});
|
|
31
|
+
if (daemon.status === "active") {
|
|
32
|
+
options.restoreState.recordDaemonRestoreKey(options.sessionName, options.namespace, daemon.restoreKey);
|
|
33
|
+
}
|
|
34
|
+
const daemonRestoreKey = options.restoreState.getDaemonRestoreKey(options.sessionName, options.namespace);
|
|
35
|
+
return !options.restoreState.isDisabled(options.sessionName, options.namespace) &&
|
|
36
|
+
isManagedSessionRestoreKey(daemonRestoreKey)
|
|
37
|
+
? daemonRestoreKey
|
|
38
|
+
: null;
|
|
39
|
+
}
|
|
40
|
+
function confirmedClosedData(processResult, envelope) {
|
|
41
|
+
return !processResult.aborted &&
|
|
42
|
+
!processResult.spawnError &&
|
|
43
|
+
processResult.exitCode === 0 &&
|
|
44
|
+
envelope?.success === true &&
|
|
45
|
+
isRecord(envelope.data) &&
|
|
46
|
+
envelope.data.closed === true
|
|
47
|
+
? envelope.data
|
|
48
|
+
: undefined;
|
|
49
|
+
}
|
|
50
|
+
async function finishManagedClose(options, processResult, ownedRestoreKey) {
|
|
51
|
+
const parsed = await parseAgentBrowserEnvelope({
|
|
52
|
+
stdout: processResult.stdout,
|
|
53
|
+
stdoutPath: processResult.stdoutSpillPath,
|
|
54
|
+
});
|
|
55
|
+
const closedData = confirmedClosedData(processResult, parsed.envelope);
|
|
56
|
+
if (closedData) {
|
|
57
|
+
options.restoreState.clear(options.sessionName, options.namespace);
|
|
58
|
+
pruneOwnedManagedSessionRestoreSnapshots({
|
|
59
|
+
cwd: options.cwd,
|
|
60
|
+
namespace: options.namespace,
|
|
61
|
+
restoreKey: ownedRestoreKey,
|
|
62
|
+
statePath: typeof closedData.statePath === "string" ? closedData.statePath : undefined,
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
const pending = detectConfirmationRequired(parsed.envelope?.data);
|
|
66
|
+
if (pending) {
|
|
67
|
+
return `Native close requires confirmation (${pending.id}); the session remains wrapper-owned.`;
|
|
68
|
+
}
|
|
69
|
+
return getAgentBrowserErrorText({
|
|
70
|
+
aborted: processResult.aborted,
|
|
71
|
+
command: "close",
|
|
72
|
+
effectiveArgs: redactInvocationArgs(getCloseArgs(options)),
|
|
73
|
+
envelope: parsed.envelope,
|
|
74
|
+
exitCode: processResult.exitCode,
|
|
75
|
+
parseError: parsed.parseError,
|
|
76
|
+
plainTextInspection: false,
|
|
77
|
+
spawnError: processResult.spawnError,
|
|
78
|
+
stderr: processResult.stderr,
|
|
79
|
+
timedOut: processResult.timedOut,
|
|
80
|
+
timeoutMs: processResult.timeoutMs,
|
|
81
|
+
});
|
|
82
|
+
}
|
|
83
|
+
async function closeUnderPolicy(options, lifecycle) {
|
|
84
|
+
lifecycle.enterPhase("daemon inspection");
|
|
85
|
+
const ownedRestoreKey = await inspectCloseRestoreKey(options, lifecycle.signal);
|
|
86
|
+
lifecycle.enterPhase("native close");
|
|
87
|
+
const processResult = await runAgentBrowserProcess({
|
|
88
|
+
args: getCloseArgs(options),
|
|
89
|
+
cwd: options.cwd,
|
|
90
|
+
env: {
|
|
91
|
+
AGENT_BROWSER_JSON: "1",
|
|
92
|
+
...getHeadedManagedAutosaveEnv(options.headedManagedAutosaveInterval),
|
|
93
|
+
},
|
|
94
|
+
managedSessionRestoreState: options.restoreState,
|
|
95
|
+
ownedManagedSession: true,
|
|
96
|
+
preserveAttachedBrowserSession: options.preserveAttachedBrowserSession,
|
|
97
|
+
signal: lifecycle.signal,
|
|
98
|
+
});
|
|
99
|
+
lifecycle.clearTimer();
|
|
100
|
+
try {
|
|
101
|
+
return await finishManagedClose(options, processResult, ownedRestoreKey);
|
|
102
|
+
}
|
|
103
|
+
finally {
|
|
104
|
+
if (processResult.stdoutSpillPath !== undefined && processResult.stdoutSpillPath !== "") {
|
|
105
|
+
await rm(processResult.stdoutSpillPath, { force: true }).catch(() => {
|
|
106
|
+
// A spill removal failure must not replace the native close result.
|
|
107
|
+
});
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
async function closeWithDeadline(options) {
|
|
112
|
+
const controller = new AbortController();
|
|
113
|
+
let phase = "policy coordination";
|
|
114
|
+
let phaseStartedAt = Date.now();
|
|
115
|
+
let timeoutError;
|
|
116
|
+
const timer = setTimeout(() => {
|
|
117
|
+
timeoutError = `Managed-session cleanup timed out after ${options.timeoutMs} ms during ${phase} (${Date.now() - phaseStartedAt} ms in this phase).`;
|
|
118
|
+
controller.abort();
|
|
119
|
+
}, options.timeoutMs);
|
|
120
|
+
const lifecycle = {
|
|
121
|
+
signal: controller.signal,
|
|
122
|
+
enterPhase: (nextPhase) => {
|
|
123
|
+
phase = nextPhase;
|
|
124
|
+
phaseStartedAt = Date.now();
|
|
125
|
+
},
|
|
126
|
+
clearTimer: () => {
|
|
127
|
+
clearTimeout(timer);
|
|
128
|
+
},
|
|
129
|
+
};
|
|
130
|
+
let policyLock;
|
|
131
|
+
try {
|
|
132
|
+
policyLock =
|
|
133
|
+
options.policyLock ??
|
|
134
|
+
(await acquireManagedSessionPolicyLock({
|
|
135
|
+
namespace: options.namespace,
|
|
136
|
+
sessionName: options.sessionName,
|
|
137
|
+
signal: controller.signal,
|
|
138
|
+
timeoutMs: Math.min(options.timeoutMs, 1_000),
|
|
139
|
+
}));
|
|
140
|
+
if (!policyLock) {
|
|
141
|
+
return (timeoutError ??
|
|
142
|
+
"Managed-session policy coordination is unavailable or busy; cleanup did not run. Retry after the current operation finishes or repair the private policy-lock directory.");
|
|
143
|
+
}
|
|
144
|
+
try {
|
|
145
|
+
const closeError = await closeUnderPolicy(options, lifecycle);
|
|
146
|
+
// The deadline callback can update timeoutError while any close phase is suspended.
|
|
147
|
+
return timeoutError ?? closeError;
|
|
148
|
+
}
|
|
149
|
+
catch (error) {
|
|
150
|
+
return timeoutError ?? (error instanceof Error ? error.message : stringifyUnknown(error));
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
finally {
|
|
154
|
+
clearTimeout(timer);
|
|
155
|
+
if (options.policyLock === undefined && policyLock) {
|
|
156
|
+
await policyLock.release();
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
export function closeManagedSession(options) {
|
|
161
|
+
return withAgentBrowserProcessEnvironment({
|
|
162
|
+
AGENT_BROWSER_CONFIRM_ACTIONS: options.confirmActions,
|
|
163
|
+
...(options.socketDir !== undefined && options.socketDir !== ""
|
|
164
|
+
? { PI_AGENT_BROWSER_SOCKET_DIR: options.socketDir }
|
|
165
|
+
: {}),
|
|
166
|
+
}, () => closeWithDeadline(options));
|
|
167
|
+
}
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
import { rm } from "node:fs/promises";
|
|
2
|
+
import { isRecord } from "../../parsing.js";
|
|
3
|
+
import { resolveExplicitAutosaveInterval } from "../../managed-session-restore.js";
|
|
4
|
+
import { getAgentBrowserProcessEnvironment } from "../../process-environment.js";
|
|
5
|
+
import { readProcessStartIdentity } from "../../process-identity.js";
|
|
6
|
+
import { runAgentBrowserProcess } from "../../process.js";
|
|
7
|
+
import { parseAgentBrowserEnvelope } from "../../results/envelope.js";
|
|
8
|
+
const MANAGED_SESSION_DAEMON_INSPECTION_TIMEOUT_MS = 35_000;
|
|
9
|
+
const RUNNING_HEADED_AUTOSAVE_POLICY_CHANGE_ERROR = 'AGENT_BROWSER_AUTOSAVE_INTERVAL_MS cannot change a running wrapper-owned headed session\'s launch-time periodic autosave interval. Close that session first, then retry with sessionMode: "fresh" so the new daemon starts with the requested interval.';
|
|
10
|
+
export function getRunningHeadedAutosavePolicyChangeError(recordedInterval, closeCommand = false) {
|
|
11
|
+
const explicitInterval = resolveExplicitAutosaveInterval(getAgentBrowserProcessEnvironment().AGENT_BROWSER_AUTOSAVE_INTERVAL_MS);
|
|
12
|
+
return recordedInterval !== undefined &&
|
|
13
|
+
!closeCommand &&
|
|
14
|
+
explicitInterval !== undefined &&
|
|
15
|
+
explicitInterval !== recordedInterval
|
|
16
|
+
? RUNNING_HEADED_AUTOSAVE_POLICY_CHANGE_ERROR
|
|
17
|
+
: undefined;
|
|
18
|
+
}
|
|
19
|
+
export function getHeadedManagedAutosaveEnv(interval) {
|
|
20
|
+
return interval !== undefined ? { AGENT_BROWSER_AUTOSAVE_INTERVAL_MS: interval } : undefined;
|
|
21
|
+
}
|
|
22
|
+
async function readDaemonGeneration(runtime, options) {
|
|
23
|
+
if (options.includeGeneration !== true ||
|
|
24
|
+
typeof runtime.backgroundPid !== "number" ||
|
|
25
|
+
!Number.isSafeInteger(runtime.backgroundPid) ||
|
|
26
|
+
runtime.backgroundPid <= 0 ||
|
|
27
|
+
typeof runtime.socketDir !== "string" ||
|
|
28
|
+
runtime.browserLaunched === false) {
|
|
29
|
+
return undefined;
|
|
30
|
+
}
|
|
31
|
+
const start = await readProcessStartIdentity(runtime.backgroundPid, process.platform, {
|
|
32
|
+
signal: options.signal,
|
|
33
|
+
deadline: Date.now() + (options.timeoutMs ?? 5_000),
|
|
34
|
+
});
|
|
35
|
+
return start !== undefined && start !== ""
|
|
36
|
+
? JSON.stringify({
|
|
37
|
+
pid: runtime.backgroundPid,
|
|
38
|
+
start,
|
|
39
|
+
socketDir: runtime.socketDir,
|
|
40
|
+
})
|
|
41
|
+
: undefined;
|
|
42
|
+
}
|
|
43
|
+
async function parseDaemonInspection(data, options) {
|
|
44
|
+
if (!isRecord(data) || typeof data.active !== "boolean") {
|
|
45
|
+
return { status: "unknown" };
|
|
46
|
+
}
|
|
47
|
+
if (!data.active) {
|
|
48
|
+
return { status: "inactive" };
|
|
49
|
+
}
|
|
50
|
+
if (!isRecord(data.runtime)) {
|
|
51
|
+
return { status: "unknown" };
|
|
52
|
+
}
|
|
53
|
+
const generation = await readDaemonGeneration(data.runtime, options);
|
|
54
|
+
if (typeof data.runtime.restoreKey === "string" && data.runtime.restoreKey.length > 0) {
|
|
55
|
+
return { restoreKey: data.runtime.restoreKey, status: "active", generation };
|
|
56
|
+
}
|
|
57
|
+
return data.runtime.restoreKey === null
|
|
58
|
+
? { restoreKey: null, status: "active", generation }
|
|
59
|
+
: { status: "unknown" };
|
|
60
|
+
}
|
|
61
|
+
function daemonProcessFailure(processResult) {
|
|
62
|
+
if (processResult.spawnError &&
|
|
63
|
+
"code" in processResult.spawnError &&
|
|
64
|
+
processResult.spawnError.code === "ENOENT") {
|
|
65
|
+
return { status: "missing-binary" };
|
|
66
|
+
}
|
|
67
|
+
return processResult.aborted || processResult.spawnError || processResult.exitCode !== 0
|
|
68
|
+
? { status: "unknown" }
|
|
69
|
+
: undefined;
|
|
70
|
+
}
|
|
71
|
+
async function readDaemonInfo(processResult) {
|
|
72
|
+
const parsed = await parseAgentBrowserEnvelope({
|
|
73
|
+
stdout: processResult.stdout,
|
|
74
|
+
stdoutPath: processResult.stdoutSpillPath,
|
|
75
|
+
});
|
|
76
|
+
return (parsed.parseError ?? "") !== "" || parsed.envelope?.success === false
|
|
77
|
+
? undefined
|
|
78
|
+
: parsed.envelope?.data;
|
|
79
|
+
}
|
|
80
|
+
export async function inspectManagedSessionDaemon(options) {
|
|
81
|
+
const processResult = await runAgentBrowserProcess({
|
|
82
|
+
args: [
|
|
83
|
+
"--json",
|
|
84
|
+
"--namespace",
|
|
85
|
+
options.namespace ?? "",
|
|
86
|
+
"--session",
|
|
87
|
+
options.sessionName,
|
|
88
|
+
"session",
|
|
89
|
+
"info",
|
|
90
|
+
],
|
|
91
|
+
cwd: options.cwd,
|
|
92
|
+
env: getHeadedManagedAutosaveEnv(options.headedManagedAutosaveInterval),
|
|
93
|
+
preserveAttachedBrowserSession: options.preserveAttachedBrowserSession,
|
|
94
|
+
signal: options.signal,
|
|
95
|
+
timeoutMs: options.timeoutMs ?? MANAGED_SESSION_DAEMON_INSPECTION_TIMEOUT_MS,
|
|
96
|
+
});
|
|
97
|
+
try {
|
|
98
|
+
const failure = daemonProcessFailure(processResult);
|
|
99
|
+
return failure ?? (await parseDaemonInspection(await readDaemonInfo(processResult), options));
|
|
100
|
+
}
|
|
101
|
+
finally {
|
|
102
|
+
if (processResult.stdoutSpillPath !== undefined && processResult.stdoutSpillPath !== "") {
|
|
103
|
+
await rm(processResult.stdoutSpillPath, { force: true }).catch(() => {
|
|
104
|
+
// Spill cleanup is best-effort and must not change the daemon inspection result.
|
|
105
|
+
});
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
}
|