pi-agent-browser-native 0.9.3 → 0.9.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +77 -5
- package/README.md +103 -81
- package/dist/extensions/agent-browser/index.js +43057 -2031
- package/dist/extensions/agent-browser/lib/argv-descriptor.js +49 -26
- package/dist/extensions/agent-browser/lib/argv-grammar.js +82 -93
- package/dist/extensions/agent-browser/lib/bash-guard.js +129 -126
- package/dist/extensions/agent-browser/lib/batch-lifecycle.js +112 -51
- package/dist/extensions/agent-browser/lib/browser-execution-claim-codec.js +61 -0
- package/dist/extensions/agent-browser/lib/browser-execution-claim-storage.js +232 -0
- package/dist/extensions/agent-browser/lib/browser-execution-claims.js +202 -0
- package/dist/extensions/agent-browser/lib/browser-execution-identity.js +77 -0
- package/dist/extensions/agent-browser/lib/browser-journal-branch.js +98 -0
- package/dist/extensions/agent-browser/lib/browser-journal-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/browser-journal-projection.js +221 -0
- package/dist/extensions/agent-browser/lib/browser-journal-reader.js +89 -0
- package/dist/extensions/agent-browser/lib/browser-journal-replay.js +246 -0
- package/dist/extensions/agent-browser/lib/browser-journal.js +103 -394
- package/dist/extensions/agent-browser/lib/browser-legacy-pages.js +220 -0
- package/dist/extensions/agent-browser/lib/browser-legacy-projection.js +282 -0
- package/dist/extensions/agent-browser/lib/browser-legacy-types.js +1 -0
- package/dist/extensions/agent-browser/lib/browser-session-conversion-stream.js +217 -0
- package/dist/extensions/agent-browser/lib/browser-session-conversion.js +80 -335
- package/dist/extensions/agent-browser/lib/browser-transcript-contracts.js +35 -0
- package/dist/extensions/agent-browser/lib/browser-transcript-validation.js +166 -0
- package/dist/extensions/agent-browser/lib/browser-transcript.js +137 -82
- package/dist/extensions/agent-browser/lib/browser-value-parsing.js +15 -0
- package/dist/extensions/agent-browser/lib/command-capabilities.js +340 -0
- package/dist/extensions/agent-browser/lib/command-policy.js +107 -88
- package/dist/extensions/agent-browser/lib/command-taxonomy.js +49 -322
- package/dist/extensions/agent-browser/lib/config-policy.js +138 -343
- package/dist/extensions/agent-browser/lib/config-providers.js +71 -0
- package/dist/extensions/agent-browser/lib/config-validation.js +218 -0
- package/dist/extensions/agent-browser/lib/config.js +19 -7
- package/dist/extensions/agent-browser/lib/electron/cdp.js +15 -7
- package/dist/extensions/agent-browser/lib/electron/cleanup.js +134 -55
- package/dist/extensions/agent-browser/lib/electron/discovery-darwin.js +109 -0
- package/dist/extensions/agent-browser/lib/electron/discovery-desktop.js +136 -0
- package/dist/extensions/agent-browser/lib/electron/discovery-evidence.js +89 -0
- package/dist/extensions/agent-browser/lib/electron/discovery-linux.js +93 -0
- package/dist/extensions/agent-browser/lib/electron/discovery-packages.js +162 -0
- package/dist/extensions/agent-browser/lib/electron/discovery-types.js +2 -0
- package/dist/extensions/agent-browser/lib/electron/discovery.js +140 -549
- package/dist/extensions/agent-browser/lib/electron/launch-monitor.js +102 -0
- package/dist/extensions/agent-browser/lib/electron/launch-process.js +209 -0
- package/dist/extensions/agent-browser/lib/electron/launch-types.js +2 -0
- package/dist/extensions/agent-browser/lib/electron/launch.js +249 -354
- package/dist/extensions/agent-browser/lib/executable-path.js +21 -12
- package/dist/extensions/agent-browser/lib/execution-cwd.js +35 -18
- package/dist/extensions/agent-browser/lib/input-modes/electron.js +162 -121
- package/dist/extensions/agent-browser/lib/input-modes/job.js +116 -313
- package/dist/extensions/agent-browser/lib/input-modes/lookup-network-evidence.js +104 -0
- package/dist/extensions/agent-browser/lib/input-modes/lookup-plan.js +132 -0
- package/dist/extensions/agent-browser/lib/input-modes/lookup-redaction.js +57 -0
- package/dist/extensions/agent-browser/lib/input-modes/lookup-source-evidence.js +151 -0
- package/dist/extensions/agent-browser/lib/input-modes/lookup-workspace.js +142 -0
- package/dist/extensions/agent-browser/lib/input-modes/lookups.js +57 -412
- package/dist/extensions/agent-browser/lib/input-modes/params.js +63 -17
- package/dist/extensions/agent-browser/lib/input-modes/qa-analysis.js +268 -0
- package/dist/extensions/agent-browser/lib/input-modes/qa-presentation.js +117 -0
- package/dist/extensions/agent-browser/lib/input-modes/script-child.js +396 -0
- package/dist/extensions/agent-browser/lib/input-modes/script-protocol.js +86 -0
- package/dist/extensions/agent-browser/lib/input-modes/script-types.js +1 -0
- package/dist/extensions/agent-browser/lib/input-modes/script-validation.js +60 -0
- package/dist/extensions/agent-browser/lib/input-modes/script.js +60 -409
- package/dist/extensions/agent-browser/lib/input-modes/semantic-action.js +218 -128
- package/dist/extensions/agent-browser/lib/input-modes/shared.js +15 -4
- package/dist/extensions/agent-browser/lib/input-modes/types.js +56 -7
- package/dist/extensions/agent-browser/lib/json-schema.js +22 -10
- package/dist/extensions/agent-browser/lib/launch-scoped-flags.js +17 -5
- package/dist/extensions/agent-browser/lib/managed-session-policy-lock.js +92 -425
- package/dist/extensions/agent-browser/lib/managed-session-posix-storage.js +58 -0
- package/dist/extensions/agent-browser/lib/managed-session-project-identity.js +244 -0
- package/dist/extensions/agent-browser/lib/managed-session-restore-context.js +84 -0
- package/dist/extensions/agent-browser/lib/managed-session-restore-policy.js +119 -0
- package/dist/extensions/agent-browser/lib/managed-session-restore-state.js +83 -0
- package/dist/extensions/agent-browser/lib/managed-session-restore.js +168 -300
- package/dist/extensions/agent-browser/lib/managed-session-snapshot-records.js +277 -0
- package/dist/extensions/agent-browser/lib/managed-session-snapshots.js +128 -305
- package/dist/extensions/agent-browser/lib/managed-session-storage.js +56 -253
- package/dist/extensions/agent-browser/lib/native-confirmation.js +140 -0
- package/dist/extensions/agent-browser/lib/native-output.js +43 -9
- package/dist/extensions/agent-browser/lib/orchestration/batch-stdin.js +106 -59
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/artifact-merge.js +14 -6
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/artifact-paths.js +109 -57
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/browser-observation-result.js +82 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/click-dispatch.js +164 -60
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/diagnostic-values.js +31 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/diagnostics.js +152 -781
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/electron-observation.js +202 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/electron-text-diagnostics.js +109 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/fill-diagnostics.js +119 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-action-recovery.js +147 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-actions.js +144 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-content.js +123 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-details.js +156 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-electron.js +179 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-evidence.js +39 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-missing-binary.js +89 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-recovery.js +97 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-redaction.js +106 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-timeout.js +110 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result.js +41 -538
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/index.js +199 -154
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/interaction-diagnostics.js +290 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-close.js +167 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-daemon-inspection.js +108 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-daemon-policy.js +127 -205
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/native-helper-observation.js +65 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/observation-types.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/overlay-diagnostics.js +120 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/network-page-filter.js +113 -30
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/scroll-shims.js +109 -28
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-filter-data.js +150 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-filter.js +138 -253
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-rendered-text.js +147 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/wait-timeouts.js +59 -24
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-artifacts.js +159 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-command.js +131 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-daemon.js +93 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-failure.js +42 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-guards.js +242 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-input.js +75 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-observations.js +92 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-page-selection.js +254 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-page-state.js +121 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-refs.js +130 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-resources.js +114 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-semantic.js +121 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-session-plan.js +222 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-timeouts.js +68 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare.js +176 -1123
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-analysis.js +191 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-confirmation.js +152 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-diagnostics.js +182 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-electron.js +150 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-phase-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-phase.js +115 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle.js +256 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-managed-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-managed.js +256 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native-phase-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native-phase.js +93 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native.js +113 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-navigation-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-navigation.js +316 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-ownership.js +28 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-page-phase-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-page-phase.js +142 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-presentation-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-presentation.js +333 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication-phase-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication-phase.js +71 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication.js +201 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-receipts.js +183 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-refs.js +200 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-tabs.js +142 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output.js +18 -968
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/prompt-guards.js +23 -13
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-receipt-reconciliation.js +198 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery-presentation.js +154 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery.js +68 -151
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/screenshot-capture.js +14 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/screenshot-observation.js +169 -46
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-commands.js +130 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-electron.js +210 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-observations.js +61 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-outcomes.js +187 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-refs.js +171 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-tabs.js +228 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state.js +77 -765
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/text-visibility-diagnostics.js +182 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/timeout-diagnostics.js +256 -0
- package/dist/extensions/agent-browser/lib/orchestration/browser-run/timeout-progress.js +108 -0
- package/dist/extensions/agent-browser/lib/orchestration/code-artifact-observation.js +39 -0
- package/dist/extensions/agent-browser/lib/orchestration/code-image-observation.js +119 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/branch.js +92 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/cleanup-result.js +58 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/cleanup.js +78 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/discovery.js +106 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/index.js +48 -821
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/policy.js +86 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-collection.js +69 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-data.js +167 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-presentation.js +164 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe.js +161 -0
- package/dist/extensions/agent-browser/lib/orchestration/electron-host/status.js +165 -0
- package/dist/extensions/agent-browser/lib/orchestration/execution-queue.js +21 -9
- package/dist/extensions/agent-browser/lib/orchestration/extension-artifact-preflight.js +211 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-artifacts.js +23 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-attachment-replay.js +99 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-branch-restore.js +275 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-code.js +280 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-command-admission.js +303 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-command-output.js +36 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-command-result.js +335 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-command-run.js +227 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-command-state.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-electron-ownership.js +204 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-execution-locks.js +139 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-execution-queue.js +24 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-host-coordination.js +98 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-host-run.js +295 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-intent-replay.js +41 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-invocation.js +7 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-lifecycle.js +102 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-managed-ownership.js +133 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-observation.js +120 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-prompt.js +180 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-recording.js +290 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-resource-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-resource-replay.js +269 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-result-state.js +113 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-runtime.js +146 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-script-leases.js +58 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-tool-boundary.js +62 -0
- package/dist/extensions/agent-browser/lib/orchestration/extension-version-check.js +54 -0
- package/dist/extensions/agent-browser/lib/orchestration/input-plan-types.js +1 -0
- package/dist/extensions/agent-browser/lib/orchestration/input-plan.js +261 -185
- package/dist/extensions/agent-browser/lib/orchestration/input-redaction.js +62 -0
- package/dist/extensions/agent-browser/lib/orchestration/native-config.js +144 -0
- package/dist/extensions/agent-browser/lib/orchestration/native-root-launch.js +77 -0
- package/dist/extensions/agent-browser/lib/orchestration/native-session-defaults.js +210 -157
- package/dist/extensions/agent-browser/lib/orchestration/operation-paths.js +124 -58
- package/dist/extensions/agent-browser/lib/orchestration/output-file.js +197 -99
- package/dist/extensions/agent-browser/lib/orchestration/script-mode.js +199 -96
- package/dist/extensions/agent-browser/lib/owned-managed-session-context.js +55 -0
- package/dist/extensions/agent-browser/lib/page-target-batch.js +118 -0
- package/dist/extensions/agent-browser/lib/page-target-guards.js +50 -0
- package/dist/extensions/agent-browser/lib/page-target-navigation.js +104 -0
- package/dist/extensions/agent-browser/lib/page-target-validation.js +55 -246
- package/dist/extensions/agent-browser/lib/parsing.js +13 -4
- package/dist/extensions/agent-browser/lib/pi-tool-rendering.js +133 -68
- package/dist/extensions/agent-browser/lib/playbook.js +16 -12
- package/dist/extensions/agent-browser/lib/process-child.js +284 -0
- package/dist/extensions/agent-browser/lib/process-environment.js +13 -6
- package/dist/extensions/agent-browser/lib/process-errors.js +23 -0
- package/dist/extensions/agent-browser/lib/process-identity.js +47 -15
- package/dist/extensions/agent-browser/lib/process-socket-storage.js +256 -0
- package/dist/extensions/agent-browser/lib/process-stdout.js +74 -0
- package/dist/extensions/agent-browser/lib/process.js +145 -536
- package/dist/extensions/agent-browser/lib/prompt-artifacts.js +287 -0
- package/dist/extensions/agent-browser/lib/prompt-policy.js +15 -194
- package/dist/extensions/agent-browser/lib/read-command.js +41 -0
- package/dist/extensions/agent-browser/lib/read-confirmation.js +131 -68
- package/dist/extensions/agent-browser/lib/recording-reservations.js +118 -45
- package/dist/extensions/agent-browser/lib/redaction-fields.js +75 -0
- package/dist/extensions/agent-browser/lib/redaction-json.js +149 -0
- package/dist/extensions/agent-browser/lib/redaction-url.js +88 -0
- package/dist/extensions/agent-browser/lib/results/action-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/results/action-recommendations.js +28 -271
- package/dist/extensions/agent-browser/lib/results/artifact-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/results/artifact-manifest-validation.js +133 -0
- package/dist/extensions/agent-browser/lib/results/artifact-manifest.js +96 -94
- package/dist/extensions/agent-browser/lib/results/artifact-recommendations.js +73 -0
- package/dist/extensions/agent-browser/lib/results/categories.js +111 -54
- package/dist/extensions/agent-browser/lib/results/confirmation.js +29 -13
- package/dist/extensions/agent-browser/lib/results/editable-ref-evidence.js +62 -27
- package/dist/extensions/agent-browser/lib/results/electron-recommendations.js +83 -0
- package/dist/extensions/agent-browser/lib/results/envelope-decoding.js +48 -0
- package/dist/extensions/agent-browser/lib/results/envelope.js +90 -67
- package/dist/extensions/agent-browser/lib/results/evidence-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/results/failure-recommendations.js +180 -0
- package/dist/extensions/agent-browser/lib/results/network-routes.js +86 -45
- package/dist/extensions/agent-browser/lib/results/network.js +35 -12
- package/dist/extensions/agent-browser/lib/results/next-actions.js +49 -19
- package/dist/extensions/agent-browser/lib/results/presentation/artifact-files.js +320 -0
- package/dist/extensions/agent-browser/lib/results/presentation/artifact-format.js +138 -0
- package/dist/extensions/agent-browser/lib/results/presentation/artifact-images.js +113 -0
- package/dist/extensions/agent-browser/lib/results/presentation/artifact-verification.js +145 -0
- package/dist/extensions/agent-browser/lib/results/presentation/artifacts.js +99 -555
- package/dist/extensions/agent-browser/lib/results/presentation/batch-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/results/presentation/batch-recording.js +118 -0
- package/dist/extensions/agent-browser/lib/results/presentation/batch-redaction.js +68 -0
- package/dist/extensions/agent-browser/lib/results/presentation/batch-rendering.js +135 -0
- package/dist/extensions/agent-browser/lib/results/presentation/batch-step.js +227 -0
- package/dist/extensions/agent-browser/lib/results/presentation/batch-summary.js +91 -0
- package/dist/extensions/agent-browser/lib/results/presentation/batch.js +91 -460
- package/dist/extensions/agent-browser/lib/results/presentation/browser-profile-recovery.js +9 -5
- package/dist/extensions/agent-browser/lib/results/presentation/command-presenters.js +216 -0
- package/dist/extensions/agent-browser/lib/results/presentation/common.js +26 -9
- package/dist/extensions/agent-browser/lib/results/presentation/content.js +86 -29
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-a11y.js +67 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-health.js +79 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-identity.js +199 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-logs.js +75 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-network-actions.js +216 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-network.js +124 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-redaction.js +64 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-storage.js +209 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-stream.js +69 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-summary.js +222 -0
- package/dist/extensions/agent-browser/lib/results/presentation/diagnostics.js +103 -1052
- package/dist/extensions/agent-browser/lib/results/presentation/early-result.js +70 -0
- package/dist/extensions/agent-browser/lib/results/presentation/errors.js +130 -60
- package/dist/extensions/agent-browser/lib/results/presentation/input-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/results/presentation/large-output.js +60 -145
- package/dist/extensions/agent-browser/lib/results/presentation/navigation.js +147 -88
- package/dist/extensions/agent-browser/lib/results/presentation/notices.js +75 -0
- package/dist/extensions/agent-browser/lib/results/presentation/observation-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/results/presentation/observation-rendering.js +127 -0
- package/dist/extensions/agent-browser/lib/results/presentation/outcomes.js +120 -0
- package/dist/extensions/agent-browser/lib/results/presentation/output-completion.js +77 -0
- package/dist/extensions/agent-browser/lib/results/presentation/output-spill.js +51 -0
- package/dist/extensions/agent-browser/lib/results/presentation/registry.js +116 -240
- package/dist/extensions/agent-browser/lib/results/presentation/semantic-action.js +35 -21
- package/dist/extensions/agent-browser/lib/results/presentation/skills.js +104 -73
- package/dist/extensions/agent-browser/lib/results/presentation/source.js +109 -0
- package/dist/extensions/agent-browser/lib/results/presentation.js +17 -261
- package/dist/extensions/agent-browser/lib/results/recommendation-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/results/recording.js +52 -14
- package/dist/extensions/agent-browser/lib/results/recovery-actions.js +14 -5
- package/dist/extensions/agent-browser/lib/results/recovery-next-actions.js +30 -22
- package/dist/extensions/agent-browser/lib/results/selector-recovery-target.js +83 -0
- package/dist/extensions/agent-browser/lib/results/selector-recovery.js +119 -119
- package/dist/extensions/agent-browser/lib/results/snapshot-compact.js +266 -0
- package/dist/extensions/agent-browser/lib/results/snapshot-content.js +32 -0
- package/dist/extensions/agent-browser/lib/results/snapshot-high-value-controls.js +104 -71
- package/dist/extensions/agent-browser/lib/results/snapshot-refs.js +31 -11
- package/dist/extensions/agent-browser/lib/results/snapshot-segments.js +125 -66
- package/dist/extensions/agent-browser/lib/results/snapshot-spill.js +26 -7
- package/dist/extensions/agent-browser/lib/results/snapshot.js +28 -248
- package/dist/extensions/agent-browser/lib/results/text.js +16 -5
- package/dist/extensions/agent-browser/lib/runtime-args-validation.js +133 -0
- package/dist/extensions/agent-browser/lib/runtime-compatibility.js +81 -0
- package/dist/extensions/agent-browser/lib/runtime-contracts.js +1 -0
- package/dist/extensions/agent-browser/lib/runtime-redaction.js +118 -0
- package/dist/extensions/agent-browser/lib/runtime-replay-events.js +144 -0
- package/dist/extensions/agent-browser/lib/runtime-session-identity.js +76 -0
- package/dist/extensions/agent-browser/lib/runtime-session-plan.js +114 -0
- package/dist/extensions/agent-browser/lib/runtime-session-replay.js +123 -0
- package/dist/extensions/agent-browser/lib/runtime-tab-correction.js +65 -0
- package/dist/extensions/agent-browser/lib/runtime-timeouts.js +28 -0
- package/dist/extensions/agent-browser/lib/runtime.js +137 -1041
- package/dist/extensions/agent-browser/lib/session-identity.js +51 -0
- package/dist/extensions/agent-browser/lib/session-page-observation.js +357 -0
- package/dist/extensions/agent-browser/lib/session-page-state.js +178 -333
- package/dist/extensions/agent-browser/lib/session-page-types.js +1 -0
- package/dist/extensions/agent-browser/lib/temp-artifact-budget.js +78 -0
- package/dist/extensions/agent-browser/lib/temp-mutation-queue.js +7 -0
- package/dist/extensions/agent-browser/lib/temp-root-ownership.js +234 -0
- package/dist/extensions/agent-browser/lib/temp-root.js +207 -0
- package/dist/extensions/agent-browser/lib/temp.js +33 -446
- package/dist/extensions/agent-browser/lib/tool-surface.js +94 -24
- package/dist/extensions/agent-browser/lib/upstream-version.js +3 -2
- package/dist/extensions/agent-browser/lib/web-search-providers.js +229 -0
- package/dist/extensions/agent-browser/lib/web-search-request.js +108 -0
- package/dist/extensions/agent-browser/lib/web-search-results.js +281 -0
- package/dist/extensions/agent-browser/lib/web-search-schema.js +82 -0
- package/dist/extensions/agent-browser/lib/web-search.js +109 -617
- package/dist/extensions/agent-browser/lib/webmcp-observation.js +13 -6
- package/dist/extensions/agent-browser/lib/windows-stock-launcher.js +63 -37
- package/dist/extensions/agent-browser/script-worker.js +80 -43
- package/dist/scripts/agent-browser-target.mjs +4 -2
- package/docs/ARCHITECTURE.md +17 -5
- package/docs/CODE_QUALITY.md +242 -0
- package/docs/COMMAND_REFERENCE.md +251 -220
- package/docs/ELECTRON.md +53 -44
- package/docs/RELEASE.md +18 -15
- package/docs/REQUIREMENTS.md +1 -0
- package/docs/SUPPORT_MATRIX.md +76 -75
- package/docs/TOOL_CONTRACT.md +145 -116
- package/docs/platform-smoke.md +5 -5
- package/package.json +143 -120
- package/scripts/agent-browser-capability-baseline.mjs +361 -957
- package/scripts/agent-browser-target.mjs +6 -2
- package/scripts/build.mjs +37 -8
- package/scripts/capability-core-commands.mjs +193 -0
- package/scripts/capability-options.mjs +283 -0
- package/scripts/capability-samples.mjs +133 -0
- package/scripts/capability-section.mjs +11 -0
- package/scripts/config.mjs +213 -114
- package/scripts/convert-browser-session.mjs +30 -9
- package/scripts/doctor-sources.mjs +195 -0
- package/scripts/doctor.mjs +92 -247
- package/scripts/platform-smoke/artifacts.mjs +38 -11
- package/scripts/platform-smoke/commands.mjs +104 -0
- package/scripts/platform-smoke/crabbox-runner.mjs +167 -80
- package/scripts/platform-smoke/doctor-support.mjs +157 -0
- package/scripts/platform-smoke/doctor-windows.mjs +230 -0
- package/scripts/platform-smoke/doctor.mjs +212 -320
- package/scripts/platform-smoke/lease-evidence.mjs +134 -0
- package/scripts/platform-smoke/suite-checks.mjs +98 -0
- package/scripts/platform-smoke/suite-evidence.mjs +281 -0
- package/scripts/platform-smoke/targets.mjs +158 -472
- package/scripts/platform-smoke.mjs +55 -40
- package/scripts/prepare.mjs +16 -7
package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-filter.js
CHANGED
|
@@ -1,280 +1,165 @@
|
|
|
1
|
-
import { isRecord } from "../../../parsing.js";
|
|
2
1
|
import { buildAgentBrowserResultCategoryDetails } from "../../../results/categories.js";
|
|
3
2
|
import { buildSnapshotPresentation } from "../../../results/snapshot.js";
|
|
4
|
-
import { extractRefSnapshotFromData } from "../../../session-page-state.js";
|
|
5
|
-
import {
|
|
6
|
-
import { collectScrollPositionSnapshot } from "../diagnostics.js";
|
|
3
|
+
import { extractRefSnapshotFromData, } from "../../../session-page-state.js";
|
|
4
|
+
import { redactSensitiveValue } from "../../../runtime-redaction.js";
|
|
5
|
+
import { collectScrollPositionSnapshot } from "../interaction-diagnostics.js";
|
|
7
6
|
import { buildSessionDetailFields, runSessionCommandData } from "../session-state.js";
|
|
8
|
-
|
|
9
|
-
|
|
7
|
+
import { attachRenderedTextMatchRefs, buildRenderedTextSearchEval, extractRenderedTextSearchResult, formatRenderedTextSearchMatches, } from "./snapshot-rendered-text.js";
|
|
8
|
+
import { buildSnapshotDiff, filterSnapshotData, hasSnapshotText, parseSnapshotFilterRequest, } from "./snapshot-filter-data.js";
|
|
9
|
+
async function collectRenderedText(options, request, snapshotData) {
|
|
10
|
+
if (!hasSnapshotText(request.search)) {
|
|
10
11
|
return undefined;
|
|
11
|
-
const cleanArgs = [];
|
|
12
|
-
let role;
|
|
13
|
-
let search;
|
|
14
|
-
for (let index = 0; index < commandTokens.length; index += 1) {
|
|
15
|
-
const token = commandTokens[index];
|
|
16
|
-
// Wrapper filters need a full native tree, not a revision-relative patch.
|
|
17
|
-
if (token === "--delta" || token === "--full")
|
|
18
|
-
continue;
|
|
19
|
-
if (token === "--viewport")
|
|
20
|
-
continue;
|
|
21
|
-
if (token === "--diff")
|
|
22
|
-
continue;
|
|
23
|
-
if (token === "--search") {
|
|
24
|
-
const value = commandTokens[index + 1];
|
|
25
|
-
if (typeof value === "string" && !value.startsWith("-")) {
|
|
26
|
-
search = value;
|
|
27
|
-
index += 1;
|
|
28
|
-
continue;
|
|
29
|
-
}
|
|
30
|
-
}
|
|
31
|
-
if (token === "--filter") {
|
|
32
|
-
const value = commandTokens[index + 1];
|
|
33
|
-
if (typeof value === "string" && !value.startsWith("-")) {
|
|
34
|
-
const roleMatch = /^role=(.+)$/i.exec(value.trim());
|
|
35
|
-
if (roleMatch?.[1])
|
|
36
|
-
role = roleMatch[1].trim().toLowerCase();
|
|
37
|
-
index += 1;
|
|
38
|
-
continue;
|
|
39
|
-
}
|
|
40
|
-
}
|
|
41
|
-
cleanArgs.push(token);
|
|
42
12
|
}
|
|
43
|
-
const
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
13
|
+
const data = await runSessionCommandData({
|
|
14
|
+
...options,
|
|
15
|
+
args: ["eval", "--stdin"],
|
|
16
|
+
stdin: buildRenderedTextSearchEval(request.search),
|
|
17
|
+
});
|
|
18
|
+
const result = extractRenderedTextSearchResult(data);
|
|
19
|
+
return result
|
|
20
|
+
? { ...result, matches: attachRenderedTextMatchRefs(result.matches, snapshotData) }
|
|
21
|
+
: undefined;
|
|
48
22
|
}
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
const visibility = getComputedStyle(element).visibility;
|
|
61
|
-
if (visibility === "hidden" || visibility === "collapse") return false;
|
|
62
|
-
for (let current = element; current; current = current.parentElement) {
|
|
63
|
-
if (Number(getComputedStyle(current).opacity) === 0) return false;
|
|
23
|
+
async function collectSnapshotEvidence(options, request) {
|
|
24
|
+
const snapshotData = await runSessionCommandData({
|
|
25
|
+
args: request.cleanArgs,
|
|
26
|
+
cwd: options.cwd,
|
|
27
|
+
namespace: options.namespace,
|
|
28
|
+
sessionName: options.sessionName,
|
|
29
|
+
signal: options.signal,
|
|
30
|
+
});
|
|
31
|
+
const filtered = filterSnapshotData(snapshotData, request);
|
|
32
|
+
if (!filtered) {
|
|
33
|
+
return undefined;
|
|
64
34
|
}
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
35
|
+
const renderedTextSearch = await collectRenderedText({
|
|
36
|
+
cwd: options.cwd,
|
|
37
|
+
namespace: options.namespace,
|
|
38
|
+
sessionName: options.sessionName,
|
|
39
|
+
signal: options.signal,
|
|
40
|
+
}, request, snapshotData);
|
|
41
|
+
const viewport = request.viewport
|
|
42
|
+
? await collectScrollPositionSnapshot({
|
|
43
|
+
cwd: options.cwd,
|
|
44
|
+
namespace: options.namespace,
|
|
45
|
+
sessionName: options.sessionName,
|
|
46
|
+
signal: options.signal,
|
|
47
|
+
})
|
|
48
|
+
: undefined;
|
|
49
|
+
const fullSnapshot = extractRefSnapshotFromData(snapshotData);
|
|
50
|
+
const diff = request.diff
|
|
51
|
+
? buildSnapshotDiff(options.previousRefSnapshot, fullSnapshot)
|
|
52
|
+
: undefined;
|
|
53
|
+
if (fullSnapshot) {
|
|
54
|
+
options.sessionPageState.applyRefSnapshot({
|
|
55
|
+
sessionName: options.sessionStateKey ?? options.sessionName,
|
|
56
|
+
snapshot: fullSnapshot,
|
|
57
|
+
update: options.sessionPageStateUpdate,
|
|
58
|
+
});
|
|
74
59
|
}
|
|
75
|
-
return
|
|
76
|
-
};
|
|
77
|
-
const candidates = Array.from(document.querySelectorAll("body *")).filter((element) => searchableTextOf(element).toLowerCase().includes(query));
|
|
78
|
-
const candidateSet = new Set(candidates);
|
|
79
|
-
const minimal = candidates.filter((element) => !Array.from(element.children).some((child) => candidateSet.has(child)));
|
|
80
|
-
const rendered = minimal.filter((element) => isRendered(element) && renderedTextOf(element).toLowerCase().includes(query));
|
|
81
|
-
const matches = rendered.map((element, index) => {
|
|
82
|
-
const semantic = validationAncestor(element);
|
|
83
|
-
const source = semantic || element;
|
|
84
|
-
const text = renderedTextOf(element);
|
|
85
|
-
const matchIndex = text.toLowerCase().indexOf(query);
|
|
86
|
-
const start = Math.max(0, matchIndex - 80);
|
|
87
|
-
const snippet = text.slice(start, start + 240);
|
|
88
|
-
const rect = element.getBoundingClientRect();
|
|
89
|
-
const name = normalize(element.getAttribute("aria-label") || element.getAttribute("title") || element.getAttribute("placeholder")) || undefined;
|
|
90
|
-
return {
|
|
91
|
-
index,
|
|
92
|
-
kind: semantic ? "validation" : "text",
|
|
93
|
-
name,
|
|
94
|
-
offscreen: rect.bottom < 0 || rect.right < 0 || rect.top > innerHeight || rect.left > innerWidth,
|
|
95
|
-
role: source.getAttribute("role") || undefined,
|
|
96
|
-
tagName: element.tagName.toLowerCase(),
|
|
97
|
-
text: snippet,
|
|
98
|
-
};
|
|
99
|
-
}).sort((left, right) => (left.kind === right.kind ? left.index - right.index : left.kind === "validation" ? -1 : 1));
|
|
100
|
-
const unique = [];
|
|
101
|
-
const seen = new Set();
|
|
102
|
-
for (const match of matches) {
|
|
103
|
-
const key = [match.kind, match.role, match.name, match.text].join("\\n");
|
|
104
|
-
if (seen.has(key)) continue;
|
|
105
|
-
seen.add(key);
|
|
106
|
-
const { index, ...visible } = match;
|
|
107
|
-
unique.push(visible);
|
|
108
|
-
}
|
|
109
|
-
return { matches: unique.slice(0, limit), totalMatches: unique.length, truncated: unique.length > limit };
|
|
110
|
-
})()`;
|
|
60
|
+
return { filtered, renderedTextSearch, viewport, fullSnapshot, diff };
|
|
111
61
|
}
|
|
112
|
-
function
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
...(typeof value.role === "string" ? { role: value.role } : {}),
|
|
124
|
-
tagName: value.tagName,
|
|
125
|
-
text: redactSensitiveText(value.text),
|
|
126
|
-
}];
|
|
127
|
-
}).slice(0, RENDERED_TEXT_SEARCH_MAX_MATCHES);
|
|
128
|
-
const totalMatches = typeof result.totalMatches === "number" && Number.isInteger(result.totalMatches) && result.totalMatches >= matches.length ? result.totalMatches : matches.length;
|
|
129
|
-
return { matches, totalMatches, truncated: result.truncated === true || totalMatches > matches.length };
|
|
62
|
+
function snapshotFilterSummary(request, evidence) {
|
|
63
|
+
if (hasSnapshotText(request.role) || hasSnapshotText(request.search)) {
|
|
64
|
+
const role = hasSnapshotText(request.role) ? ` role=${request.role}` : "";
|
|
65
|
+
const search = hasSnapshotText(request.search)
|
|
66
|
+
? ` search ${JSON.stringify(request.search)}`
|
|
67
|
+
: "";
|
|
68
|
+
return `Snapshot filter: ${evidence.filtered.matchedRefs}/${evidence.filtered.totalRefs} direct refs matched${role}${search}; ${evidence.filtered.visibleLines} surrounding snapshot line${evidence.filtered.visibleLines === 1 ? "" : "s"} shown.`;
|
|
69
|
+
}
|
|
70
|
+
return request.diff
|
|
71
|
+
? (evidence.diff?.summary ?? "Snapshot diff unavailable.")
|
|
72
|
+
: "Snapshot viewport metadata collected.";
|
|
130
73
|
}
|
|
131
|
-
function
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
return matches.map((match) => {
|
|
136
|
-
if (!match.name)
|
|
137
|
-
return match;
|
|
138
|
-
const normalizedName = match.name.replace(/\s+/g, " ").trim().toLowerCase();
|
|
139
|
-
const candidates = Object.entries(refs).filter(([, value]) => {
|
|
140
|
-
if (!isRecord(value) || typeof value.name !== "string")
|
|
141
|
-
return false;
|
|
142
|
-
const nameMatches = value.name.replace(/\s+/g, " ").trim().toLowerCase() === normalizedName;
|
|
143
|
-
return nameMatches && (!match.role || typeof value.role !== "string" || value.role.toLowerCase() === match.role.toLowerCase());
|
|
144
|
-
});
|
|
145
|
-
return candidates.length === 1 ? { ...match, ref: candidates[0][0] } : match;
|
|
146
|
-
});
|
|
74
|
+
function viewportText(viewport) {
|
|
75
|
+
return viewport
|
|
76
|
+
? `Viewport: ${viewport.innerWidth}×${viewport.innerHeight}, scroll ${viewport.scrollX},${viewport.scrollY}, document ${viewport.scrollWidth}×${viewport.scrollHeight}, sampled scroll containers ${viewport.containers.length}/${viewport.containerCount}.`
|
|
77
|
+
: undefined;
|
|
147
78
|
}
|
|
148
|
-
function
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
79
|
+
function snapshotPrefix(request, evidence, summary) {
|
|
80
|
+
const diffText = hasSnapshotText(request.role) || hasSnapshotText(request.search)
|
|
81
|
+
? evidence.diff?.summary
|
|
82
|
+
: undefined;
|
|
83
|
+
return [
|
|
84
|
+
summary,
|
|
85
|
+
formatRenderedTextSearchMatches(evidence.renderedTextSearch),
|
|
86
|
+
diffText,
|
|
87
|
+
viewportText(evidence.viewport),
|
|
88
|
+
]
|
|
89
|
+
.filter((line) => line !== undefined)
|
|
90
|
+
.join("\n\n");
|
|
158
91
|
}
|
|
159
|
-
function
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
const
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
const removedRefs = [];
|
|
168
|
-
const changedRefs = [];
|
|
169
|
-
let unchangedRefs = 0;
|
|
170
|
-
for (const refId of Object.keys(currentRefs)) {
|
|
171
|
-
const currentRef = currentRefs[refId];
|
|
172
|
-
const previousRef = previousRefs[refId];
|
|
173
|
-
if (!previousRef) {
|
|
174
|
-
addedRefs.push(refId);
|
|
175
|
-
continue;
|
|
176
|
-
}
|
|
177
|
-
if (previousRef.role !== currentRef.role || previousRef.name !== currentRef.name)
|
|
178
|
-
changedRefs.push(refId);
|
|
179
|
-
else
|
|
180
|
-
unchangedRefs += 1;
|
|
92
|
+
async function presentSnapshotFilter(options, evidence, prefix) {
|
|
93
|
+
const presentation = options.modelVisible === false
|
|
94
|
+
? { content: [], data: redactSensitiveValue(evidence.filtered.data), summary: "Snapshot" }
|
|
95
|
+
: await buildSnapshotPresentation(evidence.filtered.data, options.persistentArtifactStore, options.artifactManifest);
|
|
96
|
+
const first = presentation.content.at(0);
|
|
97
|
+
const content = [...presentation.content];
|
|
98
|
+
if (first?.type === "text") {
|
|
99
|
+
content[0] = { ...first, text: `${prefix}\n\n${first.text}` };
|
|
181
100
|
}
|
|
182
|
-
|
|
183
|
-
if (!currentRefs[refId])
|
|
184
|
-
removedRefs.push(refId);
|
|
185
|
-
return { addedRefs, changedRefs, removedRefs, summary: `Snapshot diff: +${addedRefs.length} / -${removedRefs.length} / Δ${changedRefs.length} refs versus previous snapshot.`, unchangedRefs };
|
|
101
|
+
return { ...presentation, content };
|
|
186
102
|
}
|
|
187
|
-
function
|
|
188
|
-
if (!
|
|
103
|
+
function snapshotFilterDetails(request, evidence) {
|
|
104
|
+
if (!hasSnapshotText(request.role) && !hasSnapshotText(request.search)) {
|
|
189
105
|
return undefined;
|
|
190
|
-
const refs = isRecord(data.refs) ? data.refs : {};
|
|
191
|
-
const snapshot = typeof data.snapshot === "string" ? data.snapshot : "";
|
|
192
|
-
const normalizedSearch = request.search?.trim().toLowerCase();
|
|
193
|
-
const matchingRefIds = new Set();
|
|
194
|
-
for (const [refId, refValue] of Object.entries(refs)) {
|
|
195
|
-
if (!isRecord(refValue))
|
|
196
|
-
continue;
|
|
197
|
-
const role = typeof refValue.role === "string" ? refValue.role.toLowerCase() : "";
|
|
198
|
-
const name = typeof refValue.name === "string" ? refValue.name : "";
|
|
199
|
-
const roleMatches = request.role ? role === request.role : true;
|
|
200
|
-
const searchMatches = normalizedSearch ? `${role} ${name}`.toLowerCase().includes(normalizedSearch) : true;
|
|
201
|
-
if (roleMatches && searchMatches)
|
|
202
|
-
matchingRefIds.add(refId);
|
|
203
106
|
}
|
|
204
|
-
const lines = snapshot.split(/\r?\n/);
|
|
205
|
-
const visibleLines = lines.filter((line) => {
|
|
206
|
-
const normalizedLine = line.toLowerCase();
|
|
207
|
-
if (normalizedSearch && normalizedLine.includes(normalizedSearch))
|
|
208
|
-
return true;
|
|
209
|
-
return [...matchingRefIds].some((refId) => line.includes(`[ref=${refId}]`) || line.includes(`ref=${refId}`));
|
|
210
|
-
});
|
|
211
|
-
const filteredRefs = Object.fromEntries(Object.entries(refs).filter(([refId]) => matchingRefIds.has(refId)));
|
|
212
|
-
const description = [request.role ? `role=${request.role}` : undefined, request.search ? `search=${JSON.stringify(request.search)}` : undefined].filter((part) => part !== undefined).join(", ");
|
|
213
|
-
const filteredSnapshot = visibleLines.length > 0 ? visibleLines.join("\n") : `(no snapshot lines matched ${description})`;
|
|
214
107
|
return {
|
|
215
|
-
|
|
216
|
-
matchedRefs:
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
108
|
+
cleanArgs: request.cleanArgs,
|
|
109
|
+
matchedRefs: evidence.filtered.matchedRefs,
|
|
110
|
+
renderedTextMatches: evidence.renderedTextSearch?.matches,
|
|
111
|
+
renderedTextTotalMatches: evidence.renderedTextSearch?.totalMatches,
|
|
112
|
+
renderedTextTruncated: evidence.renderedTextSearch?.truncated,
|
|
113
|
+
role: request.role,
|
|
114
|
+
search: request.search,
|
|
115
|
+
totalLines: evidence.filtered.totalLines,
|
|
116
|
+
totalRefs: evidence.filtered.totalRefs,
|
|
117
|
+
visibleLines: evidence.filtered.visibleLines,
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
function snapshotToolResult(options, request, evidence, presentation) {
|
|
121
|
+
const summary = snapshotFilterSummary(request, evidence);
|
|
122
|
+
return {
|
|
123
|
+
content: [...presentation.content],
|
|
124
|
+
details: {
|
|
125
|
+
args: options.redactedArgs,
|
|
126
|
+
artifactManifest: presentation.artifactManifest,
|
|
127
|
+
artifactRetentionSummary: presentation.artifactRetentionSummary,
|
|
128
|
+
command: "snapshot",
|
|
129
|
+
compatibilityWorkaround: options.compatibilityWorkaround,
|
|
130
|
+
data: presentation.data,
|
|
131
|
+
effectiveArgs: options.effectiveArgs,
|
|
132
|
+
fullOutputPath: presentation.fullOutputPath,
|
|
133
|
+
fullOutputPaths: presentation.fullOutputPaths,
|
|
134
|
+
refSnapshot: evidence.fullSnapshot,
|
|
135
|
+
sessionMode: options.sessionMode,
|
|
136
|
+
snapshotDiff: evidence.diff,
|
|
137
|
+
snapshotFilter: snapshotFilterDetails(request, evidence),
|
|
138
|
+
snapshotViewport: evidence.viewport,
|
|
139
|
+
...buildAgentBrowserResultCategoryDetails({
|
|
140
|
+
args: options.effectiveArgs,
|
|
141
|
+
command: "snapshot",
|
|
142
|
+
succeeded: true,
|
|
143
|
+
}),
|
|
144
|
+
...buildSessionDetailFields(options.sessionName, options.usedImplicitSession, options.namespace, options.managedSessionRestoreDisabled()),
|
|
145
|
+
summary,
|
|
146
|
+
},
|
|
147
|
+
isError: false,
|
|
220
148
|
};
|
|
221
149
|
}
|
|
222
150
|
export async function trySnapshotFilter(options) {
|
|
223
151
|
const request = parseSnapshotFilterRequest(options.commandTokens);
|
|
224
|
-
if (!request || !options.sessionName)
|
|
152
|
+
if (!request || !hasSnapshotText(options.sessionName)) {
|
|
225
153
|
return undefined;
|
|
226
|
-
|
|
227
|
-
const
|
|
228
|
-
if (!
|
|
154
|
+
}
|
|
155
|
+
const evidence = await collectSnapshotEvidence({ ...options, sessionName: options.sessionName }, request);
|
|
156
|
+
if (!evidence) {
|
|
229
157
|
return undefined;
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
if (renderedTextSearch)
|
|
234
|
-
renderedTextSearch.matches = attachRenderedTextMatchRefs(renderedTextSearch.matches, snapshotData);
|
|
235
|
-
const viewport = request.viewport ? await collectScrollPositionSnapshot({ cwd: options.cwd, namespace: options.namespace, sessionName: options.sessionName, signal: options.signal }) : undefined;
|
|
236
|
-
const fullSnapshot = extractRefSnapshotFromData(snapshotData);
|
|
237
|
-
const diff = request.diff ? buildSnapshotDiff(options.previousRefSnapshot, fullSnapshot) : undefined;
|
|
238
|
-
if (fullSnapshot)
|
|
239
|
-
options.sessionPageState.applyRefSnapshot({ sessionName: options.sessionStateKey ?? options.sessionName, snapshot: fullSnapshot, update: options.sessionPageStateUpdate });
|
|
240
|
-
const presentation = options.modelVisible === false
|
|
241
|
-
? { content: [], data: redactSensitiveValue(filtered.data), summary: "Snapshot" }
|
|
242
|
-
: await buildSnapshotPresentation(filtered.data, options.persistentArtifactStore, options.artifactManifest);
|
|
243
|
-
const summary = request.role || request.search
|
|
244
|
-
? `Snapshot filter: ${filtered.matchedRefs}/${filtered.totalRefs} direct refs matched${request.role ? ` role=${request.role}` : ""}${request.search ? ` search ${JSON.stringify(request.search)}` : ""}; ${filtered.visibleLines} surrounding snapshot line${filtered.visibleLines === 1 ? "" : "s"} shown.`
|
|
245
|
-
: request.diff
|
|
246
|
-
? diff?.summary ?? "Snapshot diff unavailable."
|
|
247
|
-
: "Snapshot viewport metadata collected.";
|
|
248
|
-
const viewportText = viewport ? `Viewport: ${viewport.innerWidth}×${viewport.innerHeight}, scroll ${viewport.scrollX},${viewport.scrollY}, document ${viewport.scrollWidth}×${viewport.scrollHeight}, sampled scroll containers ${viewport.containers.length}/${viewport.containerCount}.` : undefined;
|
|
249
|
-
const diffText = diff && (request.role || request.search) ? diff.summary : undefined;
|
|
250
|
-
const renderedTextSearchText = formatRenderedTextSearchMatches(renderedTextSearch);
|
|
251
|
-
const prefix = [summary, renderedTextSearchText, diffText, viewportText].filter((line) => line !== undefined).join("\n\n");
|
|
252
|
-
if (presentation.content[0]?.type === "text")
|
|
253
|
-
presentation.content[0] = { ...presentation.content[0], text: `${prefix}\n\n${presentation.content[0].text}` };
|
|
158
|
+
}
|
|
159
|
+
const summary = snapshotFilterSummary(request, evidence);
|
|
160
|
+
const presentation = await presentSnapshotFilter(options, evidence, snapshotPrefix(request, evidence, summary));
|
|
254
161
|
return {
|
|
255
162
|
artifactManifest: presentation.artifactManifest,
|
|
256
|
-
result:
|
|
257
|
-
content: presentation.content,
|
|
258
|
-
details: {
|
|
259
|
-
args: options.redactedArgs,
|
|
260
|
-
artifactManifest: presentation.artifactManifest,
|
|
261
|
-
artifactRetentionSummary: presentation.artifactRetentionSummary,
|
|
262
|
-
command: "snapshot",
|
|
263
|
-
compatibilityWorkaround: options.compatibilityWorkaround,
|
|
264
|
-
data: presentation.data,
|
|
265
|
-
effectiveArgs: options.effectiveArgs,
|
|
266
|
-
fullOutputPath: presentation.fullOutputPath,
|
|
267
|
-
fullOutputPaths: presentation.fullOutputPaths,
|
|
268
|
-
refSnapshot: fullSnapshot,
|
|
269
|
-
sessionMode: options.sessionMode,
|
|
270
|
-
snapshotDiff: diff,
|
|
271
|
-
snapshotFilter: request.role || request.search ? { cleanArgs: request.cleanArgs, matchedRefs: filtered.matchedRefs, renderedTextMatches: renderedTextSearch?.matches, renderedTextTotalMatches: renderedTextSearch?.totalMatches, renderedTextTruncated: renderedTextSearch?.truncated, role: request.role, search: request.search, totalLines: filtered.totalLines, totalRefs: filtered.totalRefs, visibleLines: filtered.visibleLines } : undefined,
|
|
272
|
-
snapshotViewport: viewport,
|
|
273
|
-
...buildAgentBrowserResultCategoryDetails({ args: options.effectiveArgs, command: "snapshot", succeeded: true }),
|
|
274
|
-
...buildSessionDetailFields(options.sessionName, options.usedImplicitSession, options.namespace, options.managedSessionRestoreDisabled()),
|
|
275
|
-
summary,
|
|
276
|
-
},
|
|
277
|
-
isError: false,
|
|
278
|
-
},
|
|
163
|
+
result: snapshotToolResult(options, request, evidence, presentation),
|
|
279
164
|
};
|
|
280
165
|
}
|
|
@@ -0,0 +1,147 @@
|
|
|
1
|
+
import { isRecord } from "../../../parsing.js";
|
|
2
|
+
import { redactSensitiveText } from "../../../runtime-redaction.js";
|
|
3
|
+
const RENDERED_TEXT_SEARCH_MAX_MATCHES = 8;
|
|
4
|
+
export function buildRenderedTextSearchEval(search) {
|
|
5
|
+
return `(() => {
|
|
6
|
+
const query = ${JSON.stringify(search.trim().toLowerCase())};
|
|
7
|
+
const limit = ${RENDERED_TEXT_SEARCH_MAX_MATCHES};
|
|
8
|
+
const normalize = (value) => String(value ?? "").replace(/\\s+/g, " ").trim();
|
|
9
|
+
const attributeTextOf = (element) => [element.getAttribute("aria-label"), element.getAttribute("title"), element.getAttribute("placeholder")].filter(Boolean).join(" ");
|
|
10
|
+
const searchableTextOf = (element) => normalize([attributeTextOf(element), element.textContent].filter(Boolean).join(" "));
|
|
11
|
+
const renderedTextOf = (element) => normalize([attributeTextOf(element), element instanceof HTMLElement ? element.innerText : element.textContent].filter(Boolean).join(" "));
|
|
12
|
+
const isRendered = (element) => {
|
|
13
|
+
if (!(element instanceof Element) || element.getClientRects().length === 0) return false;
|
|
14
|
+
const visibility = getComputedStyle(element).visibility;
|
|
15
|
+
if (visibility === "hidden" || visibility === "collapse") return false;
|
|
16
|
+
for (let current = element; current; current = current.parentElement) {
|
|
17
|
+
if (Number(getComputedStyle(current).opacity) === 0) return false;
|
|
18
|
+
}
|
|
19
|
+
return true;
|
|
20
|
+
};
|
|
21
|
+
const validationPattern = /(?:^|[-_\\s])(?:error|invalid|validation|warning)(?:$|[-_\\s])/i;
|
|
22
|
+
const validationAncestor = (element) => {
|
|
23
|
+
for (let current = element; current && current !== document.body; current = current.parentElement) {
|
|
24
|
+
const role = current.getAttribute("role");
|
|
25
|
+
const live = current.getAttribute("aria-live");
|
|
26
|
+
const descriptor = [current.id, current.className, current.getAttribute("data-testid")].map(normalize).join(" ");
|
|
27
|
+
if (["alert", "alertdialog", "status"].includes(role || "") || current.getAttribute("aria-invalid") === "true" || (live && live !== "off") || validationPattern.test(descriptor)) return current;
|
|
28
|
+
}
|
|
29
|
+
return null;
|
|
30
|
+
};
|
|
31
|
+
const candidates = Array.from(document.querySelectorAll("body *")).filter((element) => searchableTextOf(element).toLowerCase().includes(query));
|
|
32
|
+
const candidateSet = new Set(candidates);
|
|
33
|
+
const minimal = candidates.filter((element) => !Array.from(element.children).some((child) => candidateSet.has(child)));
|
|
34
|
+
const rendered = minimal.filter((element) => isRendered(element) && renderedTextOf(element).toLowerCase().includes(query));
|
|
35
|
+
const matches = rendered.map((element, index) => {
|
|
36
|
+
const semantic = validationAncestor(element);
|
|
37
|
+
const source = semantic || element;
|
|
38
|
+
const text = renderedTextOf(element);
|
|
39
|
+
const matchIndex = text.toLowerCase().indexOf(query);
|
|
40
|
+
const start = Math.max(0, matchIndex - 80);
|
|
41
|
+
const snippet = text.slice(start, start + 240);
|
|
42
|
+
const rect = element.getBoundingClientRect();
|
|
43
|
+
const name = normalize(element.getAttribute("aria-label") || element.getAttribute("title") || element.getAttribute("placeholder")) || undefined;
|
|
44
|
+
return {
|
|
45
|
+
index,
|
|
46
|
+
kind: semantic ? "validation" : "text",
|
|
47
|
+
name,
|
|
48
|
+
offscreen: rect.bottom < 0 || rect.right < 0 || rect.top > innerHeight || rect.left > innerWidth,
|
|
49
|
+
role: source.getAttribute("role") || undefined,
|
|
50
|
+
tagName: element.tagName.toLowerCase(),
|
|
51
|
+
text: snippet,
|
|
52
|
+
};
|
|
53
|
+
}).sort((left, right) => (left.kind === right.kind ? left.index - right.index : left.kind === "validation" ? -1 : 1));
|
|
54
|
+
const unique = [];
|
|
55
|
+
const seen = new Set();
|
|
56
|
+
for (const match of matches) {
|
|
57
|
+
const key = [match.kind, match.role, match.name, match.text].join("\\n");
|
|
58
|
+
if (seen.has(key)) continue;
|
|
59
|
+
seen.add(key);
|
|
60
|
+
const { index, ...visible } = match;
|
|
61
|
+
unique.push(visible);
|
|
62
|
+
}
|
|
63
|
+
return { matches: unique.slice(0, limit), totalMatches: unique.length, truncated: unique.length > limit };
|
|
64
|
+
})()`;
|
|
65
|
+
}
|
|
66
|
+
export function extractRenderedTextSearchResult(data) {
|
|
67
|
+
const result = isRecord(data) && isRecord(data.result) ? data.result : data;
|
|
68
|
+
if (!isRecord(result) || !Array.isArray(result.matches)) {
|
|
69
|
+
return undefined;
|
|
70
|
+
}
|
|
71
|
+
const matches = result.matches
|
|
72
|
+
.flatMap((value) => {
|
|
73
|
+
if (!isRecord(value) ||
|
|
74
|
+
(value.kind !== "text" && value.kind !== "validation") ||
|
|
75
|
+
typeof value.offscreen !== "boolean" ||
|
|
76
|
+
typeof value.tagName !== "string" ||
|
|
77
|
+
typeof value.text !== "string") {
|
|
78
|
+
return [];
|
|
79
|
+
}
|
|
80
|
+
return [
|
|
81
|
+
{
|
|
82
|
+
kind: value.kind,
|
|
83
|
+
...(typeof value.name === "string" ? { name: redactSensitiveText(value.name) } : {}),
|
|
84
|
+
offscreen: value.offscreen,
|
|
85
|
+
...(typeof value.role === "string" ? { role: value.role } : {}),
|
|
86
|
+
tagName: value.tagName,
|
|
87
|
+
text: redactSensitiveText(value.text),
|
|
88
|
+
},
|
|
89
|
+
];
|
|
90
|
+
})
|
|
91
|
+
.slice(0, RENDERED_TEXT_SEARCH_MAX_MATCHES);
|
|
92
|
+
const totalMatches = typeof result.totalMatches === "number" &&
|
|
93
|
+
Number.isInteger(result.totalMatches) &&
|
|
94
|
+
result.totalMatches >= matches.length
|
|
95
|
+
? result.totalMatches
|
|
96
|
+
: matches.length;
|
|
97
|
+
return {
|
|
98
|
+
matches,
|
|
99
|
+
totalMatches,
|
|
100
|
+
truncated: result.truncated === true || totalMatches > matches.length,
|
|
101
|
+
};
|
|
102
|
+
}
|
|
103
|
+
export function attachRenderedTextMatchRefs(matches, snapshotData) {
|
|
104
|
+
if (!isRecord(snapshotData) || !isRecord(snapshotData.refs)) {
|
|
105
|
+
return [...matches];
|
|
106
|
+
}
|
|
107
|
+
const refs = snapshotData.refs;
|
|
108
|
+
return matches.map((match) => {
|
|
109
|
+
if (match.name === undefined || match.name === "") {
|
|
110
|
+
return match;
|
|
111
|
+
}
|
|
112
|
+
const normalizedName = match.name.replace(/\s+/g, " ").trim().toLowerCase();
|
|
113
|
+
const candidates = Object.entries(refs).filter(([, value]) => {
|
|
114
|
+
if (!isRecord(value) || typeof value.name !== "string") {
|
|
115
|
+
return false;
|
|
116
|
+
}
|
|
117
|
+
const nameMatches = value.name.replace(/\s+/g, " ").trim().toLowerCase() === normalizedName;
|
|
118
|
+
return (nameMatches &&
|
|
119
|
+
(match.role === undefined ||
|
|
120
|
+
match.role === "" ||
|
|
121
|
+
typeof value.role !== "string" ||
|
|
122
|
+
value.role.toLowerCase() === match.role.toLowerCase()));
|
|
123
|
+
});
|
|
124
|
+
return candidates.length === 1 ? { ...match, ref: candidates[0][0] } : match;
|
|
125
|
+
});
|
|
126
|
+
}
|
|
127
|
+
export function formatRenderedTextSearchMatches(result) {
|
|
128
|
+
if (!result || result.matches.length === 0) {
|
|
129
|
+
return undefined;
|
|
130
|
+
}
|
|
131
|
+
const lines = result.matches.map((match) => {
|
|
132
|
+
const context = [
|
|
133
|
+
match.kind === "validation" ? "validation" : undefined,
|
|
134
|
+
match.offscreen ? "outside viewport" : undefined,
|
|
135
|
+
match.role,
|
|
136
|
+
match.tagName,
|
|
137
|
+
match.ref !== undefined && match.ref !== "" ? `@${match.ref}` : undefined,
|
|
138
|
+
]
|
|
139
|
+
.filter(Boolean)
|
|
140
|
+
.join(", ");
|
|
141
|
+
return `- ${JSON.stringify(match.text)}${context !== "" ? ` (${context})` : ""}`;
|
|
142
|
+
});
|
|
143
|
+
if (result.truncated) {
|
|
144
|
+
lines.push(`- ... (${result.totalMatches - result.matches.length} additional rendered-text matches omitted)`);
|
|
145
|
+
}
|
|
146
|
+
return ["Rendered page text matches:", ...lines].join("\n");
|
|
147
|
+
}
|