pi-agent-browser-native 0.9.3 → 0.9.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (394) hide show
  1. package/CHANGELOG.md +106 -5
  2. package/README.md +58 -791
  3. package/dist/extensions/agent-browser/index.js +43101 -2031
  4. package/dist/extensions/agent-browser/lib/argv-descriptor.js +49 -26
  5. package/dist/extensions/agent-browser/lib/argv-grammar.js +82 -93
  6. package/dist/extensions/agent-browser/lib/bash-guard.js +129 -126
  7. package/dist/extensions/agent-browser/lib/batch-lifecycle.js +112 -51
  8. package/dist/extensions/agent-browser/lib/browser-execution-claim-codec.js +61 -0
  9. package/dist/extensions/agent-browser/lib/browser-execution-claim-storage.js +232 -0
  10. package/dist/extensions/agent-browser/lib/browser-execution-claims.js +202 -0
  11. package/dist/extensions/agent-browser/lib/browser-execution-identity.js +77 -0
  12. package/dist/extensions/agent-browser/lib/browser-journal-branch.js +98 -0
  13. package/dist/extensions/agent-browser/lib/browser-journal-contracts.js +1 -0
  14. package/dist/extensions/agent-browser/lib/browser-journal-projection.js +221 -0
  15. package/dist/extensions/agent-browser/lib/browser-journal-reader.js +89 -0
  16. package/dist/extensions/agent-browser/lib/browser-journal-replay.js +246 -0
  17. package/dist/extensions/agent-browser/lib/browser-journal.js +103 -394
  18. package/dist/extensions/agent-browser/lib/browser-legacy-pages.js +220 -0
  19. package/dist/extensions/agent-browser/lib/browser-legacy-projection.js +282 -0
  20. package/dist/extensions/agent-browser/lib/browser-legacy-types.js +1 -0
  21. package/dist/extensions/agent-browser/lib/browser-session-conversion-stream.js +217 -0
  22. package/dist/extensions/agent-browser/lib/browser-session-conversion.js +80 -335
  23. package/dist/extensions/agent-browser/lib/browser-transcript-contracts.js +35 -0
  24. package/dist/extensions/agent-browser/lib/browser-transcript-validation.js +166 -0
  25. package/dist/extensions/agent-browser/lib/browser-transcript.js +137 -82
  26. package/dist/extensions/agent-browser/lib/browser-value-parsing.js +15 -0
  27. package/dist/extensions/agent-browser/lib/command-capabilities.js +340 -0
  28. package/dist/extensions/agent-browser/lib/command-policy.js +107 -88
  29. package/dist/extensions/agent-browser/lib/command-taxonomy.js +49 -322
  30. package/dist/extensions/agent-browser/lib/config-policy.js +138 -343
  31. package/dist/extensions/agent-browser/lib/config-providers.js +71 -0
  32. package/dist/extensions/agent-browser/lib/config-validation.js +231 -0
  33. package/dist/extensions/agent-browser/lib/config.js +20 -8
  34. package/dist/extensions/agent-browser/lib/electron/cdp.js +20 -8
  35. package/dist/extensions/agent-browser/lib/electron/cleanup.js +128 -83
  36. package/dist/extensions/agent-browser/lib/electron/discovery-darwin.js +109 -0
  37. package/dist/extensions/agent-browser/lib/electron/discovery-desktop.js +136 -0
  38. package/dist/extensions/agent-browser/lib/electron/discovery-evidence.js +90 -0
  39. package/dist/extensions/agent-browser/lib/electron/discovery-linux.js +93 -0
  40. package/dist/extensions/agent-browser/lib/electron/discovery-packages.js +162 -0
  41. package/dist/extensions/agent-browser/lib/electron/discovery-types.js +2 -0
  42. package/dist/extensions/agent-browser/lib/electron/discovery.js +140 -549
  43. package/dist/extensions/agent-browser/lib/electron/launch-monitor.js +102 -0
  44. package/dist/extensions/agent-browser/lib/electron/launch-process.js +209 -0
  45. package/dist/extensions/agent-browser/lib/electron/launch-types.js +2 -0
  46. package/dist/extensions/agent-browser/lib/electron/launch.js +261 -355
  47. package/dist/extensions/agent-browser/lib/executable-path.js +21 -12
  48. package/dist/extensions/agent-browser/lib/execution-cwd.js +35 -18
  49. package/dist/extensions/agent-browser/lib/fs-utils.js +1 -9
  50. package/dist/extensions/agent-browser/lib/input-modes/electron.js +162 -121
  51. package/dist/extensions/agent-browser/lib/input-modes/job.js +123 -317
  52. package/dist/extensions/agent-browser/lib/input-modes/lookup-network-evidence.js +116 -0
  53. package/dist/extensions/agent-browser/lib/input-modes/lookup-plan.js +132 -0
  54. package/dist/extensions/agent-browser/lib/input-modes/lookup-redaction.js +57 -0
  55. package/dist/extensions/agent-browser/lib/input-modes/lookup-source-evidence.js +151 -0
  56. package/dist/extensions/agent-browser/lib/input-modes/lookup-workspace.js +142 -0
  57. package/dist/extensions/agent-browser/lib/input-modes/lookups.js +58 -412
  58. package/dist/extensions/agent-browser/lib/input-modes/params.js +86 -40
  59. package/dist/extensions/agent-browser/lib/input-modes/qa-analysis.js +268 -0
  60. package/dist/extensions/agent-browser/lib/input-modes/qa-presentation.js +117 -0
  61. package/dist/extensions/agent-browser/lib/input-modes/script-child.js +396 -0
  62. package/dist/extensions/agent-browser/lib/input-modes/script-protocol.js +86 -0
  63. package/dist/extensions/agent-browser/lib/input-modes/script-types.js +1 -0
  64. package/dist/extensions/agent-browser/lib/input-modes/script-validation.js +60 -0
  65. package/dist/extensions/agent-browser/lib/input-modes/script.js +60 -409
  66. package/dist/extensions/agent-browser/lib/input-modes/semantic-action.js +218 -128
  67. package/dist/extensions/agent-browser/lib/input-modes/shared.js +15 -4
  68. package/dist/extensions/agent-browser/lib/input-modes/types.js +56 -7
  69. package/dist/extensions/agent-browser/lib/json-schema.js +22 -10
  70. package/dist/extensions/agent-browser/lib/launch-scoped-flags.js +17 -5
  71. package/dist/extensions/agent-browser/lib/managed-session-policy-lock.js +92 -425
  72. package/dist/extensions/agent-browser/lib/managed-session-posix-storage.js +58 -0
  73. package/dist/extensions/agent-browser/lib/managed-session-project-identity.js +244 -0
  74. package/dist/extensions/agent-browser/lib/managed-session-restore-context.js +84 -0
  75. package/dist/extensions/agent-browser/lib/managed-session-restore-policy.js +119 -0
  76. package/dist/extensions/agent-browser/lib/managed-session-restore-state.js +83 -0
  77. package/dist/extensions/agent-browser/lib/managed-session-restore.js +168 -300
  78. package/dist/extensions/agent-browser/lib/managed-session-snapshot-records.js +277 -0
  79. package/dist/extensions/agent-browser/lib/managed-session-snapshots.js +128 -305
  80. package/dist/extensions/agent-browser/lib/managed-session-storage.js +56 -253
  81. package/dist/extensions/agent-browser/lib/native-confirmation.js +140 -0
  82. package/dist/extensions/agent-browser/lib/native-output.js +43 -9
  83. package/dist/extensions/agent-browser/lib/orchestration/batch-stdin.js +106 -59
  84. package/dist/extensions/agent-browser/lib/orchestration/browser-run/artifact-merge.js +14 -6
  85. package/dist/extensions/agent-browser/lib/orchestration/browser-run/artifact-paths.js +109 -57
  86. package/dist/extensions/agent-browser/lib/orchestration/browser-run/browser-observation-result.js +82 -0
  87. package/dist/extensions/agent-browser/lib/orchestration/browser-run/click-dispatch.js +164 -60
  88. package/dist/extensions/agent-browser/lib/orchestration/browser-run/diagnostic-values.js +31 -0
  89. package/dist/extensions/agent-browser/lib/orchestration/browser-run/diagnostics.js +152 -781
  90. package/dist/extensions/agent-browser/lib/orchestration/browser-run/electron-observation.js +203 -0
  91. package/dist/extensions/agent-browser/lib/orchestration/browser-run/electron-text-diagnostics.js +109 -0
  92. package/dist/extensions/agent-browser/lib/orchestration/browser-run/fill-diagnostics.js +119 -0
  93. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-action-recovery.js +147 -0
  94. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-actions.js +144 -0
  95. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-content.js +123 -0
  96. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-contracts.js +1 -0
  97. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-details.js +156 -0
  98. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-electron.js +187 -0
  99. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-evidence.js +39 -0
  100. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-missing-binary.js +89 -0
  101. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-recovery.js +97 -0
  102. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-redaction.js +106 -0
  103. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-timeout.js +110 -0
  104. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result.js +41 -538
  105. package/dist/extensions/agent-browser/lib/orchestration/browser-run/index.js +199 -154
  106. package/dist/extensions/agent-browser/lib/orchestration/browser-run/interaction-diagnostics.js +290 -0
  107. package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-close.js +167 -0
  108. package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-daemon-inspection.js +108 -0
  109. package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-daemon-policy.js +127 -205
  110. package/dist/extensions/agent-browser/lib/orchestration/browser-run/native-helper-observation.js +65 -0
  111. package/dist/extensions/agent-browser/lib/orchestration/browser-run/observation-types.js +1 -0
  112. package/dist/extensions/agent-browser/lib/orchestration/browser-run/overlay-diagnostics.js +120 -0
  113. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/network-page-filter.js +113 -30
  114. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/scroll-shims.js +109 -28
  115. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-filter-data.js +150 -0
  116. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-filter.js +147 -253
  117. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-rendered-text.js +147 -0
  118. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/wait-timeouts.js +59 -24
  119. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-artifacts.js +159 -0
  120. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-command.js +131 -0
  121. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-contracts.js +1 -0
  122. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-daemon.js +93 -0
  123. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-failure.js +42 -0
  124. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-guards.js +242 -0
  125. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-input.js +75 -0
  126. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-observations.js +92 -0
  127. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-page-selection.js +254 -0
  128. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-page-state.js +121 -0
  129. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-refs.js +130 -0
  130. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-resources.js +114 -0
  131. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-semantic.js +121 -0
  132. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-session-plan.js +222 -0
  133. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-timeouts.js +68 -0
  134. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare.js +176 -1123
  135. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-analysis.js +191 -0
  136. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-confirmation.js +152 -0
  137. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-diagnostics.js +182 -0
  138. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-electron.js +150 -0
  139. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-contracts.js +1 -0
  140. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-phase-contracts.js +1 -0
  141. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-phase.js +115 -0
  142. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle.js +256 -0
  143. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-managed-contracts.js +1 -0
  144. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-managed.js +256 -0
  145. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native-phase-contracts.js +1 -0
  146. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native-phase.js +93 -0
  147. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native.js +113 -0
  148. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-navigation-contracts.js +1 -0
  149. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-navigation.js +316 -0
  150. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-ownership.js +28 -0
  151. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-page-phase-contracts.js +1 -0
  152. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-page-phase.js +142 -0
  153. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-presentation-contracts.js +1 -0
  154. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-presentation.js +333 -0
  155. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication-phase-contracts.js +1 -0
  156. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication-phase.js +71 -0
  157. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication.js +201 -0
  158. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-receipts.js +183 -0
  159. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-refs.js +200 -0
  160. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-tabs.js +142 -0
  161. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output.js +18 -968
  162. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prompt-guards.js +23 -13
  163. package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-receipt-reconciliation.js +198 -0
  164. package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery-contracts.js +1 -0
  165. package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery-presentation.js +154 -0
  166. package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery.js +68 -151
  167. package/dist/extensions/agent-browser/lib/orchestration/browser-run/screenshot-capture.js +14 -0
  168. package/dist/extensions/agent-browser/lib/orchestration/browser-run/screenshot-observation.js +169 -46
  169. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-commands.js +130 -0
  170. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-electron.js +212 -0
  171. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-observations.js +61 -0
  172. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-outcomes.js +187 -0
  173. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-refs.js +169 -0
  174. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-tabs.js +228 -0
  175. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state.js +77 -765
  176. package/dist/extensions/agent-browser/lib/orchestration/browser-run/text-visibility-diagnostics.js +182 -0
  177. package/dist/extensions/agent-browser/lib/orchestration/browser-run/timeout-diagnostics.js +256 -0
  178. package/dist/extensions/agent-browser/lib/orchestration/browser-run/timeout-progress.js +108 -0
  179. package/dist/extensions/agent-browser/lib/orchestration/code-artifact-observation.js +39 -0
  180. package/dist/extensions/agent-browser/lib/orchestration/code-image-observation.js +119 -0
  181. package/dist/extensions/agent-browser/lib/orchestration/electron-host/branch.js +93 -0
  182. package/dist/extensions/agent-browser/lib/orchestration/electron-host/cleanup-result.js +58 -0
  183. package/dist/extensions/agent-browser/lib/orchestration/electron-host/cleanup.js +78 -0
  184. package/dist/extensions/agent-browser/lib/orchestration/electron-host/contracts.js +1 -0
  185. package/dist/extensions/agent-browser/lib/orchestration/electron-host/discovery.js +106 -0
  186. package/dist/extensions/agent-browser/lib/orchestration/electron-host/index.js +48 -821
  187. package/dist/extensions/agent-browser/lib/orchestration/electron-host/policy.js +86 -0
  188. package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-collection.js +68 -0
  189. package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-data.js +169 -0
  190. package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-presentation.js +182 -0
  191. package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe.js +161 -0
  192. package/dist/extensions/agent-browser/lib/orchestration/electron-host/status.js +167 -0
  193. package/dist/extensions/agent-browser/lib/orchestration/execution-queue.js +22 -10
  194. package/dist/extensions/agent-browser/lib/orchestration/extension-artifact-preflight.js +211 -0
  195. package/dist/extensions/agent-browser/lib/orchestration/extension-artifacts.js +23 -0
  196. package/dist/extensions/agent-browser/lib/orchestration/extension-attachment-replay.js +99 -0
  197. package/dist/extensions/agent-browser/lib/orchestration/extension-branch-restore.js +275 -0
  198. package/dist/extensions/agent-browser/lib/orchestration/extension-code.js +280 -0
  199. package/dist/extensions/agent-browser/lib/orchestration/extension-command-admission.js +303 -0
  200. package/dist/extensions/agent-browser/lib/orchestration/extension-command-output.js +36 -0
  201. package/dist/extensions/agent-browser/lib/orchestration/extension-command-result.js +335 -0
  202. package/dist/extensions/agent-browser/lib/orchestration/extension-command-run.js +227 -0
  203. package/dist/extensions/agent-browser/lib/orchestration/extension-command-state.js +1 -0
  204. package/dist/extensions/agent-browser/lib/orchestration/extension-electron-ownership.js +204 -0
  205. package/dist/extensions/agent-browser/lib/orchestration/extension-execution-locks.js +139 -0
  206. package/dist/extensions/agent-browser/lib/orchestration/extension-execution-queue.js +24 -0
  207. package/dist/extensions/agent-browser/lib/orchestration/extension-host-coordination.js +98 -0
  208. package/dist/extensions/agent-browser/lib/orchestration/extension-host-run.js +295 -0
  209. package/dist/extensions/agent-browser/lib/orchestration/extension-intent-replay.js +41 -0
  210. package/dist/extensions/agent-browser/lib/orchestration/extension-invocation.js +7 -0
  211. package/dist/extensions/agent-browser/lib/orchestration/extension-lifecycle.js +102 -0
  212. package/dist/extensions/agent-browser/lib/orchestration/extension-managed-ownership.js +133 -0
  213. package/dist/extensions/agent-browser/lib/orchestration/extension-observation.js +120 -0
  214. package/dist/extensions/agent-browser/lib/orchestration/extension-prompt.js +180 -0
  215. package/dist/extensions/agent-browser/lib/orchestration/extension-recording.js +290 -0
  216. package/dist/extensions/agent-browser/lib/orchestration/extension-resource-contracts.js +1 -0
  217. package/dist/extensions/agent-browser/lib/orchestration/extension-resource-replay.js +269 -0
  218. package/dist/extensions/agent-browser/lib/orchestration/extension-result-state.js +113 -0
  219. package/dist/extensions/agent-browser/lib/orchestration/extension-runtime.js +146 -0
  220. package/dist/extensions/agent-browser/lib/orchestration/extension-script-leases.js +58 -0
  221. package/dist/extensions/agent-browser/lib/orchestration/extension-tool-boundary.js +62 -0
  222. package/dist/extensions/agent-browser/lib/orchestration/extension-version-check.js +54 -0
  223. package/dist/extensions/agent-browser/lib/orchestration/input-plan-types.js +1 -0
  224. package/dist/extensions/agent-browser/lib/orchestration/input-plan.js +261 -185
  225. package/dist/extensions/agent-browser/lib/orchestration/input-redaction.js +62 -0
  226. package/dist/extensions/agent-browser/lib/orchestration/native-config.js +144 -0
  227. package/dist/extensions/agent-browser/lib/orchestration/native-root-launch.js +77 -0
  228. package/dist/extensions/agent-browser/lib/orchestration/native-session-defaults.js +210 -157
  229. package/dist/extensions/agent-browser/lib/orchestration/operation-paths.js +124 -58
  230. package/dist/extensions/agent-browser/lib/orchestration/output-file.js +197 -99
  231. package/dist/extensions/agent-browser/lib/orchestration/script-mode.js +199 -96
  232. package/dist/extensions/agent-browser/lib/owned-managed-session-context.js +55 -0
  233. package/dist/extensions/agent-browser/lib/page-target-batch.js +118 -0
  234. package/dist/extensions/agent-browser/lib/page-target-guards.js +50 -0
  235. package/dist/extensions/agent-browser/lib/page-target-navigation.js +104 -0
  236. package/dist/extensions/agent-browser/lib/page-target-validation.js +55 -246
  237. package/dist/extensions/agent-browser/lib/parsing.js +13 -4
  238. package/dist/extensions/agent-browser/lib/pi-tool-rendering.js +133 -68
  239. package/dist/extensions/agent-browser/lib/playbook.js +16 -12
  240. package/dist/extensions/agent-browser/lib/process-child.js +284 -0
  241. package/dist/extensions/agent-browser/lib/process-environment.js +13 -6
  242. package/dist/extensions/agent-browser/lib/process-errors.js +23 -0
  243. package/dist/extensions/agent-browser/lib/process-identity.js +47 -15
  244. package/dist/extensions/agent-browser/lib/process-socket-storage.js +256 -0
  245. package/dist/extensions/agent-browser/lib/process-stdout.js +74 -0
  246. package/dist/extensions/agent-browser/lib/process.js +145 -536
  247. package/dist/extensions/agent-browser/lib/prompt-artifacts.js +287 -0
  248. package/dist/extensions/agent-browser/lib/prompt-policy.js +15 -194
  249. package/dist/extensions/agent-browser/lib/read-command.js +41 -0
  250. package/dist/extensions/agent-browser/lib/read-confirmation.js +131 -68
  251. package/dist/extensions/agent-browser/lib/recording-reservations.js +118 -45
  252. package/dist/extensions/agent-browser/lib/redaction-fields.js +75 -0
  253. package/dist/extensions/agent-browser/lib/redaction-json.js +149 -0
  254. package/dist/extensions/agent-browser/lib/redaction-url.js +88 -0
  255. package/dist/extensions/agent-browser/lib/results/action-contracts.js +1 -0
  256. package/dist/extensions/agent-browser/lib/results/action-recommendations.js +28 -271
  257. package/dist/extensions/agent-browser/lib/results/artifact-contracts.js +1 -0
  258. package/dist/extensions/agent-browser/lib/results/artifact-manifest-validation.js +133 -0
  259. package/dist/extensions/agent-browser/lib/results/artifact-manifest.js +96 -94
  260. package/dist/extensions/agent-browser/lib/results/artifact-recommendations.js +73 -0
  261. package/dist/extensions/agent-browser/lib/results/categories.js +111 -54
  262. package/dist/extensions/agent-browser/lib/results/confirmation.js +29 -13
  263. package/dist/extensions/agent-browser/lib/results/editable-ref-evidence.js +62 -27
  264. package/dist/extensions/agent-browser/lib/results/electron-recommendations.js +83 -0
  265. package/dist/extensions/agent-browser/lib/results/envelope-decoding.js +48 -0
  266. package/dist/extensions/agent-browser/lib/results/envelope.js +90 -67
  267. package/dist/extensions/agent-browser/lib/results/evidence-contracts.js +1 -0
  268. package/dist/extensions/agent-browser/lib/results/failure-recommendations.js +180 -0
  269. package/dist/extensions/agent-browser/lib/results/network-routes.js +86 -45
  270. package/dist/extensions/agent-browser/lib/results/network.js +35 -12
  271. package/dist/extensions/agent-browser/lib/results/next-actions.js +49 -19
  272. package/dist/extensions/agent-browser/lib/results/presentation/artifact-files.js +320 -0
  273. package/dist/extensions/agent-browser/lib/results/presentation/artifact-format.js +138 -0
  274. package/dist/extensions/agent-browser/lib/results/presentation/artifact-images.js +113 -0
  275. package/dist/extensions/agent-browser/lib/results/presentation/artifact-verification.js +145 -0
  276. package/dist/extensions/agent-browser/lib/results/presentation/artifacts.js +99 -555
  277. package/dist/extensions/agent-browser/lib/results/presentation/batch-contracts.js +1 -0
  278. package/dist/extensions/agent-browser/lib/results/presentation/batch-recording.js +118 -0
  279. package/dist/extensions/agent-browser/lib/results/presentation/batch-redaction.js +68 -0
  280. package/dist/extensions/agent-browser/lib/results/presentation/batch-rendering.js +135 -0
  281. package/dist/extensions/agent-browser/lib/results/presentation/batch-step.js +227 -0
  282. package/dist/extensions/agent-browser/lib/results/presentation/batch-summary.js +91 -0
  283. package/dist/extensions/agent-browser/lib/results/presentation/batch.js +91 -460
  284. package/dist/extensions/agent-browser/lib/results/presentation/browser-profile-recovery.js +9 -5
  285. package/dist/extensions/agent-browser/lib/results/presentation/command-presenters.js +216 -0
  286. package/dist/extensions/agent-browser/lib/results/presentation/common.js +26 -9
  287. package/dist/extensions/agent-browser/lib/results/presentation/content.js +86 -29
  288. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-a11y.js +67 -0
  289. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-health.js +79 -0
  290. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-identity.js +199 -0
  291. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-logs.js +75 -0
  292. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-network-actions.js +216 -0
  293. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-network.js +124 -0
  294. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-redaction.js +64 -0
  295. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-storage.js +209 -0
  296. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-stream.js +69 -0
  297. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-summary.js +222 -0
  298. package/dist/extensions/agent-browser/lib/results/presentation/diagnostics.js +103 -1052
  299. package/dist/extensions/agent-browser/lib/results/presentation/early-result.js +70 -0
  300. package/dist/extensions/agent-browser/lib/results/presentation/errors.js +130 -60
  301. package/dist/extensions/agent-browser/lib/results/presentation/input-contracts.js +1 -0
  302. package/dist/extensions/agent-browser/lib/results/presentation/large-output.js +60 -145
  303. package/dist/extensions/agent-browser/lib/results/presentation/navigation.js +147 -88
  304. package/dist/extensions/agent-browser/lib/results/presentation/notices.js +75 -0
  305. package/dist/extensions/agent-browser/lib/results/presentation/observation-contracts.js +1 -0
  306. package/dist/extensions/agent-browser/lib/results/presentation/observation-rendering.js +127 -0
  307. package/dist/extensions/agent-browser/lib/results/presentation/outcomes.js +120 -0
  308. package/dist/extensions/agent-browser/lib/results/presentation/output-completion.js +77 -0
  309. package/dist/extensions/agent-browser/lib/results/presentation/output-spill.js +51 -0
  310. package/dist/extensions/agent-browser/lib/results/presentation/registry.js +116 -240
  311. package/dist/extensions/agent-browser/lib/results/presentation/semantic-action.js +35 -21
  312. package/dist/extensions/agent-browser/lib/results/presentation/skills.js +109 -73
  313. package/dist/extensions/agent-browser/lib/results/presentation/source.js +109 -0
  314. package/dist/extensions/agent-browser/lib/results/presentation.js +17 -261
  315. package/dist/extensions/agent-browser/lib/results/recommendation-contracts.js +1 -0
  316. package/dist/extensions/agent-browser/lib/results/recording.js +52 -14
  317. package/dist/extensions/agent-browser/lib/results/recovery-actions.js +14 -5
  318. package/dist/extensions/agent-browser/lib/results/recovery-next-actions.js +30 -22
  319. package/dist/extensions/agent-browser/lib/results/selector-recovery-target.js +83 -0
  320. package/dist/extensions/agent-browser/lib/results/selector-recovery.js +119 -119
  321. package/dist/extensions/agent-browser/lib/results/snapshot-compact.js +266 -0
  322. package/dist/extensions/agent-browser/lib/results/snapshot-content.js +32 -0
  323. package/dist/extensions/agent-browser/lib/results/snapshot-high-value-controls.js +104 -71
  324. package/dist/extensions/agent-browser/lib/results/snapshot-refs.js +31 -11
  325. package/dist/extensions/agent-browser/lib/results/snapshot-segments.js +125 -66
  326. package/dist/extensions/agent-browser/lib/results/snapshot-spill.js +26 -7
  327. package/dist/extensions/agent-browser/lib/results/snapshot.js +28 -248
  328. package/dist/extensions/agent-browser/lib/results/text.js +16 -5
  329. package/dist/extensions/agent-browser/lib/runtime-args-validation.js +133 -0
  330. package/dist/extensions/agent-browser/lib/runtime-compatibility.js +81 -0
  331. package/dist/extensions/agent-browser/lib/runtime-contracts.js +1 -0
  332. package/dist/extensions/agent-browser/lib/runtime-redaction.js +118 -0
  333. package/dist/extensions/agent-browser/lib/runtime-replay-events.js +144 -0
  334. package/dist/extensions/agent-browser/lib/runtime-session-identity.js +76 -0
  335. package/dist/extensions/agent-browser/lib/runtime-session-plan.js +114 -0
  336. package/dist/extensions/agent-browser/lib/runtime-session-replay.js +123 -0
  337. package/dist/extensions/agent-browser/lib/runtime-tab-correction.js +65 -0
  338. package/dist/extensions/agent-browser/lib/runtime-timeouts.js +28 -0
  339. package/dist/extensions/agent-browser/lib/runtime.js +137 -1041
  340. package/dist/extensions/agent-browser/lib/session-identity.js +51 -0
  341. package/dist/extensions/agent-browser/lib/session-page-observation.js +357 -0
  342. package/dist/extensions/agent-browser/lib/session-page-state.js +178 -333
  343. package/dist/extensions/agent-browser/lib/session-page-types.js +1 -0
  344. package/dist/extensions/agent-browser/lib/temp-artifact-budget.js +81 -0
  345. package/dist/extensions/agent-browser/lib/temp-mutation-queue.js +7 -0
  346. package/dist/extensions/agent-browser/lib/temp-root-ownership.js +234 -0
  347. package/dist/extensions/agent-browser/lib/temp-root.js +211 -0
  348. package/dist/extensions/agent-browser/lib/temp.js +33 -446
  349. package/dist/extensions/agent-browser/lib/tool-surface.js +94 -24
  350. package/dist/extensions/agent-browser/lib/upstream-version.js +3 -2
  351. package/dist/extensions/agent-browser/lib/web-search-providers.js +193 -0
  352. package/dist/extensions/agent-browser/lib/web-search-request.js +102 -0
  353. package/dist/extensions/agent-browser/lib/web-search-results.js +281 -0
  354. package/dist/extensions/agent-browser/lib/web-search-schema.js +82 -0
  355. package/dist/extensions/agent-browser/lib/web-search.js +124 -614
  356. package/dist/extensions/agent-browser/lib/webmcp-observation.js +13 -6
  357. package/dist/extensions/agent-browser/lib/windows-stock-launcher.js +63 -37
  358. package/dist/extensions/agent-browser/script-worker.js +80 -43
  359. package/dist/scripts/agent-browser-target.mjs +4 -2
  360. package/docs/ARCHITECTURE.md +19 -6
  361. package/docs/CODE_QUALITY.md +267 -0
  362. package/docs/COMMAND_REFERENCE.md +272 -241
  363. package/docs/ELECTRON.md +77 -46
  364. package/docs/REFERENCE.md +869 -0
  365. package/docs/RELEASE.md +25 -22
  366. package/docs/REQUIREMENTS.md +2 -1
  367. package/docs/SUPPORT_MATRIX.md +81 -79
  368. package/docs/TOOL_CONTRACT.md +158 -125
  369. package/docs/platform-smoke.md +8 -8
  370. package/package.json +144 -120
  371. package/scripts/agent-browser-capability-baseline.mjs +361 -957
  372. package/scripts/agent-browser-target.mjs +6 -2
  373. package/scripts/build.mjs +37 -8
  374. package/scripts/capability-core-commands.mjs +193 -0
  375. package/scripts/capability-options.mjs +283 -0
  376. package/scripts/capability-samples.mjs +133 -0
  377. package/scripts/capability-section.mjs +11 -0
  378. package/scripts/config.mjs +235 -132
  379. package/scripts/convert-browser-session.mjs +30 -9
  380. package/scripts/doctor-sources.mjs +195 -0
  381. package/scripts/doctor.mjs +94 -249
  382. package/scripts/platform-smoke/artifacts.mjs +38 -11
  383. package/scripts/platform-smoke/commands.mjs +104 -0
  384. package/scripts/platform-smoke/crabbox-runner.mjs +167 -80
  385. package/scripts/platform-smoke/doctor-support.mjs +157 -0
  386. package/scripts/platform-smoke/doctor-windows.mjs +230 -0
  387. package/scripts/platform-smoke/doctor.mjs +212 -320
  388. package/scripts/platform-smoke/lease-evidence.mjs +132 -0
  389. package/scripts/platform-smoke/linux-image/Dockerfile +8 -2
  390. package/scripts/platform-smoke/suite-checks.mjs +98 -0
  391. package/scripts/platform-smoke/suite-evidence.mjs +281 -0
  392. package/scripts/platform-smoke/targets.mjs +154 -472
  393. package/scripts/platform-smoke.mjs +55 -40
  394. package/scripts/prepare.mjs +16 -7
@@ -1,280 +1,174 @@
1
- import { isRecord } from "../../../parsing.js";
2
1
  import { buildAgentBrowserResultCategoryDetails } from "../../../results/categories.js";
3
2
  import { buildSnapshotPresentation } from "../../../results/snapshot.js";
4
- import { extractRefSnapshotFromData } from "../../../session-page-state.js";
5
- import { redactSensitiveText, redactSensitiveValue } from "../../../runtime.js";
6
- import { collectScrollPositionSnapshot } from "../diagnostics.js";
3
+ import { extractRefSnapshotFromData, } from "../../../session-page-state.js";
4
+ import { redactSensitiveValue } from "../../../runtime-redaction.js";
5
+ import { collectScrollPositionSnapshot } from "../interaction-diagnostics.js";
7
6
  import { buildSessionDetailFields, runSessionCommandData } from "../session-state.js";
8
- function parseSnapshotFilterRequest(commandTokens) {
9
- if (commandTokens[0] !== "snapshot")
7
+ import { attachRenderedTextMatchRefs, buildRenderedTextSearchEval, extractRenderedTextSearchResult, formatRenderedTextSearchMatches, } from "./snapshot-rendered-text.js";
8
+ import { buildSnapshotDiff, filterSnapshotData, hasSnapshotText, parseSnapshotFilterRequest, } from "./snapshot-filter-data.js";
9
+ async function collectRenderedText(options, request, snapshotData) {
10
+ if (!hasSnapshotText(request.search)) {
10
11
  return undefined;
11
- const cleanArgs = [];
12
- let role;
13
- let search;
14
- for (let index = 0; index < commandTokens.length; index += 1) {
15
- const token = commandTokens[index];
16
- // Wrapper filters need a full native tree, not a revision-relative patch.
17
- if (token === "--delta" || token === "--full")
18
- continue;
19
- if (token === "--viewport")
20
- continue;
21
- if (token === "--diff")
22
- continue;
23
- if (token === "--search") {
24
- const value = commandTokens[index + 1];
25
- if (typeof value === "string" && !value.startsWith("-")) {
26
- search = value;
27
- index += 1;
28
- continue;
29
- }
30
- }
31
- if (token === "--filter") {
32
- const value = commandTokens[index + 1];
33
- if (typeof value === "string" && !value.startsWith("-")) {
34
- const roleMatch = /^role=(.+)$/i.exec(value.trim());
35
- if (roleMatch?.[1])
36
- role = roleMatch[1].trim().toLowerCase();
37
- index += 1;
38
- continue;
39
- }
40
- }
41
- cleanArgs.push(token);
42
12
  }
43
- const viewport = commandTokens.includes("--viewport");
44
- const diff = commandTokens.includes("--diff");
45
- if (!search && !role && !viewport && !diff)
46
- return undefined;
47
- return { cleanArgs, diff, role, search, viewport };
13
+ const data = await runSessionCommandData({
14
+ ...options,
15
+ args: ["eval", "--stdin"],
16
+ stdin: buildRenderedTextSearchEval(request.search),
17
+ });
18
+ const result = extractRenderedTextSearchResult(data);
19
+ return result
20
+ ? { ...result, matches: attachRenderedTextMatchRefs(result.matches, snapshotData) }
21
+ : undefined;
48
22
  }
49
- const RENDERED_TEXT_SEARCH_MAX_MATCHES = 8;
50
- function buildRenderedTextSearchEval(search) {
51
- return `(() => {
52
- const query = ${JSON.stringify(search.trim().toLowerCase())};
53
- const limit = ${RENDERED_TEXT_SEARCH_MAX_MATCHES};
54
- const normalize = (value) => String(value ?? "").replace(/\\s+/g, " ").trim();
55
- const attributeTextOf = (element) => [element.getAttribute("aria-label"), element.getAttribute("title"), element.getAttribute("placeholder")].filter(Boolean).join(" ");
56
- const searchableTextOf = (element) => normalize([attributeTextOf(element), element.textContent].filter(Boolean).join(" "));
57
- const renderedTextOf = (element) => normalize([attributeTextOf(element), element instanceof HTMLElement ? element.innerText : element.textContent].filter(Boolean).join(" "));
58
- const isRendered = (element) => {
59
- if (!(element instanceof Element) || element.getClientRects().length === 0) return false;
60
- const visibility = getComputedStyle(element).visibility;
61
- if (visibility === "hidden" || visibility === "collapse") return false;
62
- for (let current = element; current; current = current.parentElement) {
63
- if (Number(getComputedStyle(current).opacity) === 0) return false;
23
+ async function collectSnapshotEvidence(options, request) {
24
+ const snapshotData = await runSessionCommandData({
25
+ args: request.cleanArgs,
26
+ cwd: options.cwd,
27
+ namespace: options.namespace,
28
+ sessionName: options.sessionName,
29
+ signal: options.signal,
30
+ });
31
+ const filtered = filterSnapshotData(snapshotData, request);
32
+ if (!filtered) {
33
+ return undefined;
64
34
  }
65
- return true;
66
- };
67
- const validationPattern = /(?:^|[-_\\s])(?:error|invalid|validation|warning)(?:$|[-_\\s])/i;
68
- const validationAncestor = (element) => {
69
- for (let current = element; current && current !== document.body; current = current.parentElement) {
70
- const role = current.getAttribute("role");
71
- const live = current.getAttribute("aria-live");
72
- const descriptor = [current.id, current.className, current.getAttribute("data-testid")].map(normalize).join(" ");
73
- if (["alert", "alertdialog", "status"].includes(role || "") || current.getAttribute("aria-invalid") === "true" || (live && live !== "off") || validationPattern.test(descriptor)) return current;
35
+ const renderedTextSearch = await collectRenderedText({
36
+ cwd: options.cwd,
37
+ namespace: options.namespace,
38
+ sessionName: options.sessionName,
39
+ signal: options.signal,
40
+ }, request, snapshotData);
41
+ const viewport = request.viewport
42
+ ? await collectScrollPositionSnapshot({
43
+ cwd: options.cwd,
44
+ namespace: options.namespace,
45
+ sessionName: options.sessionName,
46
+ signal: options.signal,
47
+ })
48
+ : undefined;
49
+ const fullSnapshot = extractRefSnapshotFromData(snapshotData);
50
+ const diff = request.diff
51
+ ? buildSnapshotDiff(options.previousRefSnapshot, fullSnapshot)
52
+ : undefined;
53
+ if (fullSnapshot) {
54
+ if (fullSnapshot.target) {
55
+ options.sessionPageState.applyTabTarget({
56
+ sessionName: options.sessionStateKey ?? options.sessionName,
57
+ target: fullSnapshot.target,
58
+ update: options.sessionPageStateUpdate,
59
+ });
60
+ }
61
+ options.sessionPageState.applyRefSnapshot({
62
+ sessionName: options.sessionStateKey ?? options.sessionName,
63
+ snapshot: fullSnapshot,
64
+ update: options.sessionPageStateUpdate,
65
+ });
74
66
  }
75
- return null;
76
- };
77
- const candidates = Array.from(document.querySelectorAll("body *")).filter((element) => searchableTextOf(element).toLowerCase().includes(query));
78
- const candidateSet = new Set(candidates);
79
- const minimal = candidates.filter((element) => !Array.from(element.children).some((child) => candidateSet.has(child)));
80
- const rendered = minimal.filter((element) => isRendered(element) && renderedTextOf(element).toLowerCase().includes(query));
81
- const matches = rendered.map((element, index) => {
82
- const semantic = validationAncestor(element);
83
- const source = semantic || element;
84
- const text = renderedTextOf(element);
85
- const matchIndex = text.toLowerCase().indexOf(query);
86
- const start = Math.max(0, matchIndex - 80);
87
- const snippet = text.slice(start, start + 240);
88
- const rect = element.getBoundingClientRect();
89
- const name = normalize(element.getAttribute("aria-label") || element.getAttribute("title") || element.getAttribute("placeholder")) || undefined;
90
- return {
91
- index,
92
- kind: semantic ? "validation" : "text",
93
- name,
94
- offscreen: rect.bottom < 0 || rect.right < 0 || rect.top > innerHeight || rect.left > innerWidth,
95
- role: source.getAttribute("role") || undefined,
96
- tagName: element.tagName.toLowerCase(),
97
- text: snippet,
98
- };
99
- }).sort((left, right) => (left.kind === right.kind ? left.index - right.index : left.kind === "validation" ? -1 : 1));
100
- const unique = [];
101
- const seen = new Set();
102
- for (const match of matches) {
103
- const key = [match.kind, match.role, match.name, match.text].join("\\n");
104
- if (seen.has(key)) continue;
105
- seen.add(key);
106
- const { index, ...visible } = match;
107
- unique.push(visible);
108
- }
109
- return { matches: unique.slice(0, limit), totalMatches: unique.length, truncated: unique.length > limit };
110
- })()`;
67
+ return { filtered, renderedTextSearch, viewport, fullSnapshot, diff };
111
68
  }
112
- function extractRenderedTextSearchResult(data) {
113
- const result = isRecord(data) && isRecord(data.result) ? data.result : data;
114
- if (!isRecord(result) || !Array.isArray(result.matches))
115
- return undefined;
116
- const matches = result.matches.flatMap((value) => {
117
- if (!isRecord(value) || (value.kind !== "text" && value.kind !== "validation") || typeof value.offscreen !== "boolean" || typeof value.tagName !== "string" || typeof value.text !== "string")
118
- return [];
119
- return [{
120
- kind: value.kind,
121
- ...(typeof value.name === "string" ? { name: redactSensitiveText(value.name) } : {}),
122
- offscreen: value.offscreen,
123
- ...(typeof value.role === "string" ? { role: value.role } : {}),
124
- tagName: value.tagName,
125
- text: redactSensitiveText(value.text),
126
- }];
127
- }).slice(0, RENDERED_TEXT_SEARCH_MAX_MATCHES);
128
- const totalMatches = typeof result.totalMatches === "number" && Number.isInteger(result.totalMatches) && result.totalMatches >= matches.length ? result.totalMatches : matches.length;
129
- return { matches, totalMatches, truncated: result.truncated === true || totalMatches > matches.length };
69
+ function snapshotFilterSummary(request, evidence) {
70
+ if (hasSnapshotText(request.role) || hasSnapshotText(request.search)) {
71
+ const role = hasSnapshotText(request.role) ? ` role=${request.role}` : "";
72
+ const search = hasSnapshotText(request.search)
73
+ ? ` search ${JSON.stringify(request.search)}`
74
+ : "";
75
+ return `Snapshot filter: ${evidence.filtered.matchedRefs}/${evidence.filtered.totalRefs} direct refs matched${role}${search}; ${evidence.filtered.visibleLines} surrounding snapshot line${evidence.filtered.visibleLines === 1 ? "" : "s"} shown.`;
76
+ }
77
+ return request.diff
78
+ ? (evidence.diff?.summary ?? "Snapshot diff unavailable.")
79
+ : "Snapshot viewport metadata collected.";
130
80
  }
131
- function attachRenderedTextMatchRefs(matches, snapshotData) {
132
- if (!isRecord(snapshotData) || !isRecord(snapshotData.refs))
133
- return matches;
134
- const refs = snapshotData.refs;
135
- return matches.map((match) => {
136
- if (!match.name)
137
- return match;
138
- const normalizedName = match.name.replace(/\s+/g, " ").trim().toLowerCase();
139
- const candidates = Object.entries(refs).filter(([, value]) => {
140
- if (!isRecord(value) || typeof value.name !== "string")
141
- return false;
142
- const nameMatches = value.name.replace(/\s+/g, " ").trim().toLowerCase() === normalizedName;
143
- return nameMatches && (!match.role || typeof value.role !== "string" || value.role.toLowerCase() === match.role.toLowerCase());
144
- });
145
- return candidates.length === 1 ? { ...match, ref: candidates[0][0] } : match;
146
- });
81
+ function viewportText(viewport) {
82
+ return viewport
83
+ ? `Viewport: ${viewport.innerWidth}×${viewport.innerHeight}, scroll ${viewport.scrollX},${viewport.scrollY}, document ${viewport.scrollWidth}×${viewport.scrollHeight}, sampled scroll containers ${viewport.containers.length}/${viewport.containerCount}.`
84
+ : undefined;
147
85
  }
148
- function formatRenderedTextSearchMatches(result) {
149
- if (!result || result.matches.length === 0)
150
- return undefined;
151
- const lines = result.matches.map((match) => {
152
- const context = [match.kind === "validation" ? "validation" : undefined, match.offscreen ? "outside viewport" : undefined, match.role, match.tagName, match.ref ? `@${match.ref}` : undefined].filter(Boolean).join(", ");
153
- return `- ${JSON.stringify(match.text)}${context ? ` (${context})` : ""}`;
154
- });
155
- if (result.truncated)
156
- lines.push(`- ... (${result.totalMatches - result.matches.length} additional rendered-text matches omitted)`);
157
- return ["Rendered page text matches:", ...lines].join("\n");
86
+ function snapshotPrefix(request, evidence, summary) {
87
+ const diffText = hasSnapshotText(request.role) || hasSnapshotText(request.search)
88
+ ? evidence.diff?.summary
89
+ : undefined;
90
+ return [
91
+ summary,
92
+ formatRenderedTextSearchMatches(evidence.renderedTextSearch),
93
+ diffText,
94
+ viewportText(evidence.viewport),
95
+ ]
96
+ .filter((line) => line !== undefined)
97
+ .join("\n\n");
158
98
  }
159
- function buildSnapshotDiff(previous, current) {
160
- if (!current)
161
- return undefined;
162
- const currentRefs = current.refs ?? {};
163
- const previousRefs = previous?.refs ?? {};
164
- if (!previous)
165
- return { addedRefs: Object.keys(currentRefs), changedRefs: [], removedRefs: [], summary: `Snapshot diff: no previous snapshot; ${Object.keys(currentRefs).length} current refs recorded.`, unchangedRefs: 0 };
166
- const addedRefs = [];
167
- const removedRefs = [];
168
- const changedRefs = [];
169
- let unchangedRefs = 0;
170
- for (const refId of Object.keys(currentRefs)) {
171
- const currentRef = currentRefs[refId];
172
- const previousRef = previousRefs[refId];
173
- if (!previousRef) {
174
- addedRefs.push(refId);
175
- continue;
176
- }
177
- if (previousRef.role !== currentRef.role || previousRef.name !== currentRef.name)
178
- changedRefs.push(refId);
179
- else
180
- unchangedRefs += 1;
99
+ async function presentSnapshotFilter(options, evidence, prefix) {
100
+ const presentation = options.modelVisible === false
101
+ ? { content: [], data: redactSensitiveValue(evidence.filtered.data), summary: "Snapshot" }
102
+ : await buildSnapshotPresentation(evidence.filtered.data, options.persistentArtifactStore, options.artifactManifest);
103
+ const first = presentation.content.at(0);
104
+ const content = [...presentation.content];
105
+ if (first?.type === "text") {
106
+ content[0] = { ...first, text: `${prefix}\n\n${first.text}` };
181
107
  }
182
- for (const refId of Object.keys(previousRefs))
183
- if (!currentRefs[refId])
184
- removedRefs.push(refId);
185
- return { addedRefs, changedRefs, removedRefs, summary: `Snapshot diff: +${addedRefs.length} / -${removedRefs.length} / Δ${changedRefs.length} refs versus previous snapshot.`, unchangedRefs };
108
+ return { ...presentation, content };
186
109
  }
187
- function filterSnapshotData(data, request) {
188
- if (!isRecord(data))
110
+ function snapshotFilterDetails(request, evidence) {
111
+ if (!hasSnapshotText(request.role) && !hasSnapshotText(request.search)) {
189
112
  return undefined;
190
- const refs = isRecord(data.refs) ? data.refs : {};
191
- const snapshot = typeof data.snapshot === "string" ? data.snapshot : "";
192
- const normalizedSearch = request.search?.trim().toLowerCase();
193
- const matchingRefIds = new Set();
194
- for (const [refId, refValue] of Object.entries(refs)) {
195
- if (!isRecord(refValue))
196
- continue;
197
- const role = typeof refValue.role === "string" ? refValue.role.toLowerCase() : "";
198
- const name = typeof refValue.name === "string" ? refValue.name : "";
199
- const roleMatches = request.role ? role === request.role : true;
200
- const searchMatches = normalizedSearch ? `${role} ${name}`.toLowerCase().includes(normalizedSearch) : true;
201
- if (roleMatches && searchMatches)
202
- matchingRefIds.add(refId);
203
113
  }
204
- const lines = snapshot.split(/\r?\n/);
205
- const visibleLines = lines.filter((line) => {
206
- const normalizedLine = line.toLowerCase();
207
- if (normalizedSearch && normalizedLine.includes(normalizedSearch))
208
- return true;
209
- return [...matchingRefIds].some((refId) => line.includes(`[ref=${refId}]`) || line.includes(`ref=${refId}`));
210
- });
211
- const filteredRefs = Object.fromEntries(Object.entries(refs).filter(([refId]) => matchingRefIds.has(refId)));
212
- const description = [request.role ? `role=${request.role}` : undefined, request.search ? `search=${JSON.stringify(request.search)}` : undefined].filter((part) => part !== undefined).join(", ");
213
- const filteredSnapshot = visibleLines.length > 0 ? visibleLines.join("\n") : `(no snapshot lines matched ${description})`;
214
114
  return {
215
- data: { ...data, refs: filteredRefs, snapshot: filteredSnapshot },
216
- matchedRefs: Object.keys(filteredRefs).length,
217
- totalRefs: Object.keys(refs).length,
218
- totalLines: lines.filter((line) => line.length > 0).length,
219
- visibleLines: visibleLines.length,
115
+ cleanArgs: request.cleanArgs,
116
+ matchedRefs: evidence.filtered.matchedRefs,
117
+ renderedTextMatches: evidence.renderedTextSearch?.matches,
118
+ renderedTextTotalMatches: evidence.renderedTextSearch?.totalMatches,
119
+ renderedTextTruncated: evidence.renderedTextSearch?.truncated,
120
+ role: request.role,
121
+ search: request.search,
122
+ totalLines: evidence.filtered.totalLines,
123
+ totalRefs: evidence.filtered.totalRefs,
124
+ visibleLines: evidence.filtered.visibleLines,
125
+ };
126
+ }
127
+ function snapshotToolResult(options, request, evidence, presentation) {
128
+ const summary = snapshotFilterSummary(request, evidence);
129
+ return {
130
+ content: [...presentation.content],
131
+ details: {
132
+ args: options.redactedArgs,
133
+ artifactManifest: presentation.artifactManifest,
134
+ artifactRetentionSummary: presentation.artifactRetentionSummary,
135
+ command: "snapshot",
136
+ compatibilityWorkaround: options.compatibilityWorkaround,
137
+ data: presentation.data,
138
+ effectiveArgs: options.effectiveArgs,
139
+ fullOutputPath: presentation.fullOutputPath,
140
+ fullOutputPaths: presentation.fullOutputPaths,
141
+ refSnapshot: evidence.fullSnapshot,
142
+ sessionMode: options.sessionMode,
143
+ sessionTabTarget: options.sessionPageState.get(options.sessionStateKey ?? options.sessionName)
144
+ .tabTarget,
145
+ snapshotDiff: evidence.diff,
146
+ snapshotFilter: snapshotFilterDetails(request, evidence),
147
+ snapshotViewport: evidence.viewport,
148
+ ...buildAgentBrowserResultCategoryDetails({
149
+ args: options.effectiveArgs,
150
+ command: "snapshot",
151
+ succeeded: true,
152
+ }),
153
+ ...buildSessionDetailFields(options.sessionName, options.usedImplicitSession, options.namespace, options.managedSessionRestoreDisabled()),
154
+ summary,
155
+ },
156
+ isError: false,
220
157
  };
221
158
  }
222
159
  export async function trySnapshotFilter(options) {
223
160
  const request = parseSnapshotFilterRequest(options.commandTokens);
224
- if (!request || !options.sessionName)
161
+ if (!request || !hasSnapshotText(options.sessionName)) {
225
162
  return undefined;
226
- const snapshotData = await runSessionCommandData({ args: request.cleanArgs, cwd: options.cwd, namespace: options.namespace, sessionName: options.sessionName, signal: options.signal });
227
- const filtered = request.role || request.search ? filterSnapshotData(snapshotData, request) : isRecord(snapshotData) ? { data: snapshotData, matchedRefs: isRecord(snapshotData.refs) ? Object.keys(snapshotData.refs).length : 0, totalLines: typeof snapshotData.snapshot === "string" ? snapshotData.snapshot.split(/\r?\n/).filter((line) => line.length > 0).length : 0, totalRefs: isRecord(snapshotData.refs) ? Object.keys(snapshotData.refs).length : 0, visibleLines: typeof snapshotData.snapshot === "string" ? snapshotData.snapshot.split(/\r?\n/).filter((line) => line.length > 0).length : 0 } : undefined;
228
- if (!filtered)
163
+ }
164
+ const evidence = await collectSnapshotEvidence({ ...options, sessionName: options.sessionName }, request);
165
+ if (!evidence) {
229
166
  return undefined;
230
- const renderedTextSearch = request.search
231
- ? extractRenderedTextSearchResult(await runSessionCommandData({ args: ["eval", "--stdin"], cwd: options.cwd, namespace: options.namespace, sessionName: options.sessionName, signal: options.signal, stdin: buildRenderedTextSearchEval(request.search) }))
232
- : undefined;
233
- if (renderedTextSearch)
234
- renderedTextSearch.matches = attachRenderedTextMatchRefs(renderedTextSearch.matches, snapshotData);
235
- const viewport = request.viewport ? await collectScrollPositionSnapshot({ cwd: options.cwd, namespace: options.namespace, sessionName: options.sessionName, signal: options.signal }) : undefined;
236
- const fullSnapshot = extractRefSnapshotFromData(snapshotData);
237
- const diff = request.diff ? buildSnapshotDiff(options.previousRefSnapshot, fullSnapshot) : undefined;
238
- if (fullSnapshot)
239
- options.sessionPageState.applyRefSnapshot({ sessionName: options.sessionStateKey ?? options.sessionName, snapshot: fullSnapshot, update: options.sessionPageStateUpdate });
240
- const presentation = options.modelVisible === false
241
- ? { content: [], data: redactSensitiveValue(filtered.data), summary: "Snapshot" }
242
- : await buildSnapshotPresentation(filtered.data, options.persistentArtifactStore, options.artifactManifest);
243
- const summary = request.role || request.search
244
- ? `Snapshot filter: ${filtered.matchedRefs}/${filtered.totalRefs} direct refs matched${request.role ? ` role=${request.role}` : ""}${request.search ? ` search ${JSON.stringify(request.search)}` : ""}; ${filtered.visibleLines} surrounding snapshot line${filtered.visibleLines === 1 ? "" : "s"} shown.`
245
- : request.diff
246
- ? diff?.summary ?? "Snapshot diff unavailable."
247
- : "Snapshot viewport metadata collected.";
248
- const viewportText = viewport ? `Viewport: ${viewport.innerWidth}×${viewport.innerHeight}, scroll ${viewport.scrollX},${viewport.scrollY}, document ${viewport.scrollWidth}×${viewport.scrollHeight}, sampled scroll containers ${viewport.containers.length}/${viewport.containerCount}.` : undefined;
249
- const diffText = diff && (request.role || request.search) ? diff.summary : undefined;
250
- const renderedTextSearchText = formatRenderedTextSearchMatches(renderedTextSearch);
251
- const prefix = [summary, renderedTextSearchText, diffText, viewportText].filter((line) => line !== undefined).join("\n\n");
252
- if (presentation.content[0]?.type === "text")
253
- presentation.content[0] = { ...presentation.content[0], text: `${prefix}\n\n${presentation.content[0].text}` };
167
+ }
168
+ const summary = snapshotFilterSummary(request, evidence);
169
+ const presentation = await presentSnapshotFilter(options, evidence, snapshotPrefix(request, evidence, summary));
254
170
  return {
255
171
  artifactManifest: presentation.artifactManifest,
256
- result: {
257
- content: presentation.content,
258
- details: {
259
- args: options.redactedArgs,
260
- artifactManifest: presentation.artifactManifest,
261
- artifactRetentionSummary: presentation.artifactRetentionSummary,
262
- command: "snapshot",
263
- compatibilityWorkaround: options.compatibilityWorkaround,
264
- data: presentation.data,
265
- effectiveArgs: options.effectiveArgs,
266
- fullOutputPath: presentation.fullOutputPath,
267
- fullOutputPaths: presentation.fullOutputPaths,
268
- refSnapshot: fullSnapshot,
269
- sessionMode: options.sessionMode,
270
- snapshotDiff: diff,
271
- snapshotFilter: request.role || request.search ? { cleanArgs: request.cleanArgs, matchedRefs: filtered.matchedRefs, renderedTextMatches: renderedTextSearch?.matches, renderedTextTotalMatches: renderedTextSearch?.totalMatches, renderedTextTruncated: renderedTextSearch?.truncated, role: request.role, search: request.search, totalLines: filtered.totalLines, totalRefs: filtered.totalRefs, visibleLines: filtered.visibleLines } : undefined,
272
- snapshotViewport: viewport,
273
- ...buildAgentBrowserResultCategoryDetails({ args: options.effectiveArgs, command: "snapshot", succeeded: true }),
274
- ...buildSessionDetailFields(options.sessionName, options.usedImplicitSession, options.namespace, options.managedSessionRestoreDisabled()),
275
- summary,
276
- },
277
- isError: false,
278
- },
172
+ result: snapshotToolResult(options, request, evidence, presentation),
279
173
  };
280
174
  }
@@ -0,0 +1,147 @@
1
+ import { isRecord } from "../../../parsing.js";
2
+ import { redactSensitiveText } from "../../../runtime-redaction.js";
3
+ const RENDERED_TEXT_SEARCH_MAX_MATCHES = 8;
4
+ export function buildRenderedTextSearchEval(search) {
5
+ return `(() => {
6
+ const query = ${JSON.stringify(search.trim().toLowerCase())};
7
+ const limit = ${RENDERED_TEXT_SEARCH_MAX_MATCHES};
8
+ const normalize = (value) => String(value ?? "").replace(/\\s+/g, " ").trim();
9
+ const attributeTextOf = (element) => [element.getAttribute("aria-label"), element.getAttribute("title"), element.getAttribute("placeholder")].filter(Boolean).join(" ");
10
+ const searchableTextOf = (element) => normalize([attributeTextOf(element), element.textContent].filter(Boolean).join(" "));
11
+ const renderedTextOf = (element) => normalize([attributeTextOf(element), element instanceof HTMLElement ? element.innerText : element.textContent].filter(Boolean).join(" "));
12
+ const isRendered = (element) => {
13
+ if (!(element instanceof Element) || element.getClientRects().length === 0) return false;
14
+ const visibility = getComputedStyle(element).visibility;
15
+ if (visibility === "hidden" || visibility === "collapse") return false;
16
+ for (let current = element; current; current = current.parentElement) {
17
+ if (Number(getComputedStyle(current).opacity) === 0) return false;
18
+ }
19
+ return true;
20
+ };
21
+ const validationPattern = /(?:^|[-_\\s])(?:error|invalid|validation|warning)(?:$|[-_\\s])/i;
22
+ const validationAncestor = (element) => {
23
+ for (let current = element; current && current !== document.body; current = current.parentElement) {
24
+ const role = current.getAttribute("role");
25
+ const live = current.getAttribute("aria-live");
26
+ const descriptor = [current.id, current.className, current.getAttribute("data-testid")].map(normalize).join(" ");
27
+ if (["alert", "alertdialog", "status"].includes(role || "") || current.getAttribute("aria-invalid") === "true" || (live && live !== "off") || validationPattern.test(descriptor)) return current;
28
+ }
29
+ return null;
30
+ };
31
+ const candidates = Array.from(document.querySelectorAll("body *")).filter((element) => searchableTextOf(element).toLowerCase().includes(query));
32
+ const candidateSet = new Set(candidates);
33
+ const minimal = candidates.filter((element) => !Array.from(element.children).some((child) => candidateSet.has(child)));
34
+ const rendered = minimal.filter((element) => isRendered(element) && renderedTextOf(element).toLowerCase().includes(query));
35
+ const matches = rendered.map((element, index) => {
36
+ const semantic = validationAncestor(element);
37
+ const source = semantic || element;
38
+ const text = renderedTextOf(element);
39
+ const matchIndex = text.toLowerCase().indexOf(query);
40
+ const start = Math.max(0, matchIndex - 80);
41
+ const snippet = text.slice(start, start + 240);
42
+ const rect = element.getBoundingClientRect();
43
+ const name = normalize(element.getAttribute("aria-label") || element.getAttribute("title") || element.getAttribute("placeholder")) || undefined;
44
+ return {
45
+ index,
46
+ kind: semantic ? "validation" : "text",
47
+ name,
48
+ offscreen: rect.bottom < 0 || rect.right < 0 || rect.top > innerHeight || rect.left > innerWidth,
49
+ role: source.getAttribute("role") || undefined,
50
+ tagName: element.tagName.toLowerCase(),
51
+ text: snippet,
52
+ };
53
+ }).sort((left, right) => (left.kind === right.kind ? left.index - right.index : left.kind === "validation" ? -1 : 1));
54
+ const unique = [];
55
+ const seen = new Set();
56
+ for (const match of matches) {
57
+ const key = [match.kind, match.role, match.name, match.text].join("\\n");
58
+ if (seen.has(key)) continue;
59
+ seen.add(key);
60
+ const { index, ...visible } = match;
61
+ unique.push(visible);
62
+ }
63
+ return { matches: unique.slice(0, limit), totalMatches: unique.length, truncated: unique.length > limit };
64
+ })()`;
65
+ }
66
+ export function extractRenderedTextSearchResult(data) {
67
+ const result = isRecord(data) && isRecord(data.result) ? data.result : data;
68
+ if (!isRecord(result) || !Array.isArray(result.matches)) {
69
+ return undefined;
70
+ }
71
+ const matches = result.matches
72
+ .flatMap((value) => {
73
+ if (!isRecord(value) ||
74
+ (value.kind !== "text" && value.kind !== "validation") ||
75
+ typeof value.offscreen !== "boolean" ||
76
+ typeof value.tagName !== "string" ||
77
+ typeof value.text !== "string") {
78
+ return [];
79
+ }
80
+ return [
81
+ {
82
+ kind: value.kind,
83
+ ...(typeof value.name === "string" ? { name: redactSensitiveText(value.name) } : {}),
84
+ offscreen: value.offscreen,
85
+ ...(typeof value.role === "string" ? { role: value.role } : {}),
86
+ tagName: value.tagName,
87
+ text: redactSensitiveText(value.text),
88
+ },
89
+ ];
90
+ })
91
+ .slice(0, RENDERED_TEXT_SEARCH_MAX_MATCHES);
92
+ const totalMatches = typeof result.totalMatches === "number" &&
93
+ Number.isInteger(result.totalMatches) &&
94
+ result.totalMatches >= matches.length
95
+ ? result.totalMatches
96
+ : matches.length;
97
+ return {
98
+ matches,
99
+ totalMatches,
100
+ truncated: result.truncated === true || totalMatches > matches.length,
101
+ };
102
+ }
103
+ export function attachRenderedTextMatchRefs(matches, snapshotData) {
104
+ if (!isRecord(snapshotData) || !isRecord(snapshotData.refs)) {
105
+ return [...matches];
106
+ }
107
+ const refs = snapshotData.refs;
108
+ return matches.map((match) => {
109
+ if (match.name === undefined || match.name === "") {
110
+ return match;
111
+ }
112
+ const normalizedName = match.name.replace(/\s+/g, " ").trim().toLowerCase();
113
+ const candidates = Object.entries(refs).filter(([, value]) => {
114
+ if (!isRecord(value) || typeof value.name !== "string") {
115
+ return false;
116
+ }
117
+ const nameMatches = value.name.replace(/\s+/g, " ").trim().toLowerCase() === normalizedName;
118
+ return (nameMatches &&
119
+ (match.role === undefined ||
120
+ match.role === "" ||
121
+ typeof value.role !== "string" ||
122
+ value.role.toLowerCase() === match.role.toLowerCase()));
123
+ });
124
+ return candidates.length === 1 ? { ...match, ref: candidates[0][0] } : match;
125
+ });
126
+ }
127
+ export function formatRenderedTextSearchMatches(result) {
128
+ if (!result || result.matches.length === 0) {
129
+ return undefined;
130
+ }
131
+ const lines = result.matches.map((match) => {
132
+ const context = [
133
+ match.kind === "validation" ? "validation" : undefined,
134
+ match.offscreen ? "outside viewport" : undefined,
135
+ match.role,
136
+ match.tagName,
137
+ match.ref !== undefined && match.ref !== "" ? `@${match.ref}` : undefined,
138
+ ]
139
+ .filter(Boolean)
140
+ .join(", ");
141
+ return `- ${JSON.stringify(match.text)}${context !== "" ? ` (${context})` : ""}`;
142
+ });
143
+ if (result.truncated) {
144
+ lines.push(`- ... (${result.totalMatches - result.matches.length} additional rendered-text matches omitted)`);
145
+ }
146
+ return ["Rendered page text matches:", ...lines].join("\n");
147
+ }