pi-agent-browser-native 0.9.2 → 0.9.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (392) hide show
  1. package/CHANGELOG.md +91 -5
  2. package/README.md +120 -86
  3. package/dist/extensions/agent-browser/index.js +43065 -2016
  4. package/dist/extensions/agent-browser/lib/argv-descriptor.js +49 -26
  5. package/dist/extensions/agent-browser/lib/argv-grammar.js +82 -93
  6. package/dist/extensions/agent-browser/lib/bash-guard.js +129 -126
  7. package/dist/extensions/agent-browser/lib/batch-lifecycle.js +113 -49
  8. package/dist/extensions/agent-browser/lib/browser-execution-claim-codec.js +61 -0
  9. package/dist/extensions/agent-browser/lib/browser-execution-claim-storage.js +232 -0
  10. package/dist/extensions/agent-browser/lib/browser-execution-claims.js +202 -0
  11. package/dist/extensions/agent-browser/lib/browser-execution-identity.js +77 -0
  12. package/dist/extensions/agent-browser/lib/browser-journal-branch.js +98 -0
  13. package/dist/extensions/agent-browser/lib/browser-journal-contracts.js +1 -0
  14. package/dist/extensions/agent-browser/lib/browser-journal-projection.js +221 -0
  15. package/dist/extensions/agent-browser/lib/browser-journal-reader.js +89 -0
  16. package/dist/extensions/agent-browser/lib/browser-journal-replay.js +246 -0
  17. package/dist/extensions/agent-browser/lib/browser-journal.js +103 -394
  18. package/dist/extensions/agent-browser/lib/browser-legacy-pages.js +220 -0
  19. package/dist/extensions/agent-browser/lib/browser-legacy-projection.js +282 -0
  20. package/dist/extensions/agent-browser/lib/browser-legacy-types.js +1 -0
  21. package/dist/extensions/agent-browser/lib/browser-session-conversion-stream.js +217 -0
  22. package/dist/extensions/agent-browser/lib/browser-session-conversion.js +80 -335
  23. package/dist/extensions/agent-browser/lib/browser-transcript-contracts.js +35 -0
  24. package/dist/extensions/agent-browser/lib/browser-transcript-validation.js +166 -0
  25. package/dist/extensions/agent-browser/lib/browser-transcript.js +137 -81
  26. package/dist/extensions/agent-browser/lib/browser-value-parsing.js +15 -0
  27. package/dist/extensions/agent-browser/lib/command-capabilities.js +340 -0
  28. package/dist/extensions/agent-browser/lib/command-policy.js +107 -88
  29. package/dist/extensions/agent-browser/lib/command-taxonomy.js +49 -322
  30. package/dist/extensions/agent-browser/lib/config-policy.js +138 -343
  31. package/dist/extensions/agent-browser/lib/config-providers.js +71 -0
  32. package/dist/extensions/agent-browser/lib/config-validation.js +218 -0
  33. package/dist/extensions/agent-browser/lib/config.js +19 -7
  34. package/dist/extensions/agent-browser/lib/electron/cdp.js +15 -7
  35. package/dist/extensions/agent-browser/lib/electron/cleanup.js +134 -55
  36. package/dist/extensions/agent-browser/lib/electron/discovery-darwin.js +109 -0
  37. package/dist/extensions/agent-browser/lib/electron/discovery-desktop.js +136 -0
  38. package/dist/extensions/agent-browser/lib/electron/discovery-evidence.js +89 -0
  39. package/dist/extensions/agent-browser/lib/electron/discovery-linux.js +93 -0
  40. package/dist/extensions/agent-browser/lib/electron/discovery-packages.js +162 -0
  41. package/dist/extensions/agent-browser/lib/electron/discovery-types.js +2 -0
  42. package/dist/extensions/agent-browser/lib/electron/discovery.js +140 -549
  43. package/dist/extensions/agent-browser/lib/electron/launch-monitor.js +102 -0
  44. package/dist/extensions/agent-browser/lib/electron/launch-process.js +209 -0
  45. package/dist/extensions/agent-browser/lib/electron/launch-types.js +2 -0
  46. package/dist/extensions/agent-browser/lib/electron/launch.js +249 -354
  47. package/dist/extensions/agent-browser/lib/executable-path.js +21 -12
  48. package/dist/extensions/agent-browser/lib/execution-cwd.js +35 -18
  49. package/dist/extensions/agent-browser/lib/input-modes/electron.js +162 -121
  50. package/dist/extensions/agent-browser/lib/input-modes/job.js +116 -313
  51. package/dist/extensions/agent-browser/lib/input-modes/lookup-network-evidence.js +104 -0
  52. package/dist/extensions/agent-browser/lib/input-modes/lookup-plan.js +132 -0
  53. package/dist/extensions/agent-browser/lib/input-modes/lookup-redaction.js +57 -0
  54. package/dist/extensions/agent-browser/lib/input-modes/lookup-source-evidence.js +151 -0
  55. package/dist/extensions/agent-browser/lib/input-modes/lookup-workspace.js +142 -0
  56. package/dist/extensions/agent-browser/lib/input-modes/lookups.js +57 -412
  57. package/dist/extensions/agent-browser/lib/input-modes/params.js +63 -17
  58. package/dist/extensions/agent-browser/lib/input-modes/qa-analysis.js +268 -0
  59. package/dist/extensions/agent-browser/lib/input-modes/qa-presentation.js +117 -0
  60. package/dist/extensions/agent-browser/lib/input-modes/script-child.js +396 -0
  61. package/dist/extensions/agent-browser/lib/input-modes/script-protocol.js +86 -0
  62. package/dist/extensions/agent-browser/lib/input-modes/script-types.js +1 -0
  63. package/dist/extensions/agent-browser/lib/input-modes/script-validation.js +60 -0
  64. package/dist/extensions/agent-browser/lib/input-modes/script.js +60 -409
  65. package/dist/extensions/agent-browser/lib/input-modes/semantic-action.js +218 -128
  66. package/dist/extensions/agent-browser/lib/input-modes/shared.js +15 -4
  67. package/dist/extensions/agent-browser/lib/input-modes/types.js +56 -7
  68. package/dist/extensions/agent-browser/lib/json-schema.js +22 -10
  69. package/dist/extensions/agent-browser/lib/launch-scoped-flags.js +17 -5
  70. package/dist/extensions/agent-browser/lib/managed-session-policy-lock.js +92 -425
  71. package/dist/extensions/agent-browser/lib/managed-session-posix-storage.js +58 -0
  72. package/dist/extensions/agent-browser/lib/managed-session-project-identity.js +244 -0
  73. package/dist/extensions/agent-browser/lib/managed-session-restore-context.js +84 -0
  74. package/dist/extensions/agent-browser/lib/managed-session-restore-policy.js +119 -0
  75. package/dist/extensions/agent-browser/lib/managed-session-restore-state.js +83 -0
  76. package/dist/extensions/agent-browser/lib/managed-session-restore.js +168 -300
  77. package/dist/extensions/agent-browser/lib/managed-session-snapshot-records.js +277 -0
  78. package/dist/extensions/agent-browser/lib/managed-session-snapshots.js +128 -305
  79. package/dist/extensions/agent-browser/lib/managed-session-storage.js +56 -253
  80. package/dist/extensions/agent-browser/lib/native-confirmation.js +140 -0
  81. package/dist/extensions/agent-browser/lib/native-output.js +44 -9
  82. package/dist/extensions/agent-browser/lib/orchestration/batch-stdin.js +107 -66
  83. package/dist/extensions/agent-browser/lib/orchestration/browser-run/artifact-merge.js +14 -6
  84. package/dist/extensions/agent-browser/lib/orchestration/browser-run/artifact-paths.js +109 -57
  85. package/dist/extensions/agent-browser/lib/orchestration/browser-run/browser-observation-result.js +82 -0
  86. package/dist/extensions/agent-browser/lib/orchestration/browser-run/click-dispatch.js +171 -57
  87. package/dist/extensions/agent-browser/lib/orchestration/browser-run/diagnostic-values.js +31 -0
  88. package/dist/extensions/agent-browser/lib/orchestration/browser-run/diagnostics.js +152 -781
  89. package/dist/extensions/agent-browser/lib/orchestration/browser-run/electron-observation.js +202 -0
  90. package/dist/extensions/agent-browser/lib/orchestration/browser-run/electron-text-diagnostics.js +109 -0
  91. package/dist/extensions/agent-browser/lib/orchestration/browser-run/fill-diagnostics.js +119 -0
  92. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-action-recovery.js +147 -0
  93. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-actions.js +144 -0
  94. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-content.js +123 -0
  95. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-contracts.js +1 -0
  96. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-details.js +156 -0
  97. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-electron.js +179 -0
  98. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-evidence.js +39 -0
  99. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-missing-binary.js +89 -0
  100. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-recovery.js +97 -0
  101. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-redaction.js +106 -0
  102. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-timeout.js +110 -0
  103. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result.js +41 -538
  104. package/dist/extensions/agent-browser/lib/orchestration/browser-run/index.js +204 -108
  105. package/dist/extensions/agent-browser/lib/orchestration/browser-run/interaction-diagnostics.js +290 -0
  106. package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-close.js +167 -0
  107. package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-daemon-inspection.js +108 -0
  108. package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-daemon-policy.js +127 -199
  109. package/dist/extensions/agent-browser/lib/orchestration/browser-run/native-helper-observation.js +65 -0
  110. package/dist/extensions/agent-browser/lib/orchestration/browser-run/observation-types.js +1 -0
  111. package/dist/extensions/agent-browser/lib/orchestration/browser-run/overlay-diagnostics.js +120 -0
  112. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/network-page-filter.js +113 -30
  113. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/scroll-shims.js +109 -28
  114. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-filter-data.js +150 -0
  115. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-filter.js +138 -253
  116. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-rendered-text.js +147 -0
  117. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/wait-timeouts.js +59 -24
  118. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-artifacts.js +159 -0
  119. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-command.js +131 -0
  120. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-contracts.js +1 -0
  121. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-daemon.js +93 -0
  122. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-failure.js +42 -0
  123. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-guards.js +242 -0
  124. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-input.js +75 -0
  125. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-observations.js +92 -0
  126. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-page-selection.js +254 -0
  127. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-page-state.js +121 -0
  128. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-refs.js +130 -0
  129. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-resources.js +114 -0
  130. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-semantic.js +121 -0
  131. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-session-plan.js +222 -0
  132. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-timeouts.js +68 -0
  133. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare.js +176 -1114
  134. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-analysis.js +191 -0
  135. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-confirmation.js +152 -0
  136. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-diagnostics.js +182 -0
  137. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-electron.js +150 -0
  138. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-contracts.js +1 -0
  139. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-phase-contracts.js +1 -0
  140. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-phase.js +115 -0
  141. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle.js +256 -0
  142. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-managed-contracts.js +1 -0
  143. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-managed.js +256 -0
  144. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native-phase-contracts.js +1 -0
  145. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native-phase.js +93 -0
  146. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native.js +113 -0
  147. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-navigation-contracts.js +1 -0
  148. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-navigation.js +316 -0
  149. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-ownership.js +28 -0
  150. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-page-phase-contracts.js +1 -0
  151. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-page-phase.js +142 -0
  152. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-presentation-contracts.js +1 -0
  153. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-presentation.js +333 -0
  154. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication-phase-contracts.js +1 -0
  155. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication-phase.js +71 -0
  156. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication.js +201 -0
  157. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-receipts.js +183 -0
  158. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-refs.js +200 -0
  159. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-tabs.js +142 -0
  160. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output.js +18 -910
  161. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prompt-guards.js +23 -13
  162. package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-receipt-reconciliation.js +198 -0
  163. package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery-contracts.js +1 -0
  164. package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery-presentation.js +154 -0
  165. package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery.js +68 -151
  166. package/dist/extensions/agent-browser/lib/orchestration/browser-run/screenshot-capture.js +14 -0
  167. package/dist/extensions/agent-browser/lib/orchestration/browser-run/screenshot-observation.js +169 -46
  168. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-commands.js +130 -0
  169. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-electron.js +210 -0
  170. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-observations.js +61 -0
  171. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-outcomes.js +187 -0
  172. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-refs.js +171 -0
  173. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-tabs.js +228 -0
  174. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state.js +77 -753
  175. package/dist/extensions/agent-browser/lib/orchestration/browser-run/text-visibility-diagnostics.js +182 -0
  176. package/dist/extensions/agent-browser/lib/orchestration/browser-run/timeout-diagnostics.js +256 -0
  177. package/dist/extensions/agent-browser/lib/orchestration/browser-run/timeout-progress.js +108 -0
  178. package/dist/extensions/agent-browser/lib/orchestration/code-artifact-observation.js +39 -0
  179. package/dist/extensions/agent-browser/lib/orchestration/code-image-observation.js +119 -0
  180. package/dist/extensions/agent-browser/lib/orchestration/electron-host/branch.js +92 -0
  181. package/dist/extensions/agent-browser/lib/orchestration/electron-host/cleanup-result.js +58 -0
  182. package/dist/extensions/agent-browser/lib/orchestration/electron-host/cleanup.js +78 -0
  183. package/dist/extensions/agent-browser/lib/orchestration/electron-host/contracts.js +1 -0
  184. package/dist/extensions/agent-browser/lib/orchestration/electron-host/discovery.js +106 -0
  185. package/dist/extensions/agent-browser/lib/orchestration/electron-host/index.js +48 -816
  186. package/dist/extensions/agent-browser/lib/orchestration/electron-host/policy.js +86 -0
  187. package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-collection.js +69 -0
  188. package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-data.js +167 -0
  189. package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-presentation.js +164 -0
  190. package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe.js +161 -0
  191. package/dist/extensions/agent-browser/lib/orchestration/electron-host/status.js +165 -0
  192. package/dist/extensions/agent-browser/lib/orchestration/execution-queue.js +21 -9
  193. package/dist/extensions/agent-browser/lib/orchestration/extension-artifact-preflight.js +211 -0
  194. package/dist/extensions/agent-browser/lib/orchestration/extension-artifacts.js +23 -0
  195. package/dist/extensions/agent-browser/lib/orchestration/extension-attachment-replay.js +99 -0
  196. package/dist/extensions/agent-browser/lib/orchestration/extension-branch-restore.js +275 -0
  197. package/dist/extensions/agent-browser/lib/orchestration/extension-code.js +280 -0
  198. package/dist/extensions/agent-browser/lib/orchestration/extension-command-admission.js +303 -0
  199. package/dist/extensions/agent-browser/lib/orchestration/extension-command-output.js +36 -0
  200. package/dist/extensions/agent-browser/lib/orchestration/extension-command-result.js +335 -0
  201. package/dist/extensions/agent-browser/lib/orchestration/extension-command-run.js +227 -0
  202. package/dist/extensions/agent-browser/lib/orchestration/extension-command-state.js +1 -0
  203. package/dist/extensions/agent-browser/lib/orchestration/extension-electron-ownership.js +204 -0
  204. package/dist/extensions/agent-browser/lib/orchestration/extension-execution-locks.js +139 -0
  205. package/dist/extensions/agent-browser/lib/orchestration/extension-execution-queue.js +24 -0
  206. package/dist/extensions/agent-browser/lib/orchestration/extension-host-coordination.js +98 -0
  207. package/dist/extensions/agent-browser/lib/orchestration/extension-host-run.js +295 -0
  208. package/dist/extensions/agent-browser/lib/orchestration/extension-intent-replay.js +41 -0
  209. package/dist/extensions/agent-browser/lib/orchestration/extension-invocation.js +7 -0
  210. package/dist/extensions/agent-browser/lib/orchestration/extension-lifecycle.js +102 -0
  211. package/dist/extensions/agent-browser/lib/orchestration/extension-managed-ownership.js +133 -0
  212. package/dist/extensions/agent-browser/lib/orchestration/extension-observation.js +120 -0
  213. package/dist/extensions/agent-browser/lib/orchestration/extension-prompt.js +180 -0
  214. package/dist/extensions/agent-browser/lib/orchestration/extension-recording.js +290 -0
  215. package/dist/extensions/agent-browser/lib/orchestration/extension-resource-contracts.js +1 -0
  216. package/dist/extensions/agent-browser/lib/orchestration/extension-resource-replay.js +269 -0
  217. package/dist/extensions/agent-browser/lib/orchestration/extension-result-state.js +113 -0
  218. package/dist/extensions/agent-browser/lib/orchestration/extension-runtime.js +146 -0
  219. package/dist/extensions/agent-browser/lib/orchestration/extension-script-leases.js +58 -0
  220. package/dist/extensions/agent-browser/lib/orchestration/extension-tool-boundary.js +62 -0
  221. package/dist/extensions/agent-browser/lib/orchestration/extension-version-check.js +54 -0
  222. package/dist/extensions/agent-browser/lib/orchestration/input-plan-types.js +1 -0
  223. package/dist/extensions/agent-browser/lib/orchestration/input-plan.js +261 -185
  224. package/dist/extensions/agent-browser/lib/orchestration/input-redaction.js +62 -0
  225. package/dist/extensions/agent-browser/lib/orchestration/native-config.js +144 -0
  226. package/dist/extensions/agent-browser/lib/orchestration/native-root-launch.js +77 -0
  227. package/dist/extensions/agent-browser/lib/orchestration/native-session-defaults.js +210 -139
  228. package/dist/extensions/agent-browser/lib/orchestration/operation-paths.js +124 -58
  229. package/dist/extensions/agent-browser/lib/orchestration/output-file.js +198 -98
  230. package/dist/extensions/agent-browser/lib/orchestration/script-mode.js +199 -96
  231. package/dist/extensions/agent-browser/lib/owned-managed-session-context.js +55 -0
  232. package/dist/extensions/agent-browser/lib/page-target-batch.js +118 -0
  233. package/dist/extensions/agent-browser/lib/page-target-guards.js +50 -0
  234. package/dist/extensions/agent-browser/lib/page-target-navigation.js +104 -0
  235. package/dist/extensions/agent-browser/lib/page-target-validation.js +59 -243
  236. package/dist/extensions/agent-browser/lib/parsing.js +13 -4
  237. package/dist/extensions/agent-browser/lib/pi-tool-rendering.js +134 -68
  238. package/dist/extensions/agent-browser/lib/playbook.js +18 -14
  239. package/dist/extensions/agent-browser/lib/process-child.js +284 -0
  240. package/dist/extensions/agent-browser/lib/process-environment.js +22 -6
  241. package/dist/extensions/agent-browser/lib/process-errors.js +23 -0
  242. package/dist/extensions/agent-browser/lib/process-identity.js +47 -15
  243. package/dist/extensions/agent-browser/lib/process-socket-storage.js +256 -0
  244. package/dist/extensions/agent-browser/lib/process-stdout.js +74 -0
  245. package/dist/extensions/agent-browser/lib/process.js +146 -537
  246. package/dist/extensions/agent-browser/lib/prompt-artifacts.js +287 -0
  247. package/dist/extensions/agent-browser/lib/prompt-policy.js +15 -194
  248. package/dist/extensions/agent-browser/lib/read-command.js +41 -0
  249. package/dist/extensions/agent-browser/lib/read-confirmation.js +138 -35
  250. package/dist/extensions/agent-browser/lib/recording-reservations.js +118 -45
  251. package/dist/extensions/agent-browser/lib/redaction-fields.js +75 -0
  252. package/dist/extensions/agent-browser/lib/redaction-json.js +149 -0
  253. package/dist/extensions/agent-browser/lib/redaction-url.js +88 -0
  254. package/dist/extensions/agent-browser/lib/results/action-contracts.js +1 -0
  255. package/dist/extensions/agent-browser/lib/results/action-recommendations.js +28 -271
  256. package/dist/extensions/agent-browser/lib/results/artifact-contracts.js +1 -0
  257. package/dist/extensions/agent-browser/lib/results/artifact-manifest-validation.js +133 -0
  258. package/dist/extensions/agent-browser/lib/results/artifact-manifest.js +96 -94
  259. package/dist/extensions/agent-browser/lib/results/artifact-recommendations.js +73 -0
  260. package/dist/extensions/agent-browser/lib/results/categories.js +111 -54
  261. package/dist/extensions/agent-browser/lib/results/confirmation.js +29 -10
  262. package/dist/extensions/agent-browser/lib/results/editable-ref-evidence.js +62 -27
  263. package/dist/extensions/agent-browser/lib/results/electron-recommendations.js +83 -0
  264. package/dist/extensions/agent-browser/lib/results/envelope-decoding.js +48 -0
  265. package/dist/extensions/agent-browser/lib/results/envelope.js +93 -66
  266. package/dist/extensions/agent-browser/lib/results/evidence-contracts.js +1 -0
  267. package/dist/extensions/agent-browser/lib/results/failure-recommendations.js +180 -0
  268. package/dist/extensions/agent-browser/lib/results/network-routes.js +86 -45
  269. package/dist/extensions/agent-browser/lib/results/network.js +35 -12
  270. package/dist/extensions/agent-browser/lib/results/next-actions.js +49 -19
  271. package/dist/extensions/agent-browser/lib/results/presentation/artifact-files.js +320 -0
  272. package/dist/extensions/agent-browser/lib/results/presentation/artifact-format.js +138 -0
  273. package/dist/extensions/agent-browser/lib/results/presentation/artifact-images.js +113 -0
  274. package/dist/extensions/agent-browser/lib/results/presentation/artifact-verification.js +145 -0
  275. package/dist/extensions/agent-browser/lib/results/presentation/artifacts.js +99 -552
  276. package/dist/extensions/agent-browser/lib/results/presentation/batch-contracts.js +1 -0
  277. package/dist/extensions/agent-browser/lib/results/presentation/batch-recording.js +118 -0
  278. package/dist/extensions/agent-browser/lib/results/presentation/batch-redaction.js +68 -0
  279. package/dist/extensions/agent-browser/lib/results/presentation/batch-rendering.js +135 -0
  280. package/dist/extensions/agent-browser/lib/results/presentation/batch-step.js +227 -0
  281. package/dist/extensions/agent-browser/lib/results/presentation/batch-summary.js +91 -0
  282. package/dist/extensions/agent-browser/lib/results/presentation/batch.js +91 -460
  283. package/dist/extensions/agent-browser/lib/results/presentation/browser-profile-recovery.js +9 -5
  284. package/dist/extensions/agent-browser/lib/results/presentation/command-presenters.js +216 -0
  285. package/dist/extensions/agent-browser/lib/results/presentation/common.js +26 -9
  286. package/dist/extensions/agent-browser/lib/results/presentation/content.js +86 -29
  287. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-a11y.js +67 -0
  288. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-health.js +79 -0
  289. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-identity.js +199 -0
  290. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-logs.js +75 -0
  291. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-network-actions.js +216 -0
  292. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-network.js +124 -0
  293. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-redaction.js +64 -0
  294. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-storage.js +209 -0
  295. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-stream.js +69 -0
  296. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-summary.js +222 -0
  297. package/dist/extensions/agent-browser/lib/results/presentation/diagnostics.js +103 -1019
  298. package/dist/extensions/agent-browser/lib/results/presentation/early-result.js +70 -0
  299. package/dist/extensions/agent-browser/lib/results/presentation/errors.js +130 -60
  300. package/dist/extensions/agent-browser/lib/results/presentation/input-contracts.js +1 -0
  301. package/dist/extensions/agent-browser/lib/results/presentation/large-output.js +60 -145
  302. package/dist/extensions/agent-browser/lib/results/presentation/navigation.js +147 -88
  303. package/dist/extensions/agent-browser/lib/results/presentation/notices.js +75 -0
  304. package/dist/extensions/agent-browser/lib/results/presentation/observation-contracts.js +1 -0
  305. package/dist/extensions/agent-browser/lib/results/presentation/observation-rendering.js +127 -0
  306. package/dist/extensions/agent-browser/lib/results/presentation/outcomes.js +120 -0
  307. package/dist/extensions/agent-browser/lib/results/presentation/output-completion.js +77 -0
  308. package/dist/extensions/agent-browser/lib/results/presentation/output-spill.js +51 -0
  309. package/dist/extensions/agent-browser/lib/results/presentation/registry.js +117 -237
  310. package/dist/extensions/agent-browser/lib/results/presentation/semantic-action.js +35 -21
  311. package/dist/extensions/agent-browser/lib/results/presentation/skills.js +104 -73
  312. package/dist/extensions/agent-browser/lib/results/presentation/source.js +109 -0
  313. package/dist/extensions/agent-browser/lib/results/presentation.js +17 -248
  314. package/dist/extensions/agent-browser/lib/results/recommendation-contracts.js +1 -0
  315. package/dist/extensions/agent-browser/lib/results/recording.js +52 -14
  316. package/dist/extensions/agent-browser/lib/results/recovery-actions.js +14 -5
  317. package/dist/extensions/agent-browser/lib/results/recovery-next-actions.js +30 -22
  318. package/dist/extensions/agent-browser/lib/results/selector-recovery-target.js +83 -0
  319. package/dist/extensions/agent-browser/lib/results/selector-recovery.js +123 -123
  320. package/dist/extensions/agent-browser/lib/results/snapshot-compact.js +266 -0
  321. package/dist/extensions/agent-browser/lib/results/snapshot-content.js +32 -0
  322. package/dist/extensions/agent-browser/lib/results/snapshot-high-value-controls.js +104 -71
  323. package/dist/extensions/agent-browser/lib/results/snapshot-refs.js +31 -11
  324. package/dist/extensions/agent-browser/lib/results/snapshot-segments.js +125 -66
  325. package/dist/extensions/agent-browser/lib/results/snapshot-spill.js +26 -7
  326. package/dist/extensions/agent-browser/lib/results/snapshot.js +28 -248
  327. package/dist/extensions/agent-browser/lib/results/text.js +16 -5
  328. package/dist/extensions/agent-browser/lib/runtime-args-validation.js +133 -0
  329. package/dist/extensions/agent-browser/lib/runtime-compatibility.js +81 -0
  330. package/dist/extensions/agent-browser/lib/runtime-contracts.js +1 -0
  331. package/dist/extensions/agent-browser/lib/runtime-redaction.js +118 -0
  332. package/dist/extensions/agent-browser/lib/runtime-replay-events.js +144 -0
  333. package/dist/extensions/agent-browser/lib/runtime-session-identity.js +76 -0
  334. package/dist/extensions/agent-browser/lib/runtime-session-plan.js +114 -0
  335. package/dist/extensions/agent-browser/lib/runtime-session-replay.js +123 -0
  336. package/dist/extensions/agent-browser/lib/runtime-tab-correction.js +65 -0
  337. package/dist/extensions/agent-browser/lib/runtime-timeouts.js +28 -0
  338. package/dist/extensions/agent-browser/lib/runtime.js +137 -1037
  339. package/dist/extensions/agent-browser/lib/session-identity.js +51 -0
  340. package/dist/extensions/agent-browser/lib/session-page-observation.js +357 -0
  341. package/dist/extensions/agent-browser/lib/session-page-state.js +188 -324
  342. package/dist/extensions/agent-browser/lib/session-page-types.js +1 -0
  343. package/dist/extensions/agent-browser/lib/temp-artifact-budget.js +78 -0
  344. package/dist/extensions/agent-browser/lib/temp-mutation-queue.js +7 -0
  345. package/dist/extensions/agent-browser/lib/temp-root-ownership.js +234 -0
  346. package/dist/extensions/agent-browser/lib/temp-root.js +207 -0
  347. package/dist/extensions/agent-browser/lib/temp.js +33 -446
  348. package/dist/extensions/agent-browser/lib/tool-surface.js +94 -24
  349. package/dist/extensions/agent-browser/lib/upstream-version.js +3 -2
  350. package/dist/extensions/agent-browser/lib/web-search-providers.js +229 -0
  351. package/dist/extensions/agent-browser/lib/web-search-request.js +108 -0
  352. package/dist/extensions/agent-browser/lib/web-search-results.js +281 -0
  353. package/dist/extensions/agent-browser/lib/web-search-schema.js +82 -0
  354. package/dist/extensions/agent-browser/lib/web-search.js +109 -617
  355. package/dist/extensions/agent-browser/lib/webmcp-observation.js +13 -6
  356. package/dist/extensions/agent-browser/lib/windows-stock-launcher.js +63 -37
  357. package/dist/extensions/agent-browser/script-worker.js +80 -43
  358. package/dist/scripts/agent-browser-target.mjs +4 -2
  359. package/docs/ARCHITECTURE.md +22 -10
  360. package/docs/CODE_QUALITY.md +242 -0
  361. package/docs/COMMAND_REFERENCE.md +264 -229
  362. package/docs/ELECTRON.md +53 -44
  363. package/docs/RELEASE.md +21 -17
  364. package/docs/REQUIREMENTS.md +2 -0
  365. package/docs/SESSION_STORAGE.md +1 -1
  366. package/docs/SUPPORT_MATRIX.md +84 -77
  367. package/docs/TOOL_CONTRACT.md +165 -130
  368. package/docs/platform-smoke.md +5 -5
  369. package/package.json +143 -120
  370. package/scripts/agent-browser-capability-baseline.mjs +361 -957
  371. package/scripts/agent-browser-target.mjs +6 -2
  372. package/scripts/build.mjs +37 -8
  373. package/scripts/capability-core-commands.mjs +193 -0
  374. package/scripts/capability-options.mjs +283 -0
  375. package/scripts/capability-samples.mjs +133 -0
  376. package/scripts/capability-section.mjs +11 -0
  377. package/scripts/config.mjs +213 -114
  378. package/scripts/convert-browser-session.mjs +30 -9
  379. package/scripts/doctor-sources.mjs +195 -0
  380. package/scripts/doctor.mjs +92 -247
  381. package/scripts/platform-smoke/artifacts.mjs +38 -11
  382. package/scripts/platform-smoke/commands.mjs +104 -0
  383. package/scripts/platform-smoke/crabbox-runner.mjs +167 -80
  384. package/scripts/platform-smoke/doctor-support.mjs +157 -0
  385. package/scripts/platform-smoke/doctor-windows.mjs +230 -0
  386. package/scripts/platform-smoke/doctor.mjs +212 -320
  387. package/scripts/platform-smoke/lease-evidence.mjs +134 -0
  388. package/scripts/platform-smoke/suite-checks.mjs +98 -0
  389. package/scripts/platform-smoke/suite-evidence.mjs +281 -0
  390. package/scripts/platform-smoke/targets.mjs +158 -472
  391. package/scripts/platform-smoke.mjs +55 -40
  392. package/scripts/prepare.mjs +16 -7
@@ -0,0 +1,150 @@
1
+ import { isRecord } from "../../../parsing.js";
2
+ export function hasSnapshotText(value) {
3
+ return value !== undefined && value !== "";
4
+ }
5
+ function filterOperand(tokens, index) {
6
+ const token = tokens[index];
7
+ if (token !== "--search" && token !== "--filter") {
8
+ return undefined;
9
+ }
10
+ const value = tokens.at(index + 1);
11
+ if (value === undefined || value.startsWith("-")) {
12
+ return undefined;
13
+ }
14
+ if (token === "--search") {
15
+ return { search: value };
16
+ }
17
+ const role = /^role=(.+)$/i.exec(value.trim())?.at(1);
18
+ return hasSnapshotText(role) ? { role: role.trim().toLowerCase() } : {};
19
+ }
20
+ export function snapshotHasTextFilters(request) {
21
+ return hasSnapshotText(request.role) || hasSnapshotText(request.search);
22
+ }
23
+ export function parseSnapshotFilterRequest(commandTokens) {
24
+ if (commandTokens[0] !== "snapshot") {
25
+ return undefined;
26
+ }
27
+ const cleanArgs = [];
28
+ let role;
29
+ let search;
30
+ for (let index = 0; index < commandTokens.length; index += 1) {
31
+ const token = commandTokens[index];
32
+ // Wrapper filters require the complete native tree, never a revision-relative patch.
33
+ if (["--delta", "--full", "--viewport", "--diff"].includes(token)) {
34
+ continue;
35
+ }
36
+ const operand = filterOperand(commandTokens, index);
37
+ if (operand) {
38
+ if (operand.search !== undefined) {
39
+ search = operand.search;
40
+ }
41
+ if (operand.role !== undefined) {
42
+ role = operand.role;
43
+ }
44
+ index += 1;
45
+ }
46
+ else {
47
+ cleanArgs.push(token);
48
+ }
49
+ }
50
+ const viewport = commandTokens.includes("--viewport");
51
+ const diff = commandTokens.includes("--diff");
52
+ return snapshotHasTextFilters({ role, search }) || viewport || diff
53
+ ? { cleanArgs, diff, role, search, viewport }
54
+ : undefined;
55
+ }
56
+ export function buildSnapshotDiff(previous, current) {
57
+ if (!current) {
58
+ return undefined;
59
+ }
60
+ const currentRefs = new Map(Object.entries(current.refs ?? {}));
61
+ const previousRefs = new Map(Object.entries(previous?.refs ?? {}));
62
+ if (!previous) {
63
+ return {
64
+ addedRefs: [...currentRefs.keys()],
65
+ changedRefs: [],
66
+ removedRefs: [],
67
+ summary: `Snapshot diff: no previous snapshot; ${currentRefs.size} current refs recorded.`,
68
+ unchangedRefs: 0,
69
+ };
70
+ }
71
+ const addedRefs = [];
72
+ const changedRefs = [];
73
+ let unchangedRefs = 0;
74
+ for (const [refId, currentRef] of currentRefs) {
75
+ const previousRef = previousRefs.get(refId);
76
+ if (!previousRef) {
77
+ addedRefs.push(refId);
78
+ }
79
+ else if (previousRef.role !== currentRef.role || previousRef.name !== currentRef.name) {
80
+ changedRefs.push(refId);
81
+ }
82
+ else {
83
+ unchangedRefs += 1;
84
+ }
85
+ }
86
+ const removedRefs = [...previousRefs.keys()].filter((refId) => !currentRefs.has(refId));
87
+ return {
88
+ addedRefs,
89
+ changedRefs,
90
+ removedRefs,
91
+ summary: `Snapshot diff: +${addedRefs.length} / -${removedRefs.length} / Δ${changedRefs.length} refs versus previous snapshot.`,
92
+ unchangedRefs,
93
+ };
94
+ }
95
+ function refMatches(value, request) {
96
+ if (!isRecord(value)) {
97
+ return false;
98
+ }
99
+ const role = typeof value.role === "string" ? value.role.toLowerCase() : "";
100
+ const name = typeof value.name === "string" ? value.name : "";
101
+ const search = request.search?.trim().toLowerCase();
102
+ return ((!hasSnapshotText(request.role) || role === request.role) &&
103
+ (!hasSnapshotText(search) || `${role} ${name}`.toLowerCase().includes(search)));
104
+ }
105
+ function snapshotLineMatches(line, refs, search) {
106
+ return ((hasSnapshotText(search) && line.toLowerCase().includes(search)) ||
107
+ [...refs].some((refId) => line.includes(`[ref=${refId}]`) || line.includes(`ref=${refId}`)));
108
+ }
109
+ function filterDescription(request) {
110
+ return [
111
+ hasSnapshotText(request.role) ? `role=${request.role}` : undefined,
112
+ hasSnapshotText(request.search) ? `search=${JSON.stringify(request.search)}` : undefined,
113
+ ]
114
+ .filter((part) => part !== undefined)
115
+ .join(", ");
116
+ }
117
+ export function filterSnapshotData(data, request) {
118
+ if (!isRecord(data)) {
119
+ return undefined;
120
+ }
121
+ const refs = isRecord(data.refs) ? data.refs : {};
122
+ const snapshot = typeof data.snapshot === "string" ? data.snapshot : "";
123
+ const lines = snapshot.split(/\r?\n/);
124
+ if (!hasSnapshotText(request.role) && !hasSnapshotText(request.search)) {
125
+ const totalLines = lines.filter((line) => line.length > 0).length;
126
+ return {
127
+ data,
128
+ matchedRefs: Object.keys(refs).length,
129
+ totalRefs: Object.keys(refs).length,
130
+ totalLines,
131
+ visibleLines: totalLines,
132
+ };
133
+ }
134
+ const matchingRefs = Object.entries(refs).filter(([, value]) => refMatches(value, request));
135
+ const ids = new Set(matchingRefs.map(([id]) => id));
136
+ const visibleLines = lines.filter((line) => snapshotLineMatches(line, ids, request.search?.trim().toLowerCase()));
137
+ return {
138
+ data: {
139
+ ...data,
140
+ refs: Object.fromEntries(matchingRefs),
141
+ snapshot: visibleLines.length > 0
142
+ ? visibleLines.join("\n")
143
+ : `(no snapshot lines matched ${filterDescription(request)})`,
144
+ },
145
+ matchedRefs: matchingRefs.length,
146
+ totalRefs: Object.keys(refs).length,
147
+ totalLines: lines.filter((line) => line.length > 0).length,
148
+ visibleLines: visibleLines.length,
149
+ };
150
+ }
@@ -1,280 +1,165 @@
1
- import { isRecord } from "../../../parsing.js";
2
1
  import { buildAgentBrowserResultCategoryDetails } from "../../../results/categories.js";
3
2
  import { buildSnapshotPresentation } from "../../../results/snapshot.js";
4
- import { extractRefSnapshotFromData } from "../../../session-page-state.js";
5
- import { redactSensitiveText, redactSensitiveValue } from "../../../runtime.js";
6
- import { collectScrollPositionSnapshot } from "../diagnostics.js";
3
+ import { extractRefSnapshotFromData, } from "../../../session-page-state.js";
4
+ import { redactSensitiveValue } from "../../../runtime-redaction.js";
5
+ import { collectScrollPositionSnapshot } from "../interaction-diagnostics.js";
7
6
  import { buildSessionDetailFields, runSessionCommandData } from "../session-state.js";
8
- function parseSnapshotFilterRequest(commandTokens) {
9
- if (commandTokens[0] !== "snapshot")
7
+ import { attachRenderedTextMatchRefs, buildRenderedTextSearchEval, extractRenderedTextSearchResult, formatRenderedTextSearchMatches, } from "./snapshot-rendered-text.js";
8
+ import { buildSnapshotDiff, filterSnapshotData, hasSnapshotText, parseSnapshotFilterRequest, } from "./snapshot-filter-data.js";
9
+ async function collectRenderedText(options, request, snapshotData) {
10
+ if (!hasSnapshotText(request.search)) {
10
11
  return undefined;
11
- const cleanArgs = [];
12
- let role;
13
- let search;
14
- for (let index = 0; index < commandTokens.length; index += 1) {
15
- const token = commandTokens[index];
16
- // Wrapper filters need a full native tree, not a revision-relative patch.
17
- if (token === "--delta" || token === "--full")
18
- continue;
19
- if (token === "--viewport")
20
- continue;
21
- if (token === "--diff")
22
- continue;
23
- if (token === "--search") {
24
- const value = commandTokens[index + 1];
25
- if (typeof value === "string" && !value.startsWith("-")) {
26
- search = value;
27
- index += 1;
28
- continue;
29
- }
30
- }
31
- if (token === "--filter") {
32
- const value = commandTokens[index + 1];
33
- if (typeof value === "string" && !value.startsWith("-")) {
34
- const roleMatch = /^role=(.+)$/i.exec(value.trim());
35
- if (roleMatch?.[1])
36
- role = roleMatch[1].trim().toLowerCase();
37
- index += 1;
38
- continue;
39
- }
40
- }
41
- cleanArgs.push(token);
42
12
  }
43
- const viewport = commandTokens.includes("--viewport");
44
- const diff = commandTokens.includes("--diff");
45
- if (!search && !role && !viewport && !diff)
46
- return undefined;
47
- return { cleanArgs, diff, role, search, viewport };
13
+ const data = await runSessionCommandData({
14
+ ...options,
15
+ args: ["eval", "--stdin"],
16
+ stdin: buildRenderedTextSearchEval(request.search),
17
+ });
18
+ const result = extractRenderedTextSearchResult(data);
19
+ return result
20
+ ? { ...result, matches: attachRenderedTextMatchRefs(result.matches, snapshotData) }
21
+ : undefined;
48
22
  }
49
- const RENDERED_TEXT_SEARCH_MAX_MATCHES = 8;
50
- function buildRenderedTextSearchEval(search) {
51
- return `(() => {
52
- const query = ${JSON.stringify(search.trim().toLowerCase())};
53
- const limit = ${RENDERED_TEXT_SEARCH_MAX_MATCHES};
54
- const normalize = (value) => String(value ?? "").replace(/\\s+/g, " ").trim();
55
- const attributeTextOf = (element) => [element.getAttribute("aria-label"), element.getAttribute("title"), element.getAttribute("placeholder")].filter(Boolean).join(" ");
56
- const searchableTextOf = (element) => normalize([attributeTextOf(element), element.textContent].filter(Boolean).join(" "));
57
- const renderedTextOf = (element) => normalize([attributeTextOf(element), element instanceof HTMLElement ? element.innerText : element.textContent].filter(Boolean).join(" "));
58
- const isRendered = (element) => {
59
- if (!(element instanceof Element) || element.getClientRects().length === 0) return false;
60
- const visibility = getComputedStyle(element).visibility;
61
- if (visibility === "hidden" || visibility === "collapse") return false;
62
- for (let current = element; current; current = current.parentElement) {
63
- if (Number(getComputedStyle(current).opacity) === 0) return false;
23
+ async function collectSnapshotEvidence(options, request) {
24
+ const snapshotData = await runSessionCommandData({
25
+ args: request.cleanArgs,
26
+ cwd: options.cwd,
27
+ namespace: options.namespace,
28
+ sessionName: options.sessionName,
29
+ signal: options.signal,
30
+ });
31
+ const filtered = filterSnapshotData(snapshotData, request);
32
+ if (!filtered) {
33
+ return undefined;
64
34
  }
65
- return true;
66
- };
67
- const validationPattern = /(?:^|[-_\\s])(?:error|invalid|validation|warning)(?:$|[-_\\s])/i;
68
- const validationAncestor = (element) => {
69
- for (let current = element; current && current !== document.body; current = current.parentElement) {
70
- const role = current.getAttribute("role");
71
- const live = current.getAttribute("aria-live");
72
- const descriptor = [current.id, current.className, current.getAttribute("data-testid")].map(normalize).join(" ");
73
- if (["alert", "alertdialog", "status"].includes(role || "") || current.getAttribute("aria-invalid") === "true" || (live && live !== "off") || validationPattern.test(descriptor)) return current;
35
+ const renderedTextSearch = await collectRenderedText({
36
+ cwd: options.cwd,
37
+ namespace: options.namespace,
38
+ sessionName: options.sessionName,
39
+ signal: options.signal,
40
+ }, request, snapshotData);
41
+ const viewport = request.viewport
42
+ ? await collectScrollPositionSnapshot({
43
+ cwd: options.cwd,
44
+ namespace: options.namespace,
45
+ sessionName: options.sessionName,
46
+ signal: options.signal,
47
+ })
48
+ : undefined;
49
+ const fullSnapshot = extractRefSnapshotFromData(snapshotData);
50
+ const diff = request.diff
51
+ ? buildSnapshotDiff(options.previousRefSnapshot, fullSnapshot)
52
+ : undefined;
53
+ if (fullSnapshot) {
54
+ options.sessionPageState.applyRefSnapshot({
55
+ sessionName: options.sessionStateKey ?? options.sessionName,
56
+ snapshot: fullSnapshot,
57
+ update: options.sessionPageStateUpdate,
58
+ });
74
59
  }
75
- return null;
76
- };
77
- const candidates = Array.from(document.querySelectorAll("body *")).filter((element) => searchableTextOf(element).toLowerCase().includes(query));
78
- const candidateSet = new Set(candidates);
79
- const minimal = candidates.filter((element) => !Array.from(element.children).some((child) => candidateSet.has(child)));
80
- const rendered = minimal.filter((element) => isRendered(element) && renderedTextOf(element).toLowerCase().includes(query));
81
- const matches = rendered.map((element, index) => {
82
- const semantic = validationAncestor(element);
83
- const source = semantic || element;
84
- const text = renderedTextOf(element);
85
- const matchIndex = text.toLowerCase().indexOf(query);
86
- const start = Math.max(0, matchIndex - 80);
87
- const snippet = text.slice(start, start + 240);
88
- const rect = element.getBoundingClientRect();
89
- const name = normalize(element.getAttribute("aria-label") || element.getAttribute("title") || element.getAttribute("placeholder")) || undefined;
90
- return {
91
- index,
92
- kind: semantic ? "validation" : "text",
93
- name,
94
- offscreen: rect.bottom < 0 || rect.right < 0 || rect.top > innerHeight || rect.left > innerWidth,
95
- role: source.getAttribute("role") || undefined,
96
- tagName: element.tagName.toLowerCase(),
97
- text: snippet,
98
- };
99
- }).sort((left, right) => (left.kind === right.kind ? left.index - right.index : left.kind === "validation" ? -1 : 1));
100
- const unique = [];
101
- const seen = new Set();
102
- for (const match of matches) {
103
- const key = [match.kind, match.role, match.name, match.text].join("\\n");
104
- if (seen.has(key)) continue;
105
- seen.add(key);
106
- const { index, ...visible } = match;
107
- unique.push(visible);
108
- }
109
- return { matches: unique.slice(0, limit), totalMatches: unique.length, truncated: unique.length > limit };
110
- })()`;
60
+ return { filtered, renderedTextSearch, viewport, fullSnapshot, diff };
111
61
  }
112
- function extractRenderedTextSearchResult(data) {
113
- const result = isRecord(data) && isRecord(data.result) ? data.result : data;
114
- if (!isRecord(result) || !Array.isArray(result.matches))
115
- return undefined;
116
- const matches = result.matches.flatMap((value) => {
117
- if (!isRecord(value) || (value.kind !== "text" && value.kind !== "validation") || typeof value.offscreen !== "boolean" || typeof value.tagName !== "string" || typeof value.text !== "string")
118
- return [];
119
- return [{
120
- kind: value.kind,
121
- ...(typeof value.name === "string" ? { name: redactSensitiveText(value.name) } : {}),
122
- offscreen: value.offscreen,
123
- ...(typeof value.role === "string" ? { role: value.role } : {}),
124
- tagName: value.tagName,
125
- text: redactSensitiveText(value.text),
126
- }];
127
- }).slice(0, RENDERED_TEXT_SEARCH_MAX_MATCHES);
128
- const totalMatches = typeof result.totalMatches === "number" && Number.isInteger(result.totalMatches) && result.totalMatches >= matches.length ? result.totalMatches : matches.length;
129
- return { matches, totalMatches, truncated: result.truncated === true || totalMatches > matches.length };
62
+ function snapshotFilterSummary(request, evidence) {
63
+ if (hasSnapshotText(request.role) || hasSnapshotText(request.search)) {
64
+ const role = hasSnapshotText(request.role) ? ` role=${request.role}` : "";
65
+ const search = hasSnapshotText(request.search)
66
+ ? ` search ${JSON.stringify(request.search)}`
67
+ : "";
68
+ return `Snapshot filter: ${evidence.filtered.matchedRefs}/${evidence.filtered.totalRefs} direct refs matched${role}${search}; ${evidence.filtered.visibleLines} surrounding snapshot line${evidence.filtered.visibleLines === 1 ? "" : "s"} shown.`;
69
+ }
70
+ return request.diff
71
+ ? (evidence.diff?.summary ?? "Snapshot diff unavailable.")
72
+ : "Snapshot viewport metadata collected.";
130
73
  }
131
- function attachRenderedTextMatchRefs(matches, snapshotData) {
132
- if (!isRecord(snapshotData) || !isRecord(snapshotData.refs))
133
- return matches;
134
- const refs = snapshotData.refs;
135
- return matches.map((match) => {
136
- if (!match.name)
137
- return match;
138
- const normalizedName = match.name.replace(/\s+/g, " ").trim().toLowerCase();
139
- const candidates = Object.entries(refs).filter(([, value]) => {
140
- if (!isRecord(value) || typeof value.name !== "string")
141
- return false;
142
- const nameMatches = value.name.replace(/\s+/g, " ").trim().toLowerCase() === normalizedName;
143
- return nameMatches && (!match.role || typeof value.role !== "string" || value.role.toLowerCase() === match.role.toLowerCase());
144
- });
145
- return candidates.length === 1 ? { ...match, ref: candidates[0][0] } : match;
146
- });
74
+ function viewportText(viewport) {
75
+ return viewport
76
+ ? `Viewport: ${viewport.innerWidth}×${viewport.innerHeight}, scroll ${viewport.scrollX},${viewport.scrollY}, document ${viewport.scrollWidth}×${viewport.scrollHeight}, sampled scroll containers ${viewport.containers.length}/${viewport.containerCount}.`
77
+ : undefined;
147
78
  }
148
- function formatRenderedTextSearchMatches(result) {
149
- if (!result || result.matches.length === 0)
150
- return undefined;
151
- const lines = result.matches.map((match) => {
152
- const context = [match.kind === "validation" ? "validation" : undefined, match.offscreen ? "outside viewport" : undefined, match.role, match.tagName, match.ref ? `@${match.ref}` : undefined].filter(Boolean).join(", ");
153
- return `- ${JSON.stringify(match.text)}${context ? ` (${context})` : ""}`;
154
- });
155
- if (result.truncated)
156
- lines.push(`- ... (${result.totalMatches - result.matches.length} additional rendered-text matches omitted)`);
157
- return ["Rendered page text matches:", ...lines].join("\n");
79
+ function snapshotPrefix(request, evidence, summary) {
80
+ const diffText = hasSnapshotText(request.role) || hasSnapshotText(request.search)
81
+ ? evidence.diff?.summary
82
+ : undefined;
83
+ return [
84
+ summary,
85
+ formatRenderedTextSearchMatches(evidence.renderedTextSearch),
86
+ diffText,
87
+ viewportText(evidence.viewport),
88
+ ]
89
+ .filter((line) => line !== undefined)
90
+ .join("\n\n");
158
91
  }
159
- function buildSnapshotDiff(previous, current) {
160
- if (!current)
161
- return undefined;
162
- const currentRefs = current.refs ?? {};
163
- const previousRefs = previous?.refs ?? {};
164
- if (!previous)
165
- return { addedRefs: Object.keys(currentRefs), changedRefs: [], removedRefs: [], summary: `Snapshot diff: no previous snapshot; ${Object.keys(currentRefs).length} current refs recorded.`, unchangedRefs: 0 };
166
- const addedRefs = [];
167
- const removedRefs = [];
168
- const changedRefs = [];
169
- let unchangedRefs = 0;
170
- for (const refId of Object.keys(currentRefs)) {
171
- const currentRef = currentRefs[refId];
172
- const previousRef = previousRefs[refId];
173
- if (!previousRef) {
174
- addedRefs.push(refId);
175
- continue;
176
- }
177
- if (previousRef.role !== currentRef.role || previousRef.name !== currentRef.name)
178
- changedRefs.push(refId);
179
- else
180
- unchangedRefs += 1;
92
+ async function presentSnapshotFilter(options, evidence, prefix) {
93
+ const presentation = options.modelVisible === false
94
+ ? { content: [], data: redactSensitiveValue(evidence.filtered.data), summary: "Snapshot" }
95
+ : await buildSnapshotPresentation(evidence.filtered.data, options.persistentArtifactStore, options.artifactManifest);
96
+ const first = presentation.content.at(0);
97
+ const content = [...presentation.content];
98
+ if (first?.type === "text") {
99
+ content[0] = { ...first, text: `${prefix}\n\n${first.text}` };
181
100
  }
182
- for (const refId of Object.keys(previousRefs))
183
- if (!currentRefs[refId])
184
- removedRefs.push(refId);
185
- return { addedRefs, changedRefs, removedRefs, summary: `Snapshot diff: +${addedRefs.length} / -${removedRefs.length} / Δ${changedRefs.length} refs versus previous snapshot.`, unchangedRefs };
101
+ return { ...presentation, content };
186
102
  }
187
- function filterSnapshotData(data, request) {
188
- if (!isRecord(data))
103
+ function snapshotFilterDetails(request, evidence) {
104
+ if (!hasSnapshotText(request.role) && !hasSnapshotText(request.search)) {
189
105
  return undefined;
190
- const refs = isRecord(data.refs) ? data.refs : {};
191
- const snapshot = typeof data.snapshot === "string" ? data.snapshot : "";
192
- const normalizedSearch = request.search?.trim().toLowerCase();
193
- const matchingRefIds = new Set();
194
- for (const [refId, refValue] of Object.entries(refs)) {
195
- if (!isRecord(refValue))
196
- continue;
197
- const role = typeof refValue.role === "string" ? refValue.role.toLowerCase() : "";
198
- const name = typeof refValue.name === "string" ? refValue.name : "";
199
- const roleMatches = request.role ? role === request.role : true;
200
- const searchMatches = normalizedSearch ? `${role} ${name}`.toLowerCase().includes(normalizedSearch) : true;
201
- if (roleMatches && searchMatches)
202
- matchingRefIds.add(refId);
203
106
  }
204
- const lines = snapshot.split(/\r?\n/);
205
- const visibleLines = lines.filter((line) => {
206
- const normalizedLine = line.toLowerCase();
207
- if (normalizedSearch && normalizedLine.includes(normalizedSearch))
208
- return true;
209
- return [...matchingRefIds].some((refId) => line.includes(`[ref=${refId}]`) || line.includes(`ref=${refId}`));
210
- });
211
- const filteredRefs = Object.fromEntries(Object.entries(refs).filter(([refId]) => matchingRefIds.has(refId)));
212
- const description = [request.role ? `role=${request.role}` : undefined, request.search ? `search=${JSON.stringify(request.search)}` : undefined].filter((part) => part !== undefined).join(", ");
213
- const filteredSnapshot = visibleLines.length > 0 ? visibleLines.join("\n") : `(no snapshot lines matched ${description})`;
214
107
  return {
215
- data: { ...data, refs: filteredRefs, snapshot: filteredSnapshot },
216
- matchedRefs: Object.keys(filteredRefs).length,
217
- totalRefs: Object.keys(refs).length,
218
- totalLines: lines.filter((line) => line.length > 0).length,
219
- visibleLines: visibleLines.length,
108
+ cleanArgs: request.cleanArgs,
109
+ matchedRefs: evidence.filtered.matchedRefs,
110
+ renderedTextMatches: evidence.renderedTextSearch?.matches,
111
+ renderedTextTotalMatches: evidence.renderedTextSearch?.totalMatches,
112
+ renderedTextTruncated: evidence.renderedTextSearch?.truncated,
113
+ role: request.role,
114
+ search: request.search,
115
+ totalLines: evidence.filtered.totalLines,
116
+ totalRefs: evidence.filtered.totalRefs,
117
+ visibleLines: evidence.filtered.visibleLines,
118
+ };
119
+ }
120
+ function snapshotToolResult(options, request, evidence, presentation) {
121
+ const summary = snapshotFilterSummary(request, evidence);
122
+ return {
123
+ content: [...presentation.content],
124
+ details: {
125
+ args: options.redactedArgs,
126
+ artifactManifest: presentation.artifactManifest,
127
+ artifactRetentionSummary: presentation.artifactRetentionSummary,
128
+ command: "snapshot",
129
+ compatibilityWorkaround: options.compatibilityWorkaround,
130
+ data: presentation.data,
131
+ effectiveArgs: options.effectiveArgs,
132
+ fullOutputPath: presentation.fullOutputPath,
133
+ fullOutputPaths: presentation.fullOutputPaths,
134
+ refSnapshot: evidence.fullSnapshot,
135
+ sessionMode: options.sessionMode,
136
+ snapshotDiff: evidence.diff,
137
+ snapshotFilter: snapshotFilterDetails(request, evidence),
138
+ snapshotViewport: evidence.viewport,
139
+ ...buildAgentBrowserResultCategoryDetails({
140
+ args: options.effectiveArgs,
141
+ command: "snapshot",
142
+ succeeded: true,
143
+ }),
144
+ ...buildSessionDetailFields(options.sessionName, options.usedImplicitSession, options.namespace, options.managedSessionRestoreDisabled()),
145
+ summary,
146
+ },
147
+ isError: false,
220
148
  };
221
149
  }
222
150
  export async function trySnapshotFilter(options) {
223
151
  const request = parseSnapshotFilterRequest(options.commandTokens);
224
- if (!request || !options.sessionName)
152
+ if (!request || !hasSnapshotText(options.sessionName)) {
225
153
  return undefined;
226
- const snapshotData = await runSessionCommandData({ args: request.cleanArgs, cwd: options.cwd, namespace: options.namespace, sessionName: options.sessionName, signal: options.signal });
227
- const filtered = request.role || request.search ? filterSnapshotData(snapshotData, request) : isRecord(snapshotData) ? { data: snapshotData, matchedRefs: isRecord(snapshotData.refs) ? Object.keys(snapshotData.refs).length : 0, totalLines: typeof snapshotData.snapshot === "string" ? snapshotData.snapshot.split(/\r?\n/).filter((line) => line.length > 0).length : 0, totalRefs: isRecord(snapshotData.refs) ? Object.keys(snapshotData.refs).length : 0, visibleLines: typeof snapshotData.snapshot === "string" ? snapshotData.snapshot.split(/\r?\n/).filter((line) => line.length > 0).length : 0 } : undefined;
228
- if (!filtered)
154
+ }
155
+ const evidence = await collectSnapshotEvidence({ ...options, sessionName: options.sessionName }, request);
156
+ if (!evidence) {
229
157
  return undefined;
230
- const renderedTextSearch = request.search
231
- ? extractRenderedTextSearchResult(await runSessionCommandData({ args: ["eval", "--stdin"], cwd: options.cwd, namespace: options.namespace, sessionName: options.sessionName, signal: options.signal, stdin: buildRenderedTextSearchEval(request.search) }))
232
- : undefined;
233
- if (renderedTextSearch)
234
- renderedTextSearch.matches = attachRenderedTextMatchRefs(renderedTextSearch.matches, snapshotData);
235
- const viewport = request.viewport ? await collectScrollPositionSnapshot({ cwd: options.cwd, namespace: options.namespace, sessionName: options.sessionName, signal: options.signal }) : undefined;
236
- const fullSnapshot = extractRefSnapshotFromData(snapshotData);
237
- const diff = request.diff ? buildSnapshotDiff(options.previousRefSnapshot, fullSnapshot) : undefined;
238
- if (fullSnapshot)
239
- options.sessionPageState.applyRefSnapshot({ sessionName: options.sessionStateKey ?? options.sessionName, snapshot: fullSnapshot, update: options.sessionPageStateUpdate });
240
- const presentation = options.modelVisible === false
241
- ? { content: [], data: redactSensitiveValue(filtered.data), summary: "Snapshot" }
242
- : await buildSnapshotPresentation(filtered.data, options.persistentArtifactStore, options.artifactManifest);
243
- const summary = request.role || request.search
244
- ? `Snapshot filter: ${filtered.matchedRefs}/${filtered.totalRefs} direct refs matched${request.role ? ` role=${request.role}` : ""}${request.search ? ` search ${JSON.stringify(request.search)}` : ""}; ${filtered.visibleLines} surrounding snapshot line${filtered.visibleLines === 1 ? "" : "s"} shown.`
245
- : request.diff
246
- ? diff?.summary ?? "Snapshot diff unavailable."
247
- : "Snapshot viewport metadata collected.";
248
- const viewportText = viewport ? `Viewport: ${viewport.innerWidth}×${viewport.innerHeight}, scroll ${viewport.scrollX},${viewport.scrollY}, document ${viewport.scrollWidth}×${viewport.scrollHeight}, sampled scroll containers ${viewport.containers.length}/${viewport.containerCount}.` : undefined;
249
- const diffText = diff && (request.role || request.search) ? diff.summary : undefined;
250
- const renderedTextSearchText = formatRenderedTextSearchMatches(renderedTextSearch);
251
- const prefix = [summary, renderedTextSearchText, diffText, viewportText].filter((line) => line !== undefined).join("\n\n");
252
- if (presentation.content[0]?.type === "text")
253
- presentation.content[0] = { ...presentation.content[0], text: `${prefix}\n\n${presentation.content[0].text}` };
158
+ }
159
+ const summary = snapshotFilterSummary(request, evidence);
160
+ const presentation = await presentSnapshotFilter(options, evidence, snapshotPrefix(request, evidence, summary));
254
161
  return {
255
162
  artifactManifest: presentation.artifactManifest,
256
- result: {
257
- content: presentation.content,
258
- details: {
259
- args: options.redactedArgs,
260
- artifactManifest: presentation.artifactManifest,
261
- artifactRetentionSummary: presentation.artifactRetentionSummary,
262
- command: "snapshot",
263
- compatibilityWorkaround: options.compatibilityWorkaround,
264
- data: presentation.data,
265
- effectiveArgs: options.effectiveArgs,
266
- fullOutputPath: presentation.fullOutputPath,
267
- fullOutputPaths: presentation.fullOutputPaths,
268
- refSnapshot: fullSnapshot,
269
- sessionMode: options.sessionMode,
270
- snapshotDiff: diff,
271
- snapshotFilter: request.role || request.search ? { cleanArgs: request.cleanArgs, matchedRefs: filtered.matchedRefs, renderedTextMatches: renderedTextSearch?.matches, renderedTextTotalMatches: renderedTextSearch?.totalMatches, renderedTextTruncated: renderedTextSearch?.truncated, role: request.role, search: request.search, totalLines: filtered.totalLines, totalRefs: filtered.totalRefs, visibleLines: filtered.visibleLines } : undefined,
272
- snapshotViewport: viewport,
273
- ...buildAgentBrowserResultCategoryDetails({ args: options.effectiveArgs, command: "snapshot", succeeded: true }),
274
- ...buildSessionDetailFields(options.sessionName, options.usedImplicitSession, options.namespace, options.managedSessionRestoreDisabled()),
275
- summary,
276
- },
277
- isError: false,
278
- },
163
+ result: snapshotToolResult(options, request, evidence, presentation),
279
164
  };
280
165
  }