pi-agent-browser-native 0.9.2 → 0.9.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (392) hide show
  1. package/CHANGELOG.md +91 -5
  2. package/README.md +120 -86
  3. package/dist/extensions/agent-browser/index.js +43065 -2016
  4. package/dist/extensions/agent-browser/lib/argv-descriptor.js +49 -26
  5. package/dist/extensions/agent-browser/lib/argv-grammar.js +82 -93
  6. package/dist/extensions/agent-browser/lib/bash-guard.js +129 -126
  7. package/dist/extensions/agent-browser/lib/batch-lifecycle.js +113 -49
  8. package/dist/extensions/agent-browser/lib/browser-execution-claim-codec.js +61 -0
  9. package/dist/extensions/agent-browser/lib/browser-execution-claim-storage.js +232 -0
  10. package/dist/extensions/agent-browser/lib/browser-execution-claims.js +202 -0
  11. package/dist/extensions/agent-browser/lib/browser-execution-identity.js +77 -0
  12. package/dist/extensions/agent-browser/lib/browser-journal-branch.js +98 -0
  13. package/dist/extensions/agent-browser/lib/browser-journal-contracts.js +1 -0
  14. package/dist/extensions/agent-browser/lib/browser-journal-projection.js +221 -0
  15. package/dist/extensions/agent-browser/lib/browser-journal-reader.js +89 -0
  16. package/dist/extensions/agent-browser/lib/browser-journal-replay.js +246 -0
  17. package/dist/extensions/agent-browser/lib/browser-journal.js +103 -394
  18. package/dist/extensions/agent-browser/lib/browser-legacy-pages.js +220 -0
  19. package/dist/extensions/agent-browser/lib/browser-legacy-projection.js +282 -0
  20. package/dist/extensions/agent-browser/lib/browser-legacy-types.js +1 -0
  21. package/dist/extensions/agent-browser/lib/browser-session-conversion-stream.js +217 -0
  22. package/dist/extensions/agent-browser/lib/browser-session-conversion.js +80 -335
  23. package/dist/extensions/agent-browser/lib/browser-transcript-contracts.js +35 -0
  24. package/dist/extensions/agent-browser/lib/browser-transcript-validation.js +166 -0
  25. package/dist/extensions/agent-browser/lib/browser-transcript.js +137 -81
  26. package/dist/extensions/agent-browser/lib/browser-value-parsing.js +15 -0
  27. package/dist/extensions/agent-browser/lib/command-capabilities.js +340 -0
  28. package/dist/extensions/agent-browser/lib/command-policy.js +107 -88
  29. package/dist/extensions/agent-browser/lib/command-taxonomy.js +49 -322
  30. package/dist/extensions/agent-browser/lib/config-policy.js +138 -343
  31. package/dist/extensions/agent-browser/lib/config-providers.js +71 -0
  32. package/dist/extensions/agent-browser/lib/config-validation.js +218 -0
  33. package/dist/extensions/agent-browser/lib/config.js +19 -7
  34. package/dist/extensions/agent-browser/lib/electron/cdp.js +15 -7
  35. package/dist/extensions/agent-browser/lib/electron/cleanup.js +134 -55
  36. package/dist/extensions/agent-browser/lib/electron/discovery-darwin.js +109 -0
  37. package/dist/extensions/agent-browser/lib/electron/discovery-desktop.js +136 -0
  38. package/dist/extensions/agent-browser/lib/electron/discovery-evidence.js +89 -0
  39. package/dist/extensions/agent-browser/lib/electron/discovery-linux.js +93 -0
  40. package/dist/extensions/agent-browser/lib/electron/discovery-packages.js +162 -0
  41. package/dist/extensions/agent-browser/lib/electron/discovery-types.js +2 -0
  42. package/dist/extensions/agent-browser/lib/electron/discovery.js +140 -549
  43. package/dist/extensions/agent-browser/lib/electron/launch-monitor.js +102 -0
  44. package/dist/extensions/agent-browser/lib/electron/launch-process.js +209 -0
  45. package/dist/extensions/agent-browser/lib/electron/launch-types.js +2 -0
  46. package/dist/extensions/agent-browser/lib/electron/launch.js +249 -354
  47. package/dist/extensions/agent-browser/lib/executable-path.js +21 -12
  48. package/dist/extensions/agent-browser/lib/execution-cwd.js +35 -18
  49. package/dist/extensions/agent-browser/lib/input-modes/electron.js +162 -121
  50. package/dist/extensions/agent-browser/lib/input-modes/job.js +116 -313
  51. package/dist/extensions/agent-browser/lib/input-modes/lookup-network-evidence.js +104 -0
  52. package/dist/extensions/agent-browser/lib/input-modes/lookup-plan.js +132 -0
  53. package/dist/extensions/agent-browser/lib/input-modes/lookup-redaction.js +57 -0
  54. package/dist/extensions/agent-browser/lib/input-modes/lookup-source-evidence.js +151 -0
  55. package/dist/extensions/agent-browser/lib/input-modes/lookup-workspace.js +142 -0
  56. package/dist/extensions/agent-browser/lib/input-modes/lookups.js +57 -412
  57. package/dist/extensions/agent-browser/lib/input-modes/params.js +63 -17
  58. package/dist/extensions/agent-browser/lib/input-modes/qa-analysis.js +268 -0
  59. package/dist/extensions/agent-browser/lib/input-modes/qa-presentation.js +117 -0
  60. package/dist/extensions/agent-browser/lib/input-modes/script-child.js +396 -0
  61. package/dist/extensions/agent-browser/lib/input-modes/script-protocol.js +86 -0
  62. package/dist/extensions/agent-browser/lib/input-modes/script-types.js +1 -0
  63. package/dist/extensions/agent-browser/lib/input-modes/script-validation.js +60 -0
  64. package/dist/extensions/agent-browser/lib/input-modes/script.js +60 -409
  65. package/dist/extensions/agent-browser/lib/input-modes/semantic-action.js +218 -128
  66. package/dist/extensions/agent-browser/lib/input-modes/shared.js +15 -4
  67. package/dist/extensions/agent-browser/lib/input-modes/types.js +56 -7
  68. package/dist/extensions/agent-browser/lib/json-schema.js +22 -10
  69. package/dist/extensions/agent-browser/lib/launch-scoped-flags.js +17 -5
  70. package/dist/extensions/agent-browser/lib/managed-session-policy-lock.js +92 -425
  71. package/dist/extensions/agent-browser/lib/managed-session-posix-storage.js +58 -0
  72. package/dist/extensions/agent-browser/lib/managed-session-project-identity.js +244 -0
  73. package/dist/extensions/agent-browser/lib/managed-session-restore-context.js +84 -0
  74. package/dist/extensions/agent-browser/lib/managed-session-restore-policy.js +119 -0
  75. package/dist/extensions/agent-browser/lib/managed-session-restore-state.js +83 -0
  76. package/dist/extensions/agent-browser/lib/managed-session-restore.js +168 -300
  77. package/dist/extensions/agent-browser/lib/managed-session-snapshot-records.js +277 -0
  78. package/dist/extensions/agent-browser/lib/managed-session-snapshots.js +128 -305
  79. package/dist/extensions/agent-browser/lib/managed-session-storage.js +56 -253
  80. package/dist/extensions/agent-browser/lib/native-confirmation.js +140 -0
  81. package/dist/extensions/agent-browser/lib/native-output.js +44 -9
  82. package/dist/extensions/agent-browser/lib/orchestration/batch-stdin.js +107 -66
  83. package/dist/extensions/agent-browser/lib/orchestration/browser-run/artifact-merge.js +14 -6
  84. package/dist/extensions/agent-browser/lib/orchestration/browser-run/artifact-paths.js +109 -57
  85. package/dist/extensions/agent-browser/lib/orchestration/browser-run/browser-observation-result.js +82 -0
  86. package/dist/extensions/agent-browser/lib/orchestration/browser-run/click-dispatch.js +171 -57
  87. package/dist/extensions/agent-browser/lib/orchestration/browser-run/diagnostic-values.js +31 -0
  88. package/dist/extensions/agent-browser/lib/orchestration/browser-run/diagnostics.js +152 -781
  89. package/dist/extensions/agent-browser/lib/orchestration/browser-run/electron-observation.js +202 -0
  90. package/dist/extensions/agent-browser/lib/orchestration/browser-run/electron-text-diagnostics.js +109 -0
  91. package/dist/extensions/agent-browser/lib/orchestration/browser-run/fill-diagnostics.js +119 -0
  92. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-action-recovery.js +147 -0
  93. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-actions.js +144 -0
  94. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-content.js +123 -0
  95. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-contracts.js +1 -0
  96. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-details.js +156 -0
  97. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-electron.js +179 -0
  98. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-evidence.js +39 -0
  99. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-missing-binary.js +89 -0
  100. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-recovery.js +97 -0
  101. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-redaction.js +106 -0
  102. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-timeout.js +110 -0
  103. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result.js +41 -538
  104. package/dist/extensions/agent-browser/lib/orchestration/browser-run/index.js +204 -108
  105. package/dist/extensions/agent-browser/lib/orchestration/browser-run/interaction-diagnostics.js +290 -0
  106. package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-close.js +167 -0
  107. package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-daemon-inspection.js +108 -0
  108. package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-daemon-policy.js +127 -199
  109. package/dist/extensions/agent-browser/lib/orchestration/browser-run/native-helper-observation.js +65 -0
  110. package/dist/extensions/agent-browser/lib/orchestration/browser-run/observation-types.js +1 -0
  111. package/dist/extensions/agent-browser/lib/orchestration/browser-run/overlay-diagnostics.js +120 -0
  112. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/network-page-filter.js +113 -30
  113. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/scroll-shims.js +109 -28
  114. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-filter-data.js +150 -0
  115. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-filter.js +138 -253
  116. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-rendered-text.js +147 -0
  117. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/wait-timeouts.js +59 -24
  118. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-artifacts.js +159 -0
  119. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-command.js +131 -0
  120. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-contracts.js +1 -0
  121. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-daemon.js +93 -0
  122. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-failure.js +42 -0
  123. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-guards.js +242 -0
  124. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-input.js +75 -0
  125. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-observations.js +92 -0
  126. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-page-selection.js +254 -0
  127. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-page-state.js +121 -0
  128. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-refs.js +130 -0
  129. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-resources.js +114 -0
  130. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-semantic.js +121 -0
  131. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-session-plan.js +222 -0
  132. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-timeouts.js +68 -0
  133. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare.js +176 -1114
  134. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-analysis.js +191 -0
  135. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-confirmation.js +152 -0
  136. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-diagnostics.js +182 -0
  137. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-electron.js +150 -0
  138. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-contracts.js +1 -0
  139. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-phase-contracts.js +1 -0
  140. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-phase.js +115 -0
  141. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle.js +256 -0
  142. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-managed-contracts.js +1 -0
  143. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-managed.js +256 -0
  144. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native-phase-contracts.js +1 -0
  145. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native-phase.js +93 -0
  146. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native.js +113 -0
  147. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-navigation-contracts.js +1 -0
  148. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-navigation.js +316 -0
  149. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-ownership.js +28 -0
  150. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-page-phase-contracts.js +1 -0
  151. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-page-phase.js +142 -0
  152. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-presentation-contracts.js +1 -0
  153. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-presentation.js +333 -0
  154. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication-phase-contracts.js +1 -0
  155. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication-phase.js +71 -0
  156. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication.js +201 -0
  157. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-receipts.js +183 -0
  158. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-refs.js +200 -0
  159. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-tabs.js +142 -0
  160. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output.js +18 -910
  161. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prompt-guards.js +23 -13
  162. package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-receipt-reconciliation.js +198 -0
  163. package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery-contracts.js +1 -0
  164. package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery-presentation.js +154 -0
  165. package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery.js +68 -151
  166. package/dist/extensions/agent-browser/lib/orchestration/browser-run/screenshot-capture.js +14 -0
  167. package/dist/extensions/agent-browser/lib/orchestration/browser-run/screenshot-observation.js +169 -46
  168. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-commands.js +130 -0
  169. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-electron.js +210 -0
  170. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-observations.js +61 -0
  171. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-outcomes.js +187 -0
  172. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-refs.js +171 -0
  173. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-tabs.js +228 -0
  174. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state.js +77 -753
  175. package/dist/extensions/agent-browser/lib/orchestration/browser-run/text-visibility-diagnostics.js +182 -0
  176. package/dist/extensions/agent-browser/lib/orchestration/browser-run/timeout-diagnostics.js +256 -0
  177. package/dist/extensions/agent-browser/lib/orchestration/browser-run/timeout-progress.js +108 -0
  178. package/dist/extensions/agent-browser/lib/orchestration/code-artifact-observation.js +39 -0
  179. package/dist/extensions/agent-browser/lib/orchestration/code-image-observation.js +119 -0
  180. package/dist/extensions/agent-browser/lib/orchestration/electron-host/branch.js +92 -0
  181. package/dist/extensions/agent-browser/lib/orchestration/electron-host/cleanup-result.js +58 -0
  182. package/dist/extensions/agent-browser/lib/orchestration/electron-host/cleanup.js +78 -0
  183. package/dist/extensions/agent-browser/lib/orchestration/electron-host/contracts.js +1 -0
  184. package/dist/extensions/agent-browser/lib/orchestration/electron-host/discovery.js +106 -0
  185. package/dist/extensions/agent-browser/lib/orchestration/electron-host/index.js +48 -816
  186. package/dist/extensions/agent-browser/lib/orchestration/electron-host/policy.js +86 -0
  187. package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-collection.js +69 -0
  188. package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-data.js +167 -0
  189. package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-presentation.js +164 -0
  190. package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe.js +161 -0
  191. package/dist/extensions/agent-browser/lib/orchestration/electron-host/status.js +165 -0
  192. package/dist/extensions/agent-browser/lib/orchestration/execution-queue.js +21 -9
  193. package/dist/extensions/agent-browser/lib/orchestration/extension-artifact-preflight.js +211 -0
  194. package/dist/extensions/agent-browser/lib/orchestration/extension-artifacts.js +23 -0
  195. package/dist/extensions/agent-browser/lib/orchestration/extension-attachment-replay.js +99 -0
  196. package/dist/extensions/agent-browser/lib/orchestration/extension-branch-restore.js +275 -0
  197. package/dist/extensions/agent-browser/lib/orchestration/extension-code.js +280 -0
  198. package/dist/extensions/agent-browser/lib/orchestration/extension-command-admission.js +303 -0
  199. package/dist/extensions/agent-browser/lib/orchestration/extension-command-output.js +36 -0
  200. package/dist/extensions/agent-browser/lib/orchestration/extension-command-result.js +335 -0
  201. package/dist/extensions/agent-browser/lib/orchestration/extension-command-run.js +227 -0
  202. package/dist/extensions/agent-browser/lib/orchestration/extension-command-state.js +1 -0
  203. package/dist/extensions/agent-browser/lib/orchestration/extension-electron-ownership.js +204 -0
  204. package/dist/extensions/agent-browser/lib/orchestration/extension-execution-locks.js +139 -0
  205. package/dist/extensions/agent-browser/lib/orchestration/extension-execution-queue.js +24 -0
  206. package/dist/extensions/agent-browser/lib/orchestration/extension-host-coordination.js +98 -0
  207. package/dist/extensions/agent-browser/lib/orchestration/extension-host-run.js +295 -0
  208. package/dist/extensions/agent-browser/lib/orchestration/extension-intent-replay.js +41 -0
  209. package/dist/extensions/agent-browser/lib/orchestration/extension-invocation.js +7 -0
  210. package/dist/extensions/agent-browser/lib/orchestration/extension-lifecycle.js +102 -0
  211. package/dist/extensions/agent-browser/lib/orchestration/extension-managed-ownership.js +133 -0
  212. package/dist/extensions/agent-browser/lib/orchestration/extension-observation.js +120 -0
  213. package/dist/extensions/agent-browser/lib/orchestration/extension-prompt.js +180 -0
  214. package/dist/extensions/agent-browser/lib/orchestration/extension-recording.js +290 -0
  215. package/dist/extensions/agent-browser/lib/orchestration/extension-resource-contracts.js +1 -0
  216. package/dist/extensions/agent-browser/lib/orchestration/extension-resource-replay.js +269 -0
  217. package/dist/extensions/agent-browser/lib/orchestration/extension-result-state.js +113 -0
  218. package/dist/extensions/agent-browser/lib/orchestration/extension-runtime.js +146 -0
  219. package/dist/extensions/agent-browser/lib/orchestration/extension-script-leases.js +58 -0
  220. package/dist/extensions/agent-browser/lib/orchestration/extension-tool-boundary.js +62 -0
  221. package/dist/extensions/agent-browser/lib/orchestration/extension-version-check.js +54 -0
  222. package/dist/extensions/agent-browser/lib/orchestration/input-plan-types.js +1 -0
  223. package/dist/extensions/agent-browser/lib/orchestration/input-plan.js +261 -185
  224. package/dist/extensions/agent-browser/lib/orchestration/input-redaction.js +62 -0
  225. package/dist/extensions/agent-browser/lib/orchestration/native-config.js +144 -0
  226. package/dist/extensions/agent-browser/lib/orchestration/native-root-launch.js +77 -0
  227. package/dist/extensions/agent-browser/lib/orchestration/native-session-defaults.js +210 -139
  228. package/dist/extensions/agent-browser/lib/orchestration/operation-paths.js +124 -58
  229. package/dist/extensions/agent-browser/lib/orchestration/output-file.js +198 -98
  230. package/dist/extensions/agent-browser/lib/orchestration/script-mode.js +199 -96
  231. package/dist/extensions/agent-browser/lib/owned-managed-session-context.js +55 -0
  232. package/dist/extensions/agent-browser/lib/page-target-batch.js +118 -0
  233. package/dist/extensions/agent-browser/lib/page-target-guards.js +50 -0
  234. package/dist/extensions/agent-browser/lib/page-target-navigation.js +104 -0
  235. package/dist/extensions/agent-browser/lib/page-target-validation.js +59 -243
  236. package/dist/extensions/agent-browser/lib/parsing.js +13 -4
  237. package/dist/extensions/agent-browser/lib/pi-tool-rendering.js +134 -68
  238. package/dist/extensions/agent-browser/lib/playbook.js +18 -14
  239. package/dist/extensions/agent-browser/lib/process-child.js +284 -0
  240. package/dist/extensions/agent-browser/lib/process-environment.js +22 -6
  241. package/dist/extensions/agent-browser/lib/process-errors.js +23 -0
  242. package/dist/extensions/agent-browser/lib/process-identity.js +47 -15
  243. package/dist/extensions/agent-browser/lib/process-socket-storage.js +256 -0
  244. package/dist/extensions/agent-browser/lib/process-stdout.js +74 -0
  245. package/dist/extensions/agent-browser/lib/process.js +146 -537
  246. package/dist/extensions/agent-browser/lib/prompt-artifacts.js +287 -0
  247. package/dist/extensions/agent-browser/lib/prompt-policy.js +15 -194
  248. package/dist/extensions/agent-browser/lib/read-command.js +41 -0
  249. package/dist/extensions/agent-browser/lib/read-confirmation.js +138 -35
  250. package/dist/extensions/agent-browser/lib/recording-reservations.js +118 -45
  251. package/dist/extensions/agent-browser/lib/redaction-fields.js +75 -0
  252. package/dist/extensions/agent-browser/lib/redaction-json.js +149 -0
  253. package/dist/extensions/agent-browser/lib/redaction-url.js +88 -0
  254. package/dist/extensions/agent-browser/lib/results/action-contracts.js +1 -0
  255. package/dist/extensions/agent-browser/lib/results/action-recommendations.js +28 -271
  256. package/dist/extensions/agent-browser/lib/results/artifact-contracts.js +1 -0
  257. package/dist/extensions/agent-browser/lib/results/artifact-manifest-validation.js +133 -0
  258. package/dist/extensions/agent-browser/lib/results/artifact-manifest.js +96 -94
  259. package/dist/extensions/agent-browser/lib/results/artifact-recommendations.js +73 -0
  260. package/dist/extensions/agent-browser/lib/results/categories.js +111 -54
  261. package/dist/extensions/agent-browser/lib/results/confirmation.js +29 -10
  262. package/dist/extensions/agent-browser/lib/results/editable-ref-evidence.js +62 -27
  263. package/dist/extensions/agent-browser/lib/results/electron-recommendations.js +83 -0
  264. package/dist/extensions/agent-browser/lib/results/envelope-decoding.js +48 -0
  265. package/dist/extensions/agent-browser/lib/results/envelope.js +93 -66
  266. package/dist/extensions/agent-browser/lib/results/evidence-contracts.js +1 -0
  267. package/dist/extensions/agent-browser/lib/results/failure-recommendations.js +180 -0
  268. package/dist/extensions/agent-browser/lib/results/network-routes.js +86 -45
  269. package/dist/extensions/agent-browser/lib/results/network.js +35 -12
  270. package/dist/extensions/agent-browser/lib/results/next-actions.js +49 -19
  271. package/dist/extensions/agent-browser/lib/results/presentation/artifact-files.js +320 -0
  272. package/dist/extensions/agent-browser/lib/results/presentation/artifact-format.js +138 -0
  273. package/dist/extensions/agent-browser/lib/results/presentation/artifact-images.js +113 -0
  274. package/dist/extensions/agent-browser/lib/results/presentation/artifact-verification.js +145 -0
  275. package/dist/extensions/agent-browser/lib/results/presentation/artifacts.js +99 -552
  276. package/dist/extensions/agent-browser/lib/results/presentation/batch-contracts.js +1 -0
  277. package/dist/extensions/agent-browser/lib/results/presentation/batch-recording.js +118 -0
  278. package/dist/extensions/agent-browser/lib/results/presentation/batch-redaction.js +68 -0
  279. package/dist/extensions/agent-browser/lib/results/presentation/batch-rendering.js +135 -0
  280. package/dist/extensions/agent-browser/lib/results/presentation/batch-step.js +227 -0
  281. package/dist/extensions/agent-browser/lib/results/presentation/batch-summary.js +91 -0
  282. package/dist/extensions/agent-browser/lib/results/presentation/batch.js +91 -460
  283. package/dist/extensions/agent-browser/lib/results/presentation/browser-profile-recovery.js +9 -5
  284. package/dist/extensions/agent-browser/lib/results/presentation/command-presenters.js +216 -0
  285. package/dist/extensions/agent-browser/lib/results/presentation/common.js +26 -9
  286. package/dist/extensions/agent-browser/lib/results/presentation/content.js +86 -29
  287. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-a11y.js +67 -0
  288. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-health.js +79 -0
  289. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-identity.js +199 -0
  290. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-logs.js +75 -0
  291. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-network-actions.js +216 -0
  292. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-network.js +124 -0
  293. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-redaction.js +64 -0
  294. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-storage.js +209 -0
  295. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-stream.js +69 -0
  296. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-summary.js +222 -0
  297. package/dist/extensions/agent-browser/lib/results/presentation/diagnostics.js +103 -1019
  298. package/dist/extensions/agent-browser/lib/results/presentation/early-result.js +70 -0
  299. package/dist/extensions/agent-browser/lib/results/presentation/errors.js +130 -60
  300. package/dist/extensions/agent-browser/lib/results/presentation/input-contracts.js +1 -0
  301. package/dist/extensions/agent-browser/lib/results/presentation/large-output.js +60 -145
  302. package/dist/extensions/agent-browser/lib/results/presentation/navigation.js +147 -88
  303. package/dist/extensions/agent-browser/lib/results/presentation/notices.js +75 -0
  304. package/dist/extensions/agent-browser/lib/results/presentation/observation-contracts.js +1 -0
  305. package/dist/extensions/agent-browser/lib/results/presentation/observation-rendering.js +127 -0
  306. package/dist/extensions/agent-browser/lib/results/presentation/outcomes.js +120 -0
  307. package/dist/extensions/agent-browser/lib/results/presentation/output-completion.js +77 -0
  308. package/dist/extensions/agent-browser/lib/results/presentation/output-spill.js +51 -0
  309. package/dist/extensions/agent-browser/lib/results/presentation/registry.js +117 -237
  310. package/dist/extensions/agent-browser/lib/results/presentation/semantic-action.js +35 -21
  311. package/dist/extensions/agent-browser/lib/results/presentation/skills.js +104 -73
  312. package/dist/extensions/agent-browser/lib/results/presentation/source.js +109 -0
  313. package/dist/extensions/agent-browser/lib/results/presentation.js +17 -248
  314. package/dist/extensions/agent-browser/lib/results/recommendation-contracts.js +1 -0
  315. package/dist/extensions/agent-browser/lib/results/recording.js +52 -14
  316. package/dist/extensions/agent-browser/lib/results/recovery-actions.js +14 -5
  317. package/dist/extensions/agent-browser/lib/results/recovery-next-actions.js +30 -22
  318. package/dist/extensions/agent-browser/lib/results/selector-recovery-target.js +83 -0
  319. package/dist/extensions/agent-browser/lib/results/selector-recovery.js +123 -123
  320. package/dist/extensions/agent-browser/lib/results/snapshot-compact.js +266 -0
  321. package/dist/extensions/agent-browser/lib/results/snapshot-content.js +32 -0
  322. package/dist/extensions/agent-browser/lib/results/snapshot-high-value-controls.js +104 -71
  323. package/dist/extensions/agent-browser/lib/results/snapshot-refs.js +31 -11
  324. package/dist/extensions/agent-browser/lib/results/snapshot-segments.js +125 -66
  325. package/dist/extensions/agent-browser/lib/results/snapshot-spill.js +26 -7
  326. package/dist/extensions/agent-browser/lib/results/snapshot.js +28 -248
  327. package/dist/extensions/agent-browser/lib/results/text.js +16 -5
  328. package/dist/extensions/agent-browser/lib/runtime-args-validation.js +133 -0
  329. package/dist/extensions/agent-browser/lib/runtime-compatibility.js +81 -0
  330. package/dist/extensions/agent-browser/lib/runtime-contracts.js +1 -0
  331. package/dist/extensions/agent-browser/lib/runtime-redaction.js +118 -0
  332. package/dist/extensions/agent-browser/lib/runtime-replay-events.js +144 -0
  333. package/dist/extensions/agent-browser/lib/runtime-session-identity.js +76 -0
  334. package/dist/extensions/agent-browser/lib/runtime-session-plan.js +114 -0
  335. package/dist/extensions/agent-browser/lib/runtime-session-replay.js +123 -0
  336. package/dist/extensions/agent-browser/lib/runtime-tab-correction.js +65 -0
  337. package/dist/extensions/agent-browser/lib/runtime-timeouts.js +28 -0
  338. package/dist/extensions/agent-browser/lib/runtime.js +137 -1037
  339. package/dist/extensions/agent-browser/lib/session-identity.js +51 -0
  340. package/dist/extensions/agent-browser/lib/session-page-observation.js +357 -0
  341. package/dist/extensions/agent-browser/lib/session-page-state.js +188 -324
  342. package/dist/extensions/agent-browser/lib/session-page-types.js +1 -0
  343. package/dist/extensions/agent-browser/lib/temp-artifact-budget.js +78 -0
  344. package/dist/extensions/agent-browser/lib/temp-mutation-queue.js +7 -0
  345. package/dist/extensions/agent-browser/lib/temp-root-ownership.js +234 -0
  346. package/dist/extensions/agent-browser/lib/temp-root.js +207 -0
  347. package/dist/extensions/agent-browser/lib/temp.js +33 -446
  348. package/dist/extensions/agent-browser/lib/tool-surface.js +94 -24
  349. package/dist/extensions/agent-browser/lib/upstream-version.js +3 -2
  350. package/dist/extensions/agent-browser/lib/web-search-providers.js +229 -0
  351. package/dist/extensions/agent-browser/lib/web-search-request.js +108 -0
  352. package/dist/extensions/agent-browser/lib/web-search-results.js +281 -0
  353. package/dist/extensions/agent-browser/lib/web-search-schema.js +82 -0
  354. package/dist/extensions/agent-browser/lib/web-search.js +109 -617
  355. package/dist/extensions/agent-browser/lib/webmcp-observation.js +13 -6
  356. package/dist/extensions/agent-browser/lib/windows-stock-launcher.js +63 -37
  357. package/dist/extensions/agent-browser/script-worker.js +80 -43
  358. package/dist/scripts/agent-browser-target.mjs +4 -2
  359. package/docs/ARCHITECTURE.md +22 -10
  360. package/docs/CODE_QUALITY.md +242 -0
  361. package/docs/COMMAND_REFERENCE.md +264 -229
  362. package/docs/ELECTRON.md +53 -44
  363. package/docs/RELEASE.md +21 -17
  364. package/docs/REQUIREMENTS.md +2 -0
  365. package/docs/SESSION_STORAGE.md +1 -1
  366. package/docs/SUPPORT_MATRIX.md +84 -77
  367. package/docs/TOOL_CONTRACT.md +165 -130
  368. package/docs/platform-smoke.md +5 -5
  369. package/package.json +143 -120
  370. package/scripts/agent-browser-capability-baseline.mjs +361 -957
  371. package/scripts/agent-browser-target.mjs +6 -2
  372. package/scripts/build.mjs +37 -8
  373. package/scripts/capability-core-commands.mjs +193 -0
  374. package/scripts/capability-options.mjs +283 -0
  375. package/scripts/capability-samples.mjs +133 -0
  376. package/scripts/capability-section.mjs +11 -0
  377. package/scripts/config.mjs +213 -114
  378. package/scripts/convert-browser-session.mjs +30 -9
  379. package/scripts/doctor-sources.mjs +195 -0
  380. package/scripts/doctor.mjs +92 -247
  381. package/scripts/platform-smoke/artifacts.mjs +38 -11
  382. package/scripts/platform-smoke/commands.mjs +104 -0
  383. package/scripts/platform-smoke/crabbox-runner.mjs +167 -80
  384. package/scripts/platform-smoke/doctor-support.mjs +157 -0
  385. package/scripts/platform-smoke/doctor-windows.mjs +230 -0
  386. package/scripts/platform-smoke/doctor.mjs +212 -320
  387. package/scripts/platform-smoke/lease-evidence.mjs +134 -0
  388. package/scripts/platform-smoke/suite-checks.mjs +98 -0
  389. package/scripts/platform-smoke/suite-evidence.mjs +281 -0
  390. package/scripts/platform-smoke/targets.mjs +158 -472
  391. package/scripts/platform-smoke.mjs +55 -40
  392. package/scripts/prepare.mjs +16 -7
@@ -0,0 +1,147 @@
1
+ import { isRecord } from "../../../parsing.js";
2
+ import { redactSensitiveText } from "../../../runtime-redaction.js";
3
+ const RENDERED_TEXT_SEARCH_MAX_MATCHES = 8;
4
+ export function buildRenderedTextSearchEval(search) {
5
+ return `(() => {
6
+ const query = ${JSON.stringify(search.trim().toLowerCase())};
7
+ const limit = ${RENDERED_TEXT_SEARCH_MAX_MATCHES};
8
+ const normalize = (value) => String(value ?? "").replace(/\\s+/g, " ").trim();
9
+ const attributeTextOf = (element) => [element.getAttribute("aria-label"), element.getAttribute("title"), element.getAttribute("placeholder")].filter(Boolean).join(" ");
10
+ const searchableTextOf = (element) => normalize([attributeTextOf(element), element.textContent].filter(Boolean).join(" "));
11
+ const renderedTextOf = (element) => normalize([attributeTextOf(element), element instanceof HTMLElement ? element.innerText : element.textContent].filter(Boolean).join(" "));
12
+ const isRendered = (element) => {
13
+ if (!(element instanceof Element) || element.getClientRects().length === 0) return false;
14
+ const visibility = getComputedStyle(element).visibility;
15
+ if (visibility === "hidden" || visibility === "collapse") return false;
16
+ for (let current = element; current; current = current.parentElement) {
17
+ if (Number(getComputedStyle(current).opacity) === 0) return false;
18
+ }
19
+ return true;
20
+ };
21
+ const validationPattern = /(?:^|[-_\\s])(?:error|invalid|validation|warning)(?:$|[-_\\s])/i;
22
+ const validationAncestor = (element) => {
23
+ for (let current = element; current && current !== document.body; current = current.parentElement) {
24
+ const role = current.getAttribute("role");
25
+ const live = current.getAttribute("aria-live");
26
+ const descriptor = [current.id, current.className, current.getAttribute("data-testid")].map(normalize).join(" ");
27
+ if (["alert", "alertdialog", "status"].includes(role || "") || current.getAttribute("aria-invalid") === "true" || (live && live !== "off") || validationPattern.test(descriptor)) return current;
28
+ }
29
+ return null;
30
+ };
31
+ const candidates = Array.from(document.querySelectorAll("body *")).filter((element) => searchableTextOf(element).toLowerCase().includes(query));
32
+ const candidateSet = new Set(candidates);
33
+ const minimal = candidates.filter((element) => !Array.from(element.children).some((child) => candidateSet.has(child)));
34
+ const rendered = minimal.filter((element) => isRendered(element) && renderedTextOf(element).toLowerCase().includes(query));
35
+ const matches = rendered.map((element, index) => {
36
+ const semantic = validationAncestor(element);
37
+ const source = semantic || element;
38
+ const text = renderedTextOf(element);
39
+ const matchIndex = text.toLowerCase().indexOf(query);
40
+ const start = Math.max(0, matchIndex - 80);
41
+ const snippet = text.slice(start, start + 240);
42
+ const rect = element.getBoundingClientRect();
43
+ const name = normalize(element.getAttribute("aria-label") || element.getAttribute("title") || element.getAttribute("placeholder")) || undefined;
44
+ return {
45
+ index,
46
+ kind: semantic ? "validation" : "text",
47
+ name,
48
+ offscreen: rect.bottom < 0 || rect.right < 0 || rect.top > innerHeight || rect.left > innerWidth,
49
+ role: source.getAttribute("role") || undefined,
50
+ tagName: element.tagName.toLowerCase(),
51
+ text: snippet,
52
+ };
53
+ }).sort((left, right) => (left.kind === right.kind ? left.index - right.index : left.kind === "validation" ? -1 : 1));
54
+ const unique = [];
55
+ const seen = new Set();
56
+ for (const match of matches) {
57
+ const key = [match.kind, match.role, match.name, match.text].join("\\n");
58
+ if (seen.has(key)) continue;
59
+ seen.add(key);
60
+ const { index, ...visible } = match;
61
+ unique.push(visible);
62
+ }
63
+ return { matches: unique.slice(0, limit), totalMatches: unique.length, truncated: unique.length > limit };
64
+ })()`;
65
+ }
66
+ export function extractRenderedTextSearchResult(data) {
67
+ const result = isRecord(data) && isRecord(data.result) ? data.result : data;
68
+ if (!isRecord(result) || !Array.isArray(result.matches)) {
69
+ return undefined;
70
+ }
71
+ const matches = result.matches
72
+ .flatMap((value) => {
73
+ if (!isRecord(value) ||
74
+ (value.kind !== "text" && value.kind !== "validation") ||
75
+ typeof value.offscreen !== "boolean" ||
76
+ typeof value.tagName !== "string" ||
77
+ typeof value.text !== "string") {
78
+ return [];
79
+ }
80
+ return [
81
+ {
82
+ kind: value.kind,
83
+ ...(typeof value.name === "string" ? { name: redactSensitiveText(value.name) } : {}),
84
+ offscreen: value.offscreen,
85
+ ...(typeof value.role === "string" ? { role: value.role } : {}),
86
+ tagName: value.tagName,
87
+ text: redactSensitiveText(value.text),
88
+ },
89
+ ];
90
+ })
91
+ .slice(0, RENDERED_TEXT_SEARCH_MAX_MATCHES);
92
+ const totalMatches = typeof result.totalMatches === "number" &&
93
+ Number.isInteger(result.totalMatches) &&
94
+ result.totalMatches >= matches.length
95
+ ? result.totalMatches
96
+ : matches.length;
97
+ return {
98
+ matches,
99
+ totalMatches,
100
+ truncated: result.truncated === true || totalMatches > matches.length,
101
+ };
102
+ }
103
+ export function attachRenderedTextMatchRefs(matches, snapshotData) {
104
+ if (!isRecord(snapshotData) || !isRecord(snapshotData.refs)) {
105
+ return [...matches];
106
+ }
107
+ const refs = snapshotData.refs;
108
+ return matches.map((match) => {
109
+ if (match.name === undefined || match.name === "") {
110
+ return match;
111
+ }
112
+ const normalizedName = match.name.replace(/\s+/g, " ").trim().toLowerCase();
113
+ const candidates = Object.entries(refs).filter(([, value]) => {
114
+ if (!isRecord(value) || typeof value.name !== "string") {
115
+ return false;
116
+ }
117
+ const nameMatches = value.name.replace(/\s+/g, " ").trim().toLowerCase() === normalizedName;
118
+ return (nameMatches &&
119
+ (match.role === undefined ||
120
+ match.role === "" ||
121
+ typeof value.role !== "string" ||
122
+ value.role.toLowerCase() === match.role.toLowerCase()));
123
+ });
124
+ return candidates.length === 1 ? { ...match, ref: candidates[0][0] } : match;
125
+ });
126
+ }
127
+ export function formatRenderedTextSearchMatches(result) {
128
+ if (!result || result.matches.length === 0) {
129
+ return undefined;
130
+ }
131
+ const lines = result.matches.map((match) => {
132
+ const context = [
133
+ match.kind === "validation" ? "validation" : undefined,
134
+ match.offscreen ? "outside viewport" : undefined,
135
+ match.role,
136
+ match.tagName,
137
+ match.ref !== undefined && match.ref !== "" ? `@${match.ref}` : undefined,
138
+ ]
139
+ .filter(Boolean)
140
+ .join(", ");
141
+ return `- ${JSON.stringify(match.text)}${context !== "" ? ` (${context})` : ""}`;
142
+ });
143
+ if (result.truncated) {
144
+ lines.push(`- ... (${result.totalMatches - result.matches.length} additional rendered-text matches omitted)`);
145
+ }
146
+ return ["Rendered page text matches:", ...lines].join("\n");
147
+ }
@@ -12,45 +12,62 @@ function parseMillisecondsToken(token) {
12
12
  const parsed = Number(token);
13
13
  return Number.isSafeInteger(parsed) ? parsed : undefined;
14
14
  }
15
- function findCommandTimeoutMs(commandTokens) {
15
+ function supportsCommandTimeout(commandTokens) {
16
16
  const [command, subcommand] = commandTokens;
17
- if (command !== "wait" && command !== "read" && !(command === "webmcp" && ["invoke", "result"].includes(subcommand ?? "")))
17
+ return (command === "wait" ||
18
+ command === "read" ||
19
+ (command === "webmcp" && ["invoke", "result"].includes(subcommand)));
20
+ }
21
+ function findCommandTimeoutMs(commandTokens) {
22
+ if (!supportsCommandTimeout(commandTokens)) {
18
23
  return undefined;
24
+ }
19
25
  for (let index = 1; index < commandTokens.length; index += 1) {
20
26
  const token = commandTokens[index];
21
- if (token === "--timeout")
27
+ if (token === "--timeout") {
22
28
  return parseMillisecondsToken(commandTokens[index + 1]);
23
- if (token.startsWith("--timeout="))
29
+ }
30
+ if (token.startsWith("--timeout=")) {
24
31
  return parseMillisecondsToken(token.slice("--timeout=".length));
32
+ }
25
33
  }
26
- const firstWaitArgument = commandTokens[0] === "wait" ? commandTokens[1] : undefined;
27
- return firstWaitArgument && !firstWaitArgument.startsWith("-") ? parseMillisecondsToken(firstWaitArgument) : undefined;
34
+ const firstWaitArgument = commandTokens[0] === "wait" ? commandTokens.at(1) : undefined;
35
+ return firstWaitArgument !== undefined &&
36
+ firstWaitArgument !== "" &&
37
+ !firstWaitArgument.startsWith("-")
38
+ ? parseMillisecondsToken(firstWaitArgument)
39
+ : undefined;
28
40
  }
29
41
  export function findFirstPositionalArgument(commandTokens) {
30
42
  for (let index = 1; index < commandTokens.length; index += 1) {
31
43
  const token = commandTokens[index];
32
44
  const flag = token.split("=", 1)[0];
33
45
  if (POSITIONAL_VALUE_FLAGS.has(flag)) {
34
- if (!token.includes("="))
46
+ if (!token.includes("=")) {
35
47
  index += 1;
48
+ }
36
49
  continue;
37
50
  }
38
- if (GLOBAL_BOOLEAN_FLAGS_WITH_OPTIONAL_VALUES.has(flag) && ["true", "false"].includes(commandTokens[index + 1] ?? "")) {
51
+ if (GLOBAL_BOOLEAN_FLAGS_WITH_OPTIONAL_VALUES.has(flag) &&
52
+ ["true", "false"].includes(commandTokens[index + 1] ?? "")) {
39
53
  index += 1;
40
54
  continue;
41
55
  }
42
- if (!token.startsWith("-"))
56
+ if (!token.startsWith("-")) {
43
57
  return token;
58
+ }
44
59
  }
45
60
  return undefined;
46
61
  }
47
62
  function readUsesActivePageUrl(commandTokens) {
48
- return !isBrowserIndependentRead(commandTokens) && commandTokens.some((token) => token === "--require-md" || token === "--llms" || token.startsWith("--llms="));
63
+ return (!isBrowserIndependentRead(commandTokens) &&
64
+ commandTokens.some((token) => token === "--require-md" || token === "--llms" || token.startsWith("--llms=")));
49
65
  }
50
66
  function readRequestBudget(commandTokens, activePageUrl) {
51
67
  const target = getExplicitReadUrl(commandTokens) ?? activePageUrl;
52
- if (target === undefined)
68
+ if (target === undefined) {
53
69
  return 1;
70
+ }
54
71
  let url;
55
72
  try {
56
73
  url = new URL(target.includes("://") ? target : `https://${target}`);
@@ -59,51 +76,69 @@ function readRequestBudget(commandTokens, activePageUrl) {
59
76
  return 1;
60
77
  }
61
78
  const ancestorCount = url.pathname.split("/").filter(Boolean).length + 1;
62
- if (commandTokens.some((token) => token === "--llms" || token.startsWith("--llms=")))
79
+ if (commandTokens.some((token) => token === "--llms" || token.startsWith("--llms="))) {
63
80
  return ancestorCount;
64
- if (commandTokens.includes("--raw"))
81
+ }
82
+ if (commandTokens.includes("--raw")) {
65
83
  return 1;
84
+ }
66
85
  return ancestorCount + 3;
67
86
  }
68
87
  function commandTimeoutBudgetMs(commandTokens, activePageUrl) {
69
88
  const timeoutMs = findCommandTimeoutMs(commandTokens);
70
- if (timeoutMs === undefined)
89
+ if (timeoutMs === undefined) {
71
90
  return undefined;
72
- return commandTokens[0] === "read" ? timeoutMs * readRequestBudget(commandTokens, activePageUrl) : timeoutMs;
91
+ }
92
+ return commandTokens[0] === "read"
93
+ ? timeoutMs * readRequestBudget(commandTokens, activePageUrl)
94
+ : timeoutMs;
73
95
  }
74
96
  function findCommandTimeoutBudgetMs(commandTokens, stdin, activePageUrl) {
75
97
  const directTimeout = commandTimeoutBudgetMs(commandTokens, activePageUrl);
76
- if (directTimeout !== undefined)
98
+ if (directTimeout !== undefined) {
77
99
  return directTimeout;
78
- if (commandTokens[0] !== "batch")
100
+ }
101
+ if (commandTokens[0] !== "batch") {
79
102
  return undefined;
103
+ }
80
104
  let batchTimeoutTotal = 0;
81
105
  let batchPageUrl = activePageUrl;
82
106
  for (const step of getUpstreamEffectiveBatchSteps(commandTokens, stdin)) {
83
107
  batchTimeoutTotal += commandTimeoutBudgetMs(step, batchPageUrl) ?? 0;
84
- if (isOpenNavigationCommand(step[0]))
108
+ if (isOpenNavigationCommand(step[0])) {
85
109
  batchPageUrl = findFirstPositionalArgument(step);
110
+ }
86
111
  }
87
112
  return batchTimeoutTotal === 0 ? undefined : batchTimeoutTotal;
88
113
  }
114
+ function activeReadNeedsPageUrl(commandTokens) {
115
+ return (commandTokens[0] === "read" &&
116
+ findCommandTimeoutMs(commandTokens) !== undefined &&
117
+ readUsesActivePageUrl(commandTokens));
118
+ }
89
119
  export function commandTimeoutNeedsActivePageUrl(commandTokens, stdin) {
90
- if (commandTokens[0] === "read")
91
- return findCommandTimeoutMs(commandTokens) !== undefined && readUsesActivePageUrl(commandTokens);
92
- if (commandTokens[0] !== "batch")
120
+ if (commandTokens[0] === "read") {
121
+ return activeReadNeedsPageUrl(commandTokens);
122
+ }
123
+ if (commandTokens[0] !== "batch") {
93
124
  return false;
125
+ }
94
126
  let hasKnownPageUrl = false;
95
127
  for (const step of getUpstreamEffectiveBatchSteps(commandTokens, stdin)) {
96
- if (isOpenNavigationCommand(step[0]) && findFirstPositionalArgument(step))
128
+ if (isOpenNavigationCommand(step[0]) && (findFirstPositionalArgument(step) ?? "") !== "") {
97
129
  hasKnownPageUrl = true;
98
- if (!hasKnownPageUrl && findCommandTimeoutMs(step) !== undefined && step[0] === "read" && readUsesActivePageUrl(step))
130
+ }
131
+ if (!hasKnownPageUrl && activeReadNeedsPageUrl(step)) {
99
132
  return true;
133
+ }
100
134
  }
101
135
  return false;
102
136
  }
103
137
  export function getCommandAwareProcessTimeoutMs(commandTokens, stdin, activePageUrl) {
104
138
  const timeoutBudgetMs = findCommandTimeoutBudgetMs(commandTokens, stdin, activePageUrl);
105
- if (timeoutBudgetMs === undefined)
139
+ if (timeoutBudgetMs === undefined) {
106
140
  return undefined;
141
+ }
107
142
  const neededTimeoutMs = timeoutBudgetMs + COMMAND_PROCESS_TIMEOUT_GRACE_MS;
108
143
  const defaultProcessTimeoutMs = getAgentBrowserProcessTimeoutMs();
109
144
  return neededTimeoutMs > defaultProcessTimeoutMs ? neededTimeoutMs : undefined;
@@ -0,0 +1,159 @@
1
+ import { copyFile, mkdir } from "node:fs/promises";
2
+ import { dirname, resolve } from "node:path";
3
+ import { projectUpstreamGlobalFlags } from "../../argv-grammar.js";
4
+ import { pathExists } from "../../fs-utils.js";
5
+ import { extractCommandTokens, extractUpstreamCommandTokens, parseWaitCommandTokens, } from "../../runtime.js";
6
+ import { getUpstreamEffectiveBatchSteps, parseBatchStdinJsonArray } from "../batch-stdin.js";
7
+ import { getScreenshotPathTokenIndex } from "./artifact-paths.js";
8
+ function getArtifactParentPathTokenIndex(commandTokens) {
9
+ if (commandTokens[0] === "download" && commandTokens.length >= 3) {
10
+ return 2;
11
+ }
12
+ if (commandTokens[0] === "pdf" && commandTokens.length >= 2) {
13
+ return 1;
14
+ }
15
+ if (commandTokens[0] === "state" && commandTokens[1] === "save" && commandTokens.length >= 3) {
16
+ return 2;
17
+ }
18
+ if (commandTokens[0] === "wait") {
19
+ return parseWaitCommandTokens(commandTokens).downloadPathIndex;
20
+ }
21
+ return undefined;
22
+ }
23
+ async function ensureArtifactParentDirectory(commandTokens, cwd) {
24
+ const pathIndex = getArtifactParentPathTokenIndex(commandTokens);
25
+ if (pathIndex === undefined) {
26
+ return;
27
+ }
28
+ const requestedPath = commandTokens.at(pathIndex);
29
+ if (requestedPath === undefined || requestedPath === "") {
30
+ return;
31
+ }
32
+ await mkdir(dirname(resolve(cwd, requestedPath)), { recursive: true });
33
+ }
34
+ function screenshotPathIndex(commandTokens, batchStep) {
35
+ if (batchStep) {
36
+ return getScreenshotPathTokenIndex(commandTokens);
37
+ }
38
+ const projection = projectUpstreamGlobalFlags(commandTokens);
39
+ const index = getScreenshotPathTokenIndex(projection.tokens);
40
+ return index === undefined ? undefined : projection.indices[index];
41
+ }
42
+ async function normalizeScreenshotPathInTokens(commandTokens, cwd, batchStep = false) {
43
+ const pathIndex = screenshotPathIndex(commandTokens, batchStep);
44
+ if (pathIndex === undefined) {
45
+ return { tokens: [...commandTokens] };
46
+ }
47
+ const requestedPath = commandTokens[pathIndex];
48
+ const absolutePath = resolve(cwd, requestedPath);
49
+ await mkdir(dirname(absolutePath), { recursive: true });
50
+ const tokens = [...commandTokens];
51
+ tokens[pathIndex] = absolutePath;
52
+ const terminatorIndex = batchStep ? -1 : tokens.indexOf("--");
53
+ if (terminatorIndex >= 0) {
54
+ tokens.splice(terminatorIndex, 1);
55
+ }
56
+ return { request: { absolutePath, path: requestedPath }, tokens };
57
+ }
58
+ async function prepareRawBatchDirectories(steps, cwd) {
59
+ for (const step of steps) {
60
+ // Preserve native row ordering and fail at the first unwritable directory.
61
+ // oxlint-disable-next-line no-await-in-loop
62
+ await ensureArtifactParentDirectory(step, cwd);
63
+ if (step[0] === "screenshot") {
64
+ // Resolve only for mkdir: native raw row strings must remain unchanged.
65
+ // oxlint-disable-next-line no-await-in-loop
66
+ await normalizeScreenshotPathInTokens(step, cwd, true);
67
+ }
68
+ }
69
+ }
70
+ function isStringRow(value) {
71
+ if (!Array.isArray(value)) {
72
+ return false;
73
+ }
74
+ const items = value;
75
+ return items.every((item) => typeof item === "string");
76
+ }
77
+ async function prepareBatchScreenshotPaths(args, stdin, cwd) {
78
+ const commandTokens = extractUpstreamCommandTokens(args);
79
+ if (commandTokens[0] !== "batch") {
80
+ return undefined;
81
+ }
82
+ const argumentSteps = getUpstreamEffectiveBatchSteps(commandTokens, undefined);
83
+ if (argumentSteps.length > 0) {
84
+ await prepareRawBatchDirectories(argumentSteps, cwd);
85
+ return undefined;
86
+ }
87
+ if (stdin === undefined) {
88
+ return undefined;
89
+ }
90
+ const parsed = parseBatchStdinJsonArray(stdin);
91
+ if (parsed.error !== undefined && parsed.error !== "") {
92
+ return undefined;
93
+ }
94
+ if (parsed.steps === undefined) {
95
+ return undefined;
96
+ }
97
+ const batchScreenshotPathRequests = [];
98
+ const preparedSteps = await Promise.all(parsed.steps.map(async (step, index) => {
99
+ if (!isStringRow(step)) {
100
+ return step;
101
+ }
102
+ await ensureArtifactParentDirectory(step, cwd);
103
+ if (step[0] !== "screenshot") {
104
+ return step;
105
+ }
106
+ const normalized = await normalizeScreenshotPathInTokens(step, cwd, true);
107
+ batchScreenshotPathRequests[index] = normalized.request;
108
+ return normalized.tokens;
109
+ }));
110
+ if (!batchScreenshotPathRequests.some((request) => request !== undefined)) {
111
+ return undefined;
112
+ }
113
+ return {
114
+ args: [...args],
115
+ batchScreenshotPathRequests: parsed.steps.flatMap((step, index) => Array.isArray(step) && step.length === 0 ? [] : [batchScreenshotPathRequests[index]]),
116
+ stdin: JSON.stringify(preparedSteps),
117
+ };
118
+ }
119
+ export async function prepareAgentBrowserArgs(args, stdin, cwd) {
120
+ const preparedBatch = await prepareBatchScreenshotPaths(args, stdin, cwd);
121
+ if (preparedBatch) {
122
+ return preparedBatch;
123
+ }
124
+ const commandTokens = extractCommandTokens(args);
125
+ await ensureArtifactParentDirectory(extractUpstreamCommandTokens(args), cwd);
126
+ const normalized = await normalizeScreenshotPathInTokens(commandTokens, cwd);
127
+ if (!normalized.request) {
128
+ return { args: [...args] };
129
+ }
130
+ const commandStartIndex = args.length - commandTokens.length;
131
+ return {
132
+ args: [...args.slice(0, commandStartIndex), ...normalized.tokens],
133
+ screenshotPathRequest: normalized.request,
134
+ };
135
+ }
136
+ export async function repairScreenshotData(options) {
137
+ const { cwd, data, request } = options;
138
+ if (data.changed === false) {
139
+ return { data };
140
+ }
141
+ const reportedPath = typeof data.path === "string" ? data.path : undefined;
142
+ const reportedAbsolutePath = reportedPath !== undefined && reportedPath !== "" ? resolve(cwd, reportedPath) : undefined;
143
+ let status = (await pathExists(request.absolutePath))
144
+ ? "saved"
145
+ : "missing";
146
+ let tempPath;
147
+ if (reportedAbsolutePath !== undefined && reportedAbsolutePath !== request.absolutePath) {
148
+ tempPath = reportedAbsolutePath;
149
+ if (status === "missing" && (await pathExists(reportedAbsolutePath))) {
150
+ await mkdir(dirname(request.absolutePath), { recursive: true });
151
+ await copyFile(reportedAbsolutePath, request.absolutePath);
152
+ status = "repaired-from-temp";
153
+ }
154
+ }
155
+ return {
156
+ data: { ...data, path: request.absolutePath },
157
+ request: { ...request, status, tempPath },
158
+ };
159
+ }
@@ -0,0 +1,131 @@
1
+ import { prepareAgentBrowserSpawnArgs } from "../../process.js";
2
+ import { redactInvocationArgs } from "../../runtime-redaction.js";
3
+ import { getBooleanFlagValue } from "../../argv-grammar.js";
4
+ import { prepareClickDispatchProbe } from "./click-dispatch.js";
5
+ import { collectScrollPositionSnapshot } from "./diagnostics.js";
6
+ import { preparationSessionDetails } from "./prepare-failure.js";
7
+ import { buildInvocationPreview } from "./prepare-input.js";
8
+ import { prepareProcessTimeout } from "./prepare-timeouts.js";
9
+ function shouldProbeScrollNoop(managedSessionActive, context) {
10
+ const plan = context.semantic.selection.executionPlan;
11
+ const amount = Number(context.semantic.commandTokens.find((token) => /^\d+(?:\.\d+)?$/.test(token)));
12
+ return (plan.commandInfo.command === "scroll" &&
13
+ plan.startupScopedFlags.length === 0 &&
14
+ (managedSessionActive || context.sessionMode === "fresh") &&
15
+ (!Number.isFinite(amount) || amount >= 500));
16
+ }
17
+ function redactedSemanticAction(context) {
18
+ const compiled = context.input.redactedCompiledSemanticAction;
19
+ return context.semantic.resolution && compiled?.action === "select"
20
+ ? { ...compiled, args: redactInvocationArgs(context.semantic.resolution.args) }
21
+ : compiled;
22
+ }
23
+ async function nativeCommandEvidence(facts, context) {
24
+ const plan = context.semantic.selection.executionPlan;
25
+ const page = context.semantic.selection.page;
26
+ const promptSnapshot = context.semantic.resolvedSnapshot ?? page.priorRefSnapshotState;
27
+ const processStdin = context.preparedArgs.stdin ?? context.stdin;
28
+ const processTimeoutMs = await prepareProcessTimeout(facts, {
29
+ commandTokens: context.semantic.commandTokens,
30
+ namespace: plan.namespace,
31
+ sessionName: plan.sessionName,
32
+ stdin: processStdin,
33
+ pageUrl: page.priorSessionTabTarget?.url,
34
+ refSnapshot: promptSnapshot,
35
+ });
36
+ const clickDispatchProbe = context.input.compiledElectron === undefined
37
+ ? await prepareClickDispatchProbe({
38
+ commandTokens: [...context.semantic.commandTokens],
39
+ cwd: facts.cwd,
40
+ namespace: plan.namespace,
41
+ refSnapshot: promptSnapshot,
42
+ sessionName: plan.sessionName,
43
+ signal: facts.signal,
44
+ timeoutMs: processTimeoutMs,
45
+ })
46
+ : undefined;
47
+ const redactedProcessArgs = redactInvocationArgs(prepareAgentBrowserSpawnArgs(plan.effectiveArgs, context.session.ownedManagedSession?.compatibilityUserAgent, facts.preserveAttachedBrowserSession, context.chromeStartupArgs));
48
+ const probeScroll = shouldProbeScrollNoop(facts.managedSessionActive, context);
49
+ const scrollPositionBefore = probeScroll
50
+ ? await collectScrollPositionSnapshot({
51
+ cwd: facts.cwd,
52
+ namespace: plan.namespace,
53
+ sessionName: plan.sessionName,
54
+ signal: facts.signal,
55
+ })
56
+ : undefined;
57
+ facts.onUpdate?.({
58
+ content: [
59
+ {
60
+ type: "text",
61
+ text: `Running agent-browser ${buildInvocationPreview(redactedProcessArgs)}`,
62
+ },
63
+ ],
64
+ details: {
65
+ compatibilityWorkaround: plan.compatibilityWorkaround,
66
+ effectiveArgs: redactedProcessArgs,
67
+ sessionMode: context.sessionMode,
68
+ sessionTabCorrection: context.semantic.selection.sessionTabCorrection,
69
+ ...preparationSessionDetails(facts.isRestoreDisabled(), plan),
70
+ },
71
+ });
72
+ return {
73
+ processArgs: plan.effectiveArgs,
74
+ processStdin,
75
+ processTimeoutMs,
76
+ clickDispatchProbe,
77
+ redactedProcessArgs,
78
+ shouldProbeScrollNoop: probeScroll,
79
+ scrollPositionBefore,
80
+ };
81
+ }
82
+ export async function prepareNativeCommand(facts, context, evidence) {
83
+ const native = await nativeCommandEvidence(facts, context);
84
+ const plan = context.semantic.selection.executionPlan;
85
+ const page = context.semantic.selection.page;
86
+ const input = context.input;
87
+ return {
88
+ kind: "ready",
89
+ prepared: {
90
+ compiledElectron: input.compiledElectron,
91
+ compiledJob: input.compiledJob,
92
+ compiledNetworkSourceLookup: input.compiledNetworkSourceLookup,
93
+ compiledQaPreset: input.compiledQaPreset,
94
+ compiledSemanticAction: input.compiledSemanticAction,
95
+ compiledSourceLookup: input.compiledSourceLookup,
96
+ redactedArgs: input.redactedArgs,
97
+ redactedCompiledElectron: input.redactedCompiledElectron,
98
+ redactedCompiledJob: input.redactedCompiledJob,
99
+ redactedCompiledNetworkSourceLookup: input.redactedCompiledNetworkSourceLookup,
100
+ redactedCompiledQaPreset: input.redactedCompiledQaPreset,
101
+ redactedCompiledSourceLookup: input.redactedCompiledSourceLookup,
102
+ ...native,
103
+ chromeStartupArgs: context.chromeStartupArgs,
104
+ commandTokens: [...context.semantic.commandTokens],
105
+ headedLaunch: context.session.headedLaunch,
106
+ providerLaunch: context.session.providerLaunch,
107
+ managedSessionPolicyLock: context.policy.lock,
108
+ compatibilityWorkaround: plan.compatibilityWorkaround,
109
+ electronLaunch: context.electronLaunch,
110
+ exactSensitiveValues: [...evidence.exactSensitiveValues],
111
+ executionPlan: plan,
112
+ ownedManagedSessionContext: context.session.ownedManagedSession,
113
+ preparedArgs: context.preparedArgs,
114
+ readConfirmation: context.session.readConfirmation,
115
+ priorRefSnapshotState: page.priorRefSnapshotState,
116
+ priorSessionTabTarget: page.priorSessionTabTarget,
117
+ priorSessionTabTargetUnknown: page.priorSessionTabTargetUnknown,
118
+ redactedCompiledSemanticAction: redactedSemanticAction(context),
119
+ redactedEffectiveArgs: [...evidence.redactedEffectiveArgs],
120
+ redactedRecoveryHint: evidence.redactedRecoveryHint,
121
+ resolvedSemanticActionRefSnapshot: context.semantic.resolvedSnapshot,
122
+ runtimeToolArgs: [...context.runtimeToolArgs],
123
+ runtimeToolStdin: context.stdin,
124
+ sessionMode: context.sessionMode,
125
+ sessionTabCorrection: context.semantic.selection.sessionTabCorrection,
126
+ sessionTabPinningReason: page.sessionTabPinningReason,
127
+ statePatch: evidence.statePatch,
128
+ userRequestedJson: getBooleanFlagValue(context.runtimeToolArgs, "--json") === true,
129
+ },
130
+ };
131
+ }