pi-agent-browser-native 0.9.2 → 0.9.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (392) hide show
  1. package/CHANGELOG.md +91 -5
  2. package/README.md +120 -86
  3. package/dist/extensions/agent-browser/index.js +43065 -2016
  4. package/dist/extensions/agent-browser/lib/argv-descriptor.js +49 -26
  5. package/dist/extensions/agent-browser/lib/argv-grammar.js +82 -93
  6. package/dist/extensions/agent-browser/lib/bash-guard.js +129 -126
  7. package/dist/extensions/agent-browser/lib/batch-lifecycle.js +113 -49
  8. package/dist/extensions/agent-browser/lib/browser-execution-claim-codec.js +61 -0
  9. package/dist/extensions/agent-browser/lib/browser-execution-claim-storage.js +232 -0
  10. package/dist/extensions/agent-browser/lib/browser-execution-claims.js +202 -0
  11. package/dist/extensions/agent-browser/lib/browser-execution-identity.js +77 -0
  12. package/dist/extensions/agent-browser/lib/browser-journal-branch.js +98 -0
  13. package/dist/extensions/agent-browser/lib/browser-journal-contracts.js +1 -0
  14. package/dist/extensions/agent-browser/lib/browser-journal-projection.js +221 -0
  15. package/dist/extensions/agent-browser/lib/browser-journal-reader.js +89 -0
  16. package/dist/extensions/agent-browser/lib/browser-journal-replay.js +246 -0
  17. package/dist/extensions/agent-browser/lib/browser-journal.js +103 -394
  18. package/dist/extensions/agent-browser/lib/browser-legacy-pages.js +220 -0
  19. package/dist/extensions/agent-browser/lib/browser-legacy-projection.js +282 -0
  20. package/dist/extensions/agent-browser/lib/browser-legacy-types.js +1 -0
  21. package/dist/extensions/agent-browser/lib/browser-session-conversion-stream.js +217 -0
  22. package/dist/extensions/agent-browser/lib/browser-session-conversion.js +80 -335
  23. package/dist/extensions/agent-browser/lib/browser-transcript-contracts.js +35 -0
  24. package/dist/extensions/agent-browser/lib/browser-transcript-validation.js +166 -0
  25. package/dist/extensions/agent-browser/lib/browser-transcript.js +137 -81
  26. package/dist/extensions/agent-browser/lib/browser-value-parsing.js +15 -0
  27. package/dist/extensions/agent-browser/lib/command-capabilities.js +340 -0
  28. package/dist/extensions/agent-browser/lib/command-policy.js +107 -88
  29. package/dist/extensions/agent-browser/lib/command-taxonomy.js +49 -322
  30. package/dist/extensions/agent-browser/lib/config-policy.js +138 -343
  31. package/dist/extensions/agent-browser/lib/config-providers.js +71 -0
  32. package/dist/extensions/agent-browser/lib/config-validation.js +218 -0
  33. package/dist/extensions/agent-browser/lib/config.js +19 -7
  34. package/dist/extensions/agent-browser/lib/electron/cdp.js +15 -7
  35. package/dist/extensions/agent-browser/lib/electron/cleanup.js +134 -55
  36. package/dist/extensions/agent-browser/lib/electron/discovery-darwin.js +109 -0
  37. package/dist/extensions/agent-browser/lib/electron/discovery-desktop.js +136 -0
  38. package/dist/extensions/agent-browser/lib/electron/discovery-evidence.js +89 -0
  39. package/dist/extensions/agent-browser/lib/electron/discovery-linux.js +93 -0
  40. package/dist/extensions/agent-browser/lib/electron/discovery-packages.js +162 -0
  41. package/dist/extensions/agent-browser/lib/electron/discovery-types.js +2 -0
  42. package/dist/extensions/agent-browser/lib/electron/discovery.js +140 -549
  43. package/dist/extensions/agent-browser/lib/electron/launch-monitor.js +102 -0
  44. package/dist/extensions/agent-browser/lib/electron/launch-process.js +209 -0
  45. package/dist/extensions/agent-browser/lib/electron/launch-types.js +2 -0
  46. package/dist/extensions/agent-browser/lib/electron/launch.js +249 -354
  47. package/dist/extensions/agent-browser/lib/executable-path.js +21 -12
  48. package/dist/extensions/agent-browser/lib/execution-cwd.js +35 -18
  49. package/dist/extensions/agent-browser/lib/input-modes/electron.js +162 -121
  50. package/dist/extensions/agent-browser/lib/input-modes/job.js +116 -313
  51. package/dist/extensions/agent-browser/lib/input-modes/lookup-network-evidence.js +104 -0
  52. package/dist/extensions/agent-browser/lib/input-modes/lookup-plan.js +132 -0
  53. package/dist/extensions/agent-browser/lib/input-modes/lookup-redaction.js +57 -0
  54. package/dist/extensions/agent-browser/lib/input-modes/lookup-source-evidence.js +151 -0
  55. package/dist/extensions/agent-browser/lib/input-modes/lookup-workspace.js +142 -0
  56. package/dist/extensions/agent-browser/lib/input-modes/lookups.js +57 -412
  57. package/dist/extensions/agent-browser/lib/input-modes/params.js +63 -17
  58. package/dist/extensions/agent-browser/lib/input-modes/qa-analysis.js +268 -0
  59. package/dist/extensions/agent-browser/lib/input-modes/qa-presentation.js +117 -0
  60. package/dist/extensions/agent-browser/lib/input-modes/script-child.js +396 -0
  61. package/dist/extensions/agent-browser/lib/input-modes/script-protocol.js +86 -0
  62. package/dist/extensions/agent-browser/lib/input-modes/script-types.js +1 -0
  63. package/dist/extensions/agent-browser/lib/input-modes/script-validation.js +60 -0
  64. package/dist/extensions/agent-browser/lib/input-modes/script.js +60 -409
  65. package/dist/extensions/agent-browser/lib/input-modes/semantic-action.js +218 -128
  66. package/dist/extensions/agent-browser/lib/input-modes/shared.js +15 -4
  67. package/dist/extensions/agent-browser/lib/input-modes/types.js +56 -7
  68. package/dist/extensions/agent-browser/lib/json-schema.js +22 -10
  69. package/dist/extensions/agent-browser/lib/launch-scoped-flags.js +17 -5
  70. package/dist/extensions/agent-browser/lib/managed-session-policy-lock.js +92 -425
  71. package/dist/extensions/agent-browser/lib/managed-session-posix-storage.js +58 -0
  72. package/dist/extensions/agent-browser/lib/managed-session-project-identity.js +244 -0
  73. package/dist/extensions/agent-browser/lib/managed-session-restore-context.js +84 -0
  74. package/dist/extensions/agent-browser/lib/managed-session-restore-policy.js +119 -0
  75. package/dist/extensions/agent-browser/lib/managed-session-restore-state.js +83 -0
  76. package/dist/extensions/agent-browser/lib/managed-session-restore.js +168 -300
  77. package/dist/extensions/agent-browser/lib/managed-session-snapshot-records.js +277 -0
  78. package/dist/extensions/agent-browser/lib/managed-session-snapshots.js +128 -305
  79. package/dist/extensions/agent-browser/lib/managed-session-storage.js +56 -253
  80. package/dist/extensions/agent-browser/lib/native-confirmation.js +140 -0
  81. package/dist/extensions/agent-browser/lib/native-output.js +44 -9
  82. package/dist/extensions/agent-browser/lib/orchestration/batch-stdin.js +107 -66
  83. package/dist/extensions/agent-browser/lib/orchestration/browser-run/artifact-merge.js +14 -6
  84. package/dist/extensions/agent-browser/lib/orchestration/browser-run/artifact-paths.js +109 -57
  85. package/dist/extensions/agent-browser/lib/orchestration/browser-run/browser-observation-result.js +82 -0
  86. package/dist/extensions/agent-browser/lib/orchestration/browser-run/click-dispatch.js +171 -57
  87. package/dist/extensions/agent-browser/lib/orchestration/browser-run/diagnostic-values.js +31 -0
  88. package/dist/extensions/agent-browser/lib/orchestration/browser-run/diagnostics.js +152 -781
  89. package/dist/extensions/agent-browser/lib/orchestration/browser-run/electron-observation.js +202 -0
  90. package/dist/extensions/agent-browser/lib/orchestration/browser-run/electron-text-diagnostics.js +109 -0
  91. package/dist/extensions/agent-browser/lib/orchestration/browser-run/fill-diagnostics.js +119 -0
  92. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-action-recovery.js +147 -0
  93. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-actions.js +144 -0
  94. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-content.js +123 -0
  95. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-contracts.js +1 -0
  96. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-details.js +156 -0
  97. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-electron.js +179 -0
  98. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-evidence.js +39 -0
  99. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-missing-binary.js +89 -0
  100. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-recovery.js +97 -0
  101. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-redaction.js +106 -0
  102. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result-timeout.js +110 -0
  103. package/dist/extensions/agent-browser/lib/orchestration/browser-run/final-result.js +41 -538
  104. package/dist/extensions/agent-browser/lib/orchestration/browser-run/index.js +204 -108
  105. package/dist/extensions/agent-browser/lib/orchestration/browser-run/interaction-diagnostics.js +290 -0
  106. package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-close.js +167 -0
  107. package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-daemon-inspection.js +108 -0
  108. package/dist/extensions/agent-browser/lib/orchestration/browser-run/managed-session-daemon-policy.js +127 -199
  109. package/dist/extensions/agent-browser/lib/orchestration/browser-run/native-helper-observation.js +65 -0
  110. package/dist/extensions/agent-browser/lib/orchestration/browser-run/observation-types.js +1 -0
  111. package/dist/extensions/agent-browser/lib/orchestration/browser-run/overlay-diagnostics.js +120 -0
  112. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/network-page-filter.js +113 -30
  113. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/scroll-shims.js +109 -28
  114. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-filter-data.js +150 -0
  115. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-filter.js +138 -253
  116. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/snapshot-rendered-text.js +147 -0
  117. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare/wait-timeouts.js +59 -24
  118. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-artifacts.js +159 -0
  119. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-command.js +131 -0
  120. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-contracts.js +1 -0
  121. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-daemon.js +93 -0
  122. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-failure.js +42 -0
  123. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-guards.js +242 -0
  124. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-input.js +75 -0
  125. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-observations.js +92 -0
  126. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-page-selection.js +254 -0
  127. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-page-state.js +121 -0
  128. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-refs.js +130 -0
  129. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-resources.js +114 -0
  130. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-semantic.js +121 -0
  131. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-session-plan.js +222 -0
  132. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare-timeouts.js +68 -0
  133. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prepare.js +176 -1114
  134. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-analysis.js +191 -0
  135. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-confirmation.js +152 -0
  136. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-diagnostics.js +182 -0
  137. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-electron.js +150 -0
  138. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-contracts.js +1 -0
  139. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-phase-contracts.js +1 -0
  140. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle-phase.js +115 -0
  141. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-lifecycle.js +256 -0
  142. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-managed-contracts.js +1 -0
  143. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-managed.js +256 -0
  144. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native-phase-contracts.js +1 -0
  145. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native-phase.js +93 -0
  146. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-native.js +113 -0
  147. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-navigation-contracts.js +1 -0
  148. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-navigation.js +316 -0
  149. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-ownership.js +28 -0
  150. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-page-phase-contracts.js +1 -0
  151. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-page-phase.js +142 -0
  152. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-presentation-contracts.js +1 -0
  153. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-presentation.js +333 -0
  154. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication-phase-contracts.js +1 -0
  155. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication-phase.js +71 -0
  156. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-publication.js +201 -0
  157. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-receipts.js +183 -0
  158. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-refs.js +200 -0
  159. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output-tabs.js +142 -0
  160. package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output.js +18 -910
  161. package/dist/extensions/agent-browser/lib/orchestration/browser-run/prompt-guards.js +23 -13
  162. package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-receipt-reconciliation.js +198 -0
  163. package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery-contracts.js +1 -0
  164. package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery-presentation.js +154 -0
  165. package/dist/extensions/agent-browser/lib/orchestration/browser-run/recording-recovery.js +68 -151
  166. package/dist/extensions/agent-browser/lib/orchestration/browser-run/screenshot-capture.js +14 -0
  167. package/dist/extensions/agent-browser/lib/orchestration/browser-run/screenshot-observation.js +169 -46
  168. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-commands.js +130 -0
  169. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-electron.js +210 -0
  170. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-observations.js +61 -0
  171. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-outcomes.js +187 -0
  172. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-refs.js +171 -0
  173. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state-tabs.js +228 -0
  174. package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state.js +77 -753
  175. package/dist/extensions/agent-browser/lib/orchestration/browser-run/text-visibility-diagnostics.js +182 -0
  176. package/dist/extensions/agent-browser/lib/orchestration/browser-run/timeout-diagnostics.js +256 -0
  177. package/dist/extensions/agent-browser/lib/orchestration/browser-run/timeout-progress.js +108 -0
  178. package/dist/extensions/agent-browser/lib/orchestration/code-artifact-observation.js +39 -0
  179. package/dist/extensions/agent-browser/lib/orchestration/code-image-observation.js +119 -0
  180. package/dist/extensions/agent-browser/lib/orchestration/electron-host/branch.js +92 -0
  181. package/dist/extensions/agent-browser/lib/orchestration/electron-host/cleanup-result.js +58 -0
  182. package/dist/extensions/agent-browser/lib/orchestration/electron-host/cleanup.js +78 -0
  183. package/dist/extensions/agent-browser/lib/orchestration/electron-host/contracts.js +1 -0
  184. package/dist/extensions/agent-browser/lib/orchestration/electron-host/discovery.js +106 -0
  185. package/dist/extensions/agent-browser/lib/orchestration/electron-host/index.js +48 -816
  186. package/dist/extensions/agent-browser/lib/orchestration/electron-host/policy.js +86 -0
  187. package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-collection.js +69 -0
  188. package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-data.js +167 -0
  189. package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe-presentation.js +164 -0
  190. package/dist/extensions/agent-browser/lib/orchestration/electron-host/probe.js +161 -0
  191. package/dist/extensions/agent-browser/lib/orchestration/electron-host/status.js +165 -0
  192. package/dist/extensions/agent-browser/lib/orchestration/execution-queue.js +21 -9
  193. package/dist/extensions/agent-browser/lib/orchestration/extension-artifact-preflight.js +211 -0
  194. package/dist/extensions/agent-browser/lib/orchestration/extension-artifacts.js +23 -0
  195. package/dist/extensions/agent-browser/lib/orchestration/extension-attachment-replay.js +99 -0
  196. package/dist/extensions/agent-browser/lib/orchestration/extension-branch-restore.js +275 -0
  197. package/dist/extensions/agent-browser/lib/orchestration/extension-code.js +280 -0
  198. package/dist/extensions/agent-browser/lib/orchestration/extension-command-admission.js +303 -0
  199. package/dist/extensions/agent-browser/lib/orchestration/extension-command-output.js +36 -0
  200. package/dist/extensions/agent-browser/lib/orchestration/extension-command-result.js +335 -0
  201. package/dist/extensions/agent-browser/lib/orchestration/extension-command-run.js +227 -0
  202. package/dist/extensions/agent-browser/lib/orchestration/extension-command-state.js +1 -0
  203. package/dist/extensions/agent-browser/lib/orchestration/extension-electron-ownership.js +204 -0
  204. package/dist/extensions/agent-browser/lib/orchestration/extension-execution-locks.js +139 -0
  205. package/dist/extensions/agent-browser/lib/orchestration/extension-execution-queue.js +24 -0
  206. package/dist/extensions/agent-browser/lib/orchestration/extension-host-coordination.js +98 -0
  207. package/dist/extensions/agent-browser/lib/orchestration/extension-host-run.js +295 -0
  208. package/dist/extensions/agent-browser/lib/orchestration/extension-intent-replay.js +41 -0
  209. package/dist/extensions/agent-browser/lib/orchestration/extension-invocation.js +7 -0
  210. package/dist/extensions/agent-browser/lib/orchestration/extension-lifecycle.js +102 -0
  211. package/dist/extensions/agent-browser/lib/orchestration/extension-managed-ownership.js +133 -0
  212. package/dist/extensions/agent-browser/lib/orchestration/extension-observation.js +120 -0
  213. package/dist/extensions/agent-browser/lib/orchestration/extension-prompt.js +180 -0
  214. package/dist/extensions/agent-browser/lib/orchestration/extension-recording.js +290 -0
  215. package/dist/extensions/agent-browser/lib/orchestration/extension-resource-contracts.js +1 -0
  216. package/dist/extensions/agent-browser/lib/orchestration/extension-resource-replay.js +269 -0
  217. package/dist/extensions/agent-browser/lib/orchestration/extension-result-state.js +113 -0
  218. package/dist/extensions/agent-browser/lib/orchestration/extension-runtime.js +146 -0
  219. package/dist/extensions/agent-browser/lib/orchestration/extension-script-leases.js +58 -0
  220. package/dist/extensions/agent-browser/lib/orchestration/extension-tool-boundary.js +62 -0
  221. package/dist/extensions/agent-browser/lib/orchestration/extension-version-check.js +54 -0
  222. package/dist/extensions/agent-browser/lib/orchestration/input-plan-types.js +1 -0
  223. package/dist/extensions/agent-browser/lib/orchestration/input-plan.js +261 -185
  224. package/dist/extensions/agent-browser/lib/orchestration/input-redaction.js +62 -0
  225. package/dist/extensions/agent-browser/lib/orchestration/native-config.js +144 -0
  226. package/dist/extensions/agent-browser/lib/orchestration/native-root-launch.js +77 -0
  227. package/dist/extensions/agent-browser/lib/orchestration/native-session-defaults.js +210 -139
  228. package/dist/extensions/agent-browser/lib/orchestration/operation-paths.js +124 -58
  229. package/dist/extensions/agent-browser/lib/orchestration/output-file.js +198 -98
  230. package/dist/extensions/agent-browser/lib/orchestration/script-mode.js +199 -96
  231. package/dist/extensions/agent-browser/lib/owned-managed-session-context.js +55 -0
  232. package/dist/extensions/agent-browser/lib/page-target-batch.js +118 -0
  233. package/dist/extensions/agent-browser/lib/page-target-guards.js +50 -0
  234. package/dist/extensions/agent-browser/lib/page-target-navigation.js +104 -0
  235. package/dist/extensions/agent-browser/lib/page-target-validation.js +59 -243
  236. package/dist/extensions/agent-browser/lib/parsing.js +13 -4
  237. package/dist/extensions/agent-browser/lib/pi-tool-rendering.js +134 -68
  238. package/dist/extensions/agent-browser/lib/playbook.js +18 -14
  239. package/dist/extensions/agent-browser/lib/process-child.js +284 -0
  240. package/dist/extensions/agent-browser/lib/process-environment.js +22 -6
  241. package/dist/extensions/agent-browser/lib/process-errors.js +23 -0
  242. package/dist/extensions/agent-browser/lib/process-identity.js +47 -15
  243. package/dist/extensions/agent-browser/lib/process-socket-storage.js +256 -0
  244. package/dist/extensions/agent-browser/lib/process-stdout.js +74 -0
  245. package/dist/extensions/agent-browser/lib/process.js +146 -537
  246. package/dist/extensions/agent-browser/lib/prompt-artifacts.js +287 -0
  247. package/dist/extensions/agent-browser/lib/prompt-policy.js +15 -194
  248. package/dist/extensions/agent-browser/lib/read-command.js +41 -0
  249. package/dist/extensions/agent-browser/lib/read-confirmation.js +138 -35
  250. package/dist/extensions/agent-browser/lib/recording-reservations.js +118 -45
  251. package/dist/extensions/agent-browser/lib/redaction-fields.js +75 -0
  252. package/dist/extensions/agent-browser/lib/redaction-json.js +149 -0
  253. package/dist/extensions/agent-browser/lib/redaction-url.js +88 -0
  254. package/dist/extensions/agent-browser/lib/results/action-contracts.js +1 -0
  255. package/dist/extensions/agent-browser/lib/results/action-recommendations.js +28 -271
  256. package/dist/extensions/agent-browser/lib/results/artifact-contracts.js +1 -0
  257. package/dist/extensions/agent-browser/lib/results/artifact-manifest-validation.js +133 -0
  258. package/dist/extensions/agent-browser/lib/results/artifact-manifest.js +96 -94
  259. package/dist/extensions/agent-browser/lib/results/artifact-recommendations.js +73 -0
  260. package/dist/extensions/agent-browser/lib/results/categories.js +111 -54
  261. package/dist/extensions/agent-browser/lib/results/confirmation.js +29 -10
  262. package/dist/extensions/agent-browser/lib/results/editable-ref-evidence.js +62 -27
  263. package/dist/extensions/agent-browser/lib/results/electron-recommendations.js +83 -0
  264. package/dist/extensions/agent-browser/lib/results/envelope-decoding.js +48 -0
  265. package/dist/extensions/agent-browser/lib/results/envelope.js +93 -66
  266. package/dist/extensions/agent-browser/lib/results/evidence-contracts.js +1 -0
  267. package/dist/extensions/agent-browser/lib/results/failure-recommendations.js +180 -0
  268. package/dist/extensions/agent-browser/lib/results/network-routes.js +86 -45
  269. package/dist/extensions/agent-browser/lib/results/network.js +35 -12
  270. package/dist/extensions/agent-browser/lib/results/next-actions.js +49 -19
  271. package/dist/extensions/agent-browser/lib/results/presentation/artifact-files.js +320 -0
  272. package/dist/extensions/agent-browser/lib/results/presentation/artifact-format.js +138 -0
  273. package/dist/extensions/agent-browser/lib/results/presentation/artifact-images.js +113 -0
  274. package/dist/extensions/agent-browser/lib/results/presentation/artifact-verification.js +145 -0
  275. package/dist/extensions/agent-browser/lib/results/presentation/artifacts.js +99 -552
  276. package/dist/extensions/agent-browser/lib/results/presentation/batch-contracts.js +1 -0
  277. package/dist/extensions/agent-browser/lib/results/presentation/batch-recording.js +118 -0
  278. package/dist/extensions/agent-browser/lib/results/presentation/batch-redaction.js +68 -0
  279. package/dist/extensions/agent-browser/lib/results/presentation/batch-rendering.js +135 -0
  280. package/dist/extensions/agent-browser/lib/results/presentation/batch-step.js +227 -0
  281. package/dist/extensions/agent-browser/lib/results/presentation/batch-summary.js +91 -0
  282. package/dist/extensions/agent-browser/lib/results/presentation/batch.js +91 -460
  283. package/dist/extensions/agent-browser/lib/results/presentation/browser-profile-recovery.js +9 -5
  284. package/dist/extensions/agent-browser/lib/results/presentation/command-presenters.js +216 -0
  285. package/dist/extensions/agent-browser/lib/results/presentation/common.js +26 -9
  286. package/dist/extensions/agent-browser/lib/results/presentation/content.js +86 -29
  287. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-a11y.js +67 -0
  288. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-health.js +79 -0
  289. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-identity.js +199 -0
  290. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-logs.js +75 -0
  291. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-network-actions.js +216 -0
  292. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-network.js +124 -0
  293. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-redaction.js +64 -0
  294. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-storage.js +209 -0
  295. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-stream.js +69 -0
  296. package/dist/extensions/agent-browser/lib/results/presentation/diagnostic-summary.js +222 -0
  297. package/dist/extensions/agent-browser/lib/results/presentation/diagnostics.js +103 -1019
  298. package/dist/extensions/agent-browser/lib/results/presentation/early-result.js +70 -0
  299. package/dist/extensions/agent-browser/lib/results/presentation/errors.js +130 -60
  300. package/dist/extensions/agent-browser/lib/results/presentation/input-contracts.js +1 -0
  301. package/dist/extensions/agent-browser/lib/results/presentation/large-output.js +60 -145
  302. package/dist/extensions/agent-browser/lib/results/presentation/navigation.js +147 -88
  303. package/dist/extensions/agent-browser/lib/results/presentation/notices.js +75 -0
  304. package/dist/extensions/agent-browser/lib/results/presentation/observation-contracts.js +1 -0
  305. package/dist/extensions/agent-browser/lib/results/presentation/observation-rendering.js +127 -0
  306. package/dist/extensions/agent-browser/lib/results/presentation/outcomes.js +120 -0
  307. package/dist/extensions/agent-browser/lib/results/presentation/output-completion.js +77 -0
  308. package/dist/extensions/agent-browser/lib/results/presentation/output-spill.js +51 -0
  309. package/dist/extensions/agent-browser/lib/results/presentation/registry.js +117 -237
  310. package/dist/extensions/agent-browser/lib/results/presentation/semantic-action.js +35 -21
  311. package/dist/extensions/agent-browser/lib/results/presentation/skills.js +104 -73
  312. package/dist/extensions/agent-browser/lib/results/presentation/source.js +109 -0
  313. package/dist/extensions/agent-browser/lib/results/presentation.js +17 -248
  314. package/dist/extensions/agent-browser/lib/results/recommendation-contracts.js +1 -0
  315. package/dist/extensions/agent-browser/lib/results/recording.js +52 -14
  316. package/dist/extensions/agent-browser/lib/results/recovery-actions.js +14 -5
  317. package/dist/extensions/agent-browser/lib/results/recovery-next-actions.js +30 -22
  318. package/dist/extensions/agent-browser/lib/results/selector-recovery-target.js +83 -0
  319. package/dist/extensions/agent-browser/lib/results/selector-recovery.js +123 -123
  320. package/dist/extensions/agent-browser/lib/results/snapshot-compact.js +266 -0
  321. package/dist/extensions/agent-browser/lib/results/snapshot-content.js +32 -0
  322. package/dist/extensions/agent-browser/lib/results/snapshot-high-value-controls.js +104 -71
  323. package/dist/extensions/agent-browser/lib/results/snapshot-refs.js +31 -11
  324. package/dist/extensions/agent-browser/lib/results/snapshot-segments.js +125 -66
  325. package/dist/extensions/agent-browser/lib/results/snapshot-spill.js +26 -7
  326. package/dist/extensions/agent-browser/lib/results/snapshot.js +28 -248
  327. package/dist/extensions/agent-browser/lib/results/text.js +16 -5
  328. package/dist/extensions/agent-browser/lib/runtime-args-validation.js +133 -0
  329. package/dist/extensions/agent-browser/lib/runtime-compatibility.js +81 -0
  330. package/dist/extensions/agent-browser/lib/runtime-contracts.js +1 -0
  331. package/dist/extensions/agent-browser/lib/runtime-redaction.js +118 -0
  332. package/dist/extensions/agent-browser/lib/runtime-replay-events.js +144 -0
  333. package/dist/extensions/agent-browser/lib/runtime-session-identity.js +76 -0
  334. package/dist/extensions/agent-browser/lib/runtime-session-plan.js +114 -0
  335. package/dist/extensions/agent-browser/lib/runtime-session-replay.js +123 -0
  336. package/dist/extensions/agent-browser/lib/runtime-tab-correction.js +65 -0
  337. package/dist/extensions/agent-browser/lib/runtime-timeouts.js +28 -0
  338. package/dist/extensions/agent-browser/lib/runtime.js +137 -1037
  339. package/dist/extensions/agent-browser/lib/session-identity.js +51 -0
  340. package/dist/extensions/agent-browser/lib/session-page-observation.js +357 -0
  341. package/dist/extensions/agent-browser/lib/session-page-state.js +188 -324
  342. package/dist/extensions/agent-browser/lib/session-page-types.js +1 -0
  343. package/dist/extensions/agent-browser/lib/temp-artifact-budget.js +78 -0
  344. package/dist/extensions/agent-browser/lib/temp-mutation-queue.js +7 -0
  345. package/dist/extensions/agent-browser/lib/temp-root-ownership.js +234 -0
  346. package/dist/extensions/agent-browser/lib/temp-root.js +207 -0
  347. package/dist/extensions/agent-browser/lib/temp.js +33 -446
  348. package/dist/extensions/agent-browser/lib/tool-surface.js +94 -24
  349. package/dist/extensions/agent-browser/lib/upstream-version.js +3 -2
  350. package/dist/extensions/agent-browser/lib/web-search-providers.js +229 -0
  351. package/dist/extensions/agent-browser/lib/web-search-request.js +108 -0
  352. package/dist/extensions/agent-browser/lib/web-search-results.js +281 -0
  353. package/dist/extensions/agent-browser/lib/web-search-schema.js +82 -0
  354. package/dist/extensions/agent-browser/lib/web-search.js +109 -617
  355. package/dist/extensions/agent-browser/lib/webmcp-observation.js +13 -6
  356. package/dist/extensions/agent-browser/lib/windows-stock-launcher.js +63 -37
  357. package/dist/extensions/agent-browser/script-worker.js +80 -43
  358. package/dist/scripts/agent-browser-target.mjs +4 -2
  359. package/docs/ARCHITECTURE.md +22 -10
  360. package/docs/CODE_QUALITY.md +242 -0
  361. package/docs/COMMAND_REFERENCE.md +264 -229
  362. package/docs/ELECTRON.md +53 -44
  363. package/docs/RELEASE.md +21 -17
  364. package/docs/REQUIREMENTS.md +2 -0
  365. package/docs/SESSION_STORAGE.md +1 -1
  366. package/docs/SUPPORT_MATRIX.md +84 -77
  367. package/docs/TOOL_CONTRACT.md +165 -130
  368. package/docs/platform-smoke.md +5 -5
  369. package/package.json +143 -120
  370. package/scripts/agent-browser-capability-baseline.mjs +361 -957
  371. package/scripts/agent-browser-target.mjs +6 -2
  372. package/scripts/build.mjs +37 -8
  373. package/scripts/capability-core-commands.mjs +193 -0
  374. package/scripts/capability-options.mjs +283 -0
  375. package/scripts/capability-samples.mjs +133 -0
  376. package/scripts/capability-section.mjs +11 -0
  377. package/scripts/config.mjs +213 -114
  378. package/scripts/convert-browser-session.mjs +30 -9
  379. package/scripts/doctor-sources.mjs +195 -0
  380. package/scripts/doctor.mjs +92 -247
  381. package/scripts/platform-smoke/artifacts.mjs +38 -11
  382. package/scripts/platform-smoke/commands.mjs +104 -0
  383. package/scripts/platform-smoke/crabbox-runner.mjs +167 -80
  384. package/scripts/platform-smoke/doctor-support.mjs +157 -0
  385. package/scripts/platform-smoke/doctor-windows.mjs +230 -0
  386. package/scripts/platform-smoke/doctor.mjs +212 -320
  387. package/scripts/platform-smoke/lease-evidence.mjs +134 -0
  388. package/scripts/platform-smoke/suite-checks.mjs +98 -0
  389. package/scripts/platform-smoke/suite-evidence.mjs +281 -0
  390. package/scripts/platform-smoke/targets.mjs +158 -472
  391. package/scripts/platform-smoke.mjs +55 -40
  392. package/scripts/prepare.mjs +16 -7
@@ -1,67 +1,30 @@
1
1
  import { getAgentBrowserSessionIdentityKey } from "../argv-grammar.js";
2
- import { isRecord } from "../parsing.js";
2
+ export { isSessionArtifactManifest } from "./artifact-manifest-validation.js";
3
3
  export function isPendingRecordingCommand(command, subcommand, kind) {
4
- return command === "record" && (subcommand === "start" || subcommand === "restart") && kind === "video";
4
+ return (command === "record" && (subcommand === "start" || subcommand === "restart") && kind === "video");
5
5
  }
6
6
  export function isPendingRecordingArtifact(artifact) {
7
- return artifact.recordingState === "openRecording" || artifact.status === "pending"
8
- || (artifact.status === undefined && isPendingRecordingCommand(artifact.command, artifact.subcommand, artifact.kind));
7
+ return (artifact.recordingState === "openRecording" ||
8
+ artifact.status === "pending" ||
9
+ (artifact.status === undefined &&
10
+ isPendingRecordingCommand(artifact.command, artifact.subcommand, artifact.kind)));
9
11
  }
10
12
  const SESSION_ARTIFACT_MANIFEST_VERSION = 1;
11
13
  const SESSION_ARTIFACT_MANIFEST_MAX_ENTRIES_ENV = "PI_AGENT_BROWSER_SESSION_ARTIFACT_MANIFEST_MAX_ENTRIES";
12
14
  export const DEFAULT_SESSION_ARTIFACT_MANIFEST_MAX_ENTRIES = 100;
13
15
  function parsePositiveSafeInteger(value) {
14
- if (value === undefined)
16
+ if (value === undefined) {
15
17
  return undefined;
18
+ }
16
19
  const parsed = Number(value);
17
- if (!Number.isSafeInteger(parsed) || parsed <= 0)
20
+ if (!Number.isSafeInteger(parsed) || parsed <= 0) {
18
21
  return undefined;
22
+ }
19
23
  return parsed;
20
24
  }
21
25
  export function getSessionArtifactManifestMaxEntries(env = process.env) {
22
- return parsePositiveSafeInteger(env[SESSION_ARTIFACT_MANIFEST_MAX_ENTRIES_ENV]) ?? DEFAULT_SESSION_ARTIFACT_MANIFEST_MAX_ENTRIES;
23
- }
24
- function isManifestEntry(value) {
25
- if (!isRecord(value))
26
- return false;
27
- if (typeof value.path !== "string" || value.path.trim().length === 0)
28
- return false;
29
- if (typeof value.createdAtMs !== "number" || !Number.isFinite(value.createdAtMs))
30
- return false;
31
- if (!["evicted", "ephemeral", "live", "missing"].includes(String(value.retentionState)))
32
- return false;
33
- if (!["explicit-path", "persistent-session", "process-temp"].includes(String(value.storageScope)))
34
- return false;
35
- if (typeof value.kind !== "string" || value.kind.trim().length === 0)
36
- return false;
37
- for (const key of ["absolutePath", "command", "cwd", "extension", "mediaType", "namespace", "requestedPath", "session", "subcommand"]) {
38
- if (value[key] !== undefined && typeof value[key] !== "string")
39
- return false;
40
- }
41
- if (value.evictedAtMs !== undefined && (typeof value.evictedAtMs !== "number" || !Number.isFinite(value.evictedAtMs)))
42
- return false;
43
- if (value.exists !== undefined && typeof value.exists !== "boolean")
44
- return false;
45
- if (value.sizeBytes !== undefined && (typeof value.sizeBytes !== "number" || !Number.isFinite(value.sizeBytes) || value.sizeBytes < 0))
46
- return false;
47
- return true;
48
- }
49
- export function isSessionArtifactManifest(value) {
50
- if (!isRecord(value))
51
- return false;
52
- if (value.version !== SESSION_ARTIFACT_MANIFEST_VERSION)
53
- return false;
54
- if (!Array.isArray(value.entries) || !value.entries.every(isManifestEntry))
55
- return false;
56
- if (typeof value.updatedAtMs !== "number" || !Number.isFinite(value.updatedAtMs))
57
- return false;
58
- if (typeof value.maxEntries !== "number" || !Number.isSafeInteger(value.maxEntries) || value.maxEntries <= 0)
59
- return false;
60
- if (typeof value.liveCount !== "number" || !Number.isSafeInteger(value.liveCount) || value.liveCount < 0)
61
- return false;
62
- if (typeof value.evictedCount !== "number" || !Number.isSafeInteger(value.evictedCount) || value.evictedCount < 0)
63
- return false;
64
- return true;
26
+ return (parsePositiveSafeInteger(env[SESSION_ARTIFACT_MANIFEST_MAX_ENTRIES_ENV]) ??
27
+ DEFAULT_SESSION_ARTIFACT_MANIFEST_MAX_ENTRIES);
65
28
  }
66
29
  export function buildEvictedSessionArtifactEntries(evictedArtifacts, nowMs) {
67
30
  return evictedArtifacts.map((artifact) => ({
@@ -78,34 +41,54 @@ export function formatSessionArtifactRetentionSummary(manifest) {
78
41
  const ephemeralCount = manifest.entries.filter((entry) => entry.retentionState === "ephemeral").length;
79
42
  const missingCount = manifest.entries.filter((entry) => entry.retentionState === "missing").length;
80
43
  const parts = [`${manifest.liveCount} live`, `${manifest.evictedCount} evicted`];
81
- if (ephemeralCount > 0)
44
+ if (ephemeralCount > 0) {
82
45
  parts.push(`${ephemeralCount} ephemeral`);
83
- if (missingCount > 0)
46
+ }
47
+ if (missingCount > 0) {
84
48
  parts.push(`${missingCount} missing`);
49
+ }
85
50
  return `Session artifacts: ${parts.join(", ")} (${manifest.entries.length}/${manifest.maxEntries} recent).`;
86
51
  }
87
52
  export function getSessionArtifactManifestEntryKey(entry) {
88
- const pathKey = entry.storageScope === "explicit-path" && entry.absolutePath ? `${entry.storageScope}:${entry.absolutePath}` : `${entry.storageScope}:${entry.path}`;
89
- const recordingSessionKey = entry.command === "record" && entry.kind === "video" && entry.session
53
+ const pathKey = entry.storageScope === "explicit-path" &&
54
+ entry.absolutePath !== undefined &&
55
+ entry.absolutePath.length > 0
56
+ ? `${entry.storageScope}:${entry.absolutePath}`
57
+ : `${entry.storageScope}:${entry.path}`;
58
+ const recordingSessionKey = entry.command === "record" &&
59
+ entry.kind === "video" &&
60
+ entry.session !== undefined &&
61
+ entry.session.length > 0
90
62
  ? getAgentBrowserSessionIdentityKey(entry.session, entry.namespace)
91
63
  : undefined;
92
- return recordingSessionKey ? `${pathKey}\0${recordingSessionKey}` : pathKey;
64
+ return recordingSessionKey !== undefined && recordingSessionKey.length > 0
65
+ ? `${pathKey}\0${recordingSessionKey}`
66
+ : pathKey;
93
67
  }
94
68
  export function retirePendingRecordingManifestEntries(manifest, sessionName, namespace, nowMs = Date.now()) {
95
- let changed = false;
96
- const sessionKey = sessionName ? getAgentBrowserSessionIdentityKey(sessionName, namespace) : undefined;
69
+ const sessionKey = sessionName !== undefined && sessionName.length > 0
70
+ ? getAgentBrowserSessionIdentityKey(sessionName, namespace)
71
+ : undefined;
97
72
  const entries = manifest.entries.map((entry) => {
98
- if (!sessionKey
99
- || !entry.session
100
- || getAgentBrowserSessionIdentityKey(entry.session, entry.namespace) !== sessionKey
101
- || entry.kind !== "video"
102
- || !isPendingRecordingArtifact(entry))
73
+ if (sessionKey === undefined ||
74
+ sessionKey.length === 0 ||
75
+ entry.session === undefined ||
76
+ entry.session.length === 0 ||
77
+ getAgentBrowserSessionIdentityKey(entry.session, entry.namespace) !== sessionKey ||
78
+ entry.kind !== "video" ||
79
+ !isPendingRecordingArtifact(entry)) {
103
80
  return entry;
104
- changed = true;
105
- return { ...entry, recordingState: undefined, status: "unverified", subcommand: "close-abandoned" };
81
+ }
82
+ return {
83
+ ...entry,
84
+ recordingState: undefined,
85
+ status: "unverified",
86
+ subcommand: "close-abandoned",
87
+ };
106
88
  });
107
- if (!changed)
89
+ if (entries.every((entry, index) => entry === manifest.entries[index])) {
108
90
  return manifest;
91
+ }
109
92
  return {
110
93
  ...manifest,
111
94
  entries,
@@ -114,6 +97,45 @@ export function retirePendingRecordingManifestEntries(manifest, sessionName, nam
114
97
  updatedAtMs: nowMs,
115
98
  };
116
99
  }
100
+ function getSupersededRecordingKeys(candidates, entry, key) {
101
+ if (entry.command !== "record" || entry.kind !== "video") {
102
+ return [];
103
+ }
104
+ const entrySessionKey = entry.session !== undefined && entry.session.length > 0
105
+ ? getAgentBrowserSessionIdentityKey(entry.session, entry.namespace)
106
+ : undefined;
107
+ return candidates
108
+ .filter(([candidateKey, candidate]) => {
109
+ const sameRecordingSession = entrySessionKey === undefined
110
+ ? candidate.session === undefined
111
+ : candidate.session !== undefined &&
112
+ getAgentBrowserSessionIdentityKey(candidate.session, candidate.namespace) ===
113
+ entrySessionKey;
114
+ return (candidateKey !== key &&
115
+ sameRecordingSession &&
116
+ candidate.kind === "video" &&
117
+ isPendingRecordingArtifact(candidate));
118
+ })
119
+ .map(([candidateKey]) => candidateKey);
120
+ }
121
+ function mergeManifestEntry(existing, entry, nowMs) {
122
+ return {
123
+ ...existing,
124
+ ...entry,
125
+ createdAtMs: entry.command === "record" && entry.kind === "video"
126
+ ? entry.createdAtMs
127
+ : (existing?.createdAtMs ?? entry.createdAtMs),
128
+ evictedAtMs: entry.retentionState === "evicted" ? (entry.evictedAtMs ?? nowMs) : entry.evictedAtMs,
129
+ };
130
+ }
131
+ function compareManifestEntries(left, right) {
132
+ const difference = (right.evictedAtMs ?? right.createdAtMs) - (left.evictedAtMs ?? left.createdAtMs);
133
+ if (difference !== 0 && !Number.isNaN(difference)) {
134
+ return difference;
135
+ }
136
+ const pendingDifference = Number(isPendingRecordingArtifact(right)) - Number(isPendingRecordingArtifact(left));
137
+ return pendingDifference !== 0 ? pendingDifference : left.path.localeCompare(right.path);
138
+ }
117
139
  export function mergeSessionArtifactManifest(options) {
118
140
  const nowMs = options.nowMs ?? Date.now();
119
141
  const maxEntries = getSessionArtifactManifestMaxEntries();
@@ -123,43 +145,23 @@ export function mergeSessionArtifactManifest(options) {
123
145
  }
124
146
  const orderedEntries = (options.entries ?? [])
125
147
  .map((entry, index) => ({ entry, index }))
126
- .sort((left, right) => left.entry.createdAtMs - right.entry.createdAtMs || left.index - right.index)
148
+ .sort((left, right) => {
149
+ const difference = left.entry.createdAtMs - right.entry.createdAtMs;
150
+ return difference !== 0 && !Number.isNaN(difference) ? difference : left.index - right.index;
151
+ })
127
152
  .map(({ entry }) => entry);
128
153
  for (const entry of orderedEntries) {
129
154
  const key = getSessionArtifactManifestEntryKey(entry);
130
- if (entry.command === "record" && entry.kind === "video") {
131
- const entrySessionKey = entry.session ? getAgentBrowserSessionIdentityKey(entry.session, entry.namespace) : undefined;
132
- for (const [candidateKey, candidate] of byPath) {
133
- const sameRecordingSession = entrySessionKey === undefined
134
- ? candidate.session === undefined
135
- : candidate.session !== undefined && getAgentBrowserSessionIdentityKey(candidate.session, candidate.namespace) === entrySessionKey;
136
- if (candidateKey !== key
137
- && sameRecordingSession
138
- && candidate.kind === "video"
139
- && isPendingRecordingArtifact(candidate)) {
140
- byPath.delete(candidateKey);
141
- }
142
- }
155
+ for (const candidateKey of getSupersededRecordingKeys([...byPath], entry, key)) {
156
+ byPath.delete(candidateKey);
143
157
  }
144
158
  const existing = byPath.get(key);
145
- byPath.set(key, {
146
- ...existing,
147
- ...entry,
148
- createdAtMs: entry.command === "record" && entry.kind === "video" ? entry.createdAtMs : existing?.createdAtMs ?? entry.createdAtMs,
149
- evictedAtMs: entry.retentionState === "evicted" ? (entry.evictedAtMs ?? nowMs) : entry.evictedAtMs,
150
- });
159
+ byPath.set(key, mergeManifestEntry(existing, entry, nowMs));
151
160
  }
152
- if (byPath.size === 0)
161
+ if (byPath.size === 0) {
153
162
  return undefined;
154
- const entries = [...byPath.values()]
155
- .sort((left, right) => {
156
- const leftTime = left.evictedAtMs ?? left.createdAtMs;
157
- const rightTime = right.evictedAtMs ?? right.createdAtMs;
158
- return rightTime - leftTime
159
- || Number(isPendingRecordingArtifact(right)) - Number(isPendingRecordingArtifact(left))
160
- || left.path.localeCompare(right.path);
161
- })
162
- .slice(0, maxEntries);
163
+ }
164
+ const entries = [...byPath.values()].sort(compareManifestEntries).slice(0, maxEntries);
163
165
  return {
164
166
  entries,
165
167
  evictedCount: entries.filter((entry) => entry.retentionState === "evicted").length,
@@ -0,0 +1,73 @@
1
+ import { isPendingRecordingArtifact } from "./artifact-manifest.js";
2
+ import { buildNextToolAction } from "./next-actions.js";
3
+ function buildArtifactAction(path) {
4
+ return {
5
+ artifactPath: path,
6
+ id: "use-saved-artifact",
7
+ reason: "Use the saved artifact path from the structured result instead of scraping it from text.",
8
+ safety: "Verify artifact metadata such as exists/status before treating the file as durable.",
9
+ tool: "agent_browser",
10
+ };
11
+ }
12
+ function buildArtifactVerificationAction(artifact) {
13
+ return {
14
+ artifactPath: artifact.path,
15
+ id: "verify-artifact-path",
16
+ reason: "The wrapper has artifact metadata but did not verify this file as present on disk.",
17
+ safety: "Check details.artifactVerification and the filesystem before treating the artifact as durable.",
18
+ tool: "agent_browser",
19
+ };
20
+ }
21
+ function buildMissingArtifactAction(artifact, afterFailure) {
22
+ if (artifact.kind !== "download") {
23
+ return buildArtifactVerificationAction(artifact);
24
+ }
25
+ return buildNextToolAction({
26
+ args: ["wait", "--download", artifact.path],
27
+ id: "wait-for-download",
28
+ reason: afterFailure
29
+ ? "The requested download artifact was not found on disk after upstream reported completion."
30
+ : "Upstream reported a download path, but the wrapper did not verify the file on disk.",
31
+ safety: "Use an explicit wait timeout; if you set top-level timeoutMs, keep it above the wait duration plus a small grace window.",
32
+ });
33
+ }
34
+ export function buildSavedArtifactNextActions(options) {
35
+ const artifacts = options.artifacts ?? [];
36
+ const savedFilePath = options.savedFilePath;
37
+ const actions = [];
38
+ if (savedFilePath !== undefined &&
39
+ savedFilePath.length > 0 &&
40
+ artifacts.find((artifact) => artifact.path === savedFilePath)?.exists !== false) {
41
+ actions.push(buildArtifactAction(savedFilePath));
42
+ }
43
+ for (const artifact of artifacts) {
44
+ if (isPendingRecordingArtifact(artifact)) {
45
+ continue;
46
+ }
47
+ if (artifact.exists === false) {
48
+ actions.push(buildMissingArtifactAction(artifact, false));
49
+ }
50
+ else if (artifact.path !== savedFilePath) {
51
+ actions.push(buildArtifactAction(artifact.path));
52
+ }
53
+ }
54
+ return actions;
55
+ }
56
+ export function buildMissingArtifactNextActions(artifacts) {
57
+ return (artifacts ?? [])
58
+ .filter((artifact) => !isPendingRecordingArtifact(artifact) &&
59
+ (artifact.exists === false || artifact.status === "stale"))
60
+ .map((artifact) => buildMissingArtifactAction(artifact, true));
61
+ }
62
+ export function buildPendingRecordingNextActions(artifacts) {
63
+ return (artifacts ?? []).some(isPendingRecordingArtifact)
64
+ ? [
65
+ buildNextToolAction({
66
+ args: ["record", "stop"],
67
+ id: "stop-pending-recording",
68
+ reason: "Stop the active recording so the requested video can be finalized and verified on disk.",
69
+ safety: "The file remains pending until record stop succeeds; verify details.artifactVerification afterward.",
70
+ }),
71
+ ]
72
+ : [];
73
+ }
@@ -1,85 +1,142 @@
1
1
  import { isPendingRecordingArtifact } from "./artifact-manifest.js";
2
2
  function hasUnverifiedFileArtifact(artifacts) {
3
- return (artifacts ?? []).some((artifact) => !isPendingRecordingArtifact(artifact) && (artifact.exists !== true || ["failed", "stale", "unverified"].includes(artifact.status ?? "")));
3
+ return (artifacts ?? []).some((artifact) => !isPendingRecordingArtifact(artifact) &&
4
+ (artifact.exists !== true ||
5
+ ["failed", "stale", "unverified"].includes(artifact.status ?? "")));
4
6
  }
5
7
  export function classifyAgentBrowserSuccessCategory(options) {
6
- if (options.inspection)
8
+ if (options.inspection === true) {
7
9
  return "inspection";
8
- if (hasUnverifiedFileArtifact(options.artifacts))
10
+ }
11
+ if (hasUnverifiedFileArtifact(options.artifacts)) {
9
12
  return "artifact-unverified";
10
- if ((options.artifacts ?? []).some(isPendingRecordingArtifact))
13
+ }
14
+ if ((options.artifacts ?? []).some(isPendingRecordingArtifact)) {
11
15
  return "artifact-pending";
12
- if ((options.artifacts ?? []).length > 0)
13
- return "artifact-saved";
14
- if (options.savedFile)
15
- return "artifact-saved";
16
- return "completed";
16
+ }
17
+ return (options.artifacts ?? []).length > 0 || options.savedFile !== undefined
18
+ ? "artifact-saved"
19
+ : "completed";
17
20
  }
18
- export function classifyAgentBrowserFailureCategory(options) {
19
- const text = [options.errorText, options.validationError, options.parseError, options.spawnError, options.stderr].filter(Boolean).join("\n");
20
- const command = options.command ?? "";
21
- const usedRef = options.args?.some((arg) => /^@e\d+\b/.test(arg)) ?? false;
22
- // Explicit confirmation flag wins. Text-derived confirmation phrases come after locator-miss detection so a
23
- // missed control named "Confirmation required" still gets selector recovery.
24
- if (options.confirmationRequired)
25
- return "confirmation-required";
26
- // Canonical upstream prefix first: lastUrl can contain aborted / policy-blocked / about:blank.
27
- if (/\btab_gone:/i.test(text))
28
- return "tab-gone";
29
- // Upstream 0.32.4+ locator misses keep detail and may echo getByRole/getByText or Names seen lists.
30
- // Evaluate before text-derived timeout/confirmation so accessible-name substrings cannot suppress recovery.
31
- const isUpstreamLocatorMiss = /\bNo element found:\s*(?:getBy[A-Za-z]+|role=|text=|label=|placeholder=|alt=|title=|testid=)/i.test(text) ||
32
- // No trailing \b after ":" — colon is non-word, so "Element not found: text=…" would not match.
21
+ function hasScopedNamesSeen(text, command) {
22
+ return (/\bNames seen:/i.test(text) &&
23
+ (command === "find" || /\belement has role\b|\bnone match name\b|\bgetByRole\b/i.test(text)));
24
+ }
25
+ function isUpstreamLocatorMiss(text, command) {
26
+ return (/\bNo element found:\s*(?:getBy[A-Za-z]+|role=|text=|label=|placeholder=|alt=|title=|testid=)/i.test(text) ||
33
27
  (/\bElement not found:/i.test(text) && /\bVerify the selector, role, or name\b/i.test(text)) ||
34
28
  /\bnone match name\b/i.test(text) ||
35
- // Scope Names seen to role/name miss context (or find) so unrelated prose cannot trip selector-not-found.
36
- (/\bNames seen:/i.test(text) && (command === "find" || /\belement has role\b|\bnone match name\b|\bgetByRole\b/i.test(text))) ||
37
- /\belement has role\b[\s\S]*\bnone match\b/i.test(text);
38
- if (isUpstreamLocatorMiss)
29
+ hasScopedNamesSeen(text, command) ||
30
+ /\belement has role\b[\s\S]*\bnone match\b/i.test(text));
31
+ }
32
+ function classifyNativeFailure(context) {
33
+ const { options, text, command } = context;
34
+ // Explicit native flags and prefixes win over accessible-name text and lastUrl substrings.
35
+ if (options.confirmationRequired === true) {
36
+ return "confirmation-required";
37
+ }
38
+ if (/\btab_gone:/i.test(text)) {
39
+ return "tab-gone";
40
+ }
41
+ if (isUpstreamLocatorMiss(text, command)) {
39
42
  return "selector-not-found";
40
- if (/confirmation required|pending confirmation|requires confirmation/i.test(text))
43
+ }
44
+ if (/confirmation required|pending confirmation|requires confirmation/i.test(text)) {
41
45
  return "confirmation-required";
42
- // Match real timeout phrasing only. Do not treat bare "timeout" as a hit — accessible names can include that word,
43
- // and `timed?\s*out` would also match the substring "timeout" as time+out.
44
- if (options.timedOut ||
46
+ }
47
+ return undefined;
48
+ }
49
+ function classifyProcessFailure(context) {
50
+ const { options, text } = context;
51
+ // Bare "timeout" may be an accessible name; require actual timeout phrasing.
52
+ if (options.timedOut === true ||
45
53
  /\b(?:timed\s+out|timeout exceeded|watchdog|IPC read timeout)\b|must stay under its 30s IPC read timeout|Operation timed out/i.test(text)) {
46
54
  return "timeout";
47
55
  }
48
- if (/ENOENT|not found on PATH|could not find.*agent-browser|agent-browser is required but was not found/i.test(text))
56
+ if (/ENOENT|not found on PATH|could not find.*agent-browser|agent-browser is required but was not found/i.test(text)) {
49
57
  return "missing-binary";
50
- if (options.parseError || /invalid JSON|missing boolean success|success field must be boolean|returned no JSON output/i.test(text))
58
+ }
59
+ if ((options.parseError ?? "") !== "" ||
60
+ /invalid JSON|missing boolean success|success field must be boolean|returned no JSON output/i.test(text)) {
51
61
  return "parse-failure";
52
- if (/aborted/i.test(text))
62
+ }
63
+ if (/aborted/i.test(text)) {
53
64
  return "aborted";
54
- if (/policy[- ]blocked|blocked by caller policy|caller deny policy|caller allow policy/i.test(text))
65
+ }
66
+ return undefined;
67
+ }
68
+ function classifyLifecycleFailure(context) {
69
+ const { options, text } = context;
70
+ if (/policy[- ]blocked|blocked by caller policy|caller deny policy|caller allow policy/i.test(text)) {
55
71
  return "policy-blocked";
56
- if (/cleanup failed|cleanup.*partial|partial cleanup|remaining resources/i.test(text))
72
+ }
73
+ if (/cleanup failed|cleanup.*partial|partial cleanup|remaining resources/i.test(text)) {
57
74
  return "cleanup-failed";
58
- if (options.validationError || /Agent-browser Unix socket path would be|Agent-browser socket storage .* is unusable/i.test(text))
75
+ }
76
+ if ((options.validationError ?? "") !== "" ||
77
+ /Agent-browser Unix socket path would be|Agent-browser socket storage .* is unusable/i.test(text)) {
59
78
  return "validation-error";
60
- if (options.tabDrift || /could not re-select the intended tab|about:blank|selected tab looks wrong|tab drift|tab.*wrong/i.test(text))
79
+ }
80
+ if (options.tabDrift === true ||
81
+ /could not re-select the intended tab|about:blank|selected tab looks wrong|tab drift|tab.*wrong/i.test(text)) {
61
82
  return "tab-drift";
62
- if (/\bUnknown ref\b|\bstale ref\b|@ref may be stale|\bref\b.*\b(?:not found|missing|expired)\b/i.test(text))
63
- return "stale-ref";
64
- if (usedRef && /could not locate element|element not found|no element/i.test(text))
65
- return "stale-ref";
66
- const mentionsPlaywrightSelectorDialect = /(?:\btext=|:has-text\(|\bgetByRole\b|\bgetByText\b)/i.test(text);
67
- const reportsSelectorMatchFailure = /\b(?:no elements? found|failed to find|could not find|unable to find)\b.*\b(?:selector|locator)\b/i.test(text) ||
68
- /\b(?:selector|locator)\b.*\b(?:no elements? found|not found|missing|failed to find|could not find|unable to find)\b/i.test(text);
69
- if (/\b(?:unsupported|unknown|invalid)\s+(?:selector|locator)\b/i.test(text) ||
83
+ }
84
+ return undefined;
85
+ }
86
+ function reportsSelectorMatchFailure(text) {
87
+ return (/\b(?:no elements? found|failed to find|could not find|unable to find)\b.*\b(?:selector|locator)\b/i.test(text) ||
88
+ /\b(?:selector|locator)\b.*\b(?:no elements? found|not found|missing|failed to find|could not find|unable to find)\b/i.test(text));
89
+ }
90
+ function reportsUnsupportedSelector(text) {
91
+ return (/\b(?:unsupported|unknown|invalid)\s+(?:selector|locator)\b/i.test(text) ||
70
92
  /\bfailed to parse selector\b/i.test(text) ||
71
93
  /\bselector\b.*\b(?:parse|syntax|unsupported|invalid)\b/i.test(text) ||
72
- (mentionsPlaywrightSelectorDialect && reportsSelectorMatchFailure)) {
94
+ (/(?:\btext=|:has-text\(|\bgetByRole\b|\bgetByText\b)/i.test(text) &&
95
+ reportsSelectorMatchFailure(text)));
96
+ }
97
+ function classifySelectorFailure(context) {
98
+ const { options, text, command } = context;
99
+ if (/\bUnknown ref\b|\bstale ref\b|@ref may be stale|\bref\b.*\b(?:not found|missing|expired)\b/i.test(text)) {
100
+ return "stale-ref";
101
+ }
102
+ const usedRef = options.args?.some((arg) => /^@e\d+\b/.test(arg)) ?? false;
103
+ if (usedRef && /could not locate element|element not found|no element/i.test(text)) {
104
+ return "stale-ref";
105
+ }
106
+ if (reportsUnsupportedSelector(text)) {
73
107
  return "selector-unsupported";
74
108
  }
75
- if (command === "find" && /could not locate element|element not found|no elements? found|unable to find/i.test(text))
109
+ if (command === "find" &&
110
+ /could not locate element|element not found|no elements? found|unable to find/i.test(text)) {
76
111
  return "selector-not-found";
77
- if (reportsSelectorMatchFailure)
78
- return "selector-not-found";
79
- if ((command === "download" || text.includes("wait --download") || /\bdownload\b/i.test(text)) && /missing|not verified|not found|failed|timeout|timed out/i.test(text)) {
80
- return "download-not-verified";
81
112
  }
82
- return "upstream-error";
113
+ return reportsSelectorMatchFailure(text) ? "selector-not-found" : undefined;
114
+ }
115
+ function classifyDownloadFailure(context) {
116
+ const { text, command } = context;
117
+ return (command === "download" ||
118
+ text.includes("wait --download") ||
119
+ /\bdownload\b/i.test(text)) &&
120
+ /missing|not verified|not found|failed|timeout|timed out/i.test(text)
121
+ ? "download-not-verified"
122
+ : "upstream-error";
123
+ }
124
+ export function classifyAgentBrowserFailureCategory(options) {
125
+ const text = [
126
+ options.errorText,
127
+ options.validationError,
128
+ options.parseError,
129
+ options.spawnError,
130
+ options.stderr,
131
+ ]
132
+ .filter(Boolean)
133
+ .join("\n");
134
+ const context = { options, text, command: options.command ?? "" };
135
+ return (classifyNativeFailure(context) ??
136
+ classifyProcessFailure(context) ??
137
+ classifyLifecycleFailure(context) ??
138
+ classifySelectorFailure(context) ??
139
+ classifyDownloadFailure(context));
83
140
  }
84
141
  export function buildAgentBrowserResultCategoryDetails(options) {
85
142
  if (options.succeeded) {
@@ -5,9 +5,18 @@ const CONFIRMATION_REQUIRED_FIELD_NAMES = [
5
5
  "requires_confirmation",
6
6
  "requiresConfirmation",
7
7
  ];
8
- const CONFIRMATION_REQUIRED_RECORD_FIELD_NAMES = ["confirmation", "pendingConfirmation", "pending_confirmation"];
8
+ const CONFIRMATION_REQUIRED_RECORD_FIELD_NAMES = [
9
+ "confirmation",
10
+ "pendingConfirmation",
11
+ "pending_confirmation",
12
+ ];
9
13
  const CONFIRMATION_ID_FIELD_NAMES = ["confirmation_id", "confirmationId", "id"];
10
- const CONFIRMATION_ACTION_TEXT_FIELD_NAMES = ["action", "description", "message", "summary"];
14
+ const CONFIRMATION_ACTION_TEXT_FIELD_NAMES = [
15
+ "action",
16
+ "description",
17
+ "message",
18
+ "summary",
19
+ ];
11
20
  const CONFIRMATION_REQUIRED_MARKER = "confirmation_required";
12
21
  function getTrimmedStringField(data, fieldNames) {
13
22
  for (const fieldName of fieldNames) {
@@ -19,10 +28,10 @@ function getTrimmedStringField(data, fieldNames) {
19
28
  return undefined;
20
29
  }
21
30
  function hasConfirmationRequiredMarker(data) {
22
- return CONFIRMATION_REQUIRED_FIELD_NAMES.some((fieldName) => data[fieldName] === true)
23
- || data.type === CONFIRMATION_REQUIRED_MARKER
24
- || data.status === CONFIRMATION_REQUIRED_MARKER
25
- || data.kind === CONFIRMATION_REQUIRED_MARKER;
31
+ return (CONFIRMATION_REQUIRED_FIELD_NAMES.some((fieldName) => data[fieldName] === true) ||
32
+ data.type === CONFIRMATION_REQUIRED_MARKER ||
33
+ data.status === CONFIRMATION_REQUIRED_MARKER ||
34
+ data.kind === CONFIRMATION_REQUIRED_MARKER);
26
35
  }
27
36
  function getNestedConfirmationRecord(data) {
28
37
  for (const fieldName of CONFIRMATION_REQUIRED_RECORD_FIELD_NAMES) {
@@ -33,18 +42,28 @@ function getNestedConfirmationRecord(data) {
33
42
  }
34
43
  return undefined;
35
44
  }
45
+ function getConfirmationPayload(data) {
46
+ // Native confirm can acknowledge one action while its original compound command remains pending.
47
+ return isRecord(data) &&
48
+ data.confirmed === true &&
49
+ isRecord(data.result) &&
50
+ data.result.success === true
51
+ ? data.result.data
52
+ : data;
53
+ }
36
54
  export function detectConfirmationRequired(data) {
37
- if (!isRecord(data)) {
55
+ const payload = getConfirmationPayload(data);
56
+ if (!isRecord(payload)) {
38
57
  return undefined;
39
58
  }
40
- const nestedRecord = getNestedConfirmationRecord(data);
41
- const candidateRecords = nestedRecord ? [data, nestedRecord] : [data];
59
+ const nestedRecord = getNestedConfirmationRecord(payload);
60
+ const candidateRecords = nestedRecord ? [payload, nestedRecord] : [payload];
42
61
  if (!candidateRecords.some(hasConfirmationRequiredMarker)) {
43
62
  return undefined;
44
63
  }
45
64
  for (const record of candidateRecords) {
46
65
  const id = getTrimmedStringField(record, CONFIRMATION_ID_FIELD_NAMES);
47
- if (!id) {
66
+ if (id === undefined || id.length === 0) {
48
67
  continue;
49
68
  }
50
69
  return {