pwn 0.5.795 → 0.5.796

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (369) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile +1 -1
  3. data/bin/pwn_autoinc_version +4 -5
  4. data/bin/pwn_web_cache_deception +40 -29
  5. data/documentation/AWS.md +15 -5
  6. data/documentation/Diagrams.md +1 -1
  7. data/documentation/Home.md +2 -2
  8. data/documentation/How-PWN-Works.md +1 -1
  9. data/documentation/What-is-PWN.md +1 -1
  10. data/documentation/diagrams/aws-cloud-security.svg +1 -1
  11. data/documentation/diagrams/dot/aws-cloud-security.dot +1 -1
  12. data/documentation/diagrams/dot/network-infra-testing.dot +1 -1
  13. data/documentation/diagrams/network-infra-testing.svg +1 -1
  14. data/etc/default_cron/session_cleanup.rb +84 -51
  15. data/lib/pwn/ai/agent/assembly.rb +0 -2
  16. data/lib/pwn/ai/agent/btc.rb +0 -2
  17. data/lib/pwn/ai/agent/burp_suite.rb +0 -2
  18. data/lib/pwn/ai/agent/curriculum.rb +2 -2
  19. data/lib/pwn/ai/agent/dispatch.rb +3 -0
  20. data/lib/pwn/ai/agent/engagement.rb +96 -41
  21. data/lib/pwn/ai/agent/extrospection/osint/bridges.rb +2 -0
  22. data/lib/pwn/ai/agent/extrospection.rb +50 -13
  23. data/lib/pwn/ai/agent/gqrx.rb +0 -2
  24. data/lib/pwn/ai/agent/hacker_one.rb +0 -2
  25. data/lib/pwn/ai/agent/learning.rb +45 -13
  26. data/lib/pwn/ai/agent/loop.rb +12 -11
  27. data/lib/pwn/ai/agent/metrics.rb +1 -1
  28. data/lib/pwn/ai/agent/mission.rb +6 -3
  29. data/lib/pwn/ai/agent/policy.rb +1 -1
  30. data/lib/pwn/ai/agent/policy_evaluation.rb +2 -2
  31. data/lib/pwn/ai/agent/reflect.rb +1 -0
  32. data/lib/pwn/ai/agent/request_runtime.rb +1 -1
  33. data/lib/pwn/ai/agent/reward.rb +155 -53
  34. data/lib/pwn/ai/agent/sast.rb +0 -2
  35. data/lib/pwn/ai/agent/task_dag.rb +5 -3
  36. data/lib/pwn/ai/agent/task_summarizer.rb +21 -11
  37. data/lib/pwn/ai/agent/tool_guard.rb +19 -0
  38. data/lib/pwn/ai/agent/tools/ruby_eval.rb +1 -1
  39. data/lib/pwn/ai/agent/tools/verify.rb +7 -3
  40. data/lib/pwn/ai/agent/transparent_browser.rb +0 -2
  41. data/lib/pwn/ai/agent/turn_finalizer.rb +3 -0
  42. data/lib/pwn/ai/anthropic.rb +3 -3
  43. data/lib/pwn/ai/context.rb +2 -1
  44. data/lib/pwn/ai/gemini.rb +7 -5
  45. data/lib/pwn/ai/grok.rb +37 -18
  46. data/lib/pwn/ai/mcp.rb +17 -5
  47. data/lib/pwn/ai/ollama.rb +76 -35
  48. data/lib/pwn/ai/open_ai.rb +7 -19
  49. data/lib/pwn/ai/open_web_ui.rb +76 -40
  50. data/lib/pwn/aws/cloud_search_domain.rb +6 -0
  51. data/lib/pwn/aws/iam.rb +2 -2
  52. data/lib/pwn/aws/workspaces.rb +2 -2
  53. data/lib/pwn/aws.rb +0 -5
  54. data/lib/pwn/bounty/lifecycle_authz_replay.rb +1 -1
  55. data/lib/pwn/config.rb +17 -10
  56. data/lib/pwn/corpus.rb +33 -5
  57. data/lib/pwn/cron.rb +60 -17
  58. data/lib/pwn/driver.rb +2 -3
  59. data/lib/pwn/engagement.rb +28 -10
  60. data/lib/pwn/ffi/capstone.rb +3 -2
  61. data/lib/pwn/ffi/fftw.rb +8 -6
  62. data/lib/pwn/ffi/keystone.rb +3 -2
  63. data/lib/pwn/ffi/soapy_sdr.rb +10 -6
  64. data/lib/pwn/json_text.rb +25 -13
  65. data/lib/pwn/memory_index.rb +6 -4
  66. data/lib/pwn/module_skills.rb +3 -1
  67. data/lib/pwn/plugins/aflplusplus.rb +1 -0
  68. data/lib/pwn/plugins/ai_sandbox.rb +42 -10
  69. data/lib/pwn/plugins/android.rb +429 -466
  70. data/lib/pwn/plugins/artifact_registry.rb +12 -2
  71. data/lib/pwn/plugins/assembly.rb +9 -42
  72. data/lib/pwn/plugins/authentication_helper.rb +4 -3
  73. data/lib/pwn/plugins/baresip.rb +70 -28
  74. data/lib/pwn/plugins/binary_analysis.rb +14 -5
  75. data/lib/pwn/plugins/binary_parser.rb +42 -7
  76. data/lib/pwn/plugins/black_duck_binary_analysis.rb +3 -3
  77. data/lib/pwn/plugins/burp_suite.rb +15 -12
  78. data/lib/pwn/plugins/bus_pirate.rb +3 -7
  79. data/lib/pwn/plugins/char.rb +9 -3
  80. data/lib/pwn/plugins/credit_card.rb +7 -0
  81. data/lib/pwn/plugins/dao_ldap.rb +2 -2
  82. data/lib/pwn/plugins/dao_mongo.rb +1 -1
  83. data/lib/pwn/plugins/debugger.rb +1 -1
  84. data/lib/pwn/plugins/defect_dojo.rb +7 -3
  85. data/lib/pwn/plugins/detect_os.rb +1 -1
  86. data/lib/pwn/plugins/detonate.rb +9 -19
  87. data/lib/pwn/plugins/exploit_db.rb +1 -1
  88. data/lib/pwn/plugins/file_fu.rb +4 -1
  89. data/lib/pwn/plugins/findings.rb +76 -2
  90. data/lib/pwn/plugins/fuzz.rb +12 -3
  91. data/lib/pwn/plugins/gdb.rb +7 -2
  92. data/lib/pwn/plugins/gdbmi.rb +10 -6
  93. data/lib/pwn/plugins/git.rb +18 -13
  94. data/lib/pwn/plugins/github.rb +11 -6
  95. data/lib/pwn/plugins/google_workspace.rb +11 -3
  96. data/lib/pwn/plugins/hacker_one.rb +5 -1
  97. data/lib/pwn/plugins/httpx.rb +24 -8
  98. data/lib/pwn/plugins/ip_info.rb +11 -8
  99. data/lib/pwn/plugins/irc.rb +73 -45
  100. data/lib/pwn/plugins/jenkins.rb +2 -2
  101. data/lib/pwn/plugins/jira_data_center.rb +13 -6
  102. data/lib/pwn/plugins/jobs.rb +62 -4
  103. data/lib/pwn/plugins/log.rb +1 -1
  104. data/lib/pwn/plugins/monkey_patch.rb +1 -1
  105. data/lib/pwn/plugins/msr206.rb +157 -182
  106. data/lib/pwn/plugins/nessus_cloud.rb +2 -2
  107. data/lib/pwn/plugins/nexpose_vuln_scan.rb +44 -33
  108. data/lib/pwn/plugins/nuclei.rb +24 -8
  109. data/lib/pwn/plugins/ocr.rb +3 -1
  110. data/lib/pwn/plugins/open_api.rb +0 -4
  111. data/lib/pwn/plugins/openvas.rb +31 -43
  112. data/lib/pwn/plugins/packet.rb +40 -25
  113. data/lib/pwn/plugins/pony.rb +2 -2
  114. data/lib/pwn/plugins/preflight_checker.rb +1 -1
  115. data/lib/pwn/plugins/process_tube.rb +17 -2
  116. data/lib/pwn/plugins/ps.rb +6 -1
  117. data/lib/pwn/plugins/repl/ai.rb +1 -0
  118. data/lib/pwn/plugins/repl/ai_console.rb +12 -5
  119. data/lib/pwn/plugins/repl/mesh.rb +10 -2
  120. data/lib/pwn/plugins/sbom.rb +59 -27
  121. data/lib/pwn/plugins/scannable_codes.rb +3 -1
  122. data/lib/pwn/plugins/serial.rb +102 -44
  123. data/lib/pwn/plugins/shodan.rb +4 -10
  124. data/lib/pwn/plugins/sock.rb +16 -11
  125. data/lib/pwn/plugins/ssn.rb +3 -1
  126. data/lib/pwn/plugins/transparent_browser.rb +43 -3
  127. data/lib/pwn/plugins/vault.rb +92 -30
  128. data/lib/pwn/plugins/vin.rb +2 -1
  129. data/lib/pwn/plugins/vsphere.rb +2 -1
  130. data/lib/pwn/plugins/xxd.rb +3 -5
  131. data/lib/pwn/plugins/yubikey/security_domain/scp.rb +4 -0
  132. data/lib/pwn/plugins/yubikey/transport.rb +42 -11
  133. data/lib/pwn/plugins/yubikey.rb +21 -6
  134. data/lib/pwn/plugins/zaproxy.rb +3 -4
  135. data/lib/pwn/reports/ai_red_team.rb +4 -4
  136. data/lib/pwn/reports/pdf.rb +9 -5
  137. data/lib/pwn/reports/sast.rb +4 -4
  138. data/lib/pwn/sast/keystore.rb +2 -2
  139. data/lib/pwn/sast/logger.rb +1 -1
  140. data/lib/pwn/sast/php_type_juggling.rb +3 -6
  141. data/lib/pwn/sast/pom_version.rb +12 -6
  142. data/lib/pwn/sast/port.rb +1 -1
  143. data/lib/pwn/sast/sql.rb +3 -7
  144. data/lib/pwn/sast/test_case_engine.rb +62 -16
  145. data/lib/pwn/sast/type_script_type_juggling.rb +3 -6
  146. data/lib/pwn/sdr/decoder/base.rb +8 -0
  147. data/lib/pwn/sdr/decoder/lora.rb +1 -1
  148. data/lib/pwn/sdr/flipper_zero.rb +4 -7
  149. data/lib/pwn/sdr/gqrx.rb +35 -16
  150. data/lib/pwn/sdr/son_micro_rfid.rb +44 -26
  151. data/lib/pwn/sdr.rb +1 -1
  152. data/lib/pwn/session_trace.rb +7 -2
  153. data/lib/pwn/sessions.rb +307 -39
  154. data/lib/pwn/setup.rb +4 -3
  155. data/lib/pwn/version.rb +1 -1
  156. data/lib/pwn/www/app_cobalt_io.rb +14 -2
  157. data/lib/pwn/www/bing.rb +13 -1
  158. data/lib/pwn/www/bug_crowd.rb +14 -2
  159. data/lib/pwn/www/checkip.rb +13 -1
  160. data/lib/pwn/www/coinbase_pro.rb +14 -2
  161. data/lib/pwn/www/duckduckgo.rb +13 -1
  162. data/lib/pwn/www/facebook.rb +14 -2
  163. data/lib/pwn/www/github.rb +14 -2
  164. data/lib/pwn/www/google.rb +13 -1
  165. data/lib/pwn/www/hacker_one.rb +117 -33
  166. data/lib/pwn/www/linkedin.rb +14 -2
  167. data/lib/pwn/www/pandora.rb +14 -2
  168. data/lib/pwn/www/pastebin.rb +13 -1
  169. data/lib/pwn/www/paypal.rb +16 -4
  170. data/lib/pwn/www/synack.rb +14 -2
  171. data/lib/pwn/www/torch.rb +17 -3
  172. data/lib/pwn/www/trading_view.rb +14 -2
  173. data/lib/pwn/www/twitter.rb +14 -2
  174. data/lib/pwn/www/uber.rb +14 -2
  175. data/lib/pwn/www/upwork.rb +14 -2
  176. data/lib/pwn/www/wayback_machine.rb +16 -2
  177. data/lib/pwn/www/youtube.rb +13 -1
  178. data/pwn.gemspec +4 -0
  179. data/spec/integration/authentication_helper_oath_spec.rb +1 -1
  180. data/spec/integration/autoinc_lifecycle_supplement_spec.rb +47 -0
  181. data/spec/integration/gemspec_deleted_files_spec.rb +43 -0
  182. data/spec/integration/spec_curriculum_isolation_spec.rb +41 -0
  183. data/spec/integration/verify_acceptance_eui_regression_spec.rb +162 -0
  184. data/spec/integration/web_cache_lifecycle_closure_spec.rb +89 -0
  185. data/spec/integration/web_cache_lifecycle_supplement_spec.rb +70 -0
  186. data/spec/lib/pwn/ai/agent/analysis_errors_regression_spec.rb +33 -0
  187. data/spec/lib/pwn/ai/agent/curriculum_cooldown_regression_spec.rb +19 -0
  188. data/spec/lib/pwn/ai/agent/curriculum_spec.rb +2 -0
  189. data/spec/lib/pwn/ai/agent/engagement_boundary_regression_spec.rb +42 -0
  190. data/spec/lib/pwn/ai/agent/engagement_dispatch_review_spec.rb +82 -0
  191. data/spec/lib/pwn/ai/agent/engagement_roe_regression_spec.rb +25 -0
  192. data/spec/lib/pwn/ai/agent/engagement_scope_regression_spec.rb +37 -0
  193. data/spec/lib/pwn/ai/agent/extrospection/osint/bridges_spec.rb +4 -0
  194. data/spec/lib/pwn/ai/agent/extrospection_input_regression_spec.rb +31 -0
  195. data/spec/lib/pwn/ai/agent/extrospection_review_spec.rb +61 -0
  196. data/spec/lib/pwn/ai/agent/extrospection_serial_review_spec.rb +42 -0
  197. data/spec/lib/pwn/ai/agent/extrospection_spec.rb +9 -0
  198. data/spec/lib/pwn/ai/agent/extrospection_verification_regression_spec.rb +39 -0
  199. data/spec/lib/pwn/ai/agent/learning_last_answer_regression_spec.rb +32 -0
  200. data/spec/lib/pwn/ai/agent/learning_lifecycle_closure_spec.rb +84 -0
  201. data/spec/lib/pwn/ai/agent/learning_prune_regression_spec.rb +17 -0
  202. data/spec/lib/pwn/ai/agent/learning_spec.rb +2 -1
  203. data/spec/lib/pwn/ai/agent/loop_execution_audit_spec.rb +30 -0
  204. data/spec/lib/pwn/ai/agent/metrics_usage_regression_spec.rb +20 -0
  205. data/spec/lib/pwn/ai/agent/mission_execution_audit_spec.rb +27 -0
  206. data/spec/lib/pwn/ai/agent/mission_namespace_spec.rb +210 -18
  207. data/spec/lib/pwn/ai/agent/policy_confidence_regression_spec.rb +16 -0
  208. data/spec/lib/pwn/ai/agent/policy_evaluation_spec.rb +1 -1
  209. data/spec/lib/pwn/ai/agent/policy_evaluation_tmp_regression_spec.rb +36 -0
  210. data/spec/lib/pwn/ai/agent/reflect_model_regression_spec.rb +15 -0
  211. data/spec/lib/pwn/ai/agent/request_runtime_execution_audit_spec.rb +43 -0
  212. data/spec/lib/pwn/ai/agent/reward_binding_review_spec.rb +129 -0
  213. data/spec/lib/pwn/ai/agent/reward_dispatch_review_spec.rb +154 -0
  214. data/spec/lib/pwn/ai/agent/reward_envelope_regression_spec.rb +45 -0
  215. data/spec/lib/pwn/ai/agent/reward_turn_regression_spec.rb +40 -0
  216. data/spec/lib/pwn/ai/agent/swarm_spec.rb +2 -2
  217. data/spec/lib/pwn/ai/agent/task_dag_execution_audit_spec.rb +45 -0
  218. data/spec/lib/pwn/ai/agent/task_summarizer_failure_regression_spec.rb +26 -0
  219. data/spec/lib/pwn/ai/agent/tools/verify_execution_audit_spec.rb +33 -0
  220. data/spec/lib/pwn/ai/context_range_audit_spec.rb +24 -0
  221. data/spec/lib/pwn/ai/gemini_roundtrip_audit_spec.rb +33 -0
  222. data/spec/lib/pwn/ai/grok_reasoning_effort_spec.rb +43 -0
  223. data/spec/lib/pwn/ai/mcp_session_audit_spec.rb +36 -0
  224. data/spec/lib/pwn/ai/ollama_spec.rb +6 -11
  225. data/spec/lib/pwn/ai/open_web_ui_spec.rb +6 -11
  226. data/spec/lib/pwn/ai/provider_history_audit_spec.rb +44 -0
  227. data/spec/lib/pwn/ai/provider_operations_audit_spec.rb +53 -0
  228. data/spec/lib/pwn/ai/provider_review_history_stream_regression_spec.rb +143 -0
  229. data/spec/lib/pwn/ai/provider_review_tls_regression_spec.rb +62 -0
  230. data/spec/lib/pwn/ai/provider_stream_audit_spec.rb +49 -0
  231. data/spec/lib/pwn/aws/iam_decoding_regression_spec.rb +23 -0
  232. data/spec/lib/pwn/aws/services_runtime_regression_spec.rb +51 -0
  233. data/spec/lib/pwn/aws_spec.rb +6 -0
  234. data/spec/lib/pwn/banner_operational_audit_spec.rb +105 -0
  235. data/spec/lib/pwn/bounty/lifecycle_authz_replay_spec.rb +17 -0
  236. data/spec/lib/pwn/config_redaction_regression_spec.rb +24 -0
  237. data/spec/lib/pwn/config_skills_regression_spec.rb +38 -0
  238. data/spec/lib/pwn/corpus_core_review_regression_spec.rb +96 -0
  239. data/spec/lib/pwn/corpus_spec.rb +13 -0
  240. data/spec/lib/pwn/cron_core_review_regression_spec.rb +95 -0
  241. data/spec/lib/pwn/cron_execution_spec.rb +75 -0
  242. data/spec/lib/pwn/driver_core_review_regression_spec.rb +38 -0
  243. data/spec/lib/pwn/driver_spec.rb +13 -0
  244. data/spec/lib/pwn/engagement_core_review_regression_spec.rb +88 -0
  245. data/spec/lib/pwn/engagement_storage_regression_spec.rb +44 -0
  246. data/spec/lib/pwn/ffi/capstone_spec.rb +19 -0
  247. data/spec/lib/pwn/ffi/fftw_spec.rb +19 -0
  248. data/spec/lib/pwn/ffi/keystone_spec.rb +13 -0
  249. data/spec/lib/pwn/ffi/soapy_sdr_spec.rb +13 -0
  250. data/spec/lib/pwn/json_text_spec.rb +25 -0
  251. data/spec/lib/pwn/memory_index_spec.rb +23 -0
  252. data/spec/lib/pwn/module_skills_parsing_regression_spec.rb +34 -0
  253. data/spec/lib/pwn/plugins/ai_sandbox_boundary_review_spec.rb +57 -0
  254. data/spec/lib/pwn/plugins/ai_sandbox_spec.rb +10 -18
  255. data/spec/lib/pwn/plugins/android_review_fixes_spec.rb +121 -0
  256. data/spec/lib/pwn/plugins/android_transport_audit_spec.rb +64 -0
  257. data/spec/lib/pwn/plugins/api_import_namespace_audit_spec.rb +49 -0
  258. data/spec/lib/pwn/plugins/artifact_registry_namespace_audit_spec.rb +20 -0
  259. data/spec/lib/pwn/plugins/artifact_registry_review_fixes_spec.rb +63 -0
  260. data/spec/lib/pwn/plugins/assembly_namespace_audit_spec.rb +16 -0
  261. data/spec/lib/pwn/plugins/assembly_review_fixes_spec.rb +33 -0
  262. data/spec/lib/pwn/plugins/authentication_helper_spec.rb +14 -0
  263. data/spec/lib/pwn/plugins/baresip_review_fixes_spec.rb +127 -0
  264. data/spec/lib/pwn/plugins/baresip_transport_audit_spec.rb +59 -0
  265. data/spec/lib/pwn/plugins/binary_analysis_process_review_spec.rb +57 -0
  266. data/spec/lib/pwn/plugins/black_duck_namespace_audit_spec.rb +25 -0
  267. data/spec/lib/pwn/plugins/burp_suite_har_review_fixes_spec.rb +60 -0
  268. data/spec/lib/pwn/plugins/burp_suite_import_review_fixes_spec.rb +62 -0
  269. data/spec/lib/pwn/plugins/burp_suite_namespace_audit_spec.rb +37 -0
  270. data/spec/lib/pwn/plugins/bus_pirate_transport_audit_spec.rb +19 -0
  271. data/spec/lib/pwn/plugins/file_fu_namespace_audit_spec.rb +17 -0
  272. data/spec/lib/pwn/plugins/findings_structured_spec.rb +1 -1
  273. data/spec/lib/pwn/plugins/gdbmi_namespace_audit_spec.rb +28 -0
  274. data/spec/lib/pwn/plugins/gdbmi_review_fixes_spec.rb +73 -0
  275. data/spec/lib/pwn/plugins/github_argv_review_spec.rb +49 -0
  276. data/spec/lib/pwn/plugins/google_workspace_provider_review_oauth_spec.rb +80 -0
  277. data/spec/lib/pwn/plugins/irc_review_fixes_spec.rb +92 -0
  278. data/spec/lib/pwn/plugins/irc_transport_audit_spec.rb +37 -0
  279. data/spec/lib/pwn/plugins/jenkins_namespace_audit_spec.rb +12 -0
  280. data/spec/lib/pwn/plugins/jira_data_center_namespace_audit_spec.rb +44 -0
  281. data/spec/lib/pwn/plugins/jira_data_center_review_fixes_spec.rb +81 -0
  282. data/spec/lib/pwn/plugins/jsonl_elf_review_fixes_spec.rb +59 -0
  283. data/spec/lib/pwn/plugins/log_spec.rb +36 -20
  284. data/spec/lib/pwn/plugins/monkey_patch_spec.rb +16 -0
  285. data/spec/lib/pwn/plugins/msr206_readback_review_fixes_spec.rb +119 -0
  286. data/spec/lib/pwn/plugins/msr206_review_fixes_spec.rb +50 -0
  287. data/spec/lib/pwn/plugins/msr206_transport_audit_spec.rb +64 -0
  288. data/spec/lib/pwn/plugins/nessus_cloud_namespace_audit_spec.rb +14 -0
  289. data/spec/lib/pwn/plugins/nexpose_review_fixes_spec.rb +55 -0
  290. data/spec/lib/pwn/plugins/open_api_namespace_audit_spec.rb +22 -0
  291. data/spec/lib/pwn/plugins/packet_transport_audit_spec.rb +47 -0
  292. data/spec/lib/pwn/plugins/plugins_b_operational_regression_spec.rb +600 -0
  293. data/spec/lib/pwn/plugins/pony_namespace_audit_spec.rb +17 -0
  294. data/spec/lib/pwn/plugins/pony_review_fixes_spec.rb +33 -0
  295. data/spec/lib/pwn/plugins/process_tube_namespace_audit_spec.rb +19 -0
  296. data/spec/lib/pwn/plugins/ps_namespace_audit_spec.rb +12 -0
  297. data/spec/lib/pwn/plugins/repl/ai_console_spec.rb +111 -0
  298. data/spec/lib/pwn/plugins/repl/ai_spec.rb +38 -0
  299. data/spec/lib/pwn/plugins/repl/mesh_spec.rb +52 -0
  300. data/spec/lib/pwn/plugins/sandbox_spec.rb +9 -7
  301. data/spec/lib/pwn/plugins/sbom_review_fixes_spec.rb +43 -0
  302. data/spec/lib/pwn/plugins/scannable_codes_namespace_audit_spec.rb +15 -0
  303. data/spec/lib/pwn/plugins/serial_review_fixes_spec.rb +76 -0
  304. data/spec/lib/pwn/plugins/serial_transport_audit_spec.rb +102 -0
  305. data/spec/lib/pwn/plugins/shodan_namespace_audit_spec.rb +10 -0
  306. data/spec/lib/pwn/plugins/sock_transport_audit_spec.rb +55 -0
  307. data/spec/lib/pwn/plugins/transparent_browser_navigation_review_spec.rb +21 -0
  308. data/spec/lib/pwn/plugins/vault_master_key_eui_regression_spec.rb +242 -0
  309. data/spec/lib/pwn/plugins/vault_spec.rb +58 -0
  310. data/spec/lib/pwn/plugins/vault_store_safety_spec.rb +1 -1
  311. data/spec/lib/pwn/plugins/xxd_namespace_audit_spec.rb +34 -0
  312. data/spec/lib/pwn/plugins/yubikey_hid_cleanup_review_fixes_spec.rb +52 -0
  313. data/spec/lib/pwn/plugins/yubikey_lifecycle_audit_spec.rb +65 -0
  314. data/spec/lib/pwn/plugins/yubikey_options_audit_spec.rb +30 -0
  315. data/spec/lib/pwn/plugins/yubikey_selector_audit_spec.rb +26 -0
  316. data/spec/lib/pwn/plugins/yubikey_spec.rb +1 -1
  317. data/spec/lib/pwn/plugins/zaproxy_namespace_audit_spec.rb +30 -0
  318. data/spec/lib/pwn/reports/empty_report_audit_spec.rb +18 -0
  319. data/spec/lib/pwn/reports/pdf_spec.rb +25 -0
  320. data/spec/lib/pwn/reports/provider_review_encoding_regression_spec.rb +45 -0
  321. data/spec/lib/pwn/sast/engine_runtime_regression_spec.rb +91 -0
  322. data/spec/lib/pwn/sast/filter_edge_regression_spec.rb +39 -0
  323. data/spec/lib/pwn/sast/formatter_review_fixes_spec.rb +178 -0
  324. data/spec/lib/pwn/sast/path_review_fixes_spec.rb +60 -0
  325. data/spec/lib/pwn/sast/pom_runtime_regression_spec.rb +37 -0
  326. data/spec/lib/pwn/sast/rules_runtime_regression_spec.rb +78 -0
  327. data/spec/lib/pwn/sast/sql_review_fixes_spec.rb +38 -0
  328. data/spec/lib/pwn/sdr/decoder/base_iq_spec.rb +21 -18
  329. data/spec/lib/pwn/sdr/decoder/base_review_fixes_spec.rb +49 -0
  330. data/spec/lib/pwn/sdr/decoder/base_validation_spec.rb +78 -0
  331. data/spec/lib/pwn/sdr/decoder/lora_spec.rb +9 -0
  332. data/spec/lib/pwn/sdr/flipper_zero_review_fixes_spec.rb +34 -0
  333. data/spec/lib/pwn/sdr/gqrx_operational_spec.rb +83 -0
  334. data/spec/lib/pwn/sdr/gqrx_review_fixes_spec.rb +22 -0
  335. data/spec/lib/pwn/sdr/son_micro_rfid_review_fixes_spec.rb +113 -0
  336. data/spec/lib/pwn/sdr/son_micro_rfid_serial_review_fixes_spec.rb +76 -0
  337. data/spec/lib/pwn/sdr/son_micro_rfid_spec.rb +39 -0
  338. data/spec/lib/pwn/sdr_spec.rb +5 -0
  339. data/spec/lib/pwn/session_cleanup_default_spec.rb +1 -1
  340. data/spec/lib/pwn/session_cleanup_lifecycle_supplement_spec.rb +39 -0
  341. data/spec/lib/pwn/session_cleanup_payload_spec.rb +3 -2
  342. data/spec/lib/pwn/session_trace_lifecycle_supplement_spec.rb +39 -0
  343. data/spec/lib/pwn/sessions_archive_closure_spec.rb +126 -0
  344. data/spec/lib/pwn/sessions_lifecycle_closure_spec.rb +373 -0
  345. data/spec/lib/pwn/sessions_lifecycle_supplement_spec.rb +204 -0
  346. data/spec/lib/pwn/setup_operational_regression_spec.rb +36 -0
  347. data/spec/lib/pwn/www/browser_review_fixes_spec.rb +70 -0
  348. data/spec/lib/pwn/www/browser_runtime_regression_spec.rb +100 -0
  349. data/spec/lib/pwn/www/hacker_one_runtime_regression_spec.rb +146 -0
  350. data/spec/lib/pwn/www/pagination_review_fixes_spec.rb +84 -0
  351. data/spec/support/namespace_controller_observability_fixture.rb +141 -0
  352. data/spec/support/sandbox.rb +8 -5
  353. data/third_party/pwn_rdoc.jsonl +73 -31
  354. metadata +137 -18
  355. data/etc/default_skills/pwn/aws/elastic_transcoder/SKILL.md +0 -48
  356. data/etc/default_skills/pwn/aws/lambda_preview/SKILL.md +0 -48
  357. data/etc/default_skills/pwn/aws/ops_works/SKILL.md +0 -48
  358. data/etc/default_skills/pwn/aws/ops_works_cm/SKILL.md +0 -48
  359. data/etc/default_skills/pwn/aws/sms/SKILL.md +0 -48
  360. data/lib/pwn/aws/elastic_transcoder.rb +0 -95
  361. data/lib/pwn/aws/lambda_preview.rb +0 -95
  362. data/lib/pwn/aws/ops_works.rb +0 -95
  363. data/lib/pwn/aws/ops_works_cm.rb +0 -95
  364. data/lib/pwn/aws/sms.rb +0 -95
  365. data/spec/lib/pwn/aws/elastic_transcoder_spec.rb +0 -15
  366. data/spec/lib/pwn/aws/lambda_preview_spec.rb +0 -15
  367. data/spec/lib/pwn/aws/ops_works_cm_spec.rb +0 -15
  368. data/spec/lib/pwn/aws/ops_works_spec.rb +0 -15
  369. data/spec/lib/pwn/aws/sms_spec.rb +0 -15
@@ -0,0 +1,17 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'spec_helper'
4
+
5
+ describe PWN::AI::Agent::Learning, 'pruning accounting' do
6
+ include_context 'pwn tmp sandbox'
7
+
8
+ it 'counts a duplicate only once in removed outcomes' do
9
+ rows = 3.times.map do |index|
10
+ { id: "fixture-#{index}", task: 'same task', success: false, details: '', timestamp: '2020-01-01T00:00:00Z' }
11
+ end
12
+ File.write(described_class::LEARNING_FILE, "#{rows.map { |row| JSON.generate(row) }.join("\n")}\n")
13
+ result = described_class.prune_outcomes!
14
+ expect(result).to include(kept: 1, removed: 2, deduped: 2)
15
+ expect(described_class.outcomes.length).to eq(1)
16
+ end
17
+ end
@@ -203,7 +203,8 @@ describe PWN::AI::Agent::Learning do
203
203
  old_row = JSON.parse(before, symbolize_names: true)
204
204
  File.delete(@source)
205
205
  expect(PWN::AI::Agent::Reward).to receive(:fold_step_reward_to_metrics).with(content: 'support tool', reward: 1)
206
- PWN::AI::Agent::Reward.send(:annotate_session, session_id: @sid, rewards: [1])
206
+ binding = PWN::AI::Agent::Reward.prm_snapshot(session_id: @sid, request: @trace.find { |row| row[:role] == 'user' }[:content])[:binding]
207
+ PWN::AI::Agent::Reward.send(:annotate_session, session_id: @sid, rewards: [1], binding: binding)
207
208
  trace = PWN::Sessions.load(session_id: @sid)
208
209
  expect(trace.find { |row| row[:role] == 'tool' }[:step_reward]).to eq(1)
209
210
  expect(trace.map { |row| row[:content] }).to eq(@trace.map { |row| row[:content] })
@@ -0,0 +1,30 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'spec_helper'
4
+
5
+ RSpec.describe PWN::AI::Agent::Loop, 'previous-session recall persistence' do
6
+ include_context 'pwn tmp sandbox'
7
+
8
+ before do
9
+ allow(Dir).to receive(:home).and_return(@tmp)
10
+ end
11
+
12
+ it 'reads the previous transcript without appending the current conversation to it' do
13
+ previous = PWN::Sessions.create(id: 'previous-recall', title: 'Previous recall fixture')
14
+ PWN::Sessions.append(session_id: previous[:id], role: 'user', content: 'Keep the release notes concise.')
15
+ PWN::Sessions.append(session_id: previous[:id], role: 'assistant', content: 'I recorded that preference.')
16
+ current = PWN::Sessions.create(id: 'current-recall', title: 'Current recall fixture')
17
+ previous_path = File.join(PWN::Sessions.sessions_dir, "#{previous[:id]}.jsonl")
18
+ old_bytes = File.binread(previous_path)
19
+ request = 'what did I just say in the last session?'
20
+ expect(PWN::AI::Ollama).not_to receive(:chat_with_tools)
21
+
22
+ answer = described_class.run(request: request, session_id: current[:id], system_role_content: 'Recall fixture')
23
+
24
+ expect(answer).to include('Keep the release notes concise.')
25
+ expect(File.binread(previous_path)).to eq(old_bytes)
26
+ turns = PWN::Sessions.load(session_id: current[:id]).last(2)
27
+ expect(turns.map { |row| row[:role].to_s }).to eq(%w[user assistant])
28
+ expect(turns.map { |row| row[:content] }).to eq([request, answer])
29
+ end
30
+ end
@@ -0,0 +1,20 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'spec_helper'
4
+
5
+ describe PWN::AI::Agent::Metrics, 'persisted model usage' do
6
+ include_context 'pwn tmp sandbox'
7
+
8
+ it 'accumulates repeated model calls after the JSON key roundtrip' do
9
+ described_class.record_tokens(model: 'fixture-model', tokens: 10, cost: 0.1)
10
+ described_class.record_tokens(model: 'fixture-model', tokens: 20, cost: 0.2)
11
+ described_class.record_tokens(model: 'other-model', tokens: 7, cost: 0.0)
12
+ usage = described_class.usage
13
+ expect(usage).to include(tokens: 37, calls: 3)
14
+ expect(usage[:by_model][:'fixture-model']).to include(tokens: 30, calls: 2)
15
+ expect(usage[:by_model][:'fixture-model'][:cost]).to be_within(0.000001).of(0.3)
16
+ expect(usage[:by_model][:'other-model']).to include(tokens: 7, calls: 1)
17
+ raw = JSON.parse(File.read(described_class::METRICS_FILE))
18
+ expect(raw['usage']['by_model'].keys).to contain_exactly('fixture-model', 'other-model')
19
+ end
20
+ end
@@ -0,0 +1,27 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'spec_helper'
4
+
5
+ RSpec.describe PWN::AI::Agent::Mission, 'failed DAG resume accounting' do
6
+ include_context 'pwn tmp sandbox'
7
+
8
+ before do
9
+ allow(Dir).to receive(:home).and_return(@tmp)
10
+ end
11
+
12
+ it 'keeps a failed resumed step out of completed-step state and the operator report' do
13
+ steps = [{ id: 'probe', tool: 'shell', args: { command: 'exit 7', timeout: 5 } }]
14
+ dag = PWN::AI::Agent::TaskDAG.plan(request: 'probe status', steps: steps)
15
+ PWN::AI::Agent::TaskDAG.execute(dag: dag, root: @tmp, run_id: 'failed-resume')
16
+ described_class.begin!(id: 'probe', request: 'probe status')
17
+ described_class.bind_run!(id: 'probe', run_id: 'failed-resume', root: @tmp)
18
+
19
+ report = described_class.resume_run(id: 'probe')
20
+
21
+ expect(report[:ok]).to be false
22
+ expect(described_class.current(id: 'probe')[:last_completed_step]).to be_nil
23
+ expect(described_class.done?(id: 'probe')).to be false
24
+ expect(report[:text]).not_to include('Completed steps: probe')
25
+ expect(report[:text]).to include('Failed steps: probe')
26
+ end
27
+ end
@@ -4,11 +4,207 @@ require 'spec_helper'
4
4
  require 'open3'
5
5
  require 'tmpdir'
6
6
 
7
+ RSpec.describe PwnSpecNamespaceControllerFixture do
8
+ it 'restores the prior subreaper setting even when a fixture fails' do
9
+ prctl = PWN::AI::Agent::MissionNamespace.native('prctl', [Fiddle::TYPE_INT, Fiddle::TYPE_LONG, Fiddle::TYPE_LONG, Fiddle::TYPE_LONG, Fiddle::TYPE_LONG])
10
+ setting = lambda do
11
+ value = [0].pack('i')
12
+ expect(prctl.call(37, Fiddle::Pointer[value].to_i, 0, 0, 0)).to eq(0)
13
+ value.unpack1('i')
14
+ end
15
+ previous = setting.call
16
+ expect do
17
+ described_class.with_reaping do
18
+ expect(setting.call).to eq(1)
19
+ raise 'synthetic fixture failure'
20
+ end
21
+ end.to raise_error(RuntimeError, 'synthetic fixture failure')
22
+ expect(setting.call).to eq(previous)
23
+ end
24
+
25
+ it 'reaps only the adopted controller children after controller death' do
26
+ described_class.with_reaping do
27
+ Dir.mktmpdir('mission-adoption-') do |root|
28
+ ready = File.join(root, 'ready')
29
+ release, sender = IO.pipe
30
+ unrelated = Process.fork do
31
+ sender.close
32
+ release.read(1)
33
+ exit! 41
34
+ end
35
+ allow(PWN::AI::Agent::MissionNamespace).to receive(:new) do
36
+ child = Process.fork do
37
+ sender.close
38
+ release.read(1)
39
+ exit! 0
40
+ end
41
+ File.write("#{ready}.new", child.to_s)
42
+ File.rename("#{ready}.new", ready)
43
+ nil
44
+ end
45
+ owner = described_class.new(descriptor: {})
46
+ release.close
47
+ owner.wait_ready(ready)
48
+ child = Integer(File.read(ready))
49
+ owner.terminate
50
+ started = Process.clock_gettime(Process::CLOCK_MONOTONIC)
51
+ expect { owner.wait_ready(File.join(root, 'never-ready')) }.to raise_error(described_class::StartupError, /class=unavailable.*termsig=9/)
52
+ expect(Process.clock_gettime(Process::CLOCK_MONOTONIC) - started).to be < 2
53
+ # The adopted child still holds the diagnostic writer until released.
54
+ sender.write('11')
55
+ sender.close
56
+ owner.close
57
+ expect(owner.status.termsig).to eq(Signal.list.fetch('KILL'))
58
+ expect { Process.waitpid(child, Process::WNOHANG) }.to raise_error(Errno::ECHILD)
59
+ _, unrelated_status = Process.wait2(unrelated)
60
+ expect(unrelated_status.exitstatus).to eq(41)
61
+ ensure
62
+ sender.write('11') if sender && !sender.closed?
63
+ owner&.close
64
+ [release, sender].compact.each { |io| io.close unless io.closed? }
65
+ [child, unrelated].compact.each do |pid|
66
+ Process.waitpid(pid)
67
+ rescue Errno::ECHILD
68
+ nil
69
+ end
70
+ end
71
+ end
72
+ end
73
+
74
+ [0, 73].each do |exit_status|
75
+ it "detects owner exit #{exit_status} before readiness even without an IPC report" do
76
+ Dir.mktmpdir('mission-early-exit-') do |root|
77
+ allow(PWN::AI::Agent::MissionNamespace).to receive(:new) { exit! exit_status }
78
+ started = Process.clock_gettime(Process::CLOCK_MONOTONIC)
79
+ owner = described_class.new(descriptor: {})
80
+ pid = owner.pid
81
+ expect { owner.wait_ready(File.join(root, 'never-ready')) }.to raise_error(described_class::StartupError, /class=unavailable.*exitstatus=#{exit_status}/)
82
+ expect(Process.clock_gettime(Process::CLOCK_MONOTONIC) - started).to be < 2
83
+ expect(owner.status.exitstatus).to eq(exit_status)
84
+ expect { Process.waitpid(pid, Process::WNOHANG) }.to raise_error(Errno::ECHILD)
85
+ ensure
86
+ owner&.close
87
+ end
88
+ end
89
+ end
90
+
91
+ it 'preserves a constructor SystemExit status rather than replacing it in ensure' do
92
+ Dir.mktmpdir('mission-system-exit-') do |root|
93
+ allow(PWN::AI::Agent::MissionNamespace).to receive(:new) { exit 73 }
94
+ owner = described_class.new(descriptor: {})
95
+ expect { owner.wait_ready(File.join(root, 'never-ready')) }.to raise_error(described_class::StartupError, /class=SystemExit.*exitstatus=73/)
96
+ ensure
97
+ owner&.close
98
+ end
99
+ end
100
+
101
+ it 'keeps the ten-second payload deadline when the constructor returns without readiness' do
102
+ Dir.mktmpdir('mission-no-marker-') do |root|
103
+ allow(PWN::AI::Agent::MissionNamespace).to receive(:new).and_return(nil)
104
+ expect(Timeout).to receive(:timeout).with(10).and_call_original
105
+ owner = described_class.new(descriptor: {})
106
+ pid = owner.pid
107
+ expect { owner.wait_ready(File.join(root, 'never-ready')) }.to raise_error(Timeout::Error)
108
+ owner.close
109
+ expect(owner.status.termsig).to eq(Signal.list.fetch('KILL'))
110
+ expect { Process.waitpid(pid, Process::WNOHANG) }.to raise_error(Errno::ECHILD)
111
+ ensure
112
+ owner&.close
113
+ end
114
+ end
115
+
116
+ it 'closes both diagnostic descriptors and does not signal an already reaped owner' do
117
+ pipes = []
118
+ allow(IO).to receive(:pipe).and_wrap_original do |original|
119
+ original.call.tap { |pair| pipes.concat(pair) }
120
+ end
121
+ allow(PWN::AI::Agent::MissionNamespace).to receive(:new) { exit! 73 }
122
+ owner = described_class.new(descriptor: {})
123
+ expect(pipes.reject(&:closed?)).to all(be_close_on_exec)
124
+ Process.waitpid(owner.pid)
125
+ expect(Process).not_to receive(:kill)
126
+ owner.close
127
+ owner.close
128
+ expect(pipes.length).to eq(2)
129
+ expect(pipes).to all(be_closed)
130
+ ensure
131
+ owner&.close
132
+ end
133
+
134
+ [0, -1].each do |invalid_pid|
135
+ it "never signals or waits on an invalid fork PID #{invalid_pid}" do
136
+ pipes = []
137
+ allow(IO).to receive(:pipe).and_wrap_original do |original|
138
+ original.call.tap { |pair| pipes.concat(pair) }
139
+ end
140
+ allow(Process).to receive(:fork).and_return(invalid_pid)
141
+ expect(Process).not_to receive(:kill)
142
+ expect(Process).not_to receive(:wait2)
143
+ expect { described_class.new(descriptor: {}) }.to raise_error(ArgumentError, /positive child PID/)
144
+ expect(pipes.length).to eq(2)
145
+ expect(pipes).to all(be_closed)
146
+ end
147
+ end
148
+
149
+ it 'reaps safely when the owner disappears during the child snapshot' do
150
+ allow(PWN::AI::Agent::MissionNamespace).to receive(:new).and_return(nil)
151
+ owner = described_class.new(descriptor: {})
152
+ pid = owner.pid
153
+ allow(File).to receive(:read).and_call_original
154
+ allow(File).to receive(:read).with("/proc/#{pid}/task/#{pid}/children") do
155
+ Process.kill('KILL', pid)
156
+ Process.waitpid(pid)
157
+ raise Errno::ENOENT, 'synthetic concurrent owner reap'
158
+ end
159
+ expect { owner.close }.not_to raise_error
160
+ expect(owner.pid).to be_nil
161
+ ensure
162
+ owner&.close
163
+ end
164
+
165
+ it 'closes both diagnostic descriptors if fork fails' do
166
+ pipes = []
167
+ allow(IO).to receive(:pipe).and_wrap_original do |original|
168
+ original.call.tap { |pair| pipes.concat(pair) }
169
+ end
170
+ allow(Process).to receive(:fork).and_raise(Errno::EAGAIN)
171
+ expect(Process).not_to receive(:kill)
172
+ expect { described_class.new(descriptor: {}) }.to raise_error(Errno::EAGAIN)
173
+ expect(pipes).to all(be_closed)
174
+ end
175
+
176
+ it 'propagates an early synthetic constructor failure promptly with safe evidence' do
177
+ Dir.mktmpdir('mission-startup-error-') do |root|
178
+ secret = 'synthetic-private-config=DO-NOT-REPORT'
179
+ allow(PWN::AI::Agent::MissionNamespace).to receive(:new) do
180
+ raise PWN::AI::Agent::MissionNamespace::Unavailable, secret
181
+ end
182
+ started = Process.clock_gettime(Process::CLOCK_MONOTONIC)
183
+ owner = described_class.new(descriptor: { operation: :command, argv: ['/bin/true'] })
184
+ pid = owner.pid
185
+ expect { owner.wait_ready(File.join(root, 'never-ready')) }.to raise_error(described_class::StartupError) { |error|
186
+ expect(error.message).to include('PWN::AI::Agent::MissionNamespace::Unavailable', 'exitstatus=1')
187
+ expect(error.message).to match(/location=mission_namespace_spec\.rb:\d+/)
188
+ expect(error.message).not_to include(secret, root, '/opt/pwn', 'argv')
189
+ }
190
+ expect(Process.clock_gettime(Process::CLOCK_MONOTONIC) - started).to be < 2
191
+ expect(owner.status.exitstatus).to eq(1)
192
+ expect { Process.waitpid(pid, Process::WNOHANG) }.to raise_error(Errno::ECHILD)
193
+ ensure
194
+ owner&.close
195
+ end
196
+ end
197
+ end
198
+
7
199
  RSpec.describe 'PWN::AI::Agent::MissionNamespace compiler-free process ownership' do
8
200
  around do |example|
9
201
  previous = PWN::AI::Agent::MissionNamespace.force_exec
10
202
  PWN::AI::Agent::MissionNamespace.force_exec = true
11
- example.run
203
+ if example.metadata[:controller_fixture]
204
+ PwnSpecNamespaceControllerFixture.with_reaping { example.run }
205
+ else
206
+ example.run
207
+ end
12
208
  ensure
13
209
  PWN::AI::Agent::MissionNamespace.force_exec = previous
14
210
  end
@@ -55,29 +251,25 @@ RSpec.describe 'PWN::AI::Agent::MissionNamespace compiler-free process ownership
55
251
  mission&.close
56
252
  end
57
253
 
58
- it 'terminates owned descendants when the controller dies' do
254
+ it 'terminates owned descendants when the controller dies', :controller_fixture do
59
255
  Dir.mktmpdir('mission-owner-') do |root|
60
256
  ready = File.join(root, 'ready')
61
257
  late = File.join(root, 'late')
62
- owner = fork do
63
- code = "Process.setsid; File.write(ARGV[0], 'ready'); sleep 1; File.write(ARGV[1], 'late')"
64
- mission = PWN::AI::Agent::MissionNamespace.new(descriptor: { operation: :command, argv: [RbConfig.ruby, '-e', code, ready, late] })
65
- sleep 30
66
- ensure
67
- mission&.close
68
- exit!
69
- end
70
- Timeout.timeout(10) { sleep 0.01 until File.exist?(ready) }
71
- Process.kill('KILL', owner)
72
- Process.wait(owner)
73
- owner = nil
258
+ code = "Process.setsid; File.write(ARGV[0], 'ready'); sleep 1; File.write(ARGV[1], 'late')"
259
+ owner = PwnSpecNamespaceControllerFixture.new(descriptor: { operation: :command, argv: [RbConfig.ruby, '-e', code, ready, late] })
260
+ owner.wait_ready(ready)
261
+ supervisors = File.read("/proc/#{owner.pid}/task/#{owner.pid}/children").split.map { |value| Integer(value, 10) }
262
+ expect(supervisors.length).to eq(1)
263
+ expect(supervisors).to all(be > 1)
264
+ expect(Process).to receive(:kill).with('KILL', owner.pid).once.and_call_original
265
+ owner.terminate
266
+ expect(owner.status.termsig).to eq(Signal.list.fetch('KILL'))
74
267
  sleep 1.2
75
268
  expect(File.exist?(late)).to be(false)
269
+ owner.close
270
+ supervisors.each { |pid| expect { Process.waitpid(pid, Process::WNOHANG) }.to raise_error(Errno::ECHILD) }
76
271
  ensure
77
- if owner
78
- Process.kill('KILL', owner)
79
- Process.wait(owner)
80
- end
272
+ owner&.close
81
273
  end
82
274
  end
83
275
 
@@ -0,0 +1,16 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'spec_helper'
4
+
5
+ describe PWN::AI::Agent::Policy, 'explicit confidence' do
6
+ include_context 'pwn tmp sandbox'
7
+
8
+ it 'does not upgrade zero confidence to a full terminal reward' do
9
+ described_class.begin_episode(session_id: 'fixture', request: 'check the fixture')
10
+ step = described_class.observe_step(session_id: 'fixture', action: 'shell', action_id: 'checked', ok: true)
11
+ result = described_class.finish(session_id: 'fixture', score: 1.0, confidence: 0.0,
12
+ attribution: { source: 'independent_verifier', verified_action_ids: ['checked'] })
13
+ expect(result[:terminal_reward]).to eq(0.0)
14
+ expect(described_class.q(state: step[:state], action: 'shell')).to eq(0.0)
15
+ end
16
+ end
@@ -10,7 +10,7 @@ require 'timeout'
10
10
  # All snapshot reads/writes and subprocess HOME directories are disposable.
11
11
  describe 'PWN::AI::Agent::PolicyEvaluation' do
12
12
  around do |example|
13
- Dir.mktmpdir('pwn-evaluation-spec-', '/tmp') do |root|
13
+ Dir.mktmpdir('pwn-evaluation-spec-') do |root|
14
14
  @root = root
15
15
  @baseline = File.join(root, 'baseline.json')
16
16
  @candidate = File.join(root, 'candidate.json')
@@ -0,0 +1,36 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'spec_helper'
4
+
5
+ describe PWN::AI::Agent::PolicyEvaluation, 'temporary directory isolation' do
6
+ it 'uses the configured temporary root before spawning an evaluator' do
7
+ Dir.mktmpdir('pwn-evaluator-tmp-spec-') do |root|
8
+ snapshot = File.join(root, 'snapshot.json')
9
+ File.write(snapshot, JSON.generate(q: {}, h: {}, visits: {}, returns: [], n_updates: 0, td_abs_sum: 0.0))
10
+ expected_parent = Dir.tmpdir
11
+ allow(Dir).to receive(:mktmpdir).and_wrap_original do |original, *args, &block|
12
+ expect(args[1] || Dir.tmpdir).to eq(expected_parent)
13
+ original.call(*args, &block)
14
+ end
15
+ result = described_class.evaluate(baseline: snapshot, candidate: snapshot)
16
+ expect(result[:isolation]).to include(environment_cleared: true, persistence_removed_on_exit: true)
17
+ end
18
+ end
19
+
20
+ it 'keeps the fresh worker inner sandbox within its configured temporary root' do
21
+ code = <<~RUBY
22
+ require #{described_class::RUNNER.inspect}
23
+ expected = Dir.tmpdir
24
+ original = Dir.method(:mktmpdir)
25
+ Dir.define_singleton_method(:mktmpdir) do |*args, &block|
26
+ raise 'temporary root ignored' unless (args[1] || Dir.tmpdir) == expected
27
+ original.call(*args, &block)
28
+ end
29
+ PWN::AI::Agent::PolicyEvaluation.send(:with_isolated) { |root| puts root }
30
+ RUBY
31
+ output, error, status = Open3.capture3({ 'HOME' => Dir.home, 'TMPDIR' => Dir.tmpdir, 'LANG' => 'C.UTF-8' }, RbConfig.ruby, '-e', code, unsetenv_others: true)
32
+ expect(status.success?).to be(true), error
33
+ expect(output.strip).to start_with("#{Dir.tmpdir}/")
34
+ expect(File).not_to exist(output.strip)
35
+ end
36
+ end
@@ -0,0 +1,15 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'spec_helper'
4
+
5
+ describe PWN::AI::Agent::Reflect, 'explicit model forwarding' do
6
+ include_context 'pwn tmp sandbox'
7
+
8
+ it 'passes a per-call model to the provider even when provider configuration is frozen' do
9
+ PWN::Env[:ai] = { active: :ollama, module_reflection: true, ollama: { model: 'default-model' }.freeze }.freeze
10
+ expect(PWN::AI::Ollama).to receive(:chat).with(hash_including(request: 'fixture input', model: 'teacher-model')).and_return('fixture response')
11
+ expect(described_class.on(request: 'fixture input', model: 'teacher-model', suppress_pii_warning: true)).to eq('fixture response')
12
+ expect(PWN::Env[:ai][:ollama][:model]).to eq('default-model')
13
+ expect(Thread.current[:pwn_reflect_depth]).to be_nil
14
+ end
15
+ end
@@ -0,0 +1,43 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'spec_helper'
4
+
5
+ RSpec.describe PWN::AI::Agent::RequestRuntime, 'tool result key parity' do
6
+ include_context 'pwn tmp sandbox'
7
+
8
+ before do
9
+ allow(Dir).to receive(:home).and_return(@tmp)
10
+ end
11
+
12
+ after do
13
+ Thread.current[:pwn_request_runtime] = nil
14
+ Thread.current[:pwn_artifact_contract] = nil
15
+ end
16
+
17
+ [
18
+ [{ ok: false }, 'uncertain'],
19
+ [{ 'ok' => false }, 'uncertain'],
20
+ [{ exit: 7, stdout: '' }, 'failed'],
21
+ [{ 'exit' => 7, 'stdout' => '' }, 'failed']
22
+ ].each_with_index do |(result, state), index|
23
+ it "preserves failure and withholds artifact credit for result variant #{index}" do
24
+ path = File.join(@tmp, 'partial.txt')
25
+ runtime = described_class.new(request: "Write #{path}", session_id: 'key-parity', artifact_root: @tmp, trace: false)
26
+ Thread.current[:pwn_request_runtime] = runtime
27
+ Thread.current[:pwn_artifact_contract] = runtime.contract
28
+ call = { name: 'fixture', args: { path: path }, effect: :write, action_id: 'first' }
29
+ returned = runtime.execute_tool(call) do
30
+ File.write(path, 'partial effect')
31
+ result
32
+ end
33
+
34
+ expect(returned).to eq(result)
35
+ expect(runtime.events.last[:state]).to eq(state)
36
+ expect(runtime.observations).to be_empty
37
+ if state == 'uncertain'
38
+ denied = runtime.execute_tool(call) { raise 'must not replay an uncertain mutation' }
39
+ expect(denied).to include(error: 'uncertain_side_effect')
40
+ end
41
+ end
42
+ end
43
+ end
@@ -0,0 +1,129 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'spec_helper'
4
+
5
+ RSpec.describe PWN::AI::Agent::Reward, 'immutable PRM binding review' do
6
+ include_context 'pwn tmp sandbox'
7
+
8
+ before do
9
+ allow(Dir).to receive(:home).and_return(@tmp)
10
+ @agent_cfg[:reward_llm] = true
11
+ @sid = PWN::Sessions.create(title: 'PRM identity fixture')[:id]
12
+ PWN::Sessions.append(session_id: @sid, role: 'user', content: 'original request')
13
+ PWN::Sessions.append(session_id: @sid, role: 'tool', content: 'shell → {"success":true,"result":{"exit":0}}')
14
+ end
15
+
16
+ def append_next_turn
17
+ PWN::Sessions.append(session_id: @sid, role: 'assistant', content: 'earlier answer')
18
+ PWN::Sessions.append(session_id: @sid, role: 'user', content: 'next request')
19
+ PWN::Sessions.append(session_id: @sid, role: 'tool', content: 'pwn_eval → {"success":false,"error":"next turn failed"}')
20
+ end
21
+
22
+ it 'freezes captured action identity before handing the snapshot to delayed work' do
23
+ snapshot = described_class.prm_snapshot(session_id: @sid, request: 'original request')
24
+ expect { snapshot[:binding][:actions].first[:sha256].replace('0' * 64) }.to raise_error(FrozenError)
25
+ expect { snapshot[:trace].first.replace('different action') }.to raise_error(FrozenError)
26
+ end
27
+
28
+ it 'annotates the scored live action and Metrics after a new turn arrives during scoring' do
29
+ allow(PWN::AI::Ollama).to receive(:chat) do |opts|
30
+ expect(opts[:request]).to include('original request')
31
+ append_next_turn
32
+ '1'
33
+ end
34
+ result = described_class.prm(request: 'original request', session_id: @sid)
35
+ expect(result.first[:reward]).to eq(1)
36
+ tools = PWN::Sessions.load(session_id: @sid).select { |row| row[:role] == 'tool' }
37
+ expect(tools.map { |row| row[:step_reward] }).to eq([1, nil])
38
+ expect(PWN::AI::Agent::Metrics.prm_n(name: 'shell')).to eq(1)
39
+ expect(PWN::AI::Agent::Metrics.prm_n(name: 'pwn_eval')).to eq(0)
40
+ end
41
+
42
+ it 'rejects changed scored bytes instead of applying rewards to replacement actions' do
43
+ path = File.join(PWN::Sessions.sessions_dir, "#{@sid}.jsonl")
44
+ after = nil
45
+ allow(PWN::AI::Ollama).to receive(:chat) do
46
+ rows = PWN::Sessions.load(session_id: @sid)
47
+ rows.last[:content] = 'pwn_eval → {"success":false,"error":"replacement"}'
48
+ after = rows.map { |row| "#{JSON.generate(row)}\n" }.join
49
+ File.write(path, after)
50
+ '1'
51
+ end
52
+ described_class.prm(request: 'original request', session_id: @sid)
53
+ expect(File.binread(path)).to eq(after.b)
54
+ expect(PWN::AI::Agent::Metrics.prm_n(name: 'shell')).to eq(0)
55
+ expect(PWN::AI::Agent::Metrics.prm_n(name: 'pwn_eval')).to eq(0)
56
+ end
57
+
58
+ it 'does not annotate a supplied trace unrelated to the persisted action' do
59
+ allow(PWN::AI::Ollama).to receive(:chat).and_return('1')
60
+ described_class.prm(request: 'original request', session_id: @sid, trace: ['pwn_eval → {"success":true}'])
61
+ expect(PWN::Sessions.load(session_id: @sid).last[:step_reward]).to be_nil
62
+ expect(PWN::AI::Agent::Metrics.prm_n(name: 'shell')).to eq(0)
63
+ end
64
+
65
+ it 'captures the action identity before a deferred worker starts even for repeated request text' do
66
+ @agent_cfg[:auto_introspect] = true
67
+ @agent_cfg[:critic] = false
68
+ @agent_cfg[:verify_as_reward] = false
69
+ finalizer = PWN::AI::Agent::TurnFinalizer
70
+ started = Queue.new
71
+ release = Queue.new
72
+ first_worker = true
73
+ allow(Thread).to receive(:new).and_wrap_original do |original, *args, &block|
74
+ if first_worker
75
+ first_worker = false
76
+ original.call(*args) do
77
+ started << true
78
+ release.pop
79
+ block.call
80
+ end
81
+ else
82
+ original.call(*args, &block)
83
+ end
84
+ end
85
+ prompts = Queue.new
86
+ allow(PWN::AI::Ollama).to receive(:chat) do |opts|
87
+ if opts[:system_role_content].to_s.include?('Process Reward')
88
+ prompts << opts[:request]
89
+ '1'
90
+ else
91
+ '{"score":0.8,"verdict":"solved","rationale":"offline scoring fixture","key_step":1}'
92
+ end
93
+ end
94
+ finalizer.defer(session_id: @sid, request: 'original request', final: 'The requested observation is reported.')
95
+ Timeout.timeout(3) { started.pop }
96
+ PWN::Sessions.append(session_id: @sid, role: 'user', content: 'original request')
97
+ PWN::Sessions.append(session_id: @sid, role: 'tool', content: 'pwn_eval → {"success":false,"error":"different action"}')
98
+ release << true
99
+ finalizer.join_all!(timeout: 5)
100
+ tools = PWN::Sessions.load(session_id: @sid).select { |row| row[:role] == 'tool' }
101
+ expect(tools.map { |row| row[:step_reward] }).to eq([1, nil])
102
+ expect(prompts.size).to eq(1)
103
+ expect(prompts.pop).to include('shell')
104
+ ensure
105
+ release << true if release
106
+ finalizer&.join_all!(timeout: 5)
107
+ end
108
+
109
+ it 'binds copy-on-write retained annotations to the scored original action', :retained_binding_boundary do
110
+ learning = PWN::AI::Agent::Learning
111
+ old_body = old_path = nil
112
+ allow(PWN::AI::Ollama).to receive(:chat) do
113
+ append_next_turn
114
+ learning.note_outcome(task: 'original request', success: true, session_id: @sid)
115
+ learning.migrate_evidence(dry_run: false)
116
+ reference = learning.outcomes.first.fetch(:evidence_ref).fetch(:sha256)
117
+ old_path = File.join(File.dirname(learning::LEARNING_FILE), 'learning', 'evidence', "#{reference}.json")
118
+ old_body = File.binread(old_path)
119
+ File.rename(File.join(PWN::Sessions.sessions_dir, "#{@sid}.jsonl"), File.join(@tmp, 'retired-transcript-fixture'))
120
+ '1'
121
+ end
122
+ described_class.prm(request: 'original request', session_id: @sid)
123
+ tools = learning.session_evidence(session_id: @sid).select { |row| row[:role] == 'tool' }
124
+ expect(tools.map { |row| row[:step_reward] }).to eq([1, nil])
125
+ expect(File.binread(old_path)).to eq(old_body)
126
+ expect(PWN::AI::Agent::Metrics.prm_n(name: 'shell')).to eq(1)
127
+ expect(PWN::AI::Agent::Metrics.prm_n(name: 'pwn_eval')).to eq(0)
128
+ end
129
+ end