pwn 0.5.795 → 0.5.796
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile +1 -1
- data/bin/pwn_autoinc_version +4 -5
- data/bin/pwn_web_cache_deception +40 -29
- data/documentation/AWS.md +15 -5
- data/documentation/Diagrams.md +1 -1
- data/documentation/Home.md +2 -2
- data/documentation/How-PWN-Works.md +1 -1
- data/documentation/What-is-PWN.md +1 -1
- data/documentation/diagrams/aws-cloud-security.svg +1 -1
- data/documentation/diagrams/dot/aws-cloud-security.dot +1 -1
- data/documentation/diagrams/dot/network-infra-testing.dot +1 -1
- data/documentation/diagrams/network-infra-testing.svg +1 -1
- data/etc/default_cron/session_cleanup.rb +84 -51
- data/lib/pwn/ai/agent/assembly.rb +0 -2
- data/lib/pwn/ai/agent/btc.rb +0 -2
- data/lib/pwn/ai/agent/burp_suite.rb +0 -2
- data/lib/pwn/ai/agent/curriculum.rb +2 -2
- data/lib/pwn/ai/agent/dispatch.rb +3 -0
- data/lib/pwn/ai/agent/engagement.rb +96 -41
- data/lib/pwn/ai/agent/extrospection/osint/bridges.rb +2 -0
- data/lib/pwn/ai/agent/extrospection.rb +50 -13
- data/lib/pwn/ai/agent/gqrx.rb +0 -2
- data/lib/pwn/ai/agent/hacker_one.rb +0 -2
- data/lib/pwn/ai/agent/learning.rb +45 -13
- data/lib/pwn/ai/agent/loop.rb +12 -11
- data/lib/pwn/ai/agent/metrics.rb +1 -1
- data/lib/pwn/ai/agent/mission.rb +6 -3
- data/lib/pwn/ai/agent/policy.rb +1 -1
- data/lib/pwn/ai/agent/policy_evaluation.rb +2 -2
- data/lib/pwn/ai/agent/reflect.rb +1 -0
- data/lib/pwn/ai/agent/request_runtime.rb +1 -1
- data/lib/pwn/ai/agent/reward.rb +155 -53
- data/lib/pwn/ai/agent/sast.rb +0 -2
- data/lib/pwn/ai/agent/task_dag.rb +5 -3
- data/lib/pwn/ai/agent/task_summarizer.rb +21 -11
- data/lib/pwn/ai/agent/tool_guard.rb +19 -0
- data/lib/pwn/ai/agent/tools/ruby_eval.rb +1 -1
- data/lib/pwn/ai/agent/tools/verify.rb +7 -3
- data/lib/pwn/ai/agent/transparent_browser.rb +0 -2
- data/lib/pwn/ai/agent/turn_finalizer.rb +3 -0
- data/lib/pwn/ai/anthropic.rb +3 -3
- data/lib/pwn/ai/context.rb +2 -1
- data/lib/pwn/ai/gemini.rb +7 -5
- data/lib/pwn/ai/grok.rb +37 -18
- data/lib/pwn/ai/mcp.rb +17 -5
- data/lib/pwn/ai/ollama.rb +76 -35
- data/lib/pwn/ai/open_ai.rb +7 -19
- data/lib/pwn/ai/open_web_ui.rb +76 -40
- data/lib/pwn/aws/cloud_search_domain.rb +6 -0
- data/lib/pwn/aws/iam.rb +2 -2
- data/lib/pwn/aws/workspaces.rb +2 -2
- data/lib/pwn/aws.rb +0 -5
- data/lib/pwn/bounty/lifecycle_authz_replay.rb +1 -1
- data/lib/pwn/config.rb +17 -10
- data/lib/pwn/corpus.rb +33 -5
- data/lib/pwn/cron.rb +60 -17
- data/lib/pwn/driver.rb +2 -3
- data/lib/pwn/engagement.rb +28 -10
- data/lib/pwn/ffi/capstone.rb +3 -2
- data/lib/pwn/ffi/fftw.rb +8 -6
- data/lib/pwn/ffi/keystone.rb +3 -2
- data/lib/pwn/ffi/soapy_sdr.rb +10 -6
- data/lib/pwn/json_text.rb +25 -13
- data/lib/pwn/memory_index.rb +6 -4
- data/lib/pwn/module_skills.rb +3 -1
- data/lib/pwn/plugins/aflplusplus.rb +1 -0
- data/lib/pwn/plugins/ai_sandbox.rb +42 -10
- data/lib/pwn/plugins/android.rb +429 -466
- data/lib/pwn/plugins/artifact_registry.rb +12 -2
- data/lib/pwn/plugins/assembly.rb +9 -42
- data/lib/pwn/plugins/authentication_helper.rb +4 -3
- data/lib/pwn/plugins/baresip.rb +70 -28
- data/lib/pwn/plugins/binary_analysis.rb +14 -5
- data/lib/pwn/plugins/binary_parser.rb +42 -7
- data/lib/pwn/plugins/black_duck_binary_analysis.rb +3 -3
- data/lib/pwn/plugins/burp_suite.rb +15 -12
- data/lib/pwn/plugins/bus_pirate.rb +3 -7
- data/lib/pwn/plugins/char.rb +9 -3
- data/lib/pwn/plugins/credit_card.rb +7 -0
- data/lib/pwn/plugins/dao_ldap.rb +2 -2
- data/lib/pwn/plugins/dao_mongo.rb +1 -1
- data/lib/pwn/plugins/debugger.rb +1 -1
- data/lib/pwn/plugins/defect_dojo.rb +7 -3
- data/lib/pwn/plugins/detect_os.rb +1 -1
- data/lib/pwn/plugins/detonate.rb +9 -19
- data/lib/pwn/plugins/exploit_db.rb +1 -1
- data/lib/pwn/plugins/file_fu.rb +4 -1
- data/lib/pwn/plugins/findings.rb +76 -2
- data/lib/pwn/plugins/fuzz.rb +12 -3
- data/lib/pwn/plugins/gdb.rb +7 -2
- data/lib/pwn/plugins/gdbmi.rb +10 -6
- data/lib/pwn/plugins/git.rb +18 -13
- data/lib/pwn/plugins/github.rb +11 -6
- data/lib/pwn/plugins/google_workspace.rb +11 -3
- data/lib/pwn/plugins/hacker_one.rb +5 -1
- data/lib/pwn/plugins/httpx.rb +24 -8
- data/lib/pwn/plugins/ip_info.rb +11 -8
- data/lib/pwn/plugins/irc.rb +73 -45
- data/lib/pwn/plugins/jenkins.rb +2 -2
- data/lib/pwn/plugins/jira_data_center.rb +13 -6
- data/lib/pwn/plugins/jobs.rb +62 -4
- data/lib/pwn/plugins/log.rb +1 -1
- data/lib/pwn/plugins/monkey_patch.rb +1 -1
- data/lib/pwn/plugins/msr206.rb +157 -182
- data/lib/pwn/plugins/nessus_cloud.rb +2 -2
- data/lib/pwn/plugins/nexpose_vuln_scan.rb +44 -33
- data/lib/pwn/plugins/nuclei.rb +24 -8
- data/lib/pwn/plugins/ocr.rb +3 -1
- data/lib/pwn/plugins/open_api.rb +0 -4
- data/lib/pwn/plugins/openvas.rb +31 -43
- data/lib/pwn/plugins/packet.rb +40 -25
- data/lib/pwn/plugins/pony.rb +2 -2
- data/lib/pwn/plugins/preflight_checker.rb +1 -1
- data/lib/pwn/plugins/process_tube.rb +17 -2
- data/lib/pwn/plugins/ps.rb +6 -1
- data/lib/pwn/plugins/repl/ai.rb +1 -0
- data/lib/pwn/plugins/repl/ai_console.rb +12 -5
- data/lib/pwn/plugins/repl/mesh.rb +10 -2
- data/lib/pwn/plugins/sbom.rb +59 -27
- data/lib/pwn/plugins/scannable_codes.rb +3 -1
- data/lib/pwn/plugins/serial.rb +102 -44
- data/lib/pwn/plugins/shodan.rb +4 -10
- data/lib/pwn/plugins/sock.rb +16 -11
- data/lib/pwn/plugins/ssn.rb +3 -1
- data/lib/pwn/plugins/transparent_browser.rb +43 -3
- data/lib/pwn/plugins/vault.rb +92 -30
- data/lib/pwn/plugins/vin.rb +2 -1
- data/lib/pwn/plugins/vsphere.rb +2 -1
- data/lib/pwn/plugins/xxd.rb +3 -5
- data/lib/pwn/plugins/yubikey/security_domain/scp.rb +4 -0
- data/lib/pwn/plugins/yubikey/transport.rb +42 -11
- data/lib/pwn/plugins/yubikey.rb +21 -6
- data/lib/pwn/plugins/zaproxy.rb +3 -4
- data/lib/pwn/reports/ai_red_team.rb +4 -4
- data/lib/pwn/reports/pdf.rb +9 -5
- data/lib/pwn/reports/sast.rb +4 -4
- data/lib/pwn/sast/keystore.rb +2 -2
- data/lib/pwn/sast/logger.rb +1 -1
- data/lib/pwn/sast/php_type_juggling.rb +3 -6
- data/lib/pwn/sast/pom_version.rb +12 -6
- data/lib/pwn/sast/port.rb +1 -1
- data/lib/pwn/sast/sql.rb +3 -7
- data/lib/pwn/sast/test_case_engine.rb +62 -16
- data/lib/pwn/sast/type_script_type_juggling.rb +3 -6
- data/lib/pwn/sdr/decoder/base.rb +8 -0
- data/lib/pwn/sdr/decoder/lora.rb +1 -1
- data/lib/pwn/sdr/flipper_zero.rb +4 -7
- data/lib/pwn/sdr/gqrx.rb +35 -16
- data/lib/pwn/sdr/son_micro_rfid.rb +44 -26
- data/lib/pwn/sdr.rb +1 -1
- data/lib/pwn/session_trace.rb +7 -2
- data/lib/pwn/sessions.rb +307 -39
- data/lib/pwn/setup.rb +4 -3
- data/lib/pwn/version.rb +1 -1
- data/lib/pwn/www/app_cobalt_io.rb +14 -2
- data/lib/pwn/www/bing.rb +13 -1
- data/lib/pwn/www/bug_crowd.rb +14 -2
- data/lib/pwn/www/checkip.rb +13 -1
- data/lib/pwn/www/coinbase_pro.rb +14 -2
- data/lib/pwn/www/duckduckgo.rb +13 -1
- data/lib/pwn/www/facebook.rb +14 -2
- data/lib/pwn/www/github.rb +14 -2
- data/lib/pwn/www/google.rb +13 -1
- data/lib/pwn/www/hacker_one.rb +117 -33
- data/lib/pwn/www/linkedin.rb +14 -2
- data/lib/pwn/www/pandora.rb +14 -2
- data/lib/pwn/www/pastebin.rb +13 -1
- data/lib/pwn/www/paypal.rb +16 -4
- data/lib/pwn/www/synack.rb +14 -2
- data/lib/pwn/www/torch.rb +17 -3
- data/lib/pwn/www/trading_view.rb +14 -2
- data/lib/pwn/www/twitter.rb +14 -2
- data/lib/pwn/www/uber.rb +14 -2
- data/lib/pwn/www/upwork.rb +14 -2
- data/lib/pwn/www/wayback_machine.rb +16 -2
- data/lib/pwn/www/youtube.rb +13 -1
- data/pwn.gemspec +4 -0
- data/spec/integration/authentication_helper_oath_spec.rb +1 -1
- data/spec/integration/autoinc_lifecycle_supplement_spec.rb +47 -0
- data/spec/integration/gemspec_deleted_files_spec.rb +43 -0
- data/spec/integration/spec_curriculum_isolation_spec.rb +41 -0
- data/spec/integration/verify_acceptance_eui_regression_spec.rb +162 -0
- data/spec/integration/web_cache_lifecycle_closure_spec.rb +89 -0
- data/spec/integration/web_cache_lifecycle_supplement_spec.rb +70 -0
- data/spec/lib/pwn/ai/agent/analysis_errors_regression_spec.rb +33 -0
- data/spec/lib/pwn/ai/agent/curriculum_cooldown_regression_spec.rb +19 -0
- data/spec/lib/pwn/ai/agent/curriculum_spec.rb +2 -0
- data/spec/lib/pwn/ai/agent/engagement_boundary_regression_spec.rb +42 -0
- data/spec/lib/pwn/ai/agent/engagement_dispatch_review_spec.rb +82 -0
- data/spec/lib/pwn/ai/agent/engagement_roe_regression_spec.rb +25 -0
- data/spec/lib/pwn/ai/agent/engagement_scope_regression_spec.rb +37 -0
- data/spec/lib/pwn/ai/agent/extrospection/osint/bridges_spec.rb +4 -0
- data/spec/lib/pwn/ai/agent/extrospection_input_regression_spec.rb +31 -0
- data/spec/lib/pwn/ai/agent/extrospection_review_spec.rb +61 -0
- data/spec/lib/pwn/ai/agent/extrospection_serial_review_spec.rb +42 -0
- data/spec/lib/pwn/ai/agent/extrospection_spec.rb +9 -0
- data/spec/lib/pwn/ai/agent/extrospection_verification_regression_spec.rb +39 -0
- data/spec/lib/pwn/ai/agent/learning_last_answer_regression_spec.rb +32 -0
- data/spec/lib/pwn/ai/agent/learning_lifecycle_closure_spec.rb +84 -0
- data/spec/lib/pwn/ai/agent/learning_prune_regression_spec.rb +17 -0
- data/spec/lib/pwn/ai/agent/learning_spec.rb +2 -1
- data/spec/lib/pwn/ai/agent/loop_execution_audit_spec.rb +30 -0
- data/spec/lib/pwn/ai/agent/metrics_usage_regression_spec.rb +20 -0
- data/spec/lib/pwn/ai/agent/mission_execution_audit_spec.rb +27 -0
- data/spec/lib/pwn/ai/agent/mission_namespace_spec.rb +210 -18
- data/spec/lib/pwn/ai/agent/policy_confidence_regression_spec.rb +16 -0
- data/spec/lib/pwn/ai/agent/policy_evaluation_spec.rb +1 -1
- data/spec/lib/pwn/ai/agent/policy_evaluation_tmp_regression_spec.rb +36 -0
- data/spec/lib/pwn/ai/agent/reflect_model_regression_spec.rb +15 -0
- data/spec/lib/pwn/ai/agent/request_runtime_execution_audit_spec.rb +43 -0
- data/spec/lib/pwn/ai/agent/reward_binding_review_spec.rb +129 -0
- data/spec/lib/pwn/ai/agent/reward_dispatch_review_spec.rb +154 -0
- data/spec/lib/pwn/ai/agent/reward_envelope_regression_spec.rb +45 -0
- data/spec/lib/pwn/ai/agent/reward_turn_regression_spec.rb +40 -0
- data/spec/lib/pwn/ai/agent/swarm_spec.rb +2 -2
- data/spec/lib/pwn/ai/agent/task_dag_execution_audit_spec.rb +45 -0
- data/spec/lib/pwn/ai/agent/task_summarizer_failure_regression_spec.rb +26 -0
- data/spec/lib/pwn/ai/agent/tools/verify_execution_audit_spec.rb +33 -0
- data/spec/lib/pwn/ai/context_range_audit_spec.rb +24 -0
- data/spec/lib/pwn/ai/gemini_roundtrip_audit_spec.rb +33 -0
- data/spec/lib/pwn/ai/grok_reasoning_effort_spec.rb +43 -0
- data/spec/lib/pwn/ai/mcp_session_audit_spec.rb +36 -0
- data/spec/lib/pwn/ai/ollama_spec.rb +6 -11
- data/spec/lib/pwn/ai/open_web_ui_spec.rb +6 -11
- data/spec/lib/pwn/ai/provider_history_audit_spec.rb +44 -0
- data/spec/lib/pwn/ai/provider_operations_audit_spec.rb +53 -0
- data/spec/lib/pwn/ai/provider_review_history_stream_regression_spec.rb +143 -0
- data/spec/lib/pwn/ai/provider_review_tls_regression_spec.rb +62 -0
- data/spec/lib/pwn/ai/provider_stream_audit_spec.rb +49 -0
- data/spec/lib/pwn/aws/iam_decoding_regression_spec.rb +23 -0
- data/spec/lib/pwn/aws/services_runtime_regression_spec.rb +51 -0
- data/spec/lib/pwn/aws_spec.rb +6 -0
- data/spec/lib/pwn/banner_operational_audit_spec.rb +105 -0
- data/spec/lib/pwn/bounty/lifecycle_authz_replay_spec.rb +17 -0
- data/spec/lib/pwn/config_redaction_regression_spec.rb +24 -0
- data/spec/lib/pwn/config_skills_regression_spec.rb +38 -0
- data/spec/lib/pwn/corpus_core_review_regression_spec.rb +96 -0
- data/spec/lib/pwn/corpus_spec.rb +13 -0
- data/spec/lib/pwn/cron_core_review_regression_spec.rb +95 -0
- data/spec/lib/pwn/cron_execution_spec.rb +75 -0
- data/spec/lib/pwn/driver_core_review_regression_spec.rb +38 -0
- data/spec/lib/pwn/driver_spec.rb +13 -0
- data/spec/lib/pwn/engagement_core_review_regression_spec.rb +88 -0
- data/spec/lib/pwn/engagement_storage_regression_spec.rb +44 -0
- data/spec/lib/pwn/ffi/capstone_spec.rb +19 -0
- data/spec/lib/pwn/ffi/fftw_spec.rb +19 -0
- data/spec/lib/pwn/ffi/keystone_spec.rb +13 -0
- data/spec/lib/pwn/ffi/soapy_sdr_spec.rb +13 -0
- data/spec/lib/pwn/json_text_spec.rb +25 -0
- data/spec/lib/pwn/memory_index_spec.rb +23 -0
- data/spec/lib/pwn/module_skills_parsing_regression_spec.rb +34 -0
- data/spec/lib/pwn/plugins/ai_sandbox_boundary_review_spec.rb +57 -0
- data/spec/lib/pwn/plugins/ai_sandbox_spec.rb +10 -18
- data/spec/lib/pwn/plugins/android_review_fixes_spec.rb +121 -0
- data/spec/lib/pwn/plugins/android_transport_audit_spec.rb +64 -0
- data/spec/lib/pwn/plugins/api_import_namespace_audit_spec.rb +49 -0
- data/spec/lib/pwn/plugins/artifact_registry_namespace_audit_spec.rb +20 -0
- data/spec/lib/pwn/plugins/artifact_registry_review_fixes_spec.rb +63 -0
- data/spec/lib/pwn/plugins/assembly_namespace_audit_spec.rb +16 -0
- data/spec/lib/pwn/plugins/assembly_review_fixes_spec.rb +33 -0
- data/spec/lib/pwn/plugins/authentication_helper_spec.rb +14 -0
- data/spec/lib/pwn/plugins/baresip_review_fixes_spec.rb +127 -0
- data/spec/lib/pwn/plugins/baresip_transport_audit_spec.rb +59 -0
- data/spec/lib/pwn/plugins/binary_analysis_process_review_spec.rb +57 -0
- data/spec/lib/pwn/plugins/black_duck_namespace_audit_spec.rb +25 -0
- data/spec/lib/pwn/plugins/burp_suite_har_review_fixes_spec.rb +60 -0
- data/spec/lib/pwn/plugins/burp_suite_import_review_fixes_spec.rb +62 -0
- data/spec/lib/pwn/plugins/burp_suite_namespace_audit_spec.rb +37 -0
- data/spec/lib/pwn/plugins/bus_pirate_transport_audit_spec.rb +19 -0
- data/spec/lib/pwn/plugins/file_fu_namespace_audit_spec.rb +17 -0
- data/spec/lib/pwn/plugins/findings_structured_spec.rb +1 -1
- data/spec/lib/pwn/plugins/gdbmi_namespace_audit_spec.rb +28 -0
- data/spec/lib/pwn/plugins/gdbmi_review_fixes_spec.rb +73 -0
- data/spec/lib/pwn/plugins/github_argv_review_spec.rb +49 -0
- data/spec/lib/pwn/plugins/google_workspace_provider_review_oauth_spec.rb +80 -0
- data/spec/lib/pwn/plugins/irc_review_fixes_spec.rb +92 -0
- data/spec/lib/pwn/plugins/irc_transport_audit_spec.rb +37 -0
- data/spec/lib/pwn/plugins/jenkins_namespace_audit_spec.rb +12 -0
- data/spec/lib/pwn/plugins/jira_data_center_namespace_audit_spec.rb +44 -0
- data/spec/lib/pwn/plugins/jira_data_center_review_fixes_spec.rb +81 -0
- data/spec/lib/pwn/plugins/jsonl_elf_review_fixes_spec.rb +59 -0
- data/spec/lib/pwn/plugins/log_spec.rb +36 -20
- data/spec/lib/pwn/plugins/monkey_patch_spec.rb +16 -0
- data/spec/lib/pwn/plugins/msr206_readback_review_fixes_spec.rb +119 -0
- data/spec/lib/pwn/plugins/msr206_review_fixes_spec.rb +50 -0
- data/spec/lib/pwn/plugins/msr206_transport_audit_spec.rb +64 -0
- data/spec/lib/pwn/plugins/nessus_cloud_namespace_audit_spec.rb +14 -0
- data/spec/lib/pwn/plugins/nexpose_review_fixes_spec.rb +55 -0
- data/spec/lib/pwn/plugins/open_api_namespace_audit_spec.rb +22 -0
- data/spec/lib/pwn/plugins/packet_transport_audit_spec.rb +47 -0
- data/spec/lib/pwn/plugins/plugins_b_operational_regression_spec.rb +600 -0
- data/spec/lib/pwn/plugins/pony_namespace_audit_spec.rb +17 -0
- data/spec/lib/pwn/plugins/pony_review_fixes_spec.rb +33 -0
- data/spec/lib/pwn/plugins/process_tube_namespace_audit_spec.rb +19 -0
- data/spec/lib/pwn/plugins/ps_namespace_audit_spec.rb +12 -0
- data/spec/lib/pwn/plugins/repl/ai_console_spec.rb +111 -0
- data/spec/lib/pwn/plugins/repl/ai_spec.rb +38 -0
- data/spec/lib/pwn/plugins/repl/mesh_spec.rb +52 -0
- data/spec/lib/pwn/plugins/sandbox_spec.rb +9 -7
- data/spec/lib/pwn/plugins/sbom_review_fixes_spec.rb +43 -0
- data/spec/lib/pwn/plugins/scannable_codes_namespace_audit_spec.rb +15 -0
- data/spec/lib/pwn/plugins/serial_review_fixes_spec.rb +76 -0
- data/spec/lib/pwn/plugins/serial_transport_audit_spec.rb +102 -0
- data/spec/lib/pwn/plugins/shodan_namespace_audit_spec.rb +10 -0
- data/spec/lib/pwn/plugins/sock_transport_audit_spec.rb +55 -0
- data/spec/lib/pwn/plugins/transparent_browser_navigation_review_spec.rb +21 -0
- data/spec/lib/pwn/plugins/vault_master_key_eui_regression_spec.rb +242 -0
- data/spec/lib/pwn/plugins/vault_spec.rb +58 -0
- data/spec/lib/pwn/plugins/vault_store_safety_spec.rb +1 -1
- data/spec/lib/pwn/plugins/xxd_namespace_audit_spec.rb +34 -0
- data/spec/lib/pwn/plugins/yubikey_hid_cleanup_review_fixes_spec.rb +52 -0
- data/spec/lib/pwn/plugins/yubikey_lifecycle_audit_spec.rb +65 -0
- data/spec/lib/pwn/plugins/yubikey_options_audit_spec.rb +30 -0
- data/spec/lib/pwn/plugins/yubikey_selector_audit_spec.rb +26 -0
- data/spec/lib/pwn/plugins/yubikey_spec.rb +1 -1
- data/spec/lib/pwn/plugins/zaproxy_namespace_audit_spec.rb +30 -0
- data/spec/lib/pwn/reports/empty_report_audit_spec.rb +18 -0
- data/spec/lib/pwn/reports/pdf_spec.rb +25 -0
- data/spec/lib/pwn/reports/provider_review_encoding_regression_spec.rb +45 -0
- data/spec/lib/pwn/sast/engine_runtime_regression_spec.rb +91 -0
- data/spec/lib/pwn/sast/filter_edge_regression_spec.rb +39 -0
- data/spec/lib/pwn/sast/formatter_review_fixes_spec.rb +178 -0
- data/spec/lib/pwn/sast/path_review_fixes_spec.rb +60 -0
- data/spec/lib/pwn/sast/pom_runtime_regression_spec.rb +37 -0
- data/spec/lib/pwn/sast/rules_runtime_regression_spec.rb +78 -0
- data/spec/lib/pwn/sast/sql_review_fixes_spec.rb +38 -0
- data/spec/lib/pwn/sdr/decoder/base_iq_spec.rb +21 -18
- data/spec/lib/pwn/sdr/decoder/base_review_fixes_spec.rb +49 -0
- data/spec/lib/pwn/sdr/decoder/base_validation_spec.rb +78 -0
- data/spec/lib/pwn/sdr/decoder/lora_spec.rb +9 -0
- data/spec/lib/pwn/sdr/flipper_zero_review_fixes_spec.rb +34 -0
- data/spec/lib/pwn/sdr/gqrx_operational_spec.rb +83 -0
- data/spec/lib/pwn/sdr/gqrx_review_fixes_spec.rb +22 -0
- data/spec/lib/pwn/sdr/son_micro_rfid_review_fixes_spec.rb +113 -0
- data/spec/lib/pwn/sdr/son_micro_rfid_serial_review_fixes_spec.rb +76 -0
- data/spec/lib/pwn/sdr/son_micro_rfid_spec.rb +39 -0
- data/spec/lib/pwn/sdr_spec.rb +5 -0
- data/spec/lib/pwn/session_cleanup_default_spec.rb +1 -1
- data/spec/lib/pwn/session_cleanup_lifecycle_supplement_spec.rb +39 -0
- data/spec/lib/pwn/session_cleanup_payload_spec.rb +3 -2
- data/spec/lib/pwn/session_trace_lifecycle_supplement_spec.rb +39 -0
- data/spec/lib/pwn/sessions_archive_closure_spec.rb +126 -0
- data/spec/lib/pwn/sessions_lifecycle_closure_spec.rb +373 -0
- data/spec/lib/pwn/sessions_lifecycle_supplement_spec.rb +204 -0
- data/spec/lib/pwn/setup_operational_regression_spec.rb +36 -0
- data/spec/lib/pwn/www/browser_review_fixes_spec.rb +70 -0
- data/spec/lib/pwn/www/browser_runtime_regression_spec.rb +100 -0
- data/spec/lib/pwn/www/hacker_one_runtime_regression_spec.rb +146 -0
- data/spec/lib/pwn/www/pagination_review_fixes_spec.rb +84 -0
- data/spec/support/namespace_controller_observability_fixture.rb +141 -0
- data/spec/support/sandbox.rb +8 -5
- data/third_party/pwn_rdoc.jsonl +73 -31
- metadata +137 -18
- data/etc/default_skills/pwn/aws/elastic_transcoder/SKILL.md +0 -48
- data/etc/default_skills/pwn/aws/lambda_preview/SKILL.md +0 -48
- data/etc/default_skills/pwn/aws/ops_works/SKILL.md +0 -48
- data/etc/default_skills/pwn/aws/ops_works_cm/SKILL.md +0 -48
- data/etc/default_skills/pwn/aws/sms/SKILL.md +0 -48
- data/lib/pwn/aws/elastic_transcoder.rb +0 -95
- data/lib/pwn/aws/lambda_preview.rb +0 -95
- data/lib/pwn/aws/ops_works.rb +0 -95
- data/lib/pwn/aws/ops_works_cm.rb +0 -95
- data/lib/pwn/aws/sms.rb +0 -95
- data/spec/lib/pwn/aws/elastic_transcoder_spec.rb +0 -15
- data/spec/lib/pwn/aws/lambda_preview_spec.rb +0 -15
- data/spec/lib/pwn/aws/ops_works_cm_spec.rb +0 -15
- data/spec/lib/pwn/aws/ops_works_spec.rb +0 -15
- data/spec/lib/pwn/aws/sms_spec.rb +0 -15
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require 'spec_helper'
|
|
4
|
+
|
|
5
|
+
describe PWN::AI::Agent::Learning, 'pruning accounting' do
|
|
6
|
+
include_context 'pwn tmp sandbox'
|
|
7
|
+
|
|
8
|
+
it 'counts a duplicate only once in removed outcomes' do
|
|
9
|
+
rows = 3.times.map do |index|
|
|
10
|
+
{ id: "fixture-#{index}", task: 'same task', success: false, details: '', timestamp: '2020-01-01T00:00:00Z' }
|
|
11
|
+
end
|
|
12
|
+
File.write(described_class::LEARNING_FILE, "#{rows.map { |row| JSON.generate(row) }.join("\n")}\n")
|
|
13
|
+
result = described_class.prune_outcomes!
|
|
14
|
+
expect(result).to include(kept: 1, removed: 2, deduped: 2)
|
|
15
|
+
expect(described_class.outcomes.length).to eq(1)
|
|
16
|
+
end
|
|
17
|
+
end
|
|
@@ -203,7 +203,8 @@ describe PWN::AI::Agent::Learning do
|
|
|
203
203
|
old_row = JSON.parse(before, symbolize_names: true)
|
|
204
204
|
File.delete(@source)
|
|
205
205
|
expect(PWN::AI::Agent::Reward).to receive(:fold_step_reward_to_metrics).with(content: 'support tool', reward: 1)
|
|
206
|
-
PWN::AI::Agent::Reward.
|
|
206
|
+
binding = PWN::AI::Agent::Reward.prm_snapshot(session_id: @sid, request: @trace.find { |row| row[:role] == 'user' }[:content])[:binding]
|
|
207
|
+
PWN::AI::Agent::Reward.send(:annotate_session, session_id: @sid, rewards: [1], binding: binding)
|
|
207
208
|
trace = PWN::Sessions.load(session_id: @sid)
|
|
208
209
|
expect(trace.find { |row| row[:role] == 'tool' }[:step_reward]).to eq(1)
|
|
209
210
|
expect(trace.map { |row| row[:content] }).to eq(@trace.map { |row| row[:content] })
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require 'spec_helper'
|
|
4
|
+
|
|
5
|
+
RSpec.describe PWN::AI::Agent::Loop, 'previous-session recall persistence' do
|
|
6
|
+
include_context 'pwn tmp sandbox'
|
|
7
|
+
|
|
8
|
+
before do
|
|
9
|
+
allow(Dir).to receive(:home).and_return(@tmp)
|
|
10
|
+
end
|
|
11
|
+
|
|
12
|
+
it 'reads the previous transcript without appending the current conversation to it' do
|
|
13
|
+
previous = PWN::Sessions.create(id: 'previous-recall', title: 'Previous recall fixture')
|
|
14
|
+
PWN::Sessions.append(session_id: previous[:id], role: 'user', content: 'Keep the release notes concise.')
|
|
15
|
+
PWN::Sessions.append(session_id: previous[:id], role: 'assistant', content: 'I recorded that preference.')
|
|
16
|
+
current = PWN::Sessions.create(id: 'current-recall', title: 'Current recall fixture')
|
|
17
|
+
previous_path = File.join(PWN::Sessions.sessions_dir, "#{previous[:id]}.jsonl")
|
|
18
|
+
old_bytes = File.binread(previous_path)
|
|
19
|
+
request = 'what did I just say in the last session?'
|
|
20
|
+
expect(PWN::AI::Ollama).not_to receive(:chat_with_tools)
|
|
21
|
+
|
|
22
|
+
answer = described_class.run(request: request, session_id: current[:id], system_role_content: 'Recall fixture')
|
|
23
|
+
|
|
24
|
+
expect(answer).to include('Keep the release notes concise.')
|
|
25
|
+
expect(File.binread(previous_path)).to eq(old_bytes)
|
|
26
|
+
turns = PWN::Sessions.load(session_id: current[:id]).last(2)
|
|
27
|
+
expect(turns.map { |row| row[:role].to_s }).to eq(%w[user assistant])
|
|
28
|
+
expect(turns.map { |row| row[:content] }).to eq([request, answer])
|
|
29
|
+
end
|
|
30
|
+
end
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require 'spec_helper'
|
|
4
|
+
|
|
5
|
+
describe PWN::AI::Agent::Metrics, 'persisted model usage' do
|
|
6
|
+
include_context 'pwn tmp sandbox'
|
|
7
|
+
|
|
8
|
+
it 'accumulates repeated model calls after the JSON key roundtrip' do
|
|
9
|
+
described_class.record_tokens(model: 'fixture-model', tokens: 10, cost: 0.1)
|
|
10
|
+
described_class.record_tokens(model: 'fixture-model', tokens: 20, cost: 0.2)
|
|
11
|
+
described_class.record_tokens(model: 'other-model', tokens: 7, cost: 0.0)
|
|
12
|
+
usage = described_class.usage
|
|
13
|
+
expect(usage).to include(tokens: 37, calls: 3)
|
|
14
|
+
expect(usage[:by_model][:'fixture-model']).to include(tokens: 30, calls: 2)
|
|
15
|
+
expect(usage[:by_model][:'fixture-model'][:cost]).to be_within(0.000001).of(0.3)
|
|
16
|
+
expect(usage[:by_model][:'other-model']).to include(tokens: 7, calls: 1)
|
|
17
|
+
raw = JSON.parse(File.read(described_class::METRICS_FILE))
|
|
18
|
+
expect(raw['usage']['by_model'].keys).to contain_exactly('fixture-model', 'other-model')
|
|
19
|
+
end
|
|
20
|
+
end
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require 'spec_helper'
|
|
4
|
+
|
|
5
|
+
RSpec.describe PWN::AI::Agent::Mission, 'failed DAG resume accounting' do
|
|
6
|
+
include_context 'pwn tmp sandbox'
|
|
7
|
+
|
|
8
|
+
before do
|
|
9
|
+
allow(Dir).to receive(:home).and_return(@tmp)
|
|
10
|
+
end
|
|
11
|
+
|
|
12
|
+
it 'keeps a failed resumed step out of completed-step state and the operator report' do
|
|
13
|
+
steps = [{ id: 'probe', tool: 'shell', args: { command: 'exit 7', timeout: 5 } }]
|
|
14
|
+
dag = PWN::AI::Agent::TaskDAG.plan(request: 'probe status', steps: steps)
|
|
15
|
+
PWN::AI::Agent::TaskDAG.execute(dag: dag, root: @tmp, run_id: 'failed-resume')
|
|
16
|
+
described_class.begin!(id: 'probe', request: 'probe status')
|
|
17
|
+
described_class.bind_run!(id: 'probe', run_id: 'failed-resume', root: @tmp)
|
|
18
|
+
|
|
19
|
+
report = described_class.resume_run(id: 'probe')
|
|
20
|
+
|
|
21
|
+
expect(report[:ok]).to be false
|
|
22
|
+
expect(described_class.current(id: 'probe')[:last_completed_step]).to be_nil
|
|
23
|
+
expect(described_class.done?(id: 'probe')).to be false
|
|
24
|
+
expect(report[:text]).not_to include('Completed steps: probe')
|
|
25
|
+
expect(report[:text]).to include('Failed steps: probe')
|
|
26
|
+
end
|
|
27
|
+
end
|
|
@@ -4,11 +4,207 @@ require 'spec_helper'
|
|
|
4
4
|
require 'open3'
|
|
5
5
|
require 'tmpdir'
|
|
6
6
|
|
|
7
|
+
RSpec.describe PwnSpecNamespaceControllerFixture do
|
|
8
|
+
it 'restores the prior subreaper setting even when a fixture fails' do
|
|
9
|
+
prctl = PWN::AI::Agent::MissionNamespace.native('prctl', [Fiddle::TYPE_INT, Fiddle::TYPE_LONG, Fiddle::TYPE_LONG, Fiddle::TYPE_LONG, Fiddle::TYPE_LONG])
|
|
10
|
+
setting = lambda do
|
|
11
|
+
value = [0].pack('i')
|
|
12
|
+
expect(prctl.call(37, Fiddle::Pointer[value].to_i, 0, 0, 0)).to eq(0)
|
|
13
|
+
value.unpack1('i')
|
|
14
|
+
end
|
|
15
|
+
previous = setting.call
|
|
16
|
+
expect do
|
|
17
|
+
described_class.with_reaping do
|
|
18
|
+
expect(setting.call).to eq(1)
|
|
19
|
+
raise 'synthetic fixture failure'
|
|
20
|
+
end
|
|
21
|
+
end.to raise_error(RuntimeError, 'synthetic fixture failure')
|
|
22
|
+
expect(setting.call).to eq(previous)
|
|
23
|
+
end
|
|
24
|
+
|
|
25
|
+
it 'reaps only the adopted controller children after controller death' do
|
|
26
|
+
described_class.with_reaping do
|
|
27
|
+
Dir.mktmpdir('mission-adoption-') do |root|
|
|
28
|
+
ready = File.join(root, 'ready')
|
|
29
|
+
release, sender = IO.pipe
|
|
30
|
+
unrelated = Process.fork do
|
|
31
|
+
sender.close
|
|
32
|
+
release.read(1)
|
|
33
|
+
exit! 41
|
|
34
|
+
end
|
|
35
|
+
allow(PWN::AI::Agent::MissionNamespace).to receive(:new) do
|
|
36
|
+
child = Process.fork do
|
|
37
|
+
sender.close
|
|
38
|
+
release.read(1)
|
|
39
|
+
exit! 0
|
|
40
|
+
end
|
|
41
|
+
File.write("#{ready}.new", child.to_s)
|
|
42
|
+
File.rename("#{ready}.new", ready)
|
|
43
|
+
nil
|
|
44
|
+
end
|
|
45
|
+
owner = described_class.new(descriptor: {})
|
|
46
|
+
release.close
|
|
47
|
+
owner.wait_ready(ready)
|
|
48
|
+
child = Integer(File.read(ready))
|
|
49
|
+
owner.terminate
|
|
50
|
+
started = Process.clock_gettime(Process::CLOCK_MONOTONIC)
|
|
51
|
+
expect { owner.wait_ready(File.join(root, 'never-ready')) }.to raise_error(described_class::StartupError, /class=unavailable.*termsig=9/)
|
|
52
|
+
expect(Process.clock_gettime(Process::CLOCK_MONOTONIC) - started).to be < 2
|
|
53
|
+
# The adopted child still holds the diagnostic writer until released.
|
|
54
|
+
sender.write('11')
|
|
55
|
+
sender.close
|
|
56
|
+
owner.close
|
|
57
|
+
expect(owner.status.termsig).to eq(Signal.list.fetch('KILL'))
|
|
58
|
+
expect { Process.waitpid(child, Process::WNOHANG) }.to raise_error(Errno::ECHILD)
|
|
59
|
+
_, unrelated_status = Process.wait2(unrelated)
|
|
60
|
+
expect(unrelated_status.exitstatus).to eq(41)
|
|
61
|
+
ensure
|
|
62
|
+
sender.write('11') if sender && !sender.closed?
|
|
63
|
+
owner&.close
|
|
64
|
+
[release, sender].compact.each { |io| io.close unless io.closed? }
|
|
65
|
+
[child, unrelated].compact.each do |pid|
|
|
66
|
+
Process.waitpid(pid)
|
|
67
|
+
rescue Errno::ECHILD
|
|
68
|
+
nil
|
|
69
|
+
end
|
|
70
|
+
end
|
|
71
|
+
end
|
|
72
|
+
end
|
|
73
|
+
|
|
74
|
+
[0, 73].each do |exit_status|
|
|
75
|
+
it "detects owner exit #{exit_status} before readiness even without an IPC report" do
|
|
76
|
+
Dir.mktmpdir('mission-early-exit-') do |root|
|
|
77
|
+
allow(PWN::AI::Agent::MissionNamespace).to receive(:new) { exit! exit_status }
|
|
78
|
+
started = Process.clock_gettime(Process::CLOCK_MONOTONIC)
|
|
79
|
+
owner = described_class.new(descriptor: {})
|
|
80
|
+
pid = owner.pid
|
|
81
|
+
expect { owner.wait_ready(File.join(root, 'never-ready')) }.to raise_error(described_class::StartupError, /class=unavailable.*exitstatus=#{exit_status}/)
|
|
82
|
+
expect(Process.clock_gettime(Process::CLOCK_MONOTONIC) - started).to be < 2
|
|
83
|
+
expect(owner.status.exitstatus).to eq(exit_status)
|
|
84
|
+
expect { Process.waitpid(pid, Process::WNOHANG) }.to raise_error(Errno::ECHILD)
|
|
85
|
+
ensure
|
|
86
|
+
owner&.close
|
|
87
|
+
end
|
|
88
|
+
end
|
|
89
|
+
end
|
|
90
|
+
|
|
91
|
+
it 'preserves a constructor SystemExit status rather than replacing it in ensure' do
|
|
92
|
+
Dir.mktmpdir('mission-system-exit-') do |root|
|
|
93
|
+
allow(PWN::AI::Agent::MissionNamespace).to receive(:new) { exit 73 }
|
|
94
|
+
owner = described_class.new(descriptor: {})
|
|
95
|
+
expect { owner.wait_ready(File.join(root, 'never-ready')) }.to raise_error(described_class::StartupError, /class=SystemExit.*exitstatus=73/)
|
|
96
|
+
ensure
|
|
97
|
+
owner&.close
|
|
98
|
+
end
|
|
99
|
+
end
|
|
100
|
+
|
|
101
|
+
it 'keeps the ten-second payload deadline when the constructor returns without readiness' do
|
|
102
|
+
Dir.mktmpdir('mission-no-marker-') do |root|
|
|
103
|
+
allow(PWN::AI::Agent::MissionNamespace).to receive(:new).and_return(nil)
|
|
104
|
+
expect(Timeout).to receive(:timeout).with(10).and_call_original
|
|
105
|
+
owner = described_class.new(descriptor: {})
|
|
106
|
+
pid = owner.pid
|
|
107
|
+
expect { owner.wait_ready(File.join(root, 'never-ready')) }.to raise_error(Timeout::Error)
|
|
108
|
+
owner.close
|
|
109
|
+
expect(owner.status.termsig).to eq(Signal.list.fetch('KILL'))
|
|
110
|
+
expect { Process.waitpid(pid, Process::WNOHANG) }.to raise_error(Errno::ECHILD)
|
|
111
|
+
ensure
|
|
112
|
+
owner&.close
|
|
113
|
+
end
|
|
114
|
+
end
|
|
115
|
+
|
|
116
|
+
it 'closes both diagnostic descriptors and does not signal an already reaped owner' do
|
|
117
|
+
pipes = []
|
|
118
|
+
allow(IO).to receive(:pipe).and_wrap_original do |original|
|
|
119
|
+
original.call.tap { |pair| pipes.concat(pair) }
|
|
120
|
+
end
|
|
121
|
+
allow(PWN::AI::Agent::MissionNamespace).to receive(:new) { exit! 73 }
|
|
122
|
+
owner = described_class.new(descriptor: {})
|
|
123
|
+
expect(pipes.reject(&:closed?)).to all(be_close_on_exec)
|
|
124
|
+
Process.waitpid(owner.pid)
|
|
125
|
+
expect(Process).not_to receive(:kill)
|
|
126
|
+
owner.close
|
|
127
|
+
owner.close
|
|
128
|
+
expect(pipes.length).to eq(2)
|
|
129
|
+
expect(pipes).to all(be_closed)
|
|
130
|
+
ensure
|
|
131
|
+
owner&.close
|
|
132
|
+
end
|
|
133
|
+
|
|
134
|
+
[0, -1].each do |invalid_pid|
|
|
135
|
+
it "never signals or waits on an invalid fork PID #{invalid_pid}" do
|
|
136
|
+
pipes = []
|
|
137
|
+
allow(IO).to receive(:pipe).and_wrap_original do |original|
|
|
138
|
+
original.call.tap { |pair| pipes.concat(pair) }
|
|
139
|
+
end
|
|
140
|
+
allow(Process).to receive(:fork).and_return(invalid_pid)
|
|
141
|
+
expect(Process).not_to receive(:kill)
|
|
142
|
+
expect(Process).not_to receive(:wait2)
|
|
143
|
+
expect { described_class.new(descriptor: {}) }.to raise_error(ArgumentError, /positive child PID/)
|
|
144
|
+
expect(pipes.length).to eq(2)
|
|
145
|
+
expect(pipes).to all(be_closed)
|
|
146
|
+
end
|
|
147
|
+
end
|
|
148
|
+
|
|
149
|
+
it 'reaps safely when the owner disappears during the child snapshot' do
|
|
150
|
+
allow(PWN::AI::Agent::MissionNamespace).to receive(:new).and_return(nil)
|
|
151
|
+
owner = described_class.new(descriptor: {})
|
|
152
|
+
pid = owner.pid
|
|
153
|
+
allow(File).to receive(:read).and_call_original
|
|
154
|
+
allow(File).to receive(:read).with("/proc/#{pid}/task/#{pid}/children") do
|
|
155
|
+
Process.kill('KILL', pid)
|
|
156
|
+
Process.waitpid(pid)
|
|
157
|
+
raise Errno::ENOENT, 'synthetic concurrent owner reap'
|
|
158
|
+
end
|
|
159
|
+
expect { owner.close }.not_to raise_error
|
|
160
|
+
expect(owner.pid).to be_nil
|
|
161
|
+
ensure
|
|
162
|
+
owner&.close
|
|
163
|
+
end
|
|
164
|
+
|
|
165
|
+
it 'closes both diagnostic descriptors if fork fails' do
|
|
166
|
+
pipes = []
|
|
167
|
+
allow(IO).to receive(:pipe).and_wrap_original do |original|
|
|
168
|
+
original.call.tap { |pair| pipes.concat(pair) }
|
|
169
|
+
end
|
|
170
|
+
allow(Process).to receive(:fork).and_raise(Errno::EAGAIN)
|
|
171
|
+
expect(Process).not_to receive(:kill)
|
|
172
|
+
expect { described_class.new(descriptor: {}) }.to raise_error(Errno::EAGAIN)
|
|
173
|
+
expect(pipes).to all(be_closed)
|
|
174
|
+
end
|
|
175
|
+
|
|
176
|
+
it 'propagates an early synthetic constructor failure promptly with safe evidence' do
|
|
177
|
+
Dir.mktmpdir('mission-startup-error-') do |root|
|
|
178
|
+
secret = 'synthetic-private-config=DO-NOT-REPORT'
|
|
179
|
+
allow(PWN::AI::Agent::MissionNamespace).to receive(:new) do
|
|
180
|
+
raise PWN::AI::Agent::MissionNamespace::Unavailable, secret
|
|
181
|
+
end
|
|
182
|
+
started = Process.clock_gettime(Process::CLOCK_MONOTONIC)
|
|
183
|
+
owner = described_class.new(descriptor: { operation: :command, argv: ['/bin/true'] })
|
|
184
|
+
pid = owner.pid
|
|
185
|
+
expect { owner.wait_ready(File.join(root, 'never-ready')) }.to raise_error(described_class::StartupError) { |error|
|
|
186
|
+
expect(error.message).to include('PWN::AI::Agent::MissionNamespace::Unavailable', 'exitstatus=1')
|
|
187
|
+
expect(error.message).to match(/location=mission_namespace_spec\.rb:\d+/)
|
|
188
|
+
expect(error.message).not_to include(secret, root, '/opt/pwn', 'argv')
|
|
189
|
+
}
|
|
190
|
+
expect(Process.clock_gettime(Process::CLOCK_MONOTONIC) - started).to be < 2
|
|
191
|
+
expect(owner.status.exitstatus).to eq(1)
|
|
192
|
+
expect { Process.waitpid(pid, Process::WNOHANG) }.to raise_error(Errno::ECHILD)
|
|
193
|
+
ensure
|
|
194
|
+
owner&.close
|
|
195
|
+
end
|
|
196
|
+
end
|
|
197
|
+
end
|
|
198
|
+
|
|
7
199
|
RSpec.describe 'PWN::AI::Agent::MissionNamespace compiler-free process ownership' do
|
|
8
200
|
around do |example|
|
|
9
201
|
previous = PWN::AI::Agent::MissionNamespace.force_exec
|
|
10
202
|
PWN::AI::Agent::MissionNamespace.force_exec = true
|
|
11
|
-
example.
|
|
203
|
+
if example.metadata[:controller_fixture]
|
|
204
|
+
PwnSpecNamespaceControllerFixture.with_reaping { example.run }
|
|
205
|
+
else
|
|
206
|
+
example.run
|
|
207
|
+
end
|
|
12
208
|
ensure
|
|
13
209
|
PWN::AI::Agent::MissionNamespace.force_exec = previous
|
|
14
210
|
end
|
|
@@ -55,29 +251,25 @@ RSpec.describe 'PWN::AI::Agent::MissionNamespace compiler-free process ownership
|
|
|
55
251
|
mission&.close
|
|
56
252
|
end
|
|
57
253
|
|
|
58
|
-
it 'terminates owned descendants when the controller dies' do
|
|
254
|
+
it 'terminates owned descendants when the controller dies', :controller_fixture do
|
|
59
255
|
Dir.mktmpdir('mission-owner-') do |root|
|
|
60
256
|
ready = File.join(root, 'ready')
|
|
61
257
|
late = File.join(root, 'late')
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
Process.kill('KILL', owner)
|
|
72
|
-
Process.wait(owner)
|
|
73
|
-
owner = nil
|
|
258
|
+
code = "Process.setsid; File.write(ARGV[0], 'ready'); sleep 1; File.write(ARGV[1], 'late')"
|
|
259
|
+
owner = PwnSpecNamespaceControllerFixture.new(descriptor: { operation: :command, argv: [RbConfig.ruby, '-e', code, ready, late] })
|
|
260
|
+
owner.wait_ready(ready)
|
|
261
|
+
supervisors = File.read("/proc/#{owner.pid}/task/#{owner.pid}/children").split.map { |value| Integer(value, 10) }
|
|
262
|
+
expect(supervisors.length).to eq(1)
|
|
263
|
+
expect(supervisors).to all(be > 1)
|
|
264
|
+
expect(Process).to receive(:kill).with('KILL', owner.pid).once.and_call_original
|
|
265
|
+
owner.terminate
|
|
266
|
+
expect(owner.status.termsig).to eq(Signal.list.fetch('KILL'))
|
|
74
267
|
sleep 1.2
|
|
75
268
|
expect(File.exist?(late)).to be(false)
|
|
269
|
+
owner.close
|
|
270
|
+
supervisors.each { |pid| expect { Process.waitpid(pid, Process::WNOHANG) }.to raise_error(Errno::ECHILD) }
|
|
76
271
|
ensure
|
|
77
|
-
|
|
78
|
-
Process.kill('KILL', owner)
|
|
79
|
-
Process.wait(owner)
|
|
80
|
-
end
|
|
272
|
+
owner&.close
|
|
81
273
|
end
|
|
82
274
|
end
|
|
83
275
|
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require 'spec_helper'
|
|
4
|
+
|
|
5
|
+
describe PWN::AI::Agent::Policy, 'explicit confidence' do
|
|
6
|
+
include_context 'pwn tmp sandbox'
|
|
7
|
+
|
|
8
|
+
it 'does not upgrade zero confidence to a full terminal reward' do
|
|
9
|
+
described_class.begin_episode(session_id: 'fixture', request: 'check the fixture')
|
|
10
|
+
step = described_class.observe_step(session_id: 'fixture', action: 'shell', action_id: 'checked', ok: true)
|
|
11
|
+
result = described_class.finish(session_id: 'fixture', score: 1.0, confidence: 0.0,
|
|
12
|
+
attribution: { source: 'independent_verifier', verified_action_ids: ['checked'] })
|
|
13
|
+
expect(result[:terminal_reward]).to eq(0.0)
|
|
14
|
+
expect(described_class.q(state: step[:state], action: 'shell')).to eq(0.0)
|
|
15
|
+
end
|
|
16
|
+
end
|
|
@@ -10,7 +10,7 @@ require 'timeout'
|
|
|
10
10
|
# All snapshot reads/writes and subprocess HOME directories are disposable.
|
|
11
11
|
describe 'PWN::AI::Agent::PolicyEvaluation' do
|
|
12
12
|
around do |example|
|
|
13
|
-
Dir.mktmpdir('pwn-evaluation-spec-'
|
|
13
|
+
Dir.mktmpdir('pwn-evaluation-spec-') do |root|
|
|
14
14
|
@root = root
|
|
15
15
|
@baseline = File.join(root, 'baseline.json')
|
|
16
16
|
@candidate = File.join(root, 'candidate.json')
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require 'spec_helper'
|
|
4
|
+
|
|
5
|
+
describe PWN::AI::Agent::PolicyEvaluation, 'temporary directory isolation' do
|
|
6
|
+
it 'uses the configured temporary root before spawning an evaluator' do
|
|
7
|
+
Dir.mktmpdir('pwn-evaluator-tmp-spec-') do |root|
|
|
8
|
+
snapshot = File.join(root, 'snapshot.json')
|
|
9
|
+
File.write(snapshot, JSON.generate(q: {}, h: {}, visits: {}, returns: [], n_updates: 0, td_abs_sum: 0.0))
|
|
10
|
+
expected_parent = Dir.tmpdir
|
|
11
|
+
allow(Dir).to receive(:mktmpdir).and_wrap_original do |original, *args, &block|
|
|
12
|
+
expect(args[1] || Dir.tmpdir).to eq(expected_parent)
|
|
13
|
+
original.call(*args, &block)
|
|
14
|
+
end
|
|
15
|
+
result = described_class.evaluate(baseline: snapshot, candidate: snapshot)
|
|
16
|
+
expect(result[:isolation]).to include(environment_cleared: true, persistence_removed_on_exit: true)
|
|
17
|
+
end
|
|
18
|
+
end
|
|
19
|
+
|
|
20
|
+
it 'keeps the fresh worker inner sandbox within its configured temporary root' do
|
|
21
|
+
code = <<~RUBY
|
|
22
|
+
require #{described_class::RUNNER.inspect}
|
|
23
|
+
expected = Dir.tmpdir
|
|
24
|
+
original = Dir.method(:mktmpdir)
|
|
25
|
+
Dir.define_singleton_method(:mktmpdir) do |*args, &block|
|
|
26
|
+
raise 'temporary root ignored' unless (args[1] || Dir.tmpdir) == expected
|
|
27
|
+
original.call(*args, &block)
|
|
28
|
+
end
|
|
29
|
+
PWN::AI::Agent::PolicyEvaluation.send(:with_isolated) { |root| puts root }
|
|
30
|
+
RUBY
|
|
31
|
+
output, error, status = Open3.capture3({ 'HOME' => Dir.home, 'TMPDIR' => Dir.tmpdir, 'LANG' => 'C.UTF-8' }, RbConfig.ruby, '-e', code, unsetenv_others: true)
|
|
32
|
+
expect(status.success?).to be(true), error
|
|
33
|
+
expect(output.strip).to start_with("#{Dir.tmpdir}/")
|
|
34
|
+
expect(File).not_to exist(output.strip)
|
|
35
|
+
end
|
|
36
|
+
end
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require 'spec_helper'
|
|
4
|
+
|
|
5
|
+
describe PWN::AI::Agent::Reflect, 'explicit model forwarding' do
|
|
6
|
+
include_context 'pwn tmp sandbox'
|
|
7
|
+
|
|
8
|
+
it 'passes a per-call model to the provider even when provider configuration is frozen' do
|
|
9
|
+
PWN::Env[:ai] = { active: :ollama, module_reflection: true, ollama: { model: 'default-model' }.freeze }.freeze
|
|
10
|
+
expect(PWN::AI::Ollama).to receive(:chat).with(hash_including(request: 'fixture input', model: 'teacher-model')).and_return('fixture response')
|
|
11
|
+
expect(described_class.on(request: 'fixture input', model: 'teacher-model', suppress_pii_warning: true)).to eq('fixture response')
|
|
12
|
+
expect(PWN::Env[:ai][:ollama][:model]).to eq('default-model')
|
|
13
|
+
expect(Thread.current[:pwn_reflect_depth]).to be_nil
|
|
14
|
+
end
|
|
15
|
+
end
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require 'spec_helper'
|
|
4
|
+
|
|
5
|
+
RSpec.describe PWN::AI::Agent::RequestRuntime, 'tool result key parity' do
|
|
6
|
+
include_context 'pwn tmp sandbox'
|
|
7
|
+
|
|
8
|
+
before do
|
|
9
|
+
allow(Dir).to receive(:home).and_return(@tmp)
|
|
10
|
+
end
|
|
11
|
+
|
|
12
|
+
after do
|
|
13
|
+
Thread.current[:pwn_request_runtime] = nil
|
|
14
|
+
Thread.current[:pwn_artifact_contract] = nil
|
|
15
|
+
end
|
|
16
|
+
|
|
17
|
+
[
|
|
18
|
+
[{ ok: false }, 'uncertain'],
|
|
19
|
+
[{ 'ok' => false }, 'uncertain'],
|
|
20
|
+
[{ exit: 7, stdout: '' }, 'failed'],
|
|
21
|
+
[{ 'exit' => 7, 'stdout' => '' }, 'failed']
|
|
22
|
+
].each_with_index do |(result, state), index|
|
|
23
|
+
it "preserves failure and withholds artifact credit for result variant #{index}" do
|
|
24
|
+
path = File.join(@tmp, 'partial.txt')
|
|
25
|
+
runtime = described_class.new(request: "Write #{path}", session_id: 'key-parity', artifact_root: @tmp, trace: false)
|
|
26
|
+
Thread.current[:pwn_request_runtime] = runtime
|
|
27
|
+
Thread.current[:pwn_artifact_contract] = runtime.contract
|
|
28
|
+
call = { name: 'fixture', args: { path: path }, effect: :write, action_id: 'first' }
|
|
29
|
+
returned = runtime.execute_tool(call) do
|
|
30
|
+
File.write(path, 'partial effect')
|
|
31
|
+
result
|
|
32
|
+
end
|
|
33
|
+
|
|
34
|
+
expect(returned).to eq(result)
|
|
35
|
+
expect(runtime.events.last[:state]).to eq(state)
|
|
36
|
+
expect(runtime.observations).to be_empty
|
|
37
|
+
if state == 'uncertain'
|
|
38
|
+
denied = runtime.execute_tool(call) { raise 'must not replay an uncertain mutation' }
|
|
39
|
+
expect(denied).to include(error: 'uncertain_side_effect')
|
|
40
|
+
end
|
|
41
|
+
end
|
|
42
|
+
end
|
|
43
|
+
end
|
|
@@ -0,0 +1,129 @@
|
|
|
1
|
+
# frozen_string_literal: true
|
|
2
|
+
|
|
3
|
+
require 'spec_helper'
|
|
4
|
+
|
|
5
|
+
RSpec.describe PWN::AI::Agent::Reward, 'immutable PRM binding review' do
|
|
6
|
+
include_context 'pwn tmp sandbox'
|
|
7
|
+
|
|
8
|
+
before do
|
|
9
|
+
allow(Dir).to receive(:home).and_return(@tmp)
|
|
10
|
+
@agent_cfg[:reward_llm] = true
|
|
11
|
+
@sid = PWN::Sessions.create(title: 'PRM identity fixture')[:id]
|
|
12
|
+
PWN::Sessions.append(session_id: @sid, role: 'user', content: 'original request')
|
|
13
|
+
PWN::Sessions.append(session_id: @sid, role: 'tool', content: 'shell → {"success":true,"result":{"exit":0}}')
|
|
14
|
+
end
|
|
15
|
+
|
|
16
|
+
def append_next_turn
|
|
17
|
+
PWN::Sessions.append(session_id: @sid, role: 'assistant', content: 'earlier answer')
|
|
18
|
+
PWN::Sessions.append(session_id: @sid, role: 'user', content: 'next request')
|
|
19
|
+
PWN::Sessions.append(session_id: @sid, role: 'tool', content: 'pwn_eval → {"success":false,"error":"next turn failed"}')
|
|
20
|
+
end
|
|
21
|
+
|
|
22
|
+
it 'freezes captured action identity before handing the snapshot to delayed work' do
|
|
23
|
+
snapshot = described_class.prm_snapshot(session_id: @sid, request: 'original request')
|
|
24
|
+
expect { snapshot[:binding][:actions].first[:sha256].replace('0' * 64) }.to raise_error(FrozenError)
|
|
25
|
+
expect { snapshot[:trace].first.replace('different action') }.to raise_error(FrozenError)
|
|
26
|
+
end
|
|
27
|
+
|
|
28
|
+
it 'annotates the scored live action and Metrics after a new turn arrives during scoring' do
|
|
29
|
+
allow(PWN::AI::Ollama).to receive(:chat) do |opts|
|
|
30
|
+
expect(opts[:request]).to include('original request')
|
|
31
|
+
append_next_turn
|
|
32
|
+
'1'
|
|
33
|
+
end
|
|
34
|
+
result = described_class.prm(request: 'original request', session_id: @sid)
|
|
35
|
+
expect(result.first[:reward]).to eq(1)
|
|
36
|
+
tools = PWN::Sessions.load(session_id: @sid).select { |row| row[:role] == 'tool' }
|
|
37
|
+
expect(tools.map { |row| row[:step_reward] }).to eq([1, nil])
|
|
38
|
+
expect(PWN::AI::Agent::Metrics.prm_n(name: 'shell')).to eq(1)
|
|
39
|
+
expect(PWN::AI::Agent::Metrics.prm_n(name: 'pwn_eval')).to eq(0)
|
|
40
|
+
end
|
|
41
|
+
|
|
42
|
+
it 'rejects changed scored bytes instead of applying rewards to replacement actions' do
|
|
43
|
+
path = File.join(PWN::Sessions.sessions_dir, "#{@sid}.jsonl")
|
|
44
|
+
after = nil
|
|
45
|
+
allow(PWN::AI::Ollama).to receive(:chat) do
|
|
46
|
+
rows = PWN::Sessions.load(session_id: @sid)
|
|
47
|
+
rows.last[:content] = 'pwn_eval → {"success":false,"error":"replacement"}'
|
|
48
|
+
after = rows.map { |row| "#{JSON.generate(row)}\n" }.join
|
|
49
|
+
File.write(path, after)
|
|
50
|
+
'1'
|
|
51
|
+
end
|
|
52
|
+
described_class.prm(request: 'original request', session_id: @sid)
|
|
53
|
+
expect(File.binread(path)).to eq(after.b)
|
|
54
|
+
expect(PWN::AI::Agent::Metrics.prm_n(name: 'shell')).to eq(0)
|
|
55
|
+
expect(PWN::AI::Agent::Metrics.prm_n(name: 'pwn_eval')).to eq(0)
|
|
56
|
+
end
|
|
57
|
+
|
|
58
|
+
it 'does not annotate a supplied trace unrelated to the persisted action' do
|
|
59
|
+
allow(PWN::AI::Ollama).to receive(:chat).and_return('1')
|
|
60
|
+
described_class.prm(request: 'original request', session_id: @sid, trace: ['pwn_eval → {"success":true}'])
|
|
61
|
+
expect(PWN::Sessions.load(session_id: @sid).last[:step_reward]).to be_nil
|
|
62
|
+
expect(PWN::AI::Agent::Metrics.prm_n(name: 'shell')).to eq(0)
|
|
63
|
+
end
|
|
64
|
+
|
|
65
|
+
it 'captures the action identity before a deferred worker starts even for repeated request text' do
|
|
66
|
+
@agent_cfg[:auto_introspect] = true
|
|
67
|
+
@agent_cfg[:critic] = false
|
|
68
|
+
@agent_cfg[:verify_as_reward] = false
|
|
69
|
+
finalizer = PWN::AI::Agent::TurnFinalizer
|
|
70
|
+
started = Queue.new
|
|
71
|
+
release = Queue.new
|
|
72
|
+
first_worker = true
|
|
73
|
+
allow(Thread).to receive(:new).and_wrap_original do |original, *args, &block|
|
|
74
|
+
if first_worker
|
|
75
|
+
first_worker = false
|
|
76
|
+
original.call(*args) do
|
|
77
|
+
started << true
|
|
78
|
+
release.pop
|
|
79
|
+
block.call
|
|
80
|
+
end
|
|
81
|
+
else
|
|
82
|
+
original.call(*args, &block)
|
|
83
|
+
end
|
|
84
|
+
end
|
|
85
|
+
prompts = Queue.new
|
|
86
|
+
allow(PWN::AI::Ollama).to receive(:chat) do |opts|
|
|
87
|
+
if opts[:system_role_content].to_s.include?('Process Reward')
|
|
88
|
+
prompts << opts[:request]
|
|
89
|
+
'1'
|
|
90
|
+
else
|
|
91
|
+
'{"score":0.8,"verdict":"solved","rationale":"offline scoring fixture","key_step":1}'
|
|
92
|
+
end
|
|
93
|
+
end
|
|
94
|
+
finalizer.defer(session_id: @sid, request: 'original request', final: 'The requested observation is reported.')
|
|
95
|
+
Timeout.timeout(3) { started.pop }
|
|
96
|
+
PWN::Sessions.append(session_id: @sid, role: 'user', content: 'original request')
|
|
97
|
+
PWN::Sessions.append(session_id: @sid, role: 'tool', content: 'pwn_eval → {"success":false,"error":"different action"}')
|
|
98
|
+
release << true
|
|
99
|
+
finalizer.join_all!(timeout: 5)
|
|
100
|
+
tools = PWN::Sessions.load(session_id: @sid).select { |row| row[:role] == 'tool' }
|
|
101
|
+
expect(tools.map { |row| row[:step_reward] }).to eq([1, nil])
|
|
102
|
+
expect(prompts.size).to eq(1)
|
|
103
|
+
expect(prompts.pop).to include('shell')
|
|
104
|
+
ensure
|
|
105
|
+
release << true if release
|
|
106
|
+
finalizer&.join_all!(timeout: 5)
|
|
107
|
+
end
|
|
108
|
+
|
|
109
|
+
it 'binds copy-on-write retained annotations to the scored original action', :retained_binding_boundary do
|
|
110
|
+
learning = PWN::AI::Agent::Learning
|
|
111
|
+
old_body = old_path = nil
|
|
112
|
+
allow(PWN::AI::Ollama).to receive(:chat) do
|
|
113
|
+
append_next_turn
|
|
114
|
+
learning.note_outcome(task: 'original request', success: true, session_id: @sid)
|
|
115
|
+
learning.migrate_evidence(dry_run: false)
|
|
116
|
+
reference = learning.outcomes.first.fetch(:evidence_ref).fetch(:sha256)
|
|
117
|
+
old_path = File.join(File.dirname(learning::LEARNING_FILE), 'learning', 'evidence', "#{reference}.json")
|
|
118
|
+
old_body = File.binread(old_path)
|
|
119
|
+
File.rename(File.join(PWN::Sessions.sessions_dir, "#{@sid}.jsonl"), File.join(@tmp, 'retired-transcript-fixture'))
|
|
120
|
+
'1'
|
|
121
|
+
end
|
|
122
|
+
described_class.prm(request: 'original request', session_id: @sid)
|
|
123
|
+
tools = learning.session_evidence(session_id: @sid).select { |row| row[:role] == 'tool' }
|
|
124
|
+
expect(tools.map { |row| row[:step_reward] }).to eq([1, nil])
|
|
125
|
+
expect(File.binread(old_path)).to eq(old_body)
|
|
126
|
+
expect(PWN::AI::Agent::Metrics.prm_n(name: 'shell')).to eq(1)
|
|
127
|
+
expect(PWN::AI::Agent::Metrics.prm_n(name: 'pwn_eval')).to eq(0)
|
|
128
|
+
end
|
|
129
|
+
end
|