@tangle-network/agent-bench 0.3.6 → 0.3.7

package/src/swe-arena/fixtures/holdout.json

@@ -0,0 +1,44 @@
+[
+ {
+  "iid": "astropy__astropy-14182",
+  "repo": "astropy/astropy",
+  "gold_official_resolved": true,
+  "verify_calibrated": true,
+  "selected_at_commit": "4a06fc54bd180789d1402c843a63ed245df9f8eb"
+ },
+ {
+  "iid": "django__django-12774",
+  "repo": "django/django",
+  "gold_official_resolved": true,
+  "verify_calibrated": true,
+  "selected_at_commit": "4a06fc54bd180789d1402c843a63ed245df9f8eb"
+ },
+ {
+  "iid": "django__django-14140",
+  "repo": "django/django",
+  "gold_official_resolved": true,
+  "verify_calibrated": true,
+  "selected_at_commit": "4a06fc54bd180789d1402c843a63ed245df9f8eb"
+ },
+ {
+  "iid": "scikit-learn__scikit-learn-14894",
+  "repo": "scikit-learn/scikit-learn",
+  "gold_official_resolved": true,
+  "verify_calibrated": true,
+  "selected_at_commit": "4a06fc54bd180789d1402c843a63ed245df9f8eb"
+ },
+ {
+  "iid": "sympy__sympy-20438",
+  "repo": "sympy/sympy",
+  "gold_official_resolved": true,
+  "verify_calibrated": true,
+  "selected_at_commit": "4a06fc54bd180789d1402c843a63ed245df9f8eb"
+ },
+ {
+  "iid": "pytest-dev__pytest-7236",
+  "repo": "pytest-dev/pytest",
+  "gold_official_resolved": true,
+  "verify_calibrated": true,
+  "selected_at_commit": "4a06fc54bd180789d1402c843a63ed245df9f8eb"
+ }
+]

package/src/swe-arena/fixtures/instances.json

@@ -0,0 +1,146 @@
+{
+ "astropy__astropy-13033": {
+  "base_commit": "298ccb478e6bf092953bca67a3d29dc6c35f6752",
+  "environment_setup_commit": "298ccb478e6bf092953bca67a3d29dc6c35f6752",
+  "image": "swebench/sweb.eval.x86_64.astropy_1776_astropy-13033:latest",
+  "repo": "astropy/astropy"
+ },
+ "astropy__astropy-14182": {
+  "base_commit": "a5917978be39d13cd90b517e1de4e7a539ffaa48",
+  "environment_setup_commit": "5f74eacbcc7fff707a44d8eb58adaa514cb7dcb5",
+  "image": "swebench/sweb.eval.x86_64.astropy_1776_astropy-14182:latest",
+  "repo": "astropy/astropy"
+ },
+ "astropy__astropy-14369": {
+  "base_commit": "fa4e8d1cd279acf9b24560813c8652494ccd5922",
+  "environment_setup_commit": "5f74eacbcc7fff707a44d8eb58adaa514cb7dcb5",
+  "image": "swebench/sweb.eval.x86_64.astropy_1776_astropy-14369:latest",
+  "repo": "astropy/astropy"
+ },
+ "astropy__astropy-14508": {
+  "base_commit": "a3f4ae6cd24d5ecdf49f213d77b3513dd509a06c",
+  "environment_setup_commit": "5f74eacbcc7fff707a44d8eb58adaa514cb7dcb5",
+  "image": "swebench/sweb.eval.x86_64.astropy_1776_astropy-14508:latest",
+  "repo": "astropy/astropy"
+ },
+ "django__django-11532": {
+  "base_commit": "a5308514fb4bc5086c9a16a8a24a945eeebb073c",
+  "environment_setup_commit": "419a78300f7cd27611196e1e464d50fd0385ff27",
+  "image": "swebench/sweb.eval.x86_64.django_1776_django-11532:latest",
+  "repo": "django/django"
+ },
+ "django__django-12774": {
+  "base_commit": "67f9d076cfc1858b94f9ed6d1a5ce2327dcc8d0d",
+  "environment_setup_commit": "0668164b4ac93a5be79f5b87fae83c657124d9ab",
+  "image": "swebench/sweb.eval.x86_64.django_1776_django-12774:latest",
+  "repo": "django/django"
+ },
+ "django__django-14140": {
+  "base_commit": "45814af6197cfd8f4dc72ee43b90ecde305a1d5a",
+  "environment_setup_commit": "475cffd1d64c690cdad16ede4d5e81985738ceb4",
+  "image": "swebench/sweb.eval.x86_64.django_1776_django-14140:latest",
+  "repo": "django/django"
+ },
+ "matplotlib__matplotlib-20826": {
+  "base_commit": "a0d2e399729d36499a1924e5ca5bc067c8396810",
+  "environment_setup_commit": "f93c0a3dcb82feed0262d758626c90d4002685f3",
+  "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-20826:latest",
+  "repo": "matplotlib/matplotlib"
+ },
+ "mwaskom__seaborn-3187": {
+  "base_commit": "22cdfb0c93f8ec78492d87edb810f10cb7f57a31",
+  "environment_setup_commit": "d25872b0fc99dbf7e666a91f59bd4ed125186aa1",
+  "image": "swebench/sweb.eval.x86_64.mwaskom_1776_seaborn-3187:latest",
+  "repo": "mwaskom/seaborn"
+ },
+ "pallets__flask-5014": {
+  "base_commit": "7ee9ceb71e868944a46e1ff00b506772a53a4f1d",
+  "environment_setup_commit": "182ce3dd15dfa3537391c3efaf9c3ff407d134d4",
+  "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-5014:latest",
+  "repo": "pallets/flask"
+ },
+ "psf__requests-1766": {
+  "base_commit": "847735553aeda6e6633f2b32e14ba14ba86887a4",
+  "environment_setup_commit": "4bceb312f1b99d36a25f2985b5606e98b6f0d8cd",
+  "image": "swebench/sweb.eval.x86_64.psf_1776_requests-1766:latest",
+  "repo": "psf/requests"
+ },
+ "psf__requests-2317": {
+  "base_commit": "091991be0da19de9108dbe5e3752917fea3d7fdc",
+  "environment_setup_commit": "091991be0da19de9108dbe5e3752917fea3d7fdc",
+  "image": "swebench/sweb.eval.x86_64.psf_1776_requests-2317:latest",
+  "repo": "psf/requests"
+ },
+ "psf__requests-2931": {
+  "base_commit": "5f7a3a74aab1625c2bb65f643197ee885e3da576",
+  "environment_setup_commit": "bbeb0001cdc657ac8c7fef98e154229bc392db0e",
+  "image": "swebench/sweb.eval.x86_64.psf_1776_requests-2931:latest",
+  "repo": "psf/requests"
+ },
+ "pydata__xarray-4687": {
+  "base_commit": "d3b6aa6d8b997df115a53c001d00222a0f92f63a",
+  "environment_setup_commit": "1c198a191127c601d091213c4b3292a8bb3054e1",
+  "image": "swebench/sweb.eval.x86_64.pydata_1776_xarray-4687:latest",
+  "repo": "pydata/xarray"
+ },
+ "pylint-dev__pylint-8898": {
+  "base_commit": "1f8c4d9eb185c16a2c1d881c054f015e1c2eb334",
+  "environment_setup_commit": "a0ce6e424e3a208f3aed1cbf6e16c40853bec3c0",
+  "image": "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-8898:latest",
+  "repo": "pylint-dev/pylint"
+ },
+ "pytest-dev__pytest-6197": {
+  "base_commit": "e856638ba086fcf5bebf1bebea32d5cf78de87b4",
+  "environment_setup_commit": "f36ea240fe3579f945bf5d6cc41b5e45a572249d",
+  "image": "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-6197:latest",
+  "repo": "pytest-dev/pytest"
+ },
+ "pytest-dev__pytest-7236": {
+  "base_commit": "c98bc4cd3d687fe9b392d8eecd905627191d4f06",
+  "environment_setup_commit": "678c1a0745f1cf175c442c719906a1f13e496910",
+  "image": "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-7236:latest",
+  "repo": "pytest-dev/pytest"
+ },
+ "scikit-learn__scikit-learn-14087": {
+  "base_commit": "a5743ed36fbd3fbc8e351bdab16561fbfca7dfa1",
+  "environment_setup_commit": "7e85a6d1f038bbb932b36f18d75df6be937ed00d",
+  "image": "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-14087:latest",
+  "repo": "scikit-learn/scikit-learn"
+ },
+ "scikit-learn__scikit-learn-14894": {
+  "base_commit": "fdbaa58acbead5a254f2e6d597dc1ab3b947f4c6",
+  "environment_setup_commit": "7e85a6d1f038bbb932b36f18d75df6be937ed00d",
+  "image": "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-14894:latest",
+  "repo": "scikit-learn/scikit-learn"
+ },
+ "sphinx-doc__sphinx-9658": {
+  "base_commit": "232dbe41c5250eb7d559d40438c4743483e95f15",
+  "environment_setup_commit": "6c6cc8a6f50b18331cb818160d168d7bb9c03e55",
+  "image": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-9658:latest",
+  "repo": "sphinx-doc/sphinx"
+ },
+ "sympy__sympy-14976": {
+  "base_commit": "9cbea134220b0b951587e11b63e2c832c7246cbc",
+  "environment_setup_commit": "e53e809176de9aa0fb62e85689f8cdb669d4cacb",
+  "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-14976:latest",
+  "repo": "sympy/sympy"
+ },
+ "sympy__sympy-17318": {
+  "base_commit": "d4e0231b08147337745dcf601e62de7eefe2fb2d",
+  "environment_setup_commit": "70381f282f2d9d039da860e391fe51649df2779d",
+  "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-17318:latest",
+  "repo": "sympy/sympy"
+ },
+ "sympy__sympy-20438": {
+  "base_commit": "33b47e4bd60e2302e42616141e76285038b724d6",
+  "environment_setup_commit": "3ac1464b8840d5f8b618a654f9fbf09c452fe969",
+  "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-20438:latest",
+  "repo": "sympy/sympy"
+ },
+ "sympy__sympy-23534": {
+  "base_commit": "832c24fec1046eaa544a4cab4c69e3af3e651759",
+  "environment_setup_commit": "9a6104eab0ea7ac191a09c24f3e2d79dcd66bda5",
+  "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-23534:latest",
+  "repo": "sympy/sympy"
+ }
+}

package/src/swe-arena/fixtures/ledger.jsonl

@@ -0,0 +1,12 @@
+{"iid": "pallets__flask-5014", "solo_resolved": true, "sup_resolved": true, "solo_verify_pass": true, "sup_verify_pass": true, "solo_patch_lines": 36, "sup_patch_lines": 14, "solo_wall_s": 116, "sup_wall_s": 261, "solo_tokens": 30738, "solo_usage": {"steps": 20, "in": 26753, "out": 3035, "reasoning": 950, "cache_w": 0, "cache_r": 532096, "max_ctx": 33285, "oc_cost": 0.0, "total_io": 30738}, "sup_spentTokens": 15731, "sup_spentUsd": 0.012379399999999999, "sup_spawned": 2, "sup_settled": 1, "sup_subtasks": [], "sup_delivered": true, "sup_status": "completed", "sup_verdict": "delivered", "solo_oc_rc": 0, "sup_driver_rc": 0, "solo_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/pallets__flask-5014.solo.patch", "sup_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/pallets__flask-5014.sup.patch", "_note": "sup patch re-extracted vs BASE commit (supervisor commits delivery); re-judged resolved=true"}
+{"iid": "psf__requests-2931", "solo_resolved": false, "sup_resolved": false, "solo_verify_pass": true, "sup_verify_pass": true, "solo_patch_lines": 15, "sup_patch_lines": 96, "solo_wall_s": 166, "sup_wall_s": 1058, "solo_tokens": 23145, "solo_usage": {"steps": 25, "in": 16970, "out": 3037, "reasoning": 3138, "cache_w": 0, "cache_r": 695104, "max_ctx": 35652, "oc_cost": 0.0, "total_io": 23145}, "sup_spentTokens": 54894, "sup_spentUsd": 0.0426564, "sup_spawned": 3, "sup_workers": 2, "sup_settled": 2, "sup_subtasks": ["fix-binary-payload-to_native_string", "refine-actual-to_native_string-fix"], "sup_delivered": true, "sup_status": "completed", "sup_verdict": "delivered", "solo_oc_rc": 0, "sup_driver_rc": 0, "solo_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/psf__requests-2931.solo.patch", "sup_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/psf__requests-2931.sup.patch"}
+{"iid": "psf__requests-2317", "solo_resolved": false, "sup_resolved": false, "solo_verify_pass": true, "sup_verify_pass": true, "solo_patch_lines": 13, "sup_patch_lines": 68, "solo_wall_s": 131, "sup_wall_s": 682, "solo_tokens": 38719, "solo_usage": {"steps": 22, "in": 34502, "out": 2802, "reasoning": 1415, "cache_w": 0, "cache_r": 738816, "max_ctx": 41281, "oc_cost": 0.0, "total_io": 38719}, "sup_spentTokens": 26076, "sup_spentUsd": 0.0216536, "sup_spawned": 2, "sup_workers": 1, "sup_settled": 1, "sup_subtasks": ["fix-bytes-method-handling"], "sup_delivered": true, "sup_status": "completed", "sup_verdict": "delivered", "solo_oc_rc": 0, "sup_driver_rc": 0, "solo_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/psf__requests-2317.solo.patch", "sup_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/psf__requests-2317.sup.patch"}
+{"iid": "psf__requests-1766", "solo_resolved": true, "sup_resolved": true, "solo_verify_pass": true, "sup_verify_pass": true, "solo_patch_lines": 13, "sup_patch_lines": 13, "solo_wall_s": 34, "sup_wall_s": 352, "solo_tokens": 19500, "solo_usage": {"steps": 8, "in": 18828, "out": 596, "reasoning": 76, "cache_w": 0, "cache_r": 176832, "max_ctx": 25468, "oc_cost": 0.0, "total_io": 19500}, "sup_spentTokens": 38224, "sup_spentUsd": 0.02752, "sup_spawned": 3, "sup_workers": 2, "sup_settled": 2, "sup_subtasks": ["survey-digest-auth", "fix-qop-quoting"], "sup_delivered": true, "sup_status": "completed", "sup_verdict": "delivered", "solo_oc_rc": 0, "sup_driver_rc": 0, "solo_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/psf__requests-1766.solo.patch", "sup_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/psf__requests-1766.sup.patch", "_note": "sup patch byte-identical to solo patch; original sup judge false was a flake; re-judged 2x stable resolved=true"}
+{"iid": "sympy__sympy-23534", "solo_resolved": true, "sup_resolved": true, "solo_verify_pass": true, "sup_verify_pass": true, "solo_patch_lines": 13, "sup_patch_lines": 13, "solo_wall_s": 150, "sup_wall_s": 212, "solo_tokens": 39965, "solo_usage": {"steps": 25, "in": 34557, "out": 4085, "reasoning": 1323, "cache_w": 0, "cache_r": 761984, "max_ctx": 40877, "oc_cost": 0.0, "total_io": 39965}, "sup_spentTokens": 26274, "sup_spentUsd": 0.0238716, "sup_spawned": 2, "sup_workers": 1, "sup_settled": 1, "sup_subtasks": ["fix-symbols-cls-propagation"], "sup_delivered": true, "sup_status": "completed", "sup_verdict": "delivered", "solo_oc_rc": 0, "sup_driver_rc": 0, "solo_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/sympy__sympy-23534.solo.patch", "sup_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/sympy__sympy-23534.sup.patch"}
+{"iid": "sympy__sympy-14976", "solo_resolved": true, "sup_resolved": true, "solo_verify_pass": true, "sup_verify_pass": true, "solo_patch_lines": 17, "sup_patch_lines": 16, "solo_wall_s": 212, "sup_wall_s": 337, "solo_tokens": 60193, "solo_usage": {"steps": 42, "in": 52108, "out": 5940, "reasoning": 2145, "cache_w": 0, "cache_r": 1951168, "max_ctx": 57875, "oc_cost": 0.0, "total_io": 60193}, "sup_spentTokens": 28694, "sup_spentUsd": 0.0270036, "sup_spawned": 2, "sup_workers": 1, "sup_settled": 1, "sup_subtasks": ["fix-mpmath-rational-wrapping"], "sup_delivered": true, "sup_status": "completed", "sup_verdict": "delivered", "solo_oc_rc": 0, "sup_driver_rc": 0, "solo_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/sympy__sympy-14976.solo.patch", "sup_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/sympy__sympy-14976.sup.patch"}
+{"iid": "astropy__astropy-13033", "solo_resolved": true, "sup_resolved": false, "solo_verify_pass": true, "sup_verify_pass": false, "solo_patch_lines": 34, "sup_patch_lines": 0, "solo_wall_s": 350, "sup_wall_s": 1550, "solo_tokens": 59496, "solo_usage": {"steps": 35, "in": 48041, "out": 6296, "reasoning": 5159, "cache_w": 0, "cache_r": 1401408, "max_ctx": 53915, "oc_cost": 0.0, "total_io": 59496}, "sup_spentTokens": 0, "sup_spentUsd": 0, "sup_spawned": 4, "sup_workers": 3, "sup_settled": 3, "sup_subtasks": ["fix-timeseries-misleading-exception", "apply-and-verify-timeseries-fix", "apply-and-verify-timeseries-fix-v2"], "sup_delivered": false, "sup_status": "completed", "sup_verdict": "no-winner", "solo_oc_rc": 0, "sup_driver_rc": 0, "solo_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/astropy__astropy-13033.solo.patch", "sup_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/astropy__astropy-13033.sup.patch"}
+{"iid": "pydata__xarray-4687", "solo_resolved": false, "sup_resolved": false, "solo_verify_pass": true, "sup_verify_pass": true, "solo_patch_lines": 32, "sup_patch_lines": 33, "solo_wall_s": 322, "sup_wall_s": 504, "solo_tokens": 56098, "solo_usage": {"steps": 45, "in": 47437, "out": 5678, "reasoning": 2983, "cache_w": 0, "cache_r": 1823296, "max_ctx": 53147, "oc_cost": 0.0, "total_io": 56098}, "sup_spentTokens": 27341, "sup_spentUsd": 0.020335799999999998, "sup_spawned": 2, "sup_workers": 1, "sup_settled": 1, "sup_subtasks": ["where-keep-attrs-fix"], "sup_delivered": true, "sup_status": "completed", "sup_verdict": "delivered", "solo_oc_rc": 0, "sup_driver_rc": 0, "solo_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/pydata__xarray-4687.solo.patch", "sup_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/pydata__xarray-4687.sup.patch"}
+{"iid": "django__django-11532", "solo_resolved": true, "sup_resolved": false, "solo_verify_pass": true, "sup_verify_pass": false, "solo_patch_lines": 40, "sup_patch_lines": 0, "solo_wall_s": 293, "sup_wall_s": 1704, "solo_tokens": 65706, "solo_usage": {"steps": 23, "in": 53078, "out": 4289, "reasoning": 8339, "cache_w": 0, "cache_r": 1005248, "max_ctx": 59360, "oc_cost": 0.0, "total_io": 65706}, "sup_spentTokens": null, "sup_spentUsd": null, "sup_spawned": 5, "sup_workers": 4, "sup_settled": 3, "sup_subtasks": ["fix-unicode-dns-punycode", "apply-and-verify-punycode", "minimal-fix-verify", "edit-files-and-run-tests"], "sup_delivered": null, "sup_status": "running", "sup_verdict": null, "solo_oc_rc": 0, "sup_driver_rc": 3, "solo_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/django__django-11532.solo.patch", "sup_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/django__django-11532.sup.patch"}
+{"iid": "pytest-dev__pytest-6197", "solo_resolved": false, "sup_resolved": false, "solo_verify_pass": false, "sup_verify_pass": false, "solo_patch_lines": 0, "sup_patch_lines": 0, "solo_wall_s": 755, "sup_wall_s": 248, "solo_tokens": 133032, "solo_usage": {"steps": 37, "in": 90328, "out": 3993, "reasoning": 38711, "cache_w": 0, "cache_r": 1805248, "max_ctx": 96107, "oc_cost": 0.0, "total_io": 133032}, "sup_spentTokens": 0, "sup_spentUsd": 0, "sup_spawned": 1, "sup_workers": 0, "sup_settled": 0, "sup_subtasks": [], "sup_delivered": false, "sup_status": "completed", "sup_verdict": "no-winner", "solo_oc_rc": 0, "sup_driver_rc": 0, "solo_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/pytest-dev__pytest-6197.solo.patch", "sup_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/pytest-dev__pytest-6197.sup.patch"}
+{"iid": "matplotlib__matplotlib-20826", "solo_resolved": true, "sup_resolved": false, "solo_verify_pass": true, "sup_verify_pass": false, "solo_patch_lines": 23, "sup_patch_lines": 0, "solo_wall_s": 1000, "sup_wall_s": 1702, "solo_tokens": 109119, "solo_usage": {"steps": 79, "in": 81255, "out": 14156, "reasoning": 13708, "cache_w": 0, "cache_r": 4371328, "max_ctx": 85881, "oc_cost": 0.0, "total_io": 109119}, "sup_spentTokens": null, "sup_spentUsd": null, "sup_spawned": 4, "sup_workers": 3, "sup_settled": 2, "sup_subtasks": ["survey-bug-location", "fix-axclear-ticks", "apply-and-verify"], "sup_delivered": null, "sup_status": "running", "sup_verdict": null, "solo_oc_rc": 124, "sup_driver_rc": 3, "solo_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/matplotlib__matplotlib-20826.solo.patch", "sup_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/matplotlib__matplotlib-20826.sup.patch"}
+{"iid": "sphinx-doc__sphinx-9658", "solo_resolved": false, "sup_resolved": false, "solo_verify_pass": false, "sup_verify_pass": false, "solo_patch_lines": 0, "sup_patch_lines": 0, "solo_wall_s": 240, "sup_wall_s": 514, "solo_tokens": 39701, "solo_usage": {"steps": 19, "in": 33537, "out": 1934, "reasoning": 4230, "cache_w": 0, "cache_r": 577152, "max_ctx": 40548, "oc_cost": 0.0, "total_io": 39701}, "sup_spentTokens": 0, "sup_spentUsd": 0, "sup_spawned": 1, "sup_workers": 0, "sup_settled": 0, "sup_subtasks": [], "sup_delivered": false, "sup_status": "completed", "sup_verdict": "no-winner", "solo_oc_rc": 0, "sup_driver_rc": 0, "solo_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/sphinx-doc__sphinx-9658.solo.patch", "sup_patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/sphinx-doc__sphinx-9658.sup.patch"}

package/src/swe-arena/fixtures/patches/pallets__flask-5014.solo.patch

@@ -0,0 +1,36 @@
+diff --git a/CHANGES.rst b/CHANGES.rst
+index 498d5e51..c37dd2a2 100644
+--- a/CHANGES.rst
++++ b/CHANGES.rst
+@@ -35,6 +35,7 @@ Unreleased
+ -   Ensure subdomains are applied with nested blueprints. :issue:`4834`
+ -   ``config.from_file`` can use ``text=False`` to indicate that the parser wants a
+     binary file instead. :issue:`4989`
++-   A blueprint named with an empty string raises a ``ValueError``. :issue:`4944`
+ 
+ 
+ Version 2.2.4
+diff --git a/src/flask/blueprints.py b/src/flask/blueprints.py
+index eb50585d..a36722c9 100644
+--- a/src/flask/blueprints.py
++++ b/src/flask/blueprints.py
+@@ -159,6 +159,9 @@ class Blueprint(Scaffold):
+         automatic detection can fail, so the path can be specified
+         manually instead.
+ 
++    .. versionchanged:: 2.3.0
++        Avoids the ``name`` being an empty string, which can cause errors.
++
+     .. versionchanged:: 1.1.0
+         Blueprints have a ``cli`` group to register nested CLI commands.
+         The ``cli_group`` parameter controls the name of the group under
+@@ -182,6 +185,9 @@ class Blueprint(Scaffold):
+         root_path: t.Optional[str] = None,
+         cli_group: t.Optional[str] = _sentinel,  # type: ignore
+     ):
++        if not name:
++            raise ValueError("'name' may not be empty.")
++
+         super().__init__(
+             import_name=import_name,
+             static_folder=static_folder,

package/src/swe-arena/fixtures/patches/pydata__xarray-4687.sup.patch

@@ -0,0 +1,33 @@
+diff --git a/xarray/core/computation.py b/xarray/core/computation.py
+index 9fe93c88..e2dd1c0b 100644
+--- a/xarray/core/computation.py
++++ b/xarray/core/computation.py
+@@ -1727,7 +1727,7 @@ def dot(*arrays, dims=None, **kwargs):
+     return result.transpose(*all_dims, missing_dims="ignore")
+ 
+ 
+-def where(cond, x, y):
++def where(cond, x, y, keep_attrs=None):
+     """Return elements from `x` or `y` depending on `cond`.
+ 
+     Performs xarray-like broadcasting across input arguments.
+@@ -1743,6 +1743,11 @@ def where(cond, x, y):
+         values to choose from where `cond` is True
+     y : scalar, array, Variable, DataArray or Dataset
+         values to choose from where `cond` is False
++    keep_attrs : bool or None, optional
++        If True, the attributes (``attrs``) will be copied
++        from the first argument to the result. If None, the
++        global default (``OPTIONS[keep_attrs]``) is used,
++        which defaults to False.
+ 
+     Returns
+     -------
+@@ -1817,6 +1822,7 @@ def where(cond, x, y):
+         join="exact",
+         dataset_join="exact",
+         dask="allowed",
++        keep_attrs=keep_attrs,
+     )
+ 
+ 

package/src/swe-arena/fixtures/rejudge.jsonl

@@ -0,0 +1,15 @@
+{"iid": "pallets__flask-5014", "tag": "gold-control", "patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/gates/pallets__flask-5014.gold.patch", "resolved": true, "score": 1, "secs": 22, "patch_bytes": 390}
+{"iid": "psf__requests-2931", "tag": "gold", "patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/gates/psf__requests-2931.gold.patch", "resolved": false, "score": 0, "secs": 26, "patch_bytes": 723}
+{"iid": "psf__requests-2317", "tag": "gold", "patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/gates/psf__requests-2317.gold.patch", "resolved": null, "error": "parse", "raw": ""}
+{"iid": "pydata__xarray-4687", "tag": "gold", "patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/gates/pydata__xarray-4687.gold.patch", "resolved": true, "score": 1, "secs": 71, "patch_bytes": 1539}
+{"iid": "astropy__astropy-13033", "tag": "solo-final", "patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/astropy__astropy-13033.solo.patch", "resolved": true, "score": 1, "secs": 58, "patch_bytes": 1596}
+{"iid": "django__django-11532", "tag": "solo-final", "patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/django__django-11532.solo.patch", "resolved": true, "score": 1, "secs": 29, "patch_bytes": 1349}
+{"iid": "matplotlib__matplotlib-20826", "tag": "solo-final", "patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/matplotlib__matplotlib-20826.solo.patch", "resolved": true, "score": 1, "secs": 70, "patch_bytes": 1057}
+{"iid": "psf__requests-2931", "tag": "sup-final", "patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/psf__requests-2931.sup.patch", "resolved": false, "score": 0, "secs": 21, "patch_bytes": 3385}
+{"iid": "psf__requests-2317", "tag": "solo-final", "patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/psf__requests-2317.solo.patch", "resolved": null, "error": "parse", "raw": ""}
+{"iid": "psf__requests-2317", "tag": "sup-final", "patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/psf__requests-2317.sup.patch", "resolved": null, "error": "parse", "raw": ""}
+{"iid": "pydata__xarray-4687", "tag": "solo-final", "patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/pydata__xarray-4687.solo.patch", "resolved": false, "score": 0, "secs": 71, "patch_bytes": 1133}
+{"iid": "pydata__xarray-4687", "tag": "sup-final", "patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/pydata__xarray-4687.sup.patch", "resolved": false, "score": 0, "secs": 68, "patch_bytes": 1142}
+{"iid": "psf__requests-2317", "tag": "gold2", "patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/gates/psf__requests-2317.gold.patch", "resolved": false, "score": 0, "secs": 1142, "patch_bytes": 763}
+{"iid": "psf__requests-2317", "tag": "solo-final2", "patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/psf__requests-2317.solo.patch", "resolved": false, "score": 0, "secs": 1134, "patch_bytes": 396}
+{"iid": "psf__requests-2317", "tag": "sup-final2", "patch": "/tmp/claude-1000/-home-drew-code-supervisor-lab/f06fd156-042a-4ef9-bd88-f2ec7f52b90c/scratchpad/hh/patches/psf__requests-2317.sup.patch", "resolved": false, "score": 0, "secs": 1129, "patch_bytes": 2362}

package/src/swe-arena/fixtures/rematch.jsonl

@@ -0,0 +1,3 @@
+{"iid": "astropy__astropy-13033", "arm": "SUP2", "resolved": false, "verify_pass": true, "patch_lines": 48, "wall_s": 1262, "spawned": 8, "workers": 7, "sup_status": "completed", "sup_verdict": "best-effort", "delivered": true, "spentTokens": 146618}
+{"iid": "django__django-11532", "arm": "SUP2", "resolved": false, "verify_pass": true, "patch_lines": 64, "wall_s": 1070, "spawned": 3, "workers": 2, "sup_status": "completed", "sup_verdict": "delivered", "delivered": true, "spentTokens": 54623}
+{"iid": "matplotlib__matplotlib-20826", "arm": "SUP2", "resolved": false, "verify_pass": false, "patch_lines": 0, "wall_s": 1530, "spawned": 7, "workers": 6, "sup_status": "completed", "sup_verdict": "no-winner", "delivered": false, "spentTokens": 181765}

package/src/swe-arena/fixtures/rematch2.jsonl

@@ -0,0 +1,3 @@
+{"iid": "astropy__astropy-13033", "arm": "SUP3", "resolved": false, "verify_pass": true, "patch_lines": 47, "wall_s": 741, "spawned": 2, "workers": 1, "sup_status": "completed", "sup_verdict": "delivered", "delivered": true, "spentTokens": 28077}
+{"iid": "django__django-11532", "arm": "SUP3", "resolved": false, "verify_pass": true, "patch_lines": 69, "wall_s": 1422, "spawned": 3, "workers": 2, "sup_status": "completed", "sup_verdict": "delivered", "delivered": true, "spentTokens": 56265}
+{"iid": "matplotlib__matplotlib-20826", "arm": "SUP3", "resolved": false, "verify_pass": false, "patch_lines": 0, "wall_s": 1704, "spawned": 3, "workers": 2, "sup_status": "running", "sup_verdict": null, "delivered": null, "spentTokens": null}

package/src/swe-arena/fixtures/rematch3.jsonl

@@ -0,0 +1,3 @@
+{"iid": "astropy__astropy-13033", "arm": "SUP4", "resolved": false, "verify_pass": true, "patch_lines": 38, "wall_s": 555, "spawned": 3, "workers": 2, "sup_status": "completed", "sup_verdict": "delivered", "delivered": true, "spentTokens": 64387}
+{"iid": "django__django-11532", "arm": "SUP4", "resolved": false, "verify_pass": true, "patch_lines": 50, "wall_s": 1031, "spawned": 4, "workers": 3, "sup_status": "completed", "sup_verdict": "delivered", "delivered": true, "spentTokens": 86094}
+{"iid": "matplotlib__matplotlib-20826", "arm": "SUP4", "resolved": true, "verify_pass": true, "patch_lines": 23, "wall_s": 901, "spawned": 3, "workers": 2, "sup_status": "completed", "sup_verdict": "delivered", "delivered": true, "spentTokens": 62611}

package/src/swe-arena/fixtures/sup-journal-true.json

@@ -0,0 +1,19 @@
+{
+ "_provenance": {
+  "source": "runs/<iid>/SUP/ws/.loops/supervisor/*/journal.jsonl metered events, input+output summed",
+  "extraction": "identical to analyze.py _true_sup_tok; captured 2026-07-15 before scratchpad deletion",
+  "note": "null = no supervisor journal found; sphinx-doc__sphinx-9658 had a journal with zero metered events (true 0)"
+ },
+ "astropy__astropy-13033": 122399,
+ "django__django-11532": 125857,
+ "matplotlib__matplotlib-20826": 62872,
+ "pallets__flask-5014": 15731,
+ "psf__requests-1766": 38224,
+ "psf__requests-2317": 26076,
+ "psf__requests-2931": 54894,
+ "pydata__xarray-4687": 27341,
+ "pytest-dev__pytest-6197": 32192,
+ "sphinx-doc__sphinx-9658": 0,
+ "sympy__sympy-14976": 28694,
+ "sympy__sympy-23534": 26274
+}

package/src/swe-arena/fixtures/verify/astropy__astropy-13033.sh

@@ -0,0 +1,48 @@
+#!/usr/bin/env bash
+# Self-repro verify for astropy__astropy-13033 — AUTHORED FROM THE PROBLEM
+# STATEMENT ONLY (honesty firewall: gold patch never read by the author; it is
+# applied mechanically by calibration). Exit 0 = fixed, nonzero = bug present.
+#
+# Issue: removing a required column from a TimeSeries raises a MISLEADING
+# ValueError ("expected 'time' as the first columns but found 'time'") instead
+# of telling the user which required columns are missing.
+#
+# Runs inside the instance's swebench image (conda testbed env) with the
+# CURRENT worktree ($PWD) mounted read-only over /testbed — the same jail
+# pattern as the repro calibrator (PYTHONPATH=/testbed is load-bearing).
+set -euo pipefail
+IMG="swebench/sweb.eval.x86_64.astropy_1776_astropy-13033:latest"
+WS="${1:-$PWD}"
+TMP="$(mktemp -d)"
+trap 'rm -rf "$TMP"' EXIT
+cat > "$TMP/repro.py" <<'PY'
+import sys
+import numpy as np
+from astropy.time import Time
+from astropy.timeseries import TimeSeries
+
+time = Time(np.arange(100000, 100003), format='jd')
+ts = TimeSeries(time=time, data={"flux": [99.9, 99.8, 99.7]})
+ts._required_columns = ["time", "flux"]
+try:
+    ts.remove_column("flux")
+except ValueError as e:
+    msg = str(e)
+    print("ValueError:", msg)
+    # Fixed behavior: the exception tells the user required column(s) are
+    # missing — it must name the missing column ('flux') or say "missing".
+    if "flux" in msg or "missing" in msg.lower():
+        print("VERIFY PASS: exception names the missing required column")
+        sys.exit(0)
+    print("VERIFY FAIL: misleading exception (does not name the missing required column)")
+    sys.exit(1)
+except Exception as e:  # any other exception type is not the informative error either
+    print("VERIFY FAIL: unexpected exception:", type(e).__name__, e)
+    sys.exit(1)
+print("VERIFY FAIL: no exception raised on removing a required column")
+sys.exit(1)
+PY
+exec timeout -k 10 240 docker run --rm --network none \
+  -v "$WS":/testbed:ro -v "$TMP":/repro:ro -w /testbed \
+  -e PYTHONDONTWRITEBYTECODE=1 \
+  "$IMG" bash -lc 'source /opt/miniconda3/etc/profile.d/conda.sh && conda activate testbed && cd /testbed && timeout -s KILL 180 env PYTHONPATH=/testbed python /repro/repro.py'

package/src/swe-arena/fixtures/verify/django__django-11532.sh

@@ -0,0 +1,50 @@
+#!/usr/bin/env bash
+# Self-repro verify for django__django-11532 — AUTHORED FROM THE PROBLEM
+# STATEMENT ONLY (honesty firewall: gold patch never read by the author; it is
+# applied mechanically by calibration). Exit 0 = fixed, nonzero = bug present.
+#
+# Issue: email messages crash with UnicodeEncodeError when the hostname
+# (DNS_NAME) is non-ASCII and the email encoding is non-unicode
+# (iso-8859-1); the domain should be converted to punycode. The issue's own
+# acceptance test: with DNS_NAME patched to "漢字", the Message-ID header must
+# contain the punycode form 'xn--p8s937b'.
+set -euo pipefail
+IMG="swebench/sweb.eval.x86_64.django_1776_django-11532:latest"
+WS="${1:-$PWD}"
+TMP="$(mktemp -d)"
+trap 'rm -rf "$TMP"' EXIT
+cat > "$TMP/repro.py" <<'PY'
+import sys
+from unittest.mock import patch
+
+from django.conf import settings
+
+settings.configure()
+
+from django.core.mail import EmailMessage
+
+# Simulate the issue's exact trigger — "Set hostname to non iso-8859-1 value
+# (i.e. hostname 正宗)" — at its true source: DNS_NAME lazily derives the
+# domain from socket.getfqdn() on first use, so patching getfqdn BEFORE the
+# first message build runs the full production path through whatever
+# conversion the fix adds.
+try:
+    with patch('socket.getfqdn', return_value='漢字'):
+        email = EmailMessage('subject', '', 'from@example.com', ['to@example.com'])
+        email.encoding = 'iso-8859-1'
+        message = email.message()
+        msgid = str(message['Message-ID'])
+        print("Message-ID:", msgid)
+        if 'xn--p8s937b' in msgid:
+            print("VERIFY PASS: non-ASCII hostname converted to punycode in Message-ID")
+            sys.exit(0)
+        print("VERIFY FAIL: Message-ID does not contain the punycode domain")
+        sys.exit(1)
+except UnicodeEncodeError as e:
+    print("VERIFY FAIL: UnicodeEncodeError (bug present):", e)
+    sys.exit(1)
+PY
+exec timeout -k 10 240 docker run --rm --network none \
+  -v "$WS":/testbed:ro -v "$TMP":/repro:ro -w /testbed \
+  -e PYTHONDONTWRITEBYTECODE=1 \
+  "$IMG" bash -lc 'source /opt/miniconda3/etc/profile.d/conda.sh && conda activate testbed && cd /testbed && timeout -s KILL 180 env PYTHONPATH=/testbed python /repro/repro.py'

package/src/swe-arena/fixtures/verify/matplotlib__matplotlib-20826.sh

@@ -0,0 +1,76 @@
+#!/usr/bin/env bash
+# Self-repro verify for matplotlib__matplotlib-20826 — AUTHORED FROM THE
+# PROBLEM STATEMENT ONLY (honesty firewall: gold patch never read by the
+# author; it is applied mechanically by calibration). Exit 0 = fixed,
+# nonzero = bug present.
+#
+# Issue: on shared axes (plt.subplots(2, 2, sharex=True, sharey=True)),
+# ax.clear() un-hides tick labels that sharing should hide and adds extra
+# top/right ticks. The problem statement's own control: with the clear() call
+# removed, the plot is identical to the correct output. So the check is a
+# paired comparison — per-subplot tick/label visibility state must be
+# IDENTICAL between a cleared and an uncleared figure.
+set -euo pipefail
+IMG="swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-20826:latest"
+WS="${1:-$PWD}"
+TMP="$(mktemp -d)"
+trap 'rm -rf "$TMP"' EXIT
+cat > "$TMP/repro.py" <<'PY'
+import sys
+
+import matplotlib
+matplotlib.use('Agg')
+import matplotlib.pyplot as plt
+import numpy as np
+
+x = np.arange(0.0, 2 * np.pi, 0.01)
+y = np.sin(x)
+
+
+def make(clear):
+    fig, axes = plt.subplots(2, 2, sharex=True, sharey=True)
+    for ax in axes.flatten():
+        if clear:
+            ax.clear()
+        ax.plot(x, y)
+    fig.canvas.draw()
+    return fig, axes
+
+
+def tick_state(ax):
+    def axis_state(axis):
+        return [
+            (
+                bool(t.tick1line.get_visible()),
+                bool(t.tick2line.get_visible()),
+                bool(t.label1.get_visible()),
+                bool(t.label2.get_visible()),
+            )
+            for t in axis.get_major_ticks()
+        ]
+    return {'x': axis_state(ax.xaxis), 'y': axis_state(ax.yaxis)}
+
+
+fig_ref, axes_ref = make(clear=False)
+fig_test, axes_test = make(clear=True)
+
+mismatches = []
+for (i, j) in [(0, 0), (0, 1), (1, 0), (1, 1)]:
+    ref = tick_state(axes_ref[i][j])
+    test = tick_state(axes_test[i][j])
+    if ref != test:
+        mismatches.append((i, j, ref, test))
+
+if mismatches:
+    for i, j, ref, test in mismatches:
+        print(f"VERIFY FAIL: axes[{i}][{j}] tick/label visibility differs after clear()")
+        print("  without clear:", ref)
+        print("  with clear:   ", test)
+    sys.exit(1)
+print("VERIFY PASS: clear() preserves shared-axis tick/label visibility")
+sys.exit(0)
+PY
+exec timeout -k 10 240 docker run --rm --network none \
+  -v "$WS":/testbed:ro -v "$TMP":/repro:ro -w /testbed \
+  -e PYTHONDONTWRITEBYTECODE=1 \
+  "$IMG" bash -lc 'source /opt/miniconda3/etc/profile.d/conda.sh && conda activate testbed && cd /testbed && timeout -s KILL 180 env PYTHONPATH=/testbed python /repro/repro.py'

package/src/swe-arena/fixtures/verify/pydata__xarray-4687.sh

@@ -0,0 +1,44 @@
+set -euo pipefail
+IMG="swebench/sweb.eval.x86_64.pydata_1776_xarray-4687:latest"
+WS="${1:-$PWD}"
+TMP="$(mktemp -d)"
+trap 'rm -rf "$TMP"' EXIT
+cat > "$TMP/repro.py" <<'PY'
+import sys
+
+import xarray as xr
+
+# Issue: xr.where drops the attributes of its DataArray argument. Expected
+# behavior per the report: "Attributes should be preserved or at least there
+# should be a choice (e.g. ... keep_attrs=True)". Accept either design: attrs
+# preserved on a plain call (from whichever DataArray argument carries them),
+# or preserved when explicitly requested via keep_attrs=True. At the buggy
+# base ALL variants drop attrs (and keep_attrs is not accepted), so this
+# fails; a fix satisfying the issue makes at least one variant preserve them.
+da = xr.DataArray(1)
+da.attrs['foo'] = 'bar'
+
+def attempts():
+    yield 'default, attrs on y', lambda: xr.where(da == 0, -1, da)
+    yield 'default, attrs on x', lambda: xr.where(da == 1, da, -1)
+    yield 'keep_attrs=True, attrs on y', lambda: xr.where(da == 0, -1, da, keep_attrs=True)
+    yield 'keep_attrs=True, attrs on x', lambda: xr.where(da == 1, da, -1, keep_attrs=True)
+
+for label, call in attempts():
+    try:
+        res = call()
+    except TypeError as err:
+        print(f"variant skipped ({label}): {err}")
+        continue
+    if res.attrs.get('foo') == 'bar':
+        print(f"VERIFY PASS: xr.where preserves DataArray attributes ({label})")
+        sys.exit(0)
+    print(f"variant dropped attrs ({label}): got {dict(res.attrs)!r}")
+
+print("VERIFY FAIL: no xr.where invocation preserves DataArray attributes")
+sys.exit(1)
+PY
+exec timeout -k 10 240 docker run --rm --network none \
+  -v "$WS":/testbed:ro -v "$TMP":/repro:ro -w /testbed \
+  -e PYTHONDONTWRITEBYTECODE=1 \
+  "$IMG" bash -lc 'source /opt/miniconda3/etc/profile.d/conda.sh && conda activate testbed && cd /testbed && timeout -s KILL 180 env PYTHONPATH=/testbed python /repro/repro.py'

package/src/swe-arena/fixtures/verify/pytest-dev__pytest-6197.sh

@@ -0,0 +1,32 @@
+set -euo pipefail
+IMG="swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-6197:latest"
+WS="${1:-$PWD}"
+TMP="$(mktemp -d)"
+trap 'rm -rf "$TMP"' EXIT
+cat > "$TMP/repro.sh" <<'SH'
+set -u
+# Issue repro: a non-test package __init__.py under rootdir must NOT be
+# imported during collection. At the regressed base, `pytest` errors out
+# collecting foobar/__init__.py (assert False) and exits nonzero.
+PROJ="$(mktemp -d)"
+cd "$PROJ"
+mkdir foobar
+echo 'assert False' > foobar/__init__.py
+cat > test_foo.py <<'EOF'
+def test_foo():
+    assert True
+EOF
+# pytest 5.2.x is a src layout; put the workspace checkout first on the path.
+PYTHONPATH=/testbed/src python -m pytest -p no:cacheprovider
+rc=$?
+if [ "$rc" -ne 0 ]; then
+    echo "VERIFY FAIL: pytest collected/imported foobar/__init__.py (rc=$rc)"
+    exit 1
+fi
+echo "VERIFY PASS: pytest ran the test without touching the stray __init__.py"
+exit 0
+SH
+exec timeout -k 10 240 docker run --rm --network none \
+  -v "$WS":/testbed:ro -v "$TMP":/repro:ro -w /testbed \
+  -e PYTHONDONTWRITEBYTECODE=1 \
+  "$IMG" bash -lc 'source /opt/miniconda3/etc/profile.d/conda.sh && conda activate testbed && timeout -s KILL 180 bash /repro/repro.sh'