pace-eval 0.2.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (83) hide show
  1. cme/__init__.py +11 -0
  2. cme/__main__.py +5 -0
  3. cme/analysis.py +223 -0
  4. cme/audit.py +145 -0
  5. cme/baseline.py +162 -0
  6. cme/cli.py +279 -0
  7. cme/client.py +165 -0
  8. cme/dynamics.py +212 -0
  9. cme/examples/crewai_integration.py +16 -0
  10. cme/examples/demo_pool.jsonl +360 -0
  11. cme/examples/demo_run.jsonl +480 -0
  12. cme/examples/langgraph_integration.py +27 -0
  13. cme/examples/make_demo.py +37 -0
  14. cme/examples/openai_quickstart.py +18 -0
  15. cme/experiment.py +555 -0
  16. cme/frontier.py +143 -0
  17. cme/hidden_profile.py +135 -0
  18. cme/proxy.py +106 -0
  19. cme/rebuttal.py +76 -0
  20. cme/report.py +197 -0
  21. cme/rollout_card.py +137 -0
  22. cme/tasks.py +266 -0
  23. cme/verified_debate.py +127 -0
  24. cme/verifier.py +92 -0
  25. mae_eval/__init__.py +11 -0
  26. mae_eval/__main__.py +5 -0
  27. mae_eval/auditor.py +112 -0
  28. mae_eval/classifier.py +62 -0
  29. mae_eval/cli.py +210 -0
  30. mae_eval/tracker.py +162 -0
  31. mae_eval/vector.py +91 -0
  32. pace/__init__.py +11 -0
  33. pace/__main__.py +5 -0
  34. pace/analysis.py +129 -0
  35. pace/audit.py +145 -0
  36. pace/baseline.py +162 -0
  37. pace/card.py +205 -0
  38. pace/cli.py +898 -0
  39. pace/client.py +165 -0
  40. pace/dynamics.py +372 -0
  41. pace/escape_benchmarks.py +162 -0
  42. pace/examples/crewai_integration.py +16 -0
  43. pace/examples/demo_pool.jsonl +360 -0
  44. pace/examples/demo_run.jsonl +480 -0
  45. pace/examples/langgraph_integration.py +27 -0
  46. pace/examples/make_demo.py +37 -0
  47. pace/examples/openai_quickstart.py +18 -0
  48. pace/experiment.py +555 -0
  49. pace/frontier.py +114 -0
  50. pace/hidden_profile.py +301 -0
  51. pace/importers.py +219 -0
  52. pace/inflate.py +213 -0
  53. pace/influence.py +231 -0
  54. pace/meta_engine.py +246 -0
  55. pace/middleware.py +230 -0
  56. pace/open_ended.py +114 -0
  57. pace/plotting.py +132 -0
  58. pace/pool_sizer.py +154 -0
  59. pace/protocol_v3.py +414 -0
  60. pace/proxy.py +106 -0
  61. pace/rebuttal.py +219 -0
  62. pace/report.py +197 -0
  63. pace/rollout_card.py +137 -0
  64. pace/schema.py +74 -0
  65. pace/simulator.py +199 -0
  66. pace/studio.html +1040 -0
  67. pace/tasks.py +266 -0
  68. pace/verified_debate.py +127 -0
  69. pace/verifier.py +92 -0
  70. pace/workbench.html +26 -0
  71. pace/workbench.py +119 -0
  72. pace_eval-0.2.2.dist-info/METADATA +205 -0
  73. pace_eval-0.2.2.dist-info/RECORD +83 -0
  74. pace_eval-0.2.2.dist-info/WHEEL +5 -0
  75. pace_eval-0.2.2.dist-info/entry_points.txt +4 -0
  76. pace_eval-0.2.2.dist-info/licenses/LICENSE +202 -0
  77. pace_eval-0.2.2.dist-info/top_level.txt +4 -0
  78. pace_lab/__init__.py +9 -0
  79. pace_lab/clients.py +568 -0
  80. pace_lab/concurrency_test.py +127 -0
  81. pace_lab/data.py +445 -0
  82. pace_lab/graders.py +626 -0
  83. pace_lab/strategies.py +345 -0
@@ -0,0 +1,480 @@
1
+ {"system": "debate", "item": "demo00", "prompt_tokens": 97, "completion_tokens": 108, "n_completions": 1, "start": 0.0, "end": 5.6919818993862235}
2
+ {"system": "debate", "item": "demo00", "prompt_tokens": 97, "completion_tokens": 106, "n_completions": 1, "start": 0.0, "end": 6.290130408058629}
3
+ {"system": "debate", "item": "demo00", "prompt_tokens": 97, "completion_tokens": 102, "n_completions": 1, "start": 0.0, "end": 3.9562634004244868}
4
+ {"system": "debate", "item": "demo00", "prompt_tokens": 97, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 3.198432092295}
5
+ {"system": "debate", "item": "demo00", "prompt_tokens": 97, "completion_tokens": 105, "n_completions": 1, "start": 0.0, "end": 7.80035458513088}
6
+ {"system": "debate", "item": "demo00", "correct": true}
7
+ {"system": "vote3", "item": "demo00", "prompt_tokens": 65, "completion_tokens": 79, "n_completions": 1, "start": 0.0, "end": 4.693300416901092}
8
+ {"system": "vote3", "item": "demo00", "prompt_tokens": 65, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 3.5635849586143498}
9
+ {"system": "vote3", "item": "demo00", "prompt_tokens": 65, "completion_tokens": 89, "n_completions": 1, "start": 0.0, "end": 6.987290876831667}
10
+ {"system": "vote3", "item": "demo00", "correct": false}
11
+ {"system": "long_call", "item": "demo00", "prompt_tokens": 65, "completion_tokens": 1128, "n_completions": 1, "start": 0.0, "end": 6.985634564230649}
12
+ {"system": "long_call", "item": "demo00", "correct": true}
13
+ {"system": "debate", "item": "demo01", "prompt_tokens": 103, "completion_tokens": 73, "n_completions": 1, "start": 0.0, "end": 5.697608294737172}
14
+ {"system": "debate", "item": "demo01", "prompt_tokens": 103, "completion_tokens": 70, "n_completions": 1, "start": 0.0, "end": 4.2370479580838545}
15
+ {"system": "debate", "item": "demo01", "prompt_tokens": 103, "completion_tokens": 72, "n_completions": 1, "start": 0.0, "end": 5.287128490691087}
16
+ {"system": "debate", "item": "demo01", "prompt_tokens": 103, "completion_tokens": 68, "n_completions": 1, "start": 0.0, "end": 6.763660681835028}
17
+ {"system": "debate", "item": "demo01", "prompt_tokens": 103, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 4.498469364452506}
18
+ {"system": "debate", "item": "demo01", "correct": true}
19
+ {"system": "vote3", "item": "demo01", "prompt_tokens": 69, "completion_tokens": 69, "n_completions": 1, "start": 0.0, "end": 3.6553949414566036}
20
+ {"system": "vote3", "item": "demo01", "prompt_tokens": 69, "completion_tokens": 61, "n_completions": 1, "start": 0.0, "end": 3.6534212290363834}
21
+ {"system": "vote3", "item": "demo01", "prompt_tokens": 69, "completion_tokens": 60, "n_completions": 1, "start": 0.0, "end": 7.531961827001285}
22
+ {"system": "vote3", "item": "demo01", "correct": true}
23
+ {"system": "long_call", "item": "demo01", "prompt_tokens": 69, "completion_tokens": 761, "n_completions": 1, "start": 0.0, "end": 7.163971550010338}
24
+ {"system": "long_call", "item": "demo01", "correct": true}
25
+ {"system": "debate", "item": "demo02", "prompt_tokens": 111, "completion_tokens": 106, "n_completions": 1, "start": 0.0, "end": 6.788453322591944}
26
+ {"system": "debate", "item": "demo02", "prompt_tokens": 111, "completion_tokens": 105, "n_completions": 1, "start": 0.0, "end": 5.2239951221338945}
27
+ {"system": "debate", "item": "demo02", "prompt_tokens": 111, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 5.098854661849707}
28
+ {"system": "debate", "item": "demo02", "prompt_tokens": 111, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 7.221600582057465}
29
+ {"system": "debate", "item": "demo02", "prompt_tokens": 111, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 4.937593195008657}
30
+ {"system": "debate", "item": "demo02", "correct": true}
31
+ {"system": "vote3", "item": "demo02", "prompt_tokens": 74, "completion_tokens": 92, "n_completions": 1, "start": 0.0, "end": 4.907304346991978}
32
+ {"system": "vote3", "item": "demo02", "prompt_tokens": 74, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 7.597316731526935}
33
+ {"system": "vote3", "item": "demo02", "prompt_tokens": 74, "completion_tokens": 86, "n_completions": 1, "start": 0.0, "end": 3.6890807717496554}
34
+ {"system": "vote3", "item": "demo02", "correct": false}
35
+ {"system": "long_call", "item": "demo02", "prompt_tokens": 74, "completion_tokens": 1168, "n_completions": 1, "start": 0.0, "end": 3.7399407438103234}
36
+ {"system": "long_call", "item": "demo02", "correct": false}
37
+ {"system": "debate", "item": "demo03", "prompt_tokens": 105, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 3.881521856840636}
38
+ {"system": "debate", "item": "demo03", "prompt_tokens": 105, "completion_tokens": 113, "n_completions": 1, "start": 0.0, "end": 5.421213843169657}
39
+ {"system": "debate", "item": "demo03", "prompt_tokens": 105, "completion_tokens": 99, "n_completions": 1, "start": 0.0, "end": 6.349322799086561}
40
+ {"system": "debate", "item": "demo03", "prompt_tokens": 105, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 5.634686000250285}
41
+ {"system": "debate", "item": "demo03", "prompt_tokens": 105, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 5.58080593755472}
42
+ {"system": "debate", "item": "demo03", "correct": true}
43
+ {"system": "vote3", "item": "demo03", "prompt_tokens": 70, "completion_tokens": 93, "n_completions": 1, "start": 0.0, "end": 4.978020536474503}
44
+ {"system": "vote3", "item": "demo03", "prompt_tokens": 70, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 7.367187245728422}
45
+ {"system": "vote3", "item": "demo03", "prompt_tokens": 70, "completion_tokens": 87, "n_completions": 1, "start": 0.0, "end": 3.6815436240901525}
46
+ {"system": "vote3", "item": "demo03", "correct": false}
47
+ {"system": "long_call", "item": "demo03", "prompt_tokens": 70, "completion_tokens": 1223, "n_completions": 1, "start": 0.0, "end": 7.707956514279589}
48
+ {"system": "long_call", "item": "demo03", "correct": true}
49
+ {"system": "debate", "item": "demo04", "prompt_tokens": 130, "completion_tokens": 74, "n_completions": 1, "start": 0.0, "end": 7.827138545422869}
50
+ {"system": "debate", "item": "demo04", "prompt_tokens": 130, "completion_tokens": 82, "n_completions": 1, "start": 0.0, "end": 7.01833298900027}
51
+ {"system": "debate", "item": "demo04", "prompt_tokens": 130, "completion_tokens": 77, "n_completions": 1, "start": 0.0, "end": 7.008983133342693}
52
+ {"system": "debate", "item": "demo04", "prompt_tokens": 130, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 6.218407348963426}
53
+ {"system": "debate", "item": "demo04", "prompt_tokens": 130, "completion_tokens": 88, "n_completions": 1, "start": 0.0, "end": 5.1674566904762145}
54
+ {"system": "debate", "item": "demo04", "correct": true}
55
+ {"system": "vote3", "item": "demo04", "prompt_tokens": 87, "completion_tokens": 74, "n_completions": 1, "start": 0.0, "end": 7.175276530715197}
56
+ {"system": "vote3", "item": "demo04", "prompt_tokens": 87, "completion_tokens": 68, "n_completions": 1, "start": 0.0, "end": 6.348285273478696}
57
+ {"system": "vote3", "item": "demo04", "prompt_tokens": 87, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 5.7584998682644155}
58
+ {"system": "vote3", "item": "demo04", "correct": true}
59
+ {"system": "long_call", "item": "demo04", "prompt_tokens": 87, "completion_tokens": 781, "n_completions": 1, "start": 0.0, "end": 6.639210327221358}
60
+ {"system": "long_call", "item": "demo04", "correct": false}
61
+ {"system": "debate", "item": "demo05", "prompt_tokens": 124, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 6.721461276485744}
62
+ {"system": "debate", "item": "demo05", "prompt_tokens": 124, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 5.333105771597223}
63
+ {"system": "debate", "item": "demo05", "prompt_tokens": 124, "completion_tokens": 72, "n_completions": 1, "start": 0.0, "end": 5.518278992363425}
64
+ {"system": "debate", "item": "demo05", "prompt_tokens": 124, "completion_tokens": 66, "n_completions": 1, "start": 0.0, "end": 7.134094694347116}
65
+ {"system": "debate", "item": "demo05", "prompt_tokens": 124, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 7.223645503372443}
66
+ {"system": "debate", "item": "demo05", "correct": false}
67
+ {"system": "vote3", "item": "demo05", "prompt_tokens": 83, "completion_tokens": 60, "n_completions": 1, "start": 0.0, "end": 6.564454698649139}
68
+ {"system": "vote3", "item": "demo05", "prompt_tokens": 83, "completion_tokens": 55, "n_completions": 1, "start": 0.0, "end": 4.948992019409186}
69
+ {"system": "vote3", "item": "demo05", "prompt_tokens": 83, "completion_tokens": 65, "n_completions": 1, "start": 0.0, "end": 5.897696787591797}
70
+ {"system": "vote3", "item": "demo05", "correct": false}
71
+ {"system": "long_call", "item": "demo05", "prompt_tokens": 83, "completion_tokens": 751, "n_completions": 1, "start": 0.0, "end": 6.388358159871279}
72
+ {"system": "long_call", "item": "demo05", "correct": false}
73
+ {"system": "debate", "item": "demo06", "prompt_tokens": 120, "completion_tokens": 82, "n_completions": 1, "start": 0.0, "end": 4.0067038357974605}
74
+ {"system": "debate", "item": "demo06", "prompt_tokens": 120, "completion_tokens": 78, "n_completions": 1, "start": 0.0, "end": 6.532643856616892}
75
+ {"system": "debate", "item": "demo06", "prompt_tokens": 120, "completion_tokens": 86, "n_completions": 1, "start": 0.0, "end": 3.2835406764762727}
76
+ {"system": "debate", "item": "demo06", "prompt_tokens": 120, "completion_tokens": 85, "n_completions": 1, "start": 0.0, "end": 7.087149678491063}
77
+ {"system": "debate", "item": "demo06", "prompt_tokens": 120, "completion_tokens": 80, "n_completions": 1, "start": 0.0, "end": 3.3122695643045157}
78
+ {"system": "debate", "item": "demo06", "correct": true}
79
+ {"system": "vote3", "item": "demo06", "prompt_tokens": 80, "completion_tokens": 68, "n_completions": 1, "start": 0.0, "end": 6.216786644611099}
80
+ {"system": "vote3", "item": "demo06", "prompt_tokens": 80, "completion_tokens": 69, "n_completions": 1, "start": 0.0, "end": 6.185817601939474}
81
+ {"system": "vote3", "item": "demo06", "prompt_tokens": 80, "completion_tokens": 68, "n_completions": 1, "start": 0.0, "end": 5.382685112873142}
82
+ {"system": "vote3", "item": "demo06", "correct": true}
83
+ {"system": "long_call", "item": "demo06", "prompt_tokens": 80, "completion_tokens": 882, "n_completions": 1, "start": 0.0, "end": 4.015839207876025}
84
+ {"system": "long_call", "item": "demo06", "correct": true}
85
+ {"system": "debate", "item": "demo07", "prompt_tokens": 111, "completion_tokens": 65, "n_completions": 1, "start": 0.0, "end": 3.9186955914058137}
86
+ {"system": "debate", "item": "demo07", "prompt_tokens": 111, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 5.371740125768062}
87
+ {"system": "debate", "item": "demo07", "prompt_tokens": 111, "completion_tokens": 65, "n_completions": 1, "start": 0.0, "end": 5.29086610271186}
88
+ {"system": "debate", "item": "demo07", "prompt_tokens": 111, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 4.34820111331542}
89
+ {"system": "debate", "item": "demo07", "prompt_tokens": 111, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 3.9203361073845526}
90
+ {"system": "debate", "item": "demo07", "correct": false}
91
+ {"system": "vote3", "item": "demo07", "prompt_tokens": 74, "completion_tokens": 62, "n_completions": 1, "start": 0.0, "end": 5.087977846179849}
92
+ {"system": "vote3", "item": "demo07", "prompt_tokens": 74, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 3.8045747709359357}
93
+ {"system": "vote3", "item": "demo07", "prompt_tokens": 74, "completion_tokens": 68, "n_completions": 1, "start": 0.0, "end": 7.467454286306051}
94
+ {"system": "vote3", "item": "demo07", "correct": true}
95
+ {"system": "long_call", "item": "demo07", "prompt_tokens": 74, "completion_tokens": 691, "n_completions": 1, "start": 0.0, "end": 6.316542642454957}
96
+ {"system": "long_call", "item": "demo07", "correct": true}
97
+ {"system": "debate", "item": "demo08", "prompt_tokens": 133, "completion_tokens": 108, "n_completions": 1, "start": 0.0, "end": 6.4023109005328465}
98
+ {"system": "debate", "item": "demo08", "prompt_tokens": 133, "completion_tokens": 107, "n_completions": 1, "start": 0.0, "end": 5.016266973440121}
99
+ {"system": "debate", "item": "demo08", "prompt_tokens": 133, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 6.934836810328356}
100
+ {"system": "debate", "item": "demo08", "prompt_tokens": 133, "completion_tokens": 95, "n_completions": 1, "start": 0.0, "end": 3.7124010288125353}
101
+ {"system": "debate", "item": "demo08", "prompt_tokens": 133, "completion_tokens": 106, "n_completions": 1, "start": 0.0, "end": 6.431643249989122}
102
+ {"system": "debate", "item": "demo08", "correct": false}
103
+ {"system": "vote3", "item": "demo08", "prompt_tokens": 89, "completion_tokens": 83, "n_completions": 1, "start": 0.0, "end": 7.696099157164786}
104
+ {"system": "vote3", "item": "demo08", "prompt_tokens": 89, "completion_tokens": 83, "n_completions": 1, "start": 0.0, "end": 6.512029390219283}
105
+ {"system": "vote3", "item": "demo08", "prompt_tokens": 89, "completion_tokens": 81, "n_completions": 1, "start": 0.0, "end": 7.075179346039162}
106
+ {"system": "vote3", "item": "demo08", "correct": false}
107
+ {"system": "long_call", "item": "demo08", "prompt_tokens": 89, "completion_tokens": 1059, "n_completions": 1, "start": 0.0, "end": 3.1760881328361483}
108
+ {"system": "long_call", "item": "demo08", "correct": true}
109
+ {"system": "debate", "item": "demo09", "prompt_tokens": 115, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 3.315328573000678}
110
+ {"system": "debate", "item": "demo09", "prompt_tokens": 115, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 4.071980655489151}
111
+ {"system": "debate", "item": "demo09", "prompt_tokens": 115, "completion_tokens": 102, "n_completions": 1, "start": 0.0, "end": 7.612638814014614}
112
+ {"system": "debate", "item": "demo09", "prompt_tokens": 115, "completion_tokens": 93, "n_completions": 1, "start": 0.0, "end": 5.861241453882678}
113
+ {"system": "debate", "item": "demo09", "prompt_tokens": 115, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 3.3755426936851727}
114
+ {"system": "debate", "item": "demo09", "correct": true}
115
+ {"system": "vote3", "item": "demo09", "prompt_tokens": 77, "completion_tokens": 92, "n_completions": 1, "start": 0.0, "end": 5.370760189163975}
116
+ {"system": "vote3", "item": "demo09", "prompt_tokens": 77, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 3.3329037238707677}
117
+ {"system": "vote3", "item": "demo09", "prompt_tokens": 77, "completion_tokens": 87, "n_completions": 1, "start": 0.0, "end": 7.326559771374531}
118
+ {"system": "vote3", "item": "demo09", "correct": true}
119
+ {"system": "long_call", "item": "demo09", "prompt_tokens": 77, "completion_tokens": 926, "n_completions": 1, "start": 0.0, "end": 5.608600522494877}
120
+ {"system": "long_call", "item": "demo09", "correct": false}
121
+ {"system": "debate", "item": "demo10", "prompt_tokens": 127, "completion_tokens": 74, "n_completions": 1, "start": 0.0, "end": 5.724729308190028}
122
+ {"system": "debate", "item": "demo10", "prompt_tokens": 127, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 5.015087980912664}
123
+ {"system": "debate", "item": "demo10", "prompt_tokens": 127, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 4.8614020533505515}
124
+ {"system": "debate", "item": "demo10", "prompt_tokens": 127, "completion_tokens": 81, "n_completions": 1, "start": 0.0, "end": 6.4333018660646335}
125
+ {"system": "debate", "item": "demo10", "prompt_tokens": 127, "completion_tokens": 81, "n_completions": 1, "start": 0.0, "end": 3.53512517496334}
126
+ {"system": "debate", "item": "demo10", "correct": true}
127
+ {"system": "vote3", "item": "demo10", "prompt_tokens": 85, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 3.506464212209112}
128
+ {"system": "vote3", "item": "demo10", "prompt_tokens": 85, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 3.868405941549564}
129
+ {"system": "vote3", "item": "demo10", "prompt_tokens": 85, "completion_tokens": 75, "n_completions": 1, "start": 0.0, "end": 7.55139361808919}
130
+ {"system": "vote3", "item": "demo10", "correct": true}
131
+ {"system": "long_call", "item": "demo10", "prompt_tokens": 85, "completion_tokens": 819, "n_completions": 1, "start": 0.0, "end": 3.9624730652421616}
132
+ {"system": "long_call", "item": "demo10", "correct": true}
133
+ {"system": "debate", "item": "demo11", "prompt_tokens": 111, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 4.655550807783411}
134
+ {"system": "debate", "item": "demo11", "prompt_tokens": 111, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 4.279190800586062}
135
+ {"system": "debate", "item": "demo11", "prompt_tokens": 111, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 6.774871902339491}
136
+ {"system": "debate", "item": "demo11", "prompt_tokens": 111, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 7.435620659747267}
137
+ {"system": "debate", "item": "demo11", "prompt_tokens": 111, "completion_tokens": 100, "n_completions": 1, "start": 0.0, "end": 4.552648190862778}
138
+ {"system": "debate", "item": "demo11", "correct": false}
139
+ {"system": "vote3", "item": "demo11", "prompt_tokens": 74, "completion_tokens": 77, "n_completions": 1, "start": 0.0, "end": 3.6976168526414703}
140
+ {"system": "vote3", "item": "demo11", "prompt_tokens": 74, "completion_tokens": 80, "n_completions": 1, "start": 0.0, "end": 6.012362145004081}
141
+ {"system": "vote3", "item": "demo11", "prompt_tokens": 74, "completion_tokens": 88, "n_completions": 1, "start": 0.0, "end": 3.7295075951630485}
142
+ {"system": "vote3", "item": "demo11", "correct": false}
143
+ {"system": "long_call", "item": "demo11", "prompt_tokens": 74, "completion_tokens": 975, "n_completions": 1, "start": 0.0, "end": 3.658546488093842}
144
+ {"system": "long_call", "item": "demo11", "correct": false}
145
+ {"system": "debate", "item": "demo12", "prompt_tokens": 105, "completion_tokens": 126, "n_completions": 1, "start": 0.0, "end": 5.356059149705098}
146
+ {"system": "debate", "item": "demo12", "prompt_tokens": 105, "completion_tokens": 118, "n_completions": 1, "start": 0.0, "end": 4.930594968391624}
147
+ {"system": "debate", "item": "demo12", "prompt_tokens": 105, "completion_tokens": 118, "n_completions": 1, "start": 0.0, "end": 3.6990882320523073}
148
+ {"system": "debate", "item": "demo12", "prompt_tokens": 105, "completion_tokens": 109, "n_completions": 1, "start": 0.0, "end": 6.769965723427239}
149
+ {"system": "debate", "item": "demo12", "prompt_tokens": 105, "completion_tokens": 121, "n_completions": 1, "start": 0.0, "end": 6.359453239790993}
150
+ {"system": "debate", "item": "demo12", "correct": false}
151
+ {"system": "vote3", "item": "demo12", "prompt_tokens": 70, "completion_tokens": 99, "n_completions": 1, "start": 0.0, "end": 4.168864641225198}
152
+ {"system": "vote3", "item": "demo12", "prompt_tokens": 70, "completion_tokens": 100, "n_completions": 1, "start": 0.0, "end": 4.519624955758078}
153
+ {"system": "vote3", "item": "demo12", "prompt_tokens": 70, "completion_tokens": 110, "n_completions": 1, "start": 0.0, "end": 4.870907931225638}
154
+ {"system": "vote3", "item": "demo12", "correct": false}
155
+ {"system": "long_call", "item": "demo12", "prompt_tokens": 70, "completion_tokens": 1298, "n_completions": 1, "start": 0.0, "end": 3.9328525068504954}
156
+ {"system": "long_call", "item": "demo12", "correct": false}
157
+ {"system": "debate", "item": "demo13", "prompt_tokens": 100, "completion_tokens": 66, "n_completions": 1, "start": 0.0, "end": 5.750285842595014}
158
+ {"system": "debate", "item": "demo13", "prompt_tokens": 100, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 4.01240605784749}
159
+ {"system": "debate", "item": "demo13", "prompt_tokens": 100, "completion_tokens": 71, "n_completions": 1, "start": 0.0, "end": 3.352356292480853}
160
+ {"system": "debate", "item": "demo13", "prompt_tokens": 100, "completion_tokens": 66, "n_completions": 1, "start": 0.0, "end": 7.634602247065941}
161
+ {"system": "debate", "item": "demo13", "prompt_tokens": 100, "completion_tokens": 72, "n_completions": 1, "start": 0.0, "end": 4.0244223032010185}
162
+ {"system": "debate", "item": "demo13", "correct": true}
163
+ {"system": "vote3", "item": "demo13", "prompt_tokens": 67, "completion_tokens": 58, "n_completions": 1, "start": 0.0, "end": 4.225086238229148}
164
+ {"system": "vote3", "item": "demo13", "prompt_tokens": 67, "completion_tokens": 70, "n_completions": 1, "start": 0.0, "end": 7.488450864624848}
165
+ {"system": "vote3", "item": "demo13", "prompt_tokens": 67, "completion_tokens": 66, "n_completions": 1, "start": 0.0, "end": 3.466013856844945}
166
+ {"system": "vote3", "item": "demo13", "correct": false}
167
+ {"system": "long_call", "item": "demo13", "prompt_tokens": 67, "completion_tokens": 702, "n_completions": 1, "start": 0.0, "end": 4.095955022422474}
168
+ {"system": "long_call", "item": "demo13", "correct": true}
169
+ {"system": "debate", "item": "demo14", "prompt_tokens": 133, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 4.220677523919607}
170
+ {"system": "debate", "item": "demo14", "prompt_tokens": 133, "completion_tokens": 74, "n_completions": 1, "start": 0.0, "end": 5.01265458481269}
171
+ {"system": "debate", "item": "demo14", "prompt_tokens": 133, "completion_tokens": 66, "n_completions": 1, "start": 0.0, "end": 5.525771685591764}
172
+ {"system": "debate", "item": "demo14", "prompt_tokens": 133, "completion_tokens": 62, "n_completions": 1, "start": 0.0, "end": 5.213572346044427}
173
+ {"system": "debate", "item": "demo14", "prompt_tokens": 133, "completion_tokens": 65, "n_completions": 1, "start": 0.0, "end": 6.562285967900884}
174
+ {"system": "debate", "item": "demo14", "correct": false}
175
+ {"system": "vote3", "item": "demo14", "prompt_tokens": 89, "completion_tokens": 65, "n_completions": 1, "start": 0.0, "end": 7.4832409544372425}
176
+ {"system": "vote3", "item": "demo14", "prompt_tokens": 89, "completion_tokens": 58, "n_completions": 1, "start": 0.0, "end": 4.4019190284853975}
177
+ {"system": "vote3", "item": "demo14", "prompt_tokens": 89, "completion_tokens": 66, "n_completions": 1, "start": 0.0, "end": 5.519987796479141}
178
+ {"system": "vote3", "item": "demo14", "correct": false}
179
+ {"system": "long_call", "item": "demo14", "prompt_tokens": 89, "completion_tokens": 665, "n_completions": 1, "start": 0.0, "end": 7.952127620810353}
180
+ {"system": "long_call", "item": "demo14", "correct": true}
181
+ {"system": "debate", "item": "demo15", "prompt_tokens": 109, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 6.28403506876951}
182
+ {"system": "debate", "item": "demo15", "prompt_tokens": 109, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 7.533260119512458}
183
+ {"system": "debate", "item": "demo15", "prompt_tokens": 109, "completion_tokens": 115, "n_completions": 1, "start": 0.0, "end": 5.464968286183794}
184
+ {"system": "debate", "item": "demo15", "prompt_tokens": 109, "completion_tokens": 104, "n_completions": 1, "start": 0.0, "end": 7.298083529175814}
185
+ {"system": "debate", "item": "demo15", "prompt_tokens": 109, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 7.015528402034636}
186
+ {"system": "debate", "item": "demo15", "correct": false}
187
+ {"system": "vote3", "item": "demo15", "prompt_tokens": 73, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 4.67005670912916}
188
+ {"system": "vote3", "item": "demo15", "prompt_tokens": 73, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 7.629341231442282}
189
+ {"system": "vote3", "item": "demo15", "prompt_tokens": 73, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 7.036273138213785}
190
+ {"system": "vote3", "item": "demo15", "correct": false}
191
+ {"system": "long_call", "item": "demo15", "prompt_tokens": 73, "completion_tokens": 1085, "n_completions": 1, "start": 0.0, "end": 4.751377285623786}
192
+ {"system": "long_call", "item": "demo15", "correct": false}
193
+ {"system": "debate", "item": "demo16", "prompt_tokens": 126, "completion_tokens": 70, "n_completions": 1, "start": 0.0, "end": 4.028063278287137}
194
+ {"system": "debate", "item": "demo16", "prompt_tokens": 126, "completion_tokens": 74, "n_completions": 1, "start": 0.0, "end": 4.447551094889288}
195
+ {"system": "debate", "item": "demo16", "prompt_tokens": 126, "completion_tokens": 70, "n_completions": 1, "start": 0.0, "end": 5.317070201903421}
196
+ {"system": "debate", "item": "demo16", "prompt_tokens": 126, "completion_tokens": 77, "n_completions": 1, "start": 0.0, "end": 4.231778502639276}
197
+ {"system": "debate", "item": "demo16", "prompt_tokens": 126, "completion_tokens": 74, "n_completions": 1, "start": 0.0, "end": 4.546843618166813}
198
+ {"system": "debate", "item": "demo16", "correct": true}
199
+ {"system": "vote3", "item": "demo16", "prompt_tokens": 84, "completion_tokens": 61, "n_completions": 1, "start": 0.0, "end": 5.525808685181976}
200
+ {"system": "vote3", "item": "demo16", "prompt_tokens": 84, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 6.363804493110348}
201
+ {"system": "vote3", "item": "demo16", "prompt_tokens": 84, "completion_tokens": 57, "n_completions": 1, "start": 0.0, "end": 3.684179289791598}
202
+ {"system": "vote3", "item": "demo16", "correct": false}
203
+ {"system": "long_call", "item": "demo16", "prompt_tokens": 84, "completion_tokens": 684, "n_completions": 1, "start": 0.0, "end": 4.504359616318517}
204
+ {"system": "long_call", "item": "demo16", "correct": false}
205
+ {"system": "debate", "item": "demo17", "prompt_tokens": 126, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 7.365992038959975}
206
+ {"system": "debate", "item": "demo17", "prompt_tokens": 126, "completion_tokens": 89, "n_completions": 1, "start": 0.0, "end": 5.324463742764}
207
+ {"system": "debate", "item": "demo17", "prompt_tokens": 126, "completion_tokens": 86, "n_completions": 1, "start": 0.0, "end": 7.596858165412225}
208
+ {"system": "debate", "item": "demo17", "prompt_tokens": 126, "completion_tokens": 87, "n_completions": 1, "start": 0.0, "end": 6.476356363150423}
209
+ {"system": "debate", "item": "demo17", "prompt_tokens": 126, "completion_tokens": 88, "n_completions": 1, "start": 0.0, "end": 7.677120658590886}
210
+ {"system": "debate", "item": "demo17", "correct": false}
211
+ {"system": "vote3", "item": "demo17", "prompt_tokens": 84, "completion_tokens": 71, "n_completions": 1, "start": 0.0, "end": 7.9726680306421835}
212
+ {"system": "vote3", "item": "demo17", "prompt_tokens": 84, "completion_tokens": 80, "n_completions": 1, "start": 0.0, "end": 3.369267368708634}
213
+ {"system": "vote3", "item": "demo17", "prompt_tokens": 84, "completion_tokens": 79, "n_completions": 1, "start": 0.0, "end": 3.247359698760317}
214
+ {"system": "vote3", "item": "demo17", "correct": false}
215
+ {"system": "long_call", "item": "demo17", "prompt_tokens": 84, "completion_tokens": 892, "n_completions": 1, "start": 0.0, "end": 4.839701693424011}
216
+ {"system": "long_call", "item": "demo17", "correct": false}
217
+ {"system": "debate", "item": "demo18", "prompt_tokens": 118, "completion_tokens": 88, "n_completions": 1, "start": 0.0, "end": 3.4863033103460843}
218
+ {"system": "debate", "item": "demo18", "prompt_tokens": 118, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 5.910264168472607}
219
+ {"system": "debate", "item": "demo18", "prompt_tokens": 118, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 6.935589557216692}
220
+ {"system": "debate", "item": "demo18", "prompt_tokens": 118, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 3.2864794054225603}
221
+ {"system": "debate", "item": "demo18", "prompt_tokens": 118, "completion_tokens": 87, "n_completions": 1, "start": 0.0, "end": 3.9849045401076495}
222
+ {"system": "debate", "item": "demo18", "correct": true}
223
+ {"system": "vote3", "item": "demo18", "prompt_tokens": 79, "completion_tokens": 71, "n_completions": 1, "start": 0.0, "end": 5.956573257281381}
224
+ {"system": "vote3", "item": "demo18", "prompt_tokens": 79, "completion_tokens": 75, "n_completions": 1, "start": 0.0, "end": 7.6572127288744865}
225
+ {"system": "vote3", "item": "demo18", "prompt_tokens": 79, "completion_tokens": 66, "n_completions": 1, "start": 0.0, "end": 3.9671924001102488}
226
+ {"system": "vote3", "item": "demo18", "correct": true}
227
+ {"system": "long_call", "item": "demo18", "prompt_tokens": 79, "completion_tokens": 944, "n_completions": 1, "start": 0.0, "end": 5.749543697907919}
228
+ {"system": "long_call", "item": "demo18", "correct": true}
229
+ {"system": "debate", "item": "demo19", "prompt_tokens": 118, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 3.3296219107021194}
230
+ {"system": "debate", "item": "demo19", "prompt_tokens": 118, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 7.384872970159929}
231
+ {"system": "debate", "item": "demo19", "prompt_tokens": 118, "completion_tokens": 85, "n_completions": 1, "start": 0.0, "end": 3.639330834563108}
232
+ {"system": "debate", "item": "demo19", "prompt_tokens": 118, "completion_tokens": 95, "n_completions": 1, "start": 0.0, "end": 5.399252830859717}
233
+ {"system": "debate", "item": "demo19", "prompt_tokens": 118, "completion_tokens": 82, "n_completions": 1, "start": 0.0, "end": 5.492610917531693}
234
+ {"system": "debate", "item": "demo19", "correct": true}
235
+ {"system": "vote3", "item": "demo19", "prompt_tokens": 79, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 6.201205248547756}
236
+ {"system": "vote3", "item": "demo19", "prompt_tokens": 79, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 7.004649155019186}
237
+ {"system": "vote3", "item": "demo19", "prompt_tokens": 79, "completion_tokens": 72, "n_completions": 1, "start": 0.0, "end": 5.386678645437602}
238
+ {"system": "vote3", "item": "demo19", "correct": true}
239
+ {"system": "long_call", "item": "demo19", "prompt_tokens": 79, "completion_tokens": 1027, "n_completions": 1, "start": 0.0, "end": 3.4344892105650637}
240
+ {"system": "long_call", "item": "demo19", "correct": true}
241
+ {"system": "debate", "item": "demo20", "prompt_tokens": 133, "completion_tokens": 93, "n_completions": 1, "start": 0.0, "end": 7.9786797873623945}
242
+ {"system": "debate", "item": "demo20", "prompt_tokens": 133, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 5.608700182786981}
243
+ {"system": "debate", "item": "demo20", "prompt_tokens": 133, "completion_tokens": 103, "n_completions": 1, "start": 0.0, "end": 4.420200445912843}
244
+ {"system": "debate", "item": "demo20", "prompt_tokens": 133, "completion_tokens": 104, "n_completions": 1, "start": 0.0, "end": 7.559899044445381}
245
+ {"system": "debate", "item": "demo20", "prompt_tokens": 133, "completion_tokens": 92, "n_completions": 1, "start": 0.0, "end": 4.636199073196389}
246
+ {"system": "debate", "item": "demo20", "correct": true}
247
+ {"system": "vote3", "item": "demo20", "prompt_tokens": 89, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 3.9290496170323563}
248
+ {"system": "vote3", "item": "demo20", "prompt_tokens": 89, "completion_tokens": 75, "n_completions": 1, "start": 0.0, "end": 7.4503829264551165}
249
+ {"system": "vote3", "item": "demo20", "prompt_tokens": 89, "completion_tokens": 85, "n_completions": 1, "start": 0.0, "end": 6.359243266010514}
250
+ {"system": "vote3", "item": "demo20", "correct": true}
251
+ {"system": "long_call", "item": "demo20", "prompt_tokens": 89, "completion_tokens": 912, "n_completions": 1, "start": 0.0, "end": 3.459274990653163}
252
+ {"system": "long_call", "item": "demo20", "correct": true}
253
+ {"system": "debate", "item": "demo21", "prompt_tokens": 121, "completion_tokens": 99, "n_completions": 1, "start": 0.0, "end": 5.333656437091321}
254
+ {"system": "debate", "item": "demo21", "prompt_tokens": 121, "completion_tokens": 93, "n_completions": 1, "start": 0.0, "end": 4.828266082747801}
255
+ {"system": "debate", "item": "demo21", "prompt_tokens": 121, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 4.405910794742237}
256
+ {"system": "debate", "item": "demo21", "prompt_tokens": 121, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 3.7423332786757433}
257
+ {"system": "debate", "item": "demo21", "prompt_tokens": 121, "completion_tokens": 93, "n_completions": 1, "start": 0.0, "end": 4.466306561562311}
258
+ {"system": "debate", "item": "demo21", "correct": false}
259
+ {"system": "vote3", "item": "demo21", "prompt_tokens": 81, "completion_tokens": 89, "n_completions": 1, "start": 0.0, "end": 4.71938335769946}
260
+ {"system": "vote3", "item": "demo21", "prompt_tokens": 81, "completion_tokens": 85, "n_completions": 1, "start": 0.0, "end": 7.511454159127543}
261
+ {"system": "vote3", "item": "demo21", "prompt_tokens": 81, "completion_tokens": 80, "n_completions": 1, "start": 0.0, "end": 5.773578646810834}
262
+ {"system": "vote3", "item": "demo21", "correct": false}
263
+ {"system": "long_call", "item": "demo21", "prompt_tokens": 81, "completion_tokens": 1030, "n_completions": 1, "start": 0.0, "end": 7.79885436685933}
264
+ {"system": "long_call", "item": "demo21", "correct": false}
265
+ {"system": "debate", "item": "demo22", "prompt_tokens": 123, "completion_tokens": 81, "n_completions": 1, "start": 0.0, "end": 3.2857457671835126}
266
+ {"system": "debate", "item": "demo22", "prompt_tokens": 123, "completion_tokens": 79, "n_completions": 1, "start": 0.0, "end": 4.306814001135842}
267
+ {"system": "debate", "item": "demo22", "prompt_tokens": 123, "completion_tokens": 78, "n_completions": 1, "start": 0.0, "end": 4.897409841706748}
268
+ {"system": "debate", "item": "demo22", "prompt_tokens": 123, "completion_tokens": 72, "n_completions": 1, "start": 0.0, "end": 5.441418644017407}
269
+ {"system": "debate", "item": "demo22", "prompt_tokens": 123, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 6.472416218891106}
270
+ {"system": "debate", "item": "demo22", "correct": false}
271
+ {"system": "vote3", "item": "demo22", "prompt_tokens": 82, "completion_tokens": 68, "n_completions": 1, "start": 0.0, "end": 4.920384127834118}
272
+ {"system": "vote3", "item": "demo22", "prompt_tokens": 82, "completion_tokens": 68, "n_completions": 1, "start": 0.0, "end": 4.726936628495984}
273
+ {"system": "vote3", "item": "demo22", "prompt_tokens": 82, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 5.297664835381026}
274
+ {"system": "vote3", "item": "demo22", "correct": false}
275
+ {"system": "long_call", "item": "demo22", "prompt_tokens": 82, "completion_tokens": 719, "n_completions": 1, "start": 0.0, "end": 5.493932112191911}
276
+ {"system": "long_call", "item": "demo22", "correct": false}
277
+ {"system": "debate", "item": "demo23", "prompt_tokens": 109, "completion_tokens": 115, "n_completions": 1, "start": 0.0, "end": 7.358493897888563}
278
+ {"system": "debate", "item": "demo23", "prompt_tokens": 109, "completion_tokens": 123, "n_completions": 1, "start": 0.0, "end": 6.702727318496533}
279
+ {"system": "debate", "item": "demo23", "prompt_tokens": 109, "completion_tokens": 116, "n_completions": 1, "start": 0.0, "end": 4.106195444255435}
280
+ {"system": "debate", "item": "demo23", "prompt_tokens": 109, "completion_tokens": 109, "n_completions": 1, "start": 0.0, "end": 6.117773312560782}
281
+ {"system": "debate", "item": "demo23", "prompt_tokens": 109, "completion_tokens": 122, "n_completions": 1, "start": 0.0, "end": 4.50923566540345}
282
+ {"system": "debate", "item": "demo23", "correct": false}
283
+ {"system": "vote3", "item": "demo23", "prompt_tokens": 73, "completion_tokens": 89, "n_completions": 1, "start": 0.0, "end": 6.483634891662913}
284
+ {"system": "vote3", "item": "demo23", "prompt_tokens": 73, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 6.988659348033114}
285
+ {"system": "vote3", "item": "demo23", "prompt_tokens": 73, "completion_tokens": 93, "n_completions": 1, "start": 0.0, "end": 6.298230653467016}
286
+ {"system": "vote3", "item": "demo23", "correct": true}
287
+ {"system": "long_call", "item": "demo23", "prompt_tokens": 73, "completion_tokens": 1179, "n_completions": 1, "start": 0.0, "end": 3.9430287456668456}
288
+ {"system": "long_call", "item": "demo23", "correct": false}
289
+ {"system": "debate", "item": "demo24", "prompt_tokens": 99, "completion_tokens": 87, "n_completions": 1, "start": 0.0, "end": 7.751757825765715}
290
+ {"system": "debate", "item": "demo24", "prompt_tokens": 99, "completion_tokens": 82, "n_completions": 1, "start": 0.0, "end": 6.78861389213539}
291
+ {"system": "debate", "item": "demo24", "prompt_tokens": 99, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 5.544730922331574}
292
+ {"system": "debate", "item": "demo24", "prompt_tokens": 99, "completion_tokens": 95, "n_completions": 1, "start": 0.0, "end": 5.205228220652236}
293
+ {"system": "debate", "item": "demo24", "prompt_tokens": 99, "completion_tokens": 87, "n_completions": 1, "start": 0.0, "end": 5.528654117375591}
294
+ {"system": "debate", "item": "demo24", "correct": true}
295
+ {"system": "vote3", "item": "demo24", "prompt_tokens": 66, "completion_tokens": 75, "n_completions": 1, "start": 0.0, "end": 4.526881003699694}
296
+ {"system": "vote3", "item": "demo24", "prompt_tokens": 66, "completion_tokens": 86, "n_completions": 1, "start": 0.0, "end": 4.675815474460287}
297
+ {"system": "vote3", "item": "demo24", "prompt_tokens": 66, "completion_tokens": 74, "n_completions": 1, "start": 0.0, "end": 7.698835589123217}
298
+ {"system": "vote3", "item": "demo24", "correct": false}
299
+ {"system": "long_call", "item": "demo24", "prompt_tokens": 66, "completion_tokens": 1031, "n_completions": 1, "start": 0.0, "end": 7.266556899332407}
300
+ {"system": "long_call", "item": "demo24", "correct": true}
301
+ {"system": "debate", "item": "demo25", "prompt_tokens": 115, "completion_tokens": 108, "n_completions": 1, "start": 0.0, "end": 3.3455092902997974}
302
+ {"system": "debate", "item": "demo25", "prompt_tokens": 115, "completion_tokens": 102, "n_completions": 1, "start": 0.0, "end": 4.171438119396142}
303
+ {"system": "debate", "item": "demo25", "prompt_tokens": 115, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 3.975877696761889}
304
+ {"system": "debate", "item": "demo25", "prompt_tokens": 115, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 7.798639861907803}
305
+ {"system": "debate", "item": "demo25", "prompt_tokens": 115, "completion_tokens": 107, "n_completions": 1, "start": 0.0, "end": 7.2648461794966925}
306
+ {"system": "debate", "item": "demo25", "correct": false}
307
+ {"system": "vote3", "item": "demo25", "prompt_tokens": 77, "completion_tokens": 86, "n_completions": 1, "start": 0.0, "end": 4.955527468707556}
308
+ {"system": "vote3", "item": "demo25", "prompt_tokens": 77, "completion_tokens": 88, "n_completions": 1, "start": 0.0, "end": 4.467037067174972}
309
+ {"system": "vote3", "item": "demo25", "prompt_tokens": 77, "completion_tokens": 88, "n_completions": 1, "start": 0.0, "end": 6.855934035967189}
310
+ {"system": "vote3", "item": "demo25", "correct": true}
311
+ {"system": "long_call", "item": "demo25", "prompt_tokens": 77, "completion_tokens": 1031, "n_completions": 1, "start": 0.0, "end": 5.395130118062127}
312
+ {"system": "long_call", "item": "demo25", "correct": true}
313
+ {"system": "debate", "item": "demo26", "prompt_tokens": 114, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 6.188163058622213}
314
+ {"system": "debate", "item": "demo26", "prompt_tokens": 114, "completion_tokens": 100, "n_completions": 1, "start": 0.0, "end": 5.258456128778386}
315
+ {"system": "debate", "item": "demo26", "prompt_tokens": 114, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 7.829636436030929}
316
+ {"system": "debate", "item": "demo26", "prompt_tokens": 114, "completion_tokens": 95, "n_completions": 1, "start": 0.0, "end": 6.586717364587294}
317
+ {"system": "debate", "item": "demo26", "prompt_tokens": 114, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 3.403465797738632}
318
+ {"system": "debate", "item": "demo26", "correct": true}
319
+ {"system": "vote3", "item": "demo26", "prompt_tokens": 76, "completion_tokens": 77, "n_completions": 1, "start": 0.0, "end": 3.953888155849425}
320
+ {"system": "vote3", "item": "demo26", "prompt_tokens": 76, "completion_tokens": 79, "n_completions": 1, "start": 0.0, "end": 5.074302258546775}
321
+ {"system": "vote3", "item": "demo26", "prompt_tokens": 76, "completion_tokens": 81, "n_completions": 1, "start": 0.0, "end": 4.812765854804162}
322
+ {"system": "vote3", "item": "demo26", "correct": true}
323
+ {"system": "long_call", "item": "demo26", "prompt_tokens": 76, "completion_tokens": 918, "n_completions": 1, "start": 0.0, "end": 3.516977302258223}
324
+ {"system": "long_call", "item": "demo26", "correct": false}
325
+ {"system": "debate", "item": "demo27", "prompt_tokens": 117, "completion_tokens": 106, "n_completions": 1, "start": 0.0, "end": 6.386135782401553}
326
+ {"system": "debate", "item": "demo27", "prompt_tokens": 117, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 4.86327306688435}
327
+ {"system": "debate", "item": "demo27", "prompt_tokens": 117, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 7.16477616111215}
328
+ {"system": "debate", "item": "demo27", "prompt_tokens": 117, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 3.3964054365929295}
329
+ {"system": "debate", "item": "demo27", "prompt_tokens": 117, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 4.615849932945665}
330
+ {"system": "debate", "item": "demo27", "correct": false}
331
+ {"system": "vote3", "item": "demo27", "prompt_tokens": 78, "completion_tokens": 80, "n_completions": 1, "start": 0.0, "end": 4.1500675187874165}
332
+ {"system": "vote3", "item": "demo27", "prompt_tokens": 78, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 7.274380597155796}
333
+ {"system": "vote3", "item": "demo27", "prompt_tokens": 78, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 5.794749469475401}
334
+ {"system": "vote3", "item": "demo27", "correct": false}
335
+ {"system": "long_call", "item": "demo27", "prompt_tokens": 78, "completion_tokens": 1152, "n_completions": 1, "start": 0.0, "end": 6.803607416024}
336
+ {"system": "long_call", "item": "demo27", "correct": true}
337
+ {"system": "debate", "item": "demo28", "prompt_tokens": 109, "completion_tokens": 104, "n_completions": 1, "start": 0.0, "end": 6.740513368389706}
338
+ {"system": "debate", "item": "demo28", "prompt_tokens": 109, "completion_tokens": 106, "n_completions": 1, "start": 0.0, "end": 3.6443099413699285}
339
+ {"system": "debate", "item": "demo28", "prompt_tokens": 109, "completion_tokens": 103, "n_completions": 1, "start": 0.0, "end": 7.191466184712546}
340
+ {"system": "debate", "item": "demo28", "prompt_tokens": 109, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 3.966843629478848}
341
+ {"system": "debate", "item": "demo28", "prompt_tokens": 109, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 5.309922892076555}
342
+ {"system": "debate", "item": "demo28", "correct": true}
343
+ {"system": "vote3", "item": "demo28", "prompt_tokens": 73, "completion_tokens": 89, "n_completions": 1, "start": 0.0, "end": 4.7197587142969075}
344
+ {"system": "vote3", "item": "demo28", "prompt_tokens": 73, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 5.656622778157443}
345
+ {"system": "vote3", "item": "demo28", "prompt_tokens": 73, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 4.231705246955716}
346
+ {"system": "vote3", "item": "demo28", "correct": true}
347
+ {"system": "long_call", "item": "demo28", "prompt_tokens": 73, "completion_tokens": 1113, "n_completions": 1, "start": 0.0, "end": 6.609837565322959}
348
+ {"system": "long_call", "item": "demo28", "correct": false}
349
+ {"system": "debate", "item": "demo29", "prompt_tokens": 96, "completion_tokens": 95, "n_completions": 1, "start": 0.0, "end": 3.0874520455498566}
350
+ {"system": "debate", "item": "demo29", "prompt_tokens": 96, "completion_tokens": 87, "n_completions": 1, "start": 0.0, "end": 5.573005663076169}
351
+ {"system": "debate", "item": "demo29", "prompt_tokens": 96, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 4.932118134923093}
352
+ {"system": "debate", "item": "demo29", "prompt_tokens": 96, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 7.203595715293998}
353
+ {"system": "debate", "item": "demo29", "prompt_tokens": 96, "completion_tokens": 83, "n_completions": 1, "start": 0.0, "end": 4.342944664520038}
354
+ {"system": "debate", "item": "demo29", "correct": false}
355
+ {"system": "vote3", "item": "demo29", "prompt_tokens": 64, "completion_tokens": 88, "n_completions": 1, "start": 0.0, "end": 4.137680549781295}
356
+ {"system": "vote3", "item": "demo29", "prompt_tokens": 64, "completion_tokens": 73, "n_completions": 1, "start": 0.0, "end": 5.082321031795516}
357
+ {"system": "vote3", "item": "demo29", "prompt_tokens": 64, "completion_tokens": 83, "n_completions": 1, "start": 0.0, "end": 3.7670867619951642}
358
+ {"system": "vote3", "item": "demo29", "correct": true}
359
+ {"system": "long_call", "item": "demo29", "prompt_tokens": 64, "completion_tokens": 912, "n_completions": 1, "start": 0.0, "end": 6.521396338213921}
360
+ {"system": "long_call", "item": "demo29", "correct": false}
361
+ {"system": "debate", "item": "demo30", "prompt_tokens": 109, "completion_tokens": 109, "n_completions": 1, "start": 0.0, "end": 4.194668495437393}
362
+ {"system": "debate", "item": "demo30", "prompt_tokens": 109, "completion_tokens": 121, "n_completions": 1, "start": 0.0, "end": 3.3432986807939926}
363
+ {"system": "debate", "item": "demo30", "prompt_tokens": 109, "completion_tokens": 104, "n_completions": 1, "start": 0.0, "end": 6.309905654396816}
364
+ {"system": "debate", "item": "demo30", "prompt_tokens": 109, "completion_tokens": 113, "n_completions": 1, "start": 0.0, "end": 4.393236376019629}
365
+ {"system": "debate", "item": "demo30", "prompt_tokens": 109, "completion_tokens": 121, "n_completions": 1, "start": 0.0, "end": 5.047274694615088}
366
+ {"system": "debate", "item": "demo30", "correct": false}
367
+ {"system": "vote3", "item": "demo30", "prompt_tokens": 73, "completion_tokens": 89, "n_completions": 1, "start": 0.0, "end": 7.454444224147142}
368
+ {"system": "vote3", "item": "demo30", "prompt_tokens": 73, "completion_tokens": 89, "n_completions": 1, "start": 0.0, "end": 4.970233735113365}
369
+ {"system": "vote3", "item": "demo30", "prompt_tokens": 73, "completion_tokens": 105, "n_completions": 1, "start": 0.0, "end": 7.72497004961535}
370
+ {"system": "vote3", "item": "demo30", "correct": false}
371
+ {"system": "long_call", "item": "demo30", "prompt_tokens": 73, "completion_tokens": 1248, "n_completions": 1, "start": 0.0, "end": 4.166503902003287}
372
+ {"system": "long_call", "item": "demo30", "correct": false}
373
+ {"system": "debate", "item": "demo31", "prompt_tokens": 97, "completion_tokens": 63, "n_completions": 1, "start": 0.0, "end": 4.712585438763153}
374
+ {"system": "debate", "item": "demo31", "prompt_tokens": 97, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 4.091698736635122}
375
+ {"system": "debate", "item": "demo31", "prompt_tokens": 97, "completion_tokens": 69, "n_completions": 1, "start": 0.0, "end": 7.860533101598067}
376
+ {"system": "debate", "item": "demo31", "prompt_tokens": 97, "completion_tokens": 63, "n_completions": 1, "start": 0.0, "end": 4.475315794675023}
377
+ {"system": "debate", "item": "demo31", "prompt_tokens": 97, "completion_tokens": 74, "n_completions": 1, "start": 0.0, "end": 3.4786584440439254}
378
+ {"system": "debate", "item": "demo31", "correct": true}
379
+ {"system": "vote3", "item": "demo31", "prompt_tokens": 65, "completion_tokens": 65, "n_completions": 1, "start": 0.0, "end": 3.7152582916619954}
380
+ {"system": "vote3", "item": "demo31", "prompt_tokens": 65, "completion_tokens": 62, "n_completions": 1, "start": 0.0, "end": 5.777491255473365}
381
+ {"system": "vote3", "item": "demo31", "prompt_tokens": 65, "completion_tokens": 63, "n_completions": 1, "start": 0.0, "end": 4.534201736045047}
382
+ {"system": "vote3", "item": "demo31", "correct": false}
383
+ {"system": "long_call", "item": "demo31", "prompt_tokens": 65, "completion_tokens": 697, "n_completions": 1, "start": 0.0, "end": 4.459497474109911}
384
+ {"system": "long_call", "item": "demo31", "correct": true}
385
+ {"system": "debate", "item": "demo32", "prompt_tokens": 118, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 4.236167293266117}
386
+ {"system": "debate", "item": "demo32", "prompt_tokens": 118, "completion_tokens": 85, "n_completions": 1, "start": 0.0, "end": 7.162059929466325}
387
+ {"system": "debate", "item": "demo32", "prompt_tokens": 118, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 6.682184331953276}
388
+ {"system": "debate", "item": "demo32", "prompt_tokens": 118, "completion_tokens": 86, "n_completions": 1, "start": 0.0, "end": 5.314212423668454}
389
+ {"system": "debate", "item": "demo32", "prompt_tokens": 118, "completion_tokens": 95, "n_completions": 1, "start": 0.0, "end": 4.78654271494961}
390
+ {"system": "debate", "item": "demo32", "correct": true}
391
+ {"system": "vote3", "item": "demo32", "prompt_tokens": 79, "completion_tokens": 82, "n_completions": 1, "start": 0.0, "end": 5.343357255695243}
392
+ {"system": "vote3", "item": "demo32", "prompt_tokens": 79, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 4.9225987699393965}
393
+ {"system": "vote3", "item": "demo32", "prompt_tokens": 79, "completion_tokens": 82, "n_completions": 1, "start": 0.0, "end": 6.1987441177242335}
394
+ {"system": "vote3", "item": "demo32", "correct": true}
395
+ {"system": "long_call", "item": "demo32", "prompt_tokens": 79, "completion_tokens": 945, "n_completions": 1, "start": 0.0, "end": 6.03019938527334}
396
+ {"system": "long_call", "item": "demo32", "correct": true}
397
+ {"system": "debate", "item": "demo33", "prompt_tokens": 117, "completion_tokens": 92, "n_completions": 1, "start": 0.0, "end": 4.80174153145127}
398
+ {"system": "debate", "item": "demo33", "prompt_tokens": 117, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 5.349089846919812}
399
+ {"system": "debate", "item": "demo33", "prompt_tokens": 117, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 5.113402575207122}
400
+ {"system": "debate", "item": "demo33", "prompt_tokens": 117, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 7.486791417549841}
401
+ {"system": "debate", "item": "demo33", "prompt_tokens": 117, "completion_tokens": 92, "n_completions": 1, "start": 0.0, "end": 5.5953098202967615}
402
+ {"system": "debate", "item": "demo33", "correct": true}
403
+ {"system": "vote3", "item": "demo33", "prompt_tokens": 78, "completion_tokens": 77, "n_completions": 1, "start": 0.0, "end": 7.8100379322060505}
404
+ {"system": "vote3", "item": "demo33", "prompt_tokens": 78, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 4.226686101499978}
405
+ {"system": "vote3", "item": "demo33", "prompt_tokens": 78, "completion_tokens": 89, "n_completions": 1, "start": 0.0, "end": 7.077904520585273}
406
+ {"system": "vote3", "item": "demo33", "correct": true}
407
+ {"system": "long_call", "item": "demo33", "prompt_tokens": 78, "completion_tokens": 1104, "n_completions": 1, "start": 0.0, "end": 3.444553467025223}
408
+ {"system": "long_call", "item": "demo33", "correct": true}
409
+ {"system": "debate", "item": "demo34", "prompt_tokens": 102, "completion_tokens": 115, "n_completions": 1, "start": 0.0, "end": 4.930717664541685}
410
+ {"system": "debate", "item": "demo34", "prompt_tokens": 102, "completion_tokens": 119, "n_completions": 1, "start": 0.0, "end": 7.487596861148816}
411
+ {"system": "debate", "item": "demo34", "prompt_tokens": 102, "completion_tokens": 112, "n_completions": 1, "start": 0.0, "end": 7.58052672481794}
412
+ {"system": "debate", "item": "demo34", "prompt_tokens": 102, "completion_tokens": 104, "n_completions": 1, "start": 0.0, "end": 3.8309534386307407}
413
+ {"system": "debate", "item": "demo34", "prompt_tokens": 102, "completion_tokens": 118, "n_completions": 1, "start": 0.0, "end": 4.527758430319264}
414
+ {"system": "debate", "item": "demo34", "correct": false}
415
+ {"system": "vote3", "item": "demo34", "prompt_tokens": 68, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 3.728927197652804}
416
+ {"system": "vote3", "item": "demo34", "prompt_tokens": 68, "completion_tokens": 104, "n_completions": 1, "start": 0.0, "end": 6.707162704399274}
417
+ {"system": "vote3", "item": "demo34", "prompt_tokens": 68, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 4.298858208261754}
418
+ {"system": "vote3", "item": "demo34", "correct": false}
419
+ {"system": "long_call", "item": "demo34", "prompt_tokens": 68, "completion_tokens": 1285, "n_completions": 1, "start": 0.0, "end": 7.350450613820386}
420
+ {"system": "long_call", "item": "demo34", "correct": false}
421
+ {"system": "debate", "item": "demo35", "prompt_tokens": 129, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 4.493725410682721}
422
+ {"system": "debate", "item": "demo35", "prompt_tokens": 129, "completion_tokens": 109, "n_completions": 1, "start": 0.0, "end": 6.515447320969671}
423
+ {"system": "debate", "item": "demo35", "prompt_tokens": 129, "completion_tokens": 113, "n_completions": 1, "start": 0.0, "end": 4.9164315788543025}
424
+ {"system": "debate", "item": "demo35", "prompt_tokens": 129, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 7.261762883284418}
425
+ {"system": "debate", "item": "demo35", "prompt_tokens": 129, "completion_tokens": 99, "n_completions": 1, "start": 0.0, "end": 3.325109450787771}
426
+ {"system": "debate", "item": "demo35", "correct": false}
427
+ {"system": "vote3", "item": "demo35", "prompt_tokens": 86, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 7.710793525927656}
428
+ {"system": "vote3", "item": "demo35", "prompt_tokens": 86, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 5.819861711976409}
429
+ {"system": "vote3", "item": "demo35", "prompt_tokens": 86, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 6.467086984818102}
430
+ {"system": "vote3", "item": "demo35", "correct": true}
431
+ {"system": "long_call", "item": "demo35", "prompt_tokens": 86, "completion_tokens": 1094, "n_completions": 1, "start": 0.0, "end": 3.4636503606685776}
432
+ {"system": "long_call", "item": "demo35", "correct": true}
433
+ {"system": "debate", "item": "demo36", "prompt_tokens": 115, "completion_tokens": 106, "n_completions": 1, "start": 0.0, "end": 7.95133693831357}
434
+ {"system": "debate", "item": "demo36", "prompt_tokens": 115, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 4.800056378628373}
435
+ {"system": "debate", "item": "demo36", "prompt_tokens": 115, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 3.9147550236930013}
436
+ {"system": "debate", "item": "demo36", "prompt_tokens": 115, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 7.258285868230129}
437
+ {"system": "debate", "item": "demo36", "prompt_tokens": 115, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 6.929893002207036}
438
+ {"system": "debate", "item": "demo36", "correct": true}
439
+ {"system": "vote3", "item": "demo36", "prompt_tokens": 77, "completion_tokens": 79, "n_completions": 1, "start": 0.0, "end": 3.3477391683584923}
440
+ {"system": "vote3", "item": "demo36", "prompt_tokens": 77, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 6.365855108864072}
441
+ {"system": "vote3", "item": "demo36", "prompt_tokens": 77, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 7.30645035077676}
442
+ {"system": "vote3", "item": "demo36", "correct": false}
443
+ {"system": "long_call", "item": "demo36", "prompt_tokens": 77, "completion_tokens": 1036, "n_completions": 1, "start": 0.0, "end": 3.57502178192046}
444
+ {"system": "long_call", "item": "demo36", "correct": true}
445
+ {"system": "debate", "item": "demo37", "prompt_tokens": 118, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 6.114533025963473}
446
+ {"system": "debate", "item": "demo37", "prompt_tokens": 118, "completion_tokens": 110, "n_completions": 1, "start": 0.0, "end": 3.5352374152937944}
447
+ {"system": "debate", "item": "demo37", "prompt_tokens": 118, "completion_tokens": 102, "n_completions": 1, "start": 0.0, "end": 3.1132270311649153}
448
+ {"system": "debate", "item": "demo37", "prompt_tokens": 118, "completion_tokens": 109, "n_completions": 1, "start": 0.0, "end": 6.892450381169004}
449
+ {"system": "debate", "item": "demo37", "prompt_tokens": 118, "completion_tokens": 93, "n_completions": 1, "start": 0.0, "end": 6.729056501070744}
450
+ {"system": "debate", "item": "demo37", "correct": false}
451
+ {"system": "vote3", "item": "demo37", "prompt_tokens": 79, "completion_tokens": 83, "n_completions": 1, "start": 0.0, "end": 5.625842076294421}
452
+ {"system": "vote3", "item": "demo37", "prompt_tokens": 79, "completion_tokens": 93, "n_completions": 1, "start": 0.0, "end": 4.677427385261067}
453
+ {"system": "vote3", "item": "demo37", "prompt_tokens": 79, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 7.879661267322787}
454
+ {"system": "vote3", "item": "demo37", "correct": false}
455
+ {"system": "long_call", "item": "demo37", "prompt_tokens": 79, "completion_tokens": 1080, "n_completions": 1, "start": 0.0, "end": 3.3299872075264227}
456
+ {"system": "long_call", "item": "demo37", "correct": false}
457
+ {"system": "debate", "item": "demo38", "prompt_tokens": 106, "completion_tokens": 71, "n_completions": 1, "start": 0.0, "end": 5.879832549149537}
458
+ {"system": "debate", "item": "demo38", "prompt_tokens": 106, "completion_tokens": 70, "n_completions": 1, "start": 0.0, "end": 6.7670581079757675}
459
+ {"system": "debate", "item": "demo38", "prompt_tokens": 106, "completion_tokens": 72, "n_completions": 1, "start": 0.0, "end": 5.392469512645935}
460
+ {"system": "debate", "item": "demo38", "prompt_tokens": 106, "completion_tokens": 80, "n_completions": 1, "start": 0.0, "end": 6.591909307652648}
461
+ {"system": "debate", "item": "demo38", "prompt_tokens": 106, "completion_tokens": 78, "n_completions": 1, "start": 0.0, "end": 4.69670926915488}
462
+ {"system": "debate", "item": "demo38", "correct": false}
463
+ {"system": "vote3", "item": "demo38", "prompt_tokens": 71, "completion_tokens": 63, "n_completions": 1, "start": 0.0, "end": 7.941529191026494}
464
+ {"system": "vote3", "item": "demo38", "prompt_tokens": 71, "completion_tokens": 70, "n_completions": 1, "start": 0.0, "end": 6.295623324084091}
465
+ {"system": "vote3", "item": "demo38", "prompt_tokens": 71, "completion_tokens": 69, "n_completions": 1, "start": 0.0, "end": 5.72021722133581}
466
+ {"system": "vote3", "item": "demo38", "correct": false}
467
+ {"system": "long_call", "item": "demo38", "prompt_tokens": 71, "completion_tokens": 725, "n_completions": 1, "start": 0.0, "end": 7.942928131266067}
468
+ {"system": "long_call", "item": "demo38", "correct": false}
469
+ {"system": "debate", "item": "demo39", "prompt_tokens": 111, "completion_tokens": 86, "n_completions": 1, "start": 0.0, "end": 4.377556616177968}
470
+ {"system": "debate", "item": "demo39", "prompt_tokens": 111, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 3.9860421411502136}
471
+ {"system": "debate", "item": "demo39", "prompt_tokens": 111, "completion_tokens": 83, "n_completions": 1, "start": 0.0, "end": 4.39885092116182}
472
+ {"system": "debate", "item": "demo39", "prompt_tokens": 111, "completion_tokens": 77, "n_completions": 1, "start": 0.0, "end": 3.492479839797479}
473
+ {"system": "debate", "item": "demo39", "prompt_tokens": 111, "completion_tokens": 79, "n_completions": 1, "start": 0.0, "end": 6.870468745129871}
474
+ {"system": "debate", "item": "demo39", "correct": true}
475
+ {"system": "vote3", "item": "demo39", "prompt_tokens": 74, "completion_tokens": 71, "n_completions": 1, "start": 0.0, "end": 6.01403109293048}
476
+ {"system": "vote3", "item": "demo39", "prompt_tokens": 74, "completion_tokens": 65, "n_completions": 1, "start": 0.0, "end": 4.469861281055727}
477
+ {"system": "vote3", "item": "demo39", "prompt_tokens": 74, "completion_tokens": 77, "n_completions": 1, "start": 0.0, "end": 7.971684551578409}
478
+ {"system": "vote3", "item": "demo39", "correct": true}
479
+ {"system": "long_call", "item": "demo39", "prompt_tokens": 74, "completion_tokens": 806, "n_completions": 1, "start": 0.0, "end": 6.820783949024662}
480
+ {"system": "long_call", "item": "demo39", "correct": false}