pace-eval 0.2.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- cme/__init__.py +11 -0
- cme/__main__.py +5 -0
- cme/analysis.py +223 -0
- cme/audit.py +145 -0
- cme/baseline.py +162 -0
- cme/cli.py +279 -0
- cme/client.py +165 -0
- cme/dynamics.py +212 -0
- cme/examples/crewai_integration.py +16 -0
- cme/examples/demo_pool.jsonl +360 -0
- cme/examples/demo_run.jsonl +480 -0
- cme/examples/langgraph_integration.py +27 -0
- cme/examples/make_demo.py +37 -0
- cme/examples/openai_quickstart.py +18 -0
- cme/experiment.py +555 -0
- cme/frontier.py +143 -0
- cme/hidden_profile.py +135 -0
- cme/proxy.py +106 -0
- cme/rebuttal.py +76 -0
- cme/report.py +197 -0
- cme/rollout_card.py +137 -0
- cme/tasks.py +266 -0
- cme/verified_debate.py +127 -0
- cme/verifier.py +92 -0
- mae_eval/__init__.py +11 -0
- mae_eval/__main__.py +5 -0
- mae_eval/auditor.py +112 -0
- mae_eval/classifier.py +62 -0
- mae_eval/cli.py +210 -0
- mae_eval/tracker.py +162 -0
- mae_eval/vector.py +91 -0
- pace/__init__.py +11 -0
- pace/__main__.py +5 -0
- pace/analysis.py +129 -0
- pace/audit.py +145 -0
- pace/baseline.py +162 -0
- pace/card.py +205 -0
- pace/cli.py +898 -0
- pace/client.py +165 -0
- pace/dynamics.py +372 -0
- pace/escape_benchmarks.py +162 -0
- pace/examples/crewai_integration.py +16 -0
- pace/examples/demo_pool.jsonl +360 -0
- pace/examples/demo_run.jsonl +480 -0
- pace/examples/langgraph_integration.py +27 -0
- pace/examples/make_demo.py +37 -0
- pace/examples/openai_quickstart.py +18 -0
- pace/experiment.py +555 -0
- pace/frontier.py +114 -0
- pace/hidden_profile.py +301 -0
- pace/importers.py +219 -0
- pace/inflate.py +213 -0
- pace/influence.py +231 -0
- pace/meta_engine.py +246 -0
- pace/middleware.py +230 -0
- pace/open_ended.py +114 -0
- pace/plotting.py +132 -0
- pace/pool_sizer.py +154 -0
- pace/protocol_v3.py +414 -0
- pace/proxy.py +106 -0
- pace/rebuttal.py +219 -0
- pace/report.py +197 -0
- pace/rollout_card.py +137 -0
- pace/schema.py +74 -0
- pace/simulator.py +199 -0
- pace/studio.html +1040 -0
- pace/tasks.py +266 -0
- pace/verified_debate.py +127 -0
- pace/verifier.py +92 -0
- pace/workbench.html +26 -0
- pace/workbench.py +119 -0
- pace_eval-0.2.2.dist-info/METADATA +205 -0
- pace_eval-0.2.2.dist-info/RECORD +83 -0
- pace_eval-0.2.2.dist-info/WHEEL +5 -0
- pace_eval-0.2.2.dist-info/entry_points.txt +4 -0
- pace_eval-0.2.2.dist-info/licenses/LICENSE +202 -0
- pace_eval-0.2.2.dist-info/top_level.txt +4 -0
- pace_lab/__init__.py +9 -0
- pace_lab/clients.py +568 -0
- pace_lab/concurrency_test.py +127 -0
- pace_lab/data.py +445 -0
- pace_lab/graders.py +626 -0
- pace_lab/strategies.py +345 -0
|
@@ -0,0 +1,480 @@
|
|
|
1
|
+
{"system": "debate", "item": "demo00", "prompt_tokens": 97, "completion_tokens": 108, "n_completions": 1, "start": 0.0, "end": 5.6919818993862235}
|
|
2
|
+
{"system": "debate", "item": "demo00", "prompt_tokens": 97, "completion_tokens": 106, "n_completions": 1, "start": 0.0, "end": 6.290130408058629}
|
|
3
|
+
{"system": "debate", "item": "demo00", "prompt_tokens": 97, "completion_tokens": 102, "n_completions": 1, "start": 0.0, "end": 3.9562634004244868}
|
|
4
|
+
{"system": "debate", "item": "demo00", "prompt_tokens": 97, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 3.198432092295}
|
|
5
|
+
{"system": "debate", "item": "demo00", "prompt_tokens": 97, "completion_tokens": 105, "n_completions": 1, "start": 0.0, "end": 7.80035458513088}
|
|
6
|
+
{"system": "debate", "item": "demo00", "correct": true}
|
|
7
|
+
{"system": "vote3", "item": "demo00", "prompt_tokens": 65, "completion_tokens": 79, "n_completions": 1, "start": 0.0, "end": 4.693300416901092}
|
|
8
|
+
{"system": "vote3", "item": "demo00", "prompt_tokens": 65, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 3.5635849586143498}
|
|
9
|
+
{"system": "vote3", "item": "demo00", "prompt_tokens": 65, "completion_tokens": 89, "n_completions": 1, "start": 0.0, "end": 6.987290876831667}
|
|
10
|
+
{"system": "vote3", "item": "demo00", "correct": false}
|
|
11
|
+
{"system": "long_call", "item": "demo00", "prompt_tokens": 65, "completion_tokens": 1128, "n_completions": 1, "start": 0.0, "end": 6.985634564230649}
|
|
12
|
+
{"system": "long_call", "item": "demo00", "correct": true}
|
|
13
|
+
{"system": "debate", "item": "demo01", "prompt_tokens": 103, "completion_tokens": 73, "n_completions": 1, "start": 0.0, "end": 5.697608294737172}
|
|
14
|
+
{"system": "debate", "item": "demo01", "prompt_tokens": 103, "completion_tokens": 70, "n_completions": 1, "start": 0.0, "end": 4.2370479580838545}
|
|
15
|
+
{"system": "debate", "item": "demo01", "prompt_tokens": 103, "completion_tokens": 72, "n_completions": 1, "start": 0.0, "end": 5.287128490691087}
|
|
16
|
+
{"system": "debate", "item": "demo01", "prompt_tokens": 103, "completion_tokens": 68, "n_completions": 1, "start": 0.0, "end": 6.763660681835028}
|
|
17
|
+
{"system": "debate", "item": "demo01", "prompt_tokens": 103, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 4.498469364452506}
|
|
18
|
+
{"system": "debate", "item": "demo01", "correct": true}
|
|
19
|
+
{"system": "vote3", "item": "demo01", "prompt_tokens": 69, "completion_tokens": 69, "n_completions": 1, "start": 0.0, "end": 3.6553949414566036}
|
|
20
|
+
{"system": "vote3", "item": "demo01", "prompt_tokens": 69, "completion_tokens": 61, "n_completions": 1, "start": 0.0, "end": 3.6534212290363834}
|
|
21
|
+
{"system": "vote3", "item": "demo01", "prompt_tokens": 69, "completion_tokens": 60, "n_completions": 1, "start": 0.0, "end": 7.531961827001285}
|
|
22
|
+
{"system": "vote3", "item": "demo01", "correct": true}
|
|
23
|
+
{"system": "long_call", "item": "demo01", "prompt_tokens": 69, "completion_tokens": 761, "n_completions": 1, "start": 0.0, "end": 7.163971550010338}
|
|
24
|
+
{"system": "long_call", "item": "demo01", "correct": true}
|
|
25
|
+
{"system": "debate", "item": "demo02", "prompt_tokens": 111, "completion_tokens": 106, "n_completions": 1, "start": 0.0, "end": 6.788453322591944}
|
|
26
|
+
{"system": "debate", "item": "demo02", "prompt_tokens": 111, "completion_tokens": 105, "n_completions": 1, "start": 0.0, "end": 5.2239951221338945}
|
|
27
|
+
{"system": "debate", "item": "demo02", "prompt_tokens": 111, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 5.098854661849707}
|
|
28
|
+
{"system": "debate", "item": "demo02", "prompt_tokens": 111, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 7.221600582057465}
|
|
29
|
+
{"system": "debate", "item": "demo02", "prompt_tokens": 111, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 4.937593195008657}
|
|
30
|
+
{"system": "debate", "item": "demo02", "correct": true}
|
|
31
|
+
{"system": "vote3", "item": "demo02", "prompt_tokens": 74, "completion_tokens": 92, "n_completions": 1, "start": 0.0, "end": 4.907304346991978}
|
|
32
|
+
{"system": "vote3", "item": "demo02", "prompt_tokens": 74, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 7.597316731526935}
|
|
33
|
+
{"system": "vote3", "item": "demo02", "prompt_tokens": 74, "completion_tokens": 86, "n_completions": 1, "start": 0.0, "end": 3.6890807717496554}
|
|
34
|
+
{"system": "vote3", "item": "demo02", "correct": false}
|
|
35
|
+
{"system": "long_call", "item": "demo02", "prompt_tokens": 74, "completion_tokens": 1168, "n_completions": 1, "start": 0.0, "end": 3.7399407438103234}
|
|
36
|
+
{"system": "long_call", "item": "demo02", "correct": false}
|
|
37
|
+
{"system": "debate", "item": "demo03", "prompt_tokens": 105, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 3.881521856840636}
|
|
38
|
+
{"system": "debate", "item": "demo03", "prompt_tokens": 105, "completion_tokens": 113, "n_completions": 1, "start": 0.0, "end": 5.421213843169657}
|
|
39
|
+
{"system": "debate", "item": "demo03", "prompt_tokens": 105, "completion_tokens": 99, "n_completions": 1, "start": 0.0, "end": 6.349322799086561}
|
|
40
|
+
{"system": "debate", "item": "demo03", "prompt_tokens": 105, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 5.634686000250285}
|
|
41
|
+
{"system": "debate", "item": "demo03", "prompt_tokens": 105, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 5.58080593755472}
|
|
42
|
+
{"system": "debate", "item": "demo03", "correct": true}
|
|
43
|
+
{"system": "vote3", "item": "demo03", "prompt_tokens": 70, "completion_tokens": 93, "n_completions": 1, "start": 0.0, "end": 4.978020536474503}
|
|
44
|
+
{"system": "vote3", "item": "demo03", "prompt_tokens": 70, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 7.367187245728422}
|
|
45
|
+
{"system": "vote3", "item": "demo03", "prompt_tokens": 70, "completion_tokens": 87, "n_completions": 1, "start": 0.0, "end": 3.6815436240901525}
|
|
46
|
+
{"system": "vote3", "item": "demo03", "correct": false}
|
|
47
|
+
{"system": "long_call", "item": "demo03", "prompt_tokens": 70, "completion_tokens": 1223, "n_completions": 1, "start": 0.0, "end": 7.707956514279589}
|
|
48
|
+
{"system": "long_call", "item": "demo03", "correct": true}
|
|
49
|
+
{"system": "debate", "item": "demo04", "prompt_tokens": 130, "completion_tokens": 74, "n_completions": 1, "start": 0.0, "end": 7.827138545422869}
|
|
50
|
+
{"system": "debate", "item": "demo04", "prompt_tokens": 130, "completion_tokens": 82, "n_completions": 1, "start": 0.0, "end": 7.01833298900027}
|
|
51
|
+
{"system": "debate", "item": "demo04", "prompt_tokens": 130, "completion_tokens": 77, "n_completions": 1, "start": 0.0, "end": 7.008983133342693}
|
|
52
|
+
{"system": "debate", "item": "demo04", "prompt_tokens": 130, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 6.218407348963426}
|
|
53
|
+
{"system": "debate", "item": "demo04", "prompt_tokens": 130, "completion_tokens": 88, "n_completions": 1, "start": 0.0, "end": 5.1674566904762145}
|
|
54
|
+
{"system": "debate", "item": "demo04", "correct": true}
|
|
55
|
+
{"system": "vote3", "item": "demo04", "prompt_tokens": 87, "completion_tokens": 74, "n_completions": 1, "start": 0.0, "end": 7.175276530715197}
|
|
56
|
+
{"system": "vote3", "item": "demo04", "prompt_tokens": 87, "completion_tokens": 68, "n_completions": 1, "start": 0.0, "end": 6.348285273478696}
|
|
57
|
+
{"system": "vote3", "item": "demo04", "prompt_tokens": 87, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 5.7584998682644155}
|
|
58
|
+
{"system": "vote3", "item": "demo04", "correct": true}
|
|
59
|
+
{"system": "long_call", "item": "demo04", "prompt_tokens": 87, "completion_tokens": 781, "n_completions": 1, "start": 0.0, "end": 6.639210327221358}
|
|
60
|
+
{"system": "long_call", "item": "demo04", "correct": false}
|
|
61
|
+
{"system": "debate", "item": "demo05", "prompt_tokens": 124, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 6.721461276485744}
|
|
62
|
+
{"system": "debate", "item": "demo05", "prompt_tokens": 124, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 5.333105771597223}
|
|
63
|
+
{"system": "debate", "item": "demo05", "prompt_tokens": 124, "completion_tokens": 72, "n_completions": 1, "start": 0.0, "end": 5.518278992363425}
|
|
64
|
+
{"system": "debate", "item": "demo05", "prompt_tokens": 124, "completion_tokens": 66, "n_completions": 1, "start": 0.0, "end": 7.134094694347116}
|
|
65
|
+
{"system": "debate", "item": "demo05", "prompt_tokens": 124, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 7.223645503372443}
|
|
66
|
+
{"system": "debate", "item": "demo05", "correct": false}
|
|
67
|
+
{"system": "vote3", "item": "demo05", "prompt_tokens": 83, "completion_tokens": 60, "n_completions": 1, "start": 0.0, "end": 6.564454698649139}
|
|
68
|
+
{"system": "vote3", "item": "demo05", "prompt_tokens": 83, "completion_tokens": 55, "n_completions": 1, "start": 0.0, "end": 4.948992019409186}
|
|
69
|
+
{"system": "vote3", "item": "demo05", "prompt_tokens": 83, "completion_tokens": 65, "n_completions": 1, "start": 0.0, "end": 5.897696787591797}
|
|
70
|
+
{"system": "vote3", "item": "demo05", "correct": false}
|
|
71
|
+
{"system": "long_call", "item": "demo05", "prompt_tokens": 83, "completion_tokens": 751, "n_completions": 1, "start": 0.0, "end": 6.388358159871279}
|
|
72
|
+
{"system": "long_call", "item": "demo05", "correct": false}
|
|
73
|
+
{"system": "debate", "item": "demo06", "prompt_tokens": 120, "completion_tokens": 82, "n_completions": 1, "start": 0.0, "end": 4.0067038357974605}
|
|
74
|
+
{"system": "debate", "item": "demo06", "prompt_tokens": 120, "completion_tokens": 78, "n_completions": 1, "start": 0.0, "end": 6.532643856616892}
|
|
75
|
+
{"system": "debate", "item": "demo06", "prompt_tokens": 120, "completion_tokens": 86, "n_completions": 1, "start": 0.0, "end": 3.2835406764762727}
|
|
76
|
+
{"system": "debate", "item": "demo06", "prompt_tokens": 120, "completion_tokens": 85, "n_completions": 1, "start": 0.0, "end": 7.087149678491063}
|
|
77
|
+
{"system": "debate", "item": "demo06", "prompt_tokens": 120, "completion_tokens": 80, "n_completions": 1, "start": 0.0, "end": 3.3122695643045157}
|
|
78
|
+
{"system": "debate", "item": "demo06", "correct": true}
|
|
79
|
+
{"system": "vote3", "item": "demo06", "prompt_tokens": 80, "completion_tokens": 68, "n_completions": 1, "start": 0.0, "end": 6.216786644611099}
|
|
80
|
+
{"system": "vote3", "item": "demo06", "prompt_tokens": 80, "completion_tokens": 69, "n_completions": 1, "start": 0.0, "end": 6.185817601939474}
|
|
81
|
+
{"system": "vote3", "item": "demo06", "prompt_tokens": 80, "completion_tokens": 68, "n_completions": 1, "start": 0.0, "end": 5.382685112873142}
|
|
82
|
+
{"system": "vote3", "item": "demo06", "correct": true}
|
|
83
|
+
{"system": "long_call", "item": "demo06", "prompt_tokens": 80, "completion_tokens": 882, "n_completions": 1, "start": 0.0, "end": 4.015839207876025}
|
|
84
|
+
{"system": "long_call", "item": "demo06", "correct": true}
|
|
85
|
+
{"system": "debate", "item": "demo07", "prompt_tokens": 111, "completion_tokens": 65, "n_completions": 1, "start": 0.0, "end": 3.9186955914058137}
|
|
86
|
+
{"system": "debate", "item": "demo07", "prompt_tokens": 111, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 5.371740125768062}
|
|
87
|
+
{"system": "debate", "item": "demo07", "prompt_tokens": 111, "completion_tokens": 65, "n_completions": 1, "start": 0.0, "end": 5.29086610271186}
|
|
88
|
+
{"system": "debate", "item": "demo07", "prompt_tokens": 111, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 4.34820111331542}
|
|
89
|
+
{"system": "debate", "item": "demo07", "prompt_tokens": 111, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 3.9203361073845526}
|
|
90
|
+
{"system": "debate", "item": "demo07", "correct": false}
|
|
91
|
+
{"system": "vote3", "item": "demo07", "prompt_tokens": 74, "completion_tokens": 62, "n_completions": 1, "start": 0.0, "end": 5.087977846179849}
|
|
92
|
+
{"system": "vote3", "item": "demo07", "prompt_tokens": 74, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 3.8045747709359357}
|
|
93
|
+
{"system": "vote3", "item": "demo07", "prompt_tokens": 74, "completion_tokens": 68, "n_completions": 1, "start": 0.0, "end": 7.467454286306051}
|
|
94
|
+
{"system": "vote3", "item": "demo07", "correct": true}
|
|
95
|
+
{"system": "long_call", "item": "demo07", "prompt_tokens": 74, "completion_tokens": 691, "n_completions": 1, "start": 0.0, "end": 6.316542642454957}
|
|
96
|
+
{"system": "long_call", "item": "demo07", "correct": true}
|
|
97
|
+
{"system": "debate", "item": "demo08", "prompt_tokens": 133, "completion_tokens": 108, "n_completions": 1, "start": 0.0, "end": 6.4023109005328465}
|
|
98
|
+
{"system": "debate", "item": "demo08", "prompt_tokens": 133, "completion_tokens": 107, "n_completions": 1, "start": 0.0, "end": 5.016266973440121}
|
|
99
|
+
{"system": "debate", "item": "demo08", "prompt_tokens": 133, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 6.934836810328356}
|
|
100
|
+
{"system": "debate", "item": "demo08", "prompt_tokens": 133, "completion_tokens": 95, "n_completions": 1, "start": 0.0, "end": 3.7124010288125353}
|
|
101
|
+
{"system": "debate", "item": "demo08", "prompt_tokens": 133, "completion_tokens": 106, "n_completions": 1, "start": 0.0, "end": 6.431643249989122}
|
|
102
|
+
{"system": "debate", "item": "demo08", "correct": false}
|
|
103
|
+
{"system": "vote3", "item": "demo08", "prompt_tokens": 89, "completion_tokens": 83, "n_completions": 1, "start": 0.0, "end": 7.696099157164786}
|
|
104
|
+
{"system": "vote3", "item": "demo08", "prompt_tokens": 89, "completion_tokens": 83, "n_completions": 1, "start": 0.0, "end": 6.512029390219283}
|
|
105
|
+
{"system": "vote3", "item": "demo08", "prompt_tokens": 89, "completion_tokens": 81, "n_completions": 1, "start": 0.0, "end": 7.075179346039162}
|
|
106
|
+
{"system": "vote3", "item": "demo08", "correct": false}
|
|
107
|
+
{"system": "long_call", "item": "demo08", "prompt_tokens": 89, "completion_tokens": 1059, "n_completions": 1, "start": 0.0, "end": 3.1760881328361483}
|
|
108
|
+
{"system": "long_call", "item": "demo08", "correct": true}
|
|
109
|
+
{"system": "debate", "item": "demo09", "prompt_tokens": 115, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 3.315328573000678}
|
|
110
|
+
{"system": "debate", "item": "demo09", "prompt_tokens": 115, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 4.071980655489151}
|
|
111
|
+
{"system": "debate", "item": "demo09", "prompt_tokens": 115, "completion_tokens": 102, "n_completions": 1, "start": 0.0, "end": 7.612638814014614}
|
|
112
|
+
{"system": "debate", "item": "demo09", "prompt_tokens": 115, "completion_tokens": 93, "n_completions": 1, "start": 0.0, "end": 5.861241453882678}
|
|
113
|
+
{"system": "debate", "item": "demo09", "prompt_tokens": 115, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 3.3755426936851727}
|
|
114
|
+
{"system": "debate", "item": "demo09", "correct": true}
|
|
115
|
+
{"system": "vote3", "item": "demo09", "prompt_tokens": 77, "completion_tokens": 92, "n_completions": 1, "start": 0.0, "end": 5.370760189163975}
|
|
116
|
+
{"system": "vote3", "item": "demo09", "prompt_tokens": 77, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 3.3329037238707677}
|
|
117
|
+
{"system": "vote3", "item": "demo09", "prompt_tokens": 77, "completion_tokens": 87, "n_completions": 1, "start": 0.0, "end": 7.326559771374531}
|
|
118
|
+
{"system": "vote3", "item": "demo09", "correct": true}
|
|
119
|
+
{"system": "long_call", "item": "demo09", "prompt_tokens": 77, "completion_tokens": 926, "n_completions": 1, "start": 0.0, "end": 5.608600522494877}
|
|
120
|
+
{"system": "long_call", "item": "demo09", "correct": false}
|
|
121
|
+
{"system": "debate", "item": "demo10", "prompt_tokens": 127, "completion_tokens": 74, "n_completions": 1, "start": 0.0, "end": 5.724729308190028}
|
|
122
|
+
{"system": "debate", "item": "demo10", "prompt_tokens": 127, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 5.015087980912664}
|
|
123
|
+
{"system": "debate", "item": "demo10", "prompt_tokens": 127, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 4.8614020533505515}
|
|
124
|
+
{"system": "debate", "item": "demo10", "prompt_tokens": 127, "completion_tokens": 81, "n_completions": 1, "start": 0.0, "end": 6.4333018660646335}
|
|
125
|
+
{"system": "debate", "item": "demo10", "prompt_tokens": 127, "completion_tokens": 81, "n_completions": 1, "start": 0.0, "end": 3.53512517496334}
|
|
126
|
+
{"system": "debate", "item": "demo10", "correct": true}
|
|
127
|
+
{"system": "vote3", "item": "demo10", "prompt_tokens": 85, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 3.506464212209112}
|
|
128
|
+
{"system": "vote3", "item": "demo10", "prompt_tokens": 85, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 3.868405941549564}
|
|
129
|
+
{"system": "vote3", "item": "demo10", "prompt_tokens": 85, "completion_tokens": 75, "n_completions": 1, "start": 0.0, "end": 7.55139361808919}
|
|
130
|
+
{"system": "vote3", "item": "demo10", "correct": true}
|
|
131
|
+
{"system": "long_call", "item": "demo10", "prompt_tokens": 85, "completion_tokens": 819, "n_completions": 1, "start": 0.0, "end": 3.9624730652421616}
|
|
132
|
+
{"system": "long_call", "item": "demo10", "correct": true}
|
|
133
|
+
{"system": "debate", "item": "demo11", "prompt_tokens": 111, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 4.655550807783411}
|
|
134
|
+
{"system": "debate", "item": "demo11", "prompt_tokens": 111, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 4.279190800586062}
|
|
135
|
+
{"system": "debate", "item": "demo11", "prompt_tokens": 111, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 6.774871902339491}
|
|
136
|
+
{"system": "debate", "item": "demo11", "prompt_tokens": 111, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 7.435620659747267}
|
|
137
|
+
{"system": "debate", "item": "demo11", "prompt_tokens": 111, "completion_tokens": 100, "n_completions": 1, "start": 0.0, "end": 4.552648190862778}
|
|
138
|
+
{"system": "debate", "item": "demo11", "correct": false}
|
|
139
|
+
{"system": "vote3", "item": "demo11", "prompt_tokens": 74, "completion_tokens": 77, "n_completions": 1, "start": 0.0, "end": 3.6976168526414703}
|
|
140
|
+
{"system": "vote3", "item": "demo11", "prompt_tokens": 74, "completion_tokens": 80, "n_completions": 1, "start": 0.0, "end": 6.012362145004081}
|
|
141
|
+
{"system": "vote3", "item": "demo11", "prompt_tokens": 74, "completion_tokens": 88, "n_completions": 1, "start": 0.0, "end": 3.7295075951630485}
|
|
142
|
+
{"system": "vote3", "item": "demo11", "correct": false}
|
|
143
|
+
{"system": "long_call", "item": "demo11", "prompt_tokens": 74, "completion_tokens": 975, "n_completions": 1, "start": 0.0, "end": 3.658546488093842}
|
|
144
|
+
{"system": "long_call", "item": "demo11", "correct": false}
|
|
145
|
+
{"system": "debate", "item": "demo12", "prompt_tokens": 105, "completion_tokens": 126, "n_completions": 1, "start": 0.0, "end": 5.356059149705098}
|
|
146
|
+
{"system": "debate", "item": "demo12", "prompt_tokens": 105, "completion_tokens": 118, "n_completions": 1, "start": 0.0, "end": 4.930594968391624}
|
|
147
|
+
{"system": "debate", "item": "demo12", "prompt_tokens": 105, "completion_tokens": 118, "n_completions": 1, "start": 0.0, "end": 3.6990882320523073}
|
|
148
|
+
{"system": "debate", "item": "demo12", "prompt_tokens": 105, "completion_tokens": 109, "n_completions": 1, "start": 0.0, "end": 6.769965723427239}
|
|
149
|
+
{"system": "debate", "item": "demo12", "prompt_tokens": 105, "completion_tokens": 121, "n_completions": 1, "start": 0.0, "end": 6.359453239790993}
|
|
150
|
+
{"system": "debate", "item": "demo12", "correct": false}
|
|
151
|
+
{"system": "vote3", "item": "demo12", "prompt_tokens": 70, "completion_tokens": 99, "n_completions": 1, "start": 0.0, "end": 4.168864641225198}
|
|
152
|
+
{"system": "vote3", "item": "demo12", "prompt_tokens": 70, "completion_tokens": 100, "n_completions": 1, "start": 0.0, "end": 4.519624955758078}
|
|
153
|
+
{"system": "vote3", "item": "demo12", "prompt_tokens": 70, "completion_tokens": 110, "n_completions": 1, "start": 0.0, "end": 4.870907931225638}
|
|
154
|
+
{"system": "vote3", "item": "demo12", "correct": false}
|
|
155
|
+
{"system": "long_call", "item": "demo12", "prompt_tokens": 70, "completion_tokens": 1298, "n_completions": 1, "start": 0.0, "end": 3.9328525068504954}
|
|
156
|
+
{"system": "long_call", "item": "demo12", "correct": false}
|
|
157
|
+
{"system": "debate", "item": "demo13", "prompt_tokens": 100, "completion_tokens": 66, "n_completions": 1, "start": 0.0, "end": 5.750285842595014}
|
|
158
|
+
{"system": "debate", "item": "demo13", "prompt_tokens": 100, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 4.01240605784749}
|
|
159
|
+
{"system": "debate", "item": "demo13", "prompt_tokens": 100, "completion_tokens": 71, "n_completions": 1, "start": 0.0, "end": 3.352356292480853}
|
|
160
|
+
{"system": "debate", "item": "demo13", "prompt_tokens": 100, "completion_tokens": 66, "n_completions": 1, "start": 0.0, "end": 7.634602247065941}
|
|
161
|
+
{"system": "debate", "item": "demo13", "prompt_tokens": 100, "completion_tokens": 72, "n_completions": 1, "start": 0.0, "end": 4.0244223032010185}
|
|
162
|
+
{"system": "debate", "item": "demo13", "correct": true}
|
|
163
|
+
{"system": "vote3", "item": "demo13", "prompt_tokens": 67, "completion_tokens": 58, "n_completions": 1, "start": 0.0, "end": 4.225086238229148}
|
|
164
|
+
{"system": "vote3", "item": "demo13", "prompt_tokens": 67, "completion_tokens": 70, "n_completions": 1, "start": 0.0, "end": 7.488450864624848}
|
|
165
|
+
{"system": "vote3", "item": "demo13", "prompt_tokens": 67, "completion_tokens": 66, "n_completions": 1, "start": 0.0, "end": 3.466013856844945}
|
|
166
|
+
{"system": "vote3", "item": "demo13", "correct": false}
|
|
167
|
+
{"system": "long_call", "item": "demo13", "prompt_tokens": 67, "completion_tokens": 702, "n_completions": 1, "start": 0.0, "end": 4.095955022422474}
|
|
168
|
+
{"system": "long_call", "item": "demo13", "correct": true}
|
|
169
|
+
{"system": "debate", "item": "demo14", "prompt_tokens": 133, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 4.220677523919607}
|
|
170
|
+
{"system": "debate", "item": "demo14", "prompt_tokens": 133, "completion_tokens": 74, "n_completions": 1, "start": 0.0, "end": 5.01265458481269}
|
|
171
|
+
{"system": "debate", "item": "demo14", "prompt_tokens": 133, "completion_tokens": 66, "n_completions": 1, "start": 0.0, "end": 5.525771685591764}
|
|
172
|
+
{"system": "debate", "item": "demo14", "prompt_tokens": 133, "completion_tokens": 62, "n_completions": 1, "start": 0.0, "end": 5.213572346044427}
|
|
173
|
+
{"system": "debate", "item": "demo14", "prompt_tokens": 133, "completion_tokens": 65, "n_completions": 1, "start": 0.0, "end": 6.562285967900884}
|
|
174
|
+
{"system": "debate", "item": "demo14", "correct": false}
|
|
175
|
+
{"system": "vote3", "item": "demo14", "prompt_tokens": 89, "completion_tokens": 65, "n_completions": 1, "start": 0.0, "end": 7.4832409544372425}
|
|
176
|
+
{"system": "vote3", "item": "demo14", "prompt_tokens": 89, "completion_tokens": 58, "n_completions": 1, "start": 0.0, "end": 4.4019190284853975}
|
|
177
|
+
{"system": "vote3", "item": "demo14", "prompt_tokens": 89, "completion_tokens": 66, "n_completions": 1, "start": 0.0, "end": 5.519987796479141}
|
|
178
|
+
{"system": "vote3", "item": "demo14", "correct": false}
|
|
179
|
+
{"system": "long_call", "item": "demo14", "prompt_tokens": 89, "completion_tokens": 665, "n_completions": 1, "start": 0.0, "end": 7.952127620810353}
|
|
180
|
+
{"system": "long_call", "item": "demo14", "correct": true}
|
|
181
|
+
{"system": "debate", "item": "demo15", "prompt_tokens": 109, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 6.28403506876951}
|
|
182
|
+
{"system": "debate", "item": "demo15", "prompt_tokens": 109, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 7.533260119512458}
|
|
183
|
+
{"system": "debate", "item": "demo15", "prompt_tokens": 109, "completion_tokens": 115, "n_completions": 1, "start": 0.0, "end": 5.464968286183794}
|
|
184
|
+
{"system": "debate", "item": "demo15", "prompt_tokens": 109, "completion_tokens": 104, "n_completions": 1, "start": 0.0, "end": 7.298083529175814}
|
|
185
|
+
{"system": "debate", "item": "demo15", "prompt_tokens": 109, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 7.015528402034636}
|
|
186
|
+
{"system": "debate", "item": "demo15", "correct": false}
|
|
187
|
+
{"system": "vote3", "item": "demo15", "prompt_tokens": 73, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 4.67005670912916}
|
|
188
|
+
{"system": "vote3", "item": "demo15", "prompt_tokens": 73, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 7.629341231442282}
|
|
189
|
+
{"system": "vote3", "item": "demo15", "prompt_tokens": 73, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 7.036273138213785}
|
|
190
|
+
{"system": "vote3", "item": "demo15", "correct": false}
|
|
191
|
+
{"system": "long_call", "item": "demo15", "prompt_tokens": 73, "completion_tokens": 1085, "n_completions": 1, "start": 0.0, "end": 4.751377285623786}
|
|
192
|
+
{"system": "long_call", "item": "demo15", "correct": false}
|
|
193
|
+
{"system": "debate", "item": "demo16", "prompt_tokens": 126, "completion_tokens": 70, "n_completions": 1, "start": 0.0, "end": 4.028063278287137}
|
|
194
|
+
{"system": "debate", "item": "demo16", "prompt_tokens": 126, "completion_tokens": 74, "n_completions": 1, "start": 0.0, "end": 4.447551094889288}
|
|
195
|
+
{"system": "debate", "item": "demo16", "prompt_tokens": 126, "completion_tokens": 70, "n_completions": 1, "start": 0.0, "end": 5.317070201903421}
|
|
196
|
+
{"system": "debate", "item": "demo16", "prompt_tokens": 126, "completion_tokens": 77, "n_completions": 1, "start": 0.0, "end": 4.231778502639276}
|
|
197
|
+
{"system": "debate", "item": "demo16", "prompt_tokens": 126, "completion_tokens": 74, "n_completions": 1, "start": 0.0, "end": 4.546843618166813}
|
|
198
|
+
{"system": "debate", "item": "demo16", "correct": true}
|
|
199
|
+
{"system": "vote3", "item": "demo16", "prompt_tokens": 84, "completion_tokens": 61, "n_completions": 1, "start": 0.0, "end": 5.525808685181976}
|
|
200
|
+
{"system": "vote3", "item": "demo16", "prompt_tokens": 84, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 6.363804493110348}
|
|
201
|
+
{"system": "vote3", "item": "demo16", "prompt_tokens": 84, "completion_tokens": 57, "n_completions": 1, "start": 0.0, "end": 3.684179289791598}
|
|
202
|
+
{"system": "vote3", "item": "demo16", "correct": false}
|
|
203
|
+
{"system": "long_call", "item": "demo16", "prompt_tokens": 84, "completion_tokens": 684, "n_completions": 1, "start": 0.0, "end": 4.504359616318517}
|
|
204
|
+
{"system": "long_call", "item": "demo16", "correct": false}
|
|
205
|
+
{"system": "debate", "item": "demo17", "prompt_tokens": 126, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 7.365992038959975}
|
|
206
|
+
{"system": "debate", "item": "demo17", "prompt_tokens": 126, "completion_tokens": 89, "n_completions": 1, "start": 0.0, "end": 5.324463742764}
|
|
207
|
+
{"system": "debate", "item": "demo17", "prompt_tokens": 126, "completion_tokens": 86, "n_completions": 1, "start": 0.0, "end": 7.596858165412225}
|
|
208
|
+
{"system": "debate", "item": "demo17", "prompt_tokens": 126, "completion_tokens": 87, "n_completions": 1, "start": 0.0, "end": 6.476356363150423}
|
|
209
|
+
{"system": "debate", "item": "demo17", "prompt_tokens": 126, "completion_tokens": 88, "n_completions": 1, "start": 0.0, "end": 7.677120658590886}
|
|
210
|
+
{"system": "debate", "item": "demo17", "correct": false}
|
|
211
|
+
{"system": "vote3", "item": "demo17", "prompt_tokens": 84, "completion_tokens": 71, "n_completions": 1, "start": 0.0, "end": 7.9726680306421835}
|
|
212
|
+
{"system": "vote3", "item": "demo17", "prompt_tokens": 84, "completion_tokens": 80, "n_completions": 1, "start": 0.0, "end": 3.369267368708634}
|
|
213
|
+
{"system": "vote3", "item": "demo17", "prompt_tokens": 84, "completion_tokens": 79, "n_completions": 1, "start": 0.0, "end": 3.247359698760317}
|
|
214
|
+
{"system": "vote3", "item": "demo17", "correct": false}
|
|
215
|
+
{"system": "long_call", "item": "demo17", "prompt_tokens": 84, "completion_tokens": 892, "n_completions": 1, "start": 0.0, "end": 4.839701693424011}
|
|
216
|
+
{"system": "long_call", "item": "demo17", "correct": false}
|
|
217
|
+
{"system": "debate", "item": "demo18", "prompt_tokens": 118, "completion_tokens": 88, "n_completions": 1, "start": 0.0, "end": 3.4863033103460843}
|
|
218
|
+
{"system": "debate", "item": "demo18", "prompt_tokens": 118, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 5.910264168472607}
|
|
219
|
+
{"system": "debate", "item": "demo18", "prompt_tokens": 118, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 6.935589557216692}
|
|
220
|
+
{"system": "debate", "item": "demo18", "prompt_tokens": 118, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 3.2864794054225603}
|
|
221
|
+
{"system": "debate", "item": "demo18", "prompt_tokens": 118, "completion_tokens": 87, "n_completions": 1, "start": 0.0, "end": 3.9849045401076495}
|
|
222
|
+
{"system": "debate", "item": "demo18", "correct": true}
|
|
223
|
+
{"system": "vote3", "item": "demo18", "prompt_tokens": 79, "completion_tokens": 71, "n_completions": 1, "start": 0.0, "end": 5.956573257281381}
|
|
224
|
+
{"system": "vote3", "item": "demo18", "prompt_tokens": 79, "completion_tokens": 75, "n_completions": 1, "start": 0.0, "end": 7.6572127288744865}
|
|
225
|
+
{"system": "vote3", "item": "demo18", "prompt_tokens": 79, "completion_tokens": 66, "n_completions": 1, "start": 0.0, "end": 3.9671924001102488}
|
|
226
|
+
{"system": "vote3", "item": "demo18", "correct": true}
|
|
227
|
+
{"system": "long_call", "item": "demo18", "prompt_tokens": 79, "completion_tokens": 944, "n_completions": 1, "start": 0.0, "end": 5.749543697907919}
|
|
228
|
+
{"system": "long_call", "item": "demo18", "correct": true}
|
|
229
|
+
{"system": "debate", "item": "demo19", "prompt_tokens": 118, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 3.3296219107021194}
|
|
230
|
+
{"system": "debate", "item": "demo19", "prompt_tokens": 118, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 7.384872970159929}
|
|
231
|
+
{"system": "debate", "item": "demo19", "prompt_tokens": 118, "completion_tokens": 85, "n_completions": 1, "start": 0.0, "end": 3.639330834563108}
|
|
232
|
+
{"system": "debate", "item": "demo19", "prompt_tokens": 118, "completion_tokens": 95, "n_completions": 1, "start": 0.0, "end": 5.399252830859717}
|
|
233
|
+
{"system": "debate", "item": "demo19", "prompt_tokens": 118, "completion_tokens": 82, "n_completions": 1, "start": 0.0, "end": 5.492610917531693}
|
|
234
|
+
{"system": "debate", "item": "demo19", "correct": true}
|
|
235
|
+
{"system": "vote3", "item": "demo19", "prompt_tokens": 79, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 6.201205248547756}
|
|
236
|
+
{"system": "vote3", "item": "demo19", "prompt_tokens": 79, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 7.004649155019186}
|
|
237
|
+
{"system": "vote3", "item": "demo19", "prompt_tokens": 79, "completion_tokens": 72, "n_completions": 1, "start": 0.0, "end": 5.386678645437602}
|
|
238
|
+
{"system": "vote3", "item": "demo19", "correct": true}
|
|
239
|
+
{"system": "long_call", "item": "demo19", "prompt_tokens": 79, "completion_tokens": 1027, "n_completions": 1, "start": 0.0, "end": 3.4344892105650637}
|
|
240
|
+
{"system": "long_call", "item": "demo19", "correct": true}
|
|
241
|
+
{"system": "debate", "item": "demo20", "prompt_tokens": 133, "completion_tokens": 93, "n_completions": 1, "start": 0.0, "end": 7.9786797873623945}
|
|
242
|
+
{"system": "debate", "item": "demo20", "prompt_tokens": 133, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 5.608700182786981}
|
|
243
|
+
{"system": "debate", "item": "demo20", "prompt_tokens": 133, "completion_tokens": 103, "n_completions": 1, "start": 0.0, "end": 4.420200445912843}
|
|
244
|
+
{"system": "debate", "item": "demo20", "prompt_tokens": 133, "completion_tokens": 104, "n_completions": 1, "start": 0.0, "end": 7.559899044445381}
|
|
245
|
+
{"system": "debate", "item": "demo20", "prompt_tokens": 133, "completion_tokens": 92, "n_completions": 1, "start": 0.0, "end": 4.636199073196389}
|
|
246
|
+
{"system": "debate", "item": "demo20", "correct": true}
|
|
247
|
+
{"system": "vote3", "item": "demo20", "prompt_tokens": 89, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 3.9290496170323563}
|
|
248
|
+
{"system": "vote3", "item": "demo20", "prompt_tokens": 89, "completion_tokens": 75, "n_completions": 1, "start": 0.0, "end": 7.4503829264551165}
|
|
249
|
+
{"system": "vote3", "item": "demo20", "prompt_tokens": 89, "completion_tokens": 85, "n_completions": 1, "start": 0.0, "end": 6.359243266010514}
|
|
250
|
+
{"system": "vote3", "item": "demo20", "correct": true}
|
|
251
|
+
{"system": "long_call", "item": "demo20", "prompt_tokens": 89, "completion_tokens": 912, "n_completions": 1, "start": 0.0, "end": 3.459274990653163}
|
|
252
|
+
{"system": "long_call", "item": "demo20", "correct": true}
|
|
253
|
+
{"system": "debate", "item": "demo21", "prompt_tokens": 121, "completion_tokens": 99, "n_completions": 1, "start": 0.0, "end": 5.333656437091321}
|
|
254
|
+
{"system": "debate", "item": "demo21", "prompt_tokens": 121, "completion_tokens": 93, "n_completions": 1, "start": 0.0, "end": 4.828266082747801}
|
|
255
|
+
{"system": "debate", "item": "demo21", "prompt_tokens": 121, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 4.405910794742237}
|
|
256
|
+
{"system": "debate", "item": "demo21", "prompt_tokens": 121, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 3.7423332786757433}
|
|
257
|
+
{"system": "debate", "item": "demo21", "prompt_tokens": 121, "completion_tokens": 93, "n_completions": 1, "start": 0.0, "end": 4.466306561562311}
|
|
258
|
+
{"system": "debate", "item": "demo21", "correct": false}
|
|
259
|
+
{"system": "vote3", "item": "demo21", "prompt_tokens": 81, "completion_tokens": 89, "n_completions": 1, "start": 0.0, "end": 4.71938335769946}
|
|
260
|
+
{"system": "vote3", "item": "demo21", "prompt_tokens": 81, "completion_tokens": 85, "n_completions": 1, "start": 0.0, "end": 7.511454159127543}
|
|
261
|
+
{"system": "vote3", "item": "demo21", "prompt_tokens": 81, "completion_tokens": 80, "n_completions": 1, "start": 0.0, "end": 5.773578646810834}
|
|
262
|
+
{"system": "vote3", "item": "demo21", "correct": false}
|
|
263
|
+
{"system": "long_call", "item": "demo21", "prompt_tokens": 81, "completion_tokens": 1030, "n_completions": 1, "start": 0.0, "end": 7.79885436685933}
|
|
264
|
+
{"system": "long_call", "item": "demo21", "correct": false}
|
|
265
|
+
{"system": "debate", "item": "demo22", "prompt_tokens": 123, "completion_tokens": 81, "n_completions": 1, "start": 0.0, "end": 3.2857457671835126}
|
|
266
|
+
{"system": "debate", "item": "demo22", "prompt_tokens": 123, "completion_tokens": 79, "n_completions": 1, "start": 0.0, "end": 4.306814001135842}
|
|
267
|
+
{"system": "debate", "item": "demo22", "prompt_tokens": 123, "completion_tokens": 78, "n_completions": 1, "start": 0.0, "end": 4.897409841706748}
|
|
268
|
+
{"system": "debate", "item": "demo22", "prompt_tokens": 123, "completion_tokens": 72, "n_completions": 1, "start": 0.0, "end": 5.441418644017407}
|
|
269
|
+
{"system": "debate", "item": "demo22", "prompt_tokens": 123, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 6.472416218891106}
|
|
270
|
+
{"system": "debate", "item": "demo22", "correct": false}
|
|
271
|
+
{"system": "vote3", "item": "demo22", "prompt_tokens": 82, "completion_tokens": 68, "n_completions": 1, "start": 0.0, "end": 4.920384127834118}
|
|
272
|
+
{"system": "vote3", "item": "demo22", "prompt_tokens": 82, "completion_tokens": 68, "n_completions": 1, "start": 0.0, "end": 4.726936628495984}
|
|
273
|
+
{"system": "vote3", "item": "demo22", "prompt_tokens": 82, "completion_tokens": 67, "n_completions": 1, "start": 0.0, "end": 5.297664835381026}
|
|
274
|
+
{"system": "vote3", "item": "demo22", "correct": false}
|
|
275
|
+
{"system": "long_call", "item": "demo22", "prompt_tokens": 82, "completion_tokens": 719, "n_completions": 1, "start": 0.0, "end": 5.493932112191911}
|
|
276
|
+
{"system": "long_call", "item": "demo22", "correct": false}
|
|
277
|
+
{"system": "debate", "item": "demo23", "prompt_tokens": 109, "completion_tokens": 115, "n_completions": 1, "start": 0.0, "end": 7.358493897888563}
|
|
278
|
+
{"system": "debate", "item": "demo23", "prompt_tokens": 109, "completion_tokens": 123, "n_completions": 1, "start": 0.0, "end": 6.702727318496533}
|
|
279
|
+
{"system": "debate", "item": "demo23", "prompt_tokens": 109, "completion_tokens": 116, "n_completions": 1, "start": 0.0, "end": 4.106195444255435}
|
|
280
|
+
{"system": "debate", "item": "demo23", "prompt_tokens": 109, "completion_tokens": 109, "n_completions": 1, "start": 0.0, "end": 6.117773312560782}
|
|
281
|
+
{"system": "debate", "item": "demo23", "prompt_tokens": 109, "completion_tokens": 122, "n_completions": 1, "start": 0.0, "end": 4.50923566540345}
|
|
282
|
+
{"system": "debate", "item": "demo23", "correct": false}
|
|
283
|
+
{"system": "vote3", "item": "demo23", "prompt_tokens": 73, "completion_tokens": 89, "n_completions": 1, "start": 0.0, "end": 6.483634891662913}
|
|
284
|
+
{"system": "vote3", "item": "demo23", "prompt_tokens": 73, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 6.988659348033114}
|
|
285
|
+
{"system": "vote3", "item": "demo23", "prompt_tokens": 73, "completion_tokens": 93, "n_completions": 1, "start": 0.0, "end": 6.298230653467016}
|
|
286
|
+
{"system": "vote3", "item": "demo23", "correct": true}
|
|
287
|
+
{"system": "long_call", "item": "demo23", "prompt_tokens": 73, "completion_tokens": 1179, "n_completions": 1, "start": 0.0, "end": 3.9430287456668456}
|
|
288
|
+
{"system": "long_call", "item": "demo23", "correct": false}
|
|
289
|
+
{"system": "debate", "item": "demo24", "prompt_tokens": 99, "completion_tokens": 87, "n_completions": 1, "start": 0.0, "end": 7.751757825765715}
|
|
290
|
+
{"system": "debate", "item": "demo24", "prompt_tokens": 99, "completion_tokens": 82, "n_completions": 1, "start": 0.0, "end": 6.78861389213539}
|
|
291
|
+
{"system": "debate", "item": "demo24", "prompt_tokens": 99, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 5.544730922331574}
|
|
292
|
+
{"system": "debate", "item": "demo24", "prompt_tokens": 99, "completion_tokens": 95, "n_completions": 1, "start": 0.0, "end": 5.205228220652236}
|
|
293
|
+
{"system": "debate", "item": "demo24", "prompt_tokens": 99, "completion_tokens": 87, "n_completions": 1, "start": 0.0, "end": 5.528654117375591}
|
|
294
|
+
{"system": "debate", "item": "demo24", "correct": true}
|
|
295
|
+
{"system": "vote3", "item": "demo24", "prompt_tokens": 66, "completion_tokens": 75, "n_completions": 1, "start": 0.0, "end": 4.526881003699694}
|
|
296
|
+
{"system": "vote3", "item": "demo24", "prompt_tokens": 66, "completion_tokens": 86, "n_completions": 1, "start": 0.0, "end": 4.675815474460287}
|
|
297
|
+
{"system": "vote3", "item": "demo24", "prompt_tokens": 66, "completion_tokens": 74, "n_completions": 1, "start": 0.0, "end": 7.698835589123217}
|
|
298
|
+
{"system": "vote3", "item": "demo24", "correct": false}
|
|
299
|
+
{"system": "long_call", "item": "demo24", "prompt_tokens": 66, "completion_tokens": 1031, "n_completions": 1, "start": 0.0, "end": 7.266556899332407}
|
|
300
|
+
{"system": "long_call", "item": "demo24", "correct": true}
|
|
301
|
+
{"system": "debate", "item": "demo25", "prompt_tokens": 115, "completion_tokens": 108, "n_completions": 1, "start": 0.0, "end": 3.3455092902997974}
|
|
302
|
+
{"system": "debate", "item": "demo25", "prompt_tokens": 115, "completion_tokens": 102, "n_completions": 1, "start": 0.0, "end": 4.171438119396142}
|
|
303
|
+
{"system": "debate", "item": "demo25", "prompt_tokens": 115, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 3.975877696761889}
|
|
304
|
+
{"system": "debate", "item": "demo25", "prompt_tokens": 115, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 7.798639861907803}
|
|
305
|
+
{"system": "debate", "item": "demo25", "prompt_tokens": 115, "completion_tokens": 107, "n_completions": 1, "start": 0.0, "end": 7.2648461794966925}
|
|
306
|
+
{"system": "debate", "item": "demo25", "correct": false}
|
|
307
|
+
{"system": "vote3", "item": "demo25", "prompt_tokens": 77, "completion_tokens": 86, "n_completions": 1, "start": 0.0, "end": 4.955527468707556}
|
|
308
|
+
{"system": "vote3", "item": "demo25", "prompt_tokens": 77, "completion_tokens": 88, "n_completions": 1, "start": 0.0, "end": 4.467037067174972}
|
|
309
|
+
{"system": "vote3", "item": "demo25", "prompt_tokens": 77, "completion_tokens": 88, "n_completions": 1, "start": 0.0, "end": 6.855934035967189}
|
|
310
|
+
{"system": "vote3", "item": "demo25", "correct": true}
|
|
311
|
+
{"system": "long_call", "item": "demo25", "prompt_tokens": 77, "completion_tokens": 1031, "n_completions": 1, "start": 0.0, "end": 5.395130118062127}
|
|
312
|
+
{"system": "long_call", "item": "demo25", "correct": true}
|
|
313
|
+
{"system": "debate", "item": "demo26", "prompt_tokens": 114, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 6.188163058622213}
|
|
314
|
+
{"system": "debate", "item": "demo26", "prompt_tokens": 114, "completion_tokens": 100, "n_completions": 1, "start": 0.0, "end": 5.258456128778386}
|
|
315
|
+
{"system": "debate", "item": "demo26", "prompt_tokens": 114, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 7.829636436030929}
|
|
316
|
+
{"system": "debate", "item": "demo26", "prompt_tokens": 114, "completion_tokens": 95, "n_completions": 1, "start": 0.0, "end": 6.586717364587294}
|
|
317
|
+
{"system": "debate", "item": "demo26", "prompt_tokens": 114, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 3.403465797738632}
|
|
318
|
+
{"system": "debate", "item": "demo26", "correct": true}
|
|
319
|
+
{"system": "vote3", "item": "demo26", "prompt_tokens": 76, "completion_tokens": 77, "n_completions": 1, "start": 0.0, "end": 3.953888155849425}
|
|
320
|
+
{"system": "vote3", "item": "demo26", "prompt_tokens": 76, "completion_tokens": 79, "n_completions": 1, "start": 0.0, "end": 5.074302258546775}
|
|
321
|
+
{"system": "vote3", "item": "demo26", "prompt_tokens": 76, "completion_tokens": 81, "n_completions": 1, "start": 0.0, "end": 4.812765854804162}
|
|
322
|
+
{"system": "vote3", "item": "demo26", "correct": true}
|
|
323
|
+
{"system": "long_call", "item": "demo26", "prompt_tokens": 76, "completion_tokens": 918, "n_completions": 1, "start": 0.0, "end": 3.516977302258223}
|
|
324
|
+
{"system": "long_call", "item": "demo26", "correct": false}
|
|
325
|
+
{"system": "debate", "item": "demo27", "prompt_tokens": 117, "completion_tokens": 106, "n_completions": 1, "start": 0.0, "end": 6.386135782401553}
|
|
326
|
+
{"system": "debate", "item": "demo27", "prompt_tokens": 117, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 4.86327306688435}
|
|
327
|
+
{"system": "debate", "item": "demo27", "prompt_tokens": 117, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 7.16477616111215}
|
|
328
|
+
{"system": "debate", "item": "demo27", "prompt_tokens": 117, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 3.3964054365929295}
|
|
329
|
+
{"system": "debate", "item": "demo27", "prompt_tokens": 117, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 4.615849932945665}
|
|
330
|
+
{"system": "debate", "item": "demo27", "correct": false}
|
|
331
|
+
{"system": "vote3", "item": "demo27", "prompt_tokens": 78, "completion_tokens": 80, "n_completions": 1, "start": 0.0, "end": 4.1500675187874165}
|
|
332
|
+
{"system": "vote3", "item": "demo27", "prompt_tokens": 78, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 7.274380597155796}
|
|
333
|
+
{"system": "vote3", "item": "demo27", "prompt_tokens": 78, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 5.794749469475401}
|
|
334
|
+
{"system": "vote3", "item": "demo27", "correct": false}
|
|
335
|
+
{"system": "long_call", "item": "demo27", "prompt_tokens": 78, "completion_tokens": 1152, "n_completions": 1, "start": 0.0, "end": 6.803607416024}
|
|
336
|
+
{"system": "long_call", "item": "demo27", "correct": true}
|
|
337
|
+
{"system": "debate", "item": "demo28", "prompt_tokens": 109, "completion_tokens": 104, "n_completions": 1, "start": 0.0, "end": 6.740513368389706}
|
|
338
|
+
{"system": "debate", "item": "demo28", "prompt_tokens": 109, "completion_tokens": 106, "n_completions": 1, "start": 0.0, "end": 3.6443099413699285}
|
|
339
|
+
{"system": "debate", "item": "demo28", "prompt_tokens": 109, "completion_tokens": 103, "n_completions": 1, "start": 0.0, "end": 7.191466184712546}
|
|
340
|
+
{"system": "debate", "item": "demo28", "prompt_tokens": 109, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 3.966843629478848}
|
|
341
|
+
{"system": "debate", "item": "demo28", "prompt_tokens": 109, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 5.309922892076555}
|
|
342
|
+
{"system": "debate", "item": "demo28", "correct": true}
|
|
343
|
+
{"system": "vote3", "item": "demo28", "prompt_tokens": 73, "completion_tokens": 89, "n_completions": 1, "start": 0.0, "end": 4.7197587142969075}
|
|
344
|
+
{"system": "vote3", "item": "demo28", "prompt_tokens": 73, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 5.656622778157443}
|
|
345
|
+
{"system": "vote3", "item": "demo28", "prompt_tokens": 73, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 4.231705246955716}
|
|
346
|
+
{"system": "vote3", "item": "demo28", "correct": true}
|
|
347
|
+
{"system": "long_call", "item": "demo28", "prompt_tokens": 73, "completion_tokens": 1113, "n_completions": 1, "start": 0.0, "end": 6.609837565322959}
|
|
348
|
+
{"system": "long_call", "item": "demo28", "correct": false}
|
|
349
|
+
{"system": "debate", "item": "demo29", "prompt_tokens": 96, "completion_tokens": 95, "n_completions": 1, "start": 0.0, "end": 3.0874520455498566}
|
|
350
|
+
{"system": "debate", "item": "demo29", "prompt_tokens": 96, "completion_tokens": 87, "n_completions": 1, "start": 0.0, "end": 5.573005663076169}
|
|
351
|
+
{"system": "debate", "item": "demo29", "prompt_tokens": 96, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 4.932118134923093}
|
|
352
|
+
{"system": "debate", "item": "demo29", "prompt_tokens": 96, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 7.203595715293998}
|
|
353
|
+
{"system": "debate", "item": "demo29", "prompt_tokens": 96, "completion_tokens": 83, "n_completions": 1, "start": 0.0, "end": 4.342944664520038}
|
|
354
|
+
{"system": "debate", "item": "demo29", "correct": false}
|
|
355
|
+
{"system": "vote3", "item": "demo29", "prompt_tokens": 64, "completion_tokens": 88, "n_completions": 1, "start": 0.0, "end": 4.137680549781295}
|
|
356
|
+
{"system": "vote3", "item": "demo29", "prompt_tokens": 64, "completion_tokens": 73, "n_completions": 1, "start": 0.0, "end": 5.082321031795516}
|
|
357
|
+
{"system": "vote3", "item": "demo29", "prompt_tokens": 64, "completion_tokens": 83, "n_completions": 1, "start": 0.0, "end": 3.7670867619951642}
|
|
358
|
+
{"system": "vote3", "item": "demo29", "correct": true}
|
|
359
|
+
{"system": "long_call", "item": "demo29", "prompt_tokens": 64, "completion_tokens": 912, "n_completions": 1, "start": 0.0, "end": 6.521396338213921}
|
|
360
|
+
{"system": "long_call", "item": "demo29", "correct": false}
|
|
361
|
+
{"system": "debate", "item": "demo30", "prompt_tokens": 109, "completion_tokens": 109, "n_completions": 1, "start": 0.0, "end": 4.194668495437393}
|
|
362
|
+
{"system": "debate", "item": "demo30", "prompt_tokens": 109, "completion_tokens": 121, "n_completions": 1, "start": 0.0, "end": 3.3432986807939926}
|
|
363
|
+
{"system": "debate", "item": "demo30", "prompt_tokens": 109, "completion_tokens": 104, "n_completions": 1, "start": 0.0, "end": 6.309905654396816}
|
|
364
|
+
{"system": "debate", "item": "demo30", "prompt_tokens": 109, "completion_tokens": 113, "n_completions": 1, "start": 0.0, "end": 4.393236376019629}
|
|
365
|
+
{"system": "debate", "item": "demo30", "prompt_tokens": 109, "completion_tokens": 121, "n_completions": 1, "start": 0.0, "end": 5.047274694615088}
|
|
366
|
+
{"system": "debate", "item": "demo30", "correct": false}
|
|
367
|
+
{"system": "vote3", "item": "demo30", "prompt_tokens": 73, "completion_tokens": 89, "n_completions": 1, "start": 0.0, "end": 7.454444224147142}
|
|
368
|
+
{"system": "vote3", "item": "demo30", "prompt_tokens": 73, "completion_tokens": 89, "n_completions": 1, "start": 0.0, "end": 4.970233735113365}
|
|
369
|
+
{"system": "vote3", "item": "demo30", "prompt_tokens": 73, "completion_tokens": 105, "n_completions": 1, "start": 0.0, "end": 7.72497004961535}
|
|
370
|
+
{"system": "vote3", "item": "demo30", "correct": false}
|
|
371
|
+
{"system": "long_call", "item": "demo30", "prompt_tokens": 73, "completion_tokens": 1248, "n_completions": 1, "start": 0.0, "end": 4.166503902003287}
|
|
372
|
+
{"system": "long_call", "item": "demo30", "correct": false}
|
|
373
|
+
{"system": "debate", "item": "demo31", "prompt_tokens": 97, "completion_tokens": 63, "n_completions": 1, "start": 0.0, "end": 4.712585438763153}
|
|
374
|
+
{"system": "debate", "item": "demo31", "prompt_tokens": 97, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 4.091698736635122}
|
|
375
|
+
{"system": "debate", "item": "demo31", "prompt_tokens": 97, "completion_tokens": 69, "n_completions": 1, "start": 0.0, "end": 7.860533101598067}
|
|
376
|
+
{"system": "debate", "item": "demo31", "prompt_tokens": 97, "completion_tokens": 63, "n_completions": 1, "start": 0.0, "end": 4.475315794675023}
|
|
377
|
+
{"system": "debate", "item": "demo31", "prompt_tokens": 97, "completion_tokens": 74, "n_completions": 1, "start": 0.0, "end": 3.4786584440439254}
|
|
378
|
+
{"system": "debate", "item": "demo31", "correct": true}
|
|
379
|
+
{"system": "vote3", "item": "demo31", "prompt_tokens": 65, "completion_tokens": 65, "n_completions": 1, "start": 0.0, "end": 3.7152582916619954}
|
|
380
|
+
{"system": "vote3", "item": "demo31", "prompt_tokens": 65, "completion_tokens": 62, "n_completions": 1, "start": 0.0, "end": 5.777491255473365}
|
|
381
|
+
{"system": "vote3", "item": "demo31", "prompt_tokens": 65, "completion_tokens": 63, "n_completions": 1, "start": 0.0, "end": 4.534201736045047}
|
|
382
|
+
{"system": "vote3", "item": "demo31", "correct": false}
|
|
383
|
+
{"system": "long_call", "item": "demo31", "prompt_tokens": 65, "completion_tokens": 697, "n_completions": 1, "start": 0.0, "end": 4.459497474109911}
|
|
384
|
+
{"system": "long_call", "item": "demo31", "correct": true}
|
|
385
|
+
{"system": "debate", "item": "demo32", "prompt_tokens": 118, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 4.236167293266117}
|
|
386
|
+
{"system": "debate", "item": "demo32", "prompt_tokens": 118, "completion_tokens": 85, "n_completions": 1, "start": 0.0, "end": 7.162059929466325}
|
|
387
|
+
{"system": "debate", "item": "demo32", "prompt_tokens": 118, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 6.682184331953276}
|
|
388
|
+
{"system": "debate", "item": "demo32", "prompt_tokens": 118, "completion_tokens": 86, "n_completions": 1, "start": 0.0, "end": 5.314212423668454}
|
|
389
|
+
{"system": "debate", "item": "demo32", "prompt_tokens": 118, "completion_tokens": 95, "n_completions": 1, "start": 0.0, "end": 4.78654271494961}
|
|
390
|
+
{"system": "debate", "item": "demo32", "correct": true}
|
|
391
|
+
{"system": "vote3", "item": "demo32", "prompt_tokens": 79, "completion_tokens": 82, "n_completions": 1, "start": 0.0, "end": 5.343357255695243}
|
|
392
|
+
{"system": "vote3", "item": "demo32", "prompt_tokens": 79, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 4.9225987699393965}
|
|
393
|
+
{"system": "vote3", "item": "demo32", "prompt_tokens": 79, "completion_tokens": 82, "n_completions": 1, "start": 0.0, "end": 6.1987441177242335}
|
|
394
|
+
{"system": "vote3", "item": "demo32", "correct": true}
|
|
395
|
+
{"system": "long_call", "item": "demo32", "prompt_tokens": 79, "completion_tokens": 945, "n_completions": 1, "start": 0.0, "end": 6.03019938527334}
|
|
396
|
+
{"system": "long_call", "item": "demo32", "correct": true}
|
|
397
|
+
{"system": "debate", "item": "demo33", "prompt_tokens": 117, "completion_tokens": 92, "n_completions": 1, "start": 0.0, "end": 4.80174153145127}
|
|
398
|
+
{"system": "debate", "item": "demo33", "prompt_tokens": 117, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 5.349089846919812}
|
|
399
|
+
{"system": "debate", "item": "demo33", "prompt_tokens": 117, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 5.113402575207122}
|
|
400
|
+
{"system": "debate", "item": "demo33", "prompt_tokens": 117, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 7.486791417549841}
|
|
401
|
+
{"system": "debate", "item": "demo33", "prompt_tokens": 117, "completion_tokens": 92, "n_completions": 1, "start": 0.0, "end": 5.5953098202967615}
|
|
402
|
+
{"system": "debate", "item": "demo33", "correct": true}
|
|
403
|
+
{"system": "vote3", "item": "demo33", "prompt_tokens": 78, "completion_tokens": 77, "n_completions": 1, "start": 0.0, "end": 7.8100379322060505}
|
|
404
|
+
{"system": "vote3", "item": "demo33", "prompt_tokens": 78, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 4.226686101499978}
|
|
405
|
+
{"system": "vote3", "item": "demo33", "prompt_tokens": 78, "completion_tokens": 89, "n_completions": 1, "start": 0.0, "end": 7.077904520585273}
|
|
406
|
+
{"system": "vote3", "item": "demo33", "correct": true}
|
|
407
|
+
{"system": "long_call", "item": "demo33", "prompt_tokens": 78, "completion_tokens": 1104, "n_completions": 1, "start": 0.0, "end": 3.444553467025223}
|
|
408
|
+
{"system": "long_call", "item": "demo33", "correct": true}
|
|
409
|
+
{"system": "debate", "item": "demo34", "prompt_tokens": 102, "completion_tokens": 115, "n_completions": 1, "start": 0.0, "end": 4.930717664541685}
|
|
410
|
+
{"system": "debate", "item": "demo34", "prompt_tokens": 102, "completion_tokens": 119, "n_completions": 1, "start": 0.0, "end": 7.487596861148816}
|
|
411
|
+
{"system": "debate", "item": "demo34", "prompt_tokens": 102, "completion_tokens": 112, "n_completions": 1, "start": 0.0, "end": 7.58052672481794}
|
|
412
|
+
{"system": "debate", "item": "demo34", "prompt_tokens": 102, "completion_tokens": 104, "n_completions": 1, "start": 0.0, "end": 3.8309534386307407}
|
|
413
|
+
{"system": "debate", "item": "demo34", "prompt_tokens": 102, "completion_tokens": 118, "n_completions": 1, "start": 0.0, "end": 4.527758430319264}
|
|
414
|
+
{"system": "debate", "item": "demo34", "correct": false}
|
|
415
|
+
{"system": "vote3", "item": "demo34", "prompt_tokens": 68, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 3.728927197652804}
|
|
416
|
+
{"system": "vote3", "item": "demo34", "prompt_tokens": 68, "completion_tokens": 104, "n_completions": 1, "start": 0.0, "end": 6.707162704399274}
|
|
417
|
+
{"system": "vote3", "item": "demo34", "prompt_tokens": 68, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 4.298858208261754}
|
|
418
|
+
{"system": "vote3", "item": "demo34", "correct": false}
|
|
419
|
+
{"system": "long_call", "item": "demo34", "prompt_tokens": 68, "completion_tokens": 1285, "n_completions": 1, "start": 0.0, "end": 7.350450613820386}
|
|
420
|
+
{"system": "long_call", "item": "demo34", "correct": false}
|
|
421
|
+
{"system": "debate", "item": "demo35", "prompt_tokens": 129, "completion_tokens": 97, "n_completions": 1, "start": 0.0, "end": 4.493725410682721}
|
|
422
|
+
{"system": "debate", "item": "demo35", "prompt_tokens": 129, "completion_tokens": 109, "n_completions": 1, "start": 0.0, "end": 6.515447320969671}
|
|
423
|
+
{"system": "debate", "item": "demo35", "prompt_tokens": 129, "completion_tokens": 113, "n_completions": 1, "start": 0.0, "end": 4.9164315788543025}
|
|
424
|
+
{"system": "debate", "item": "demo35", "prompt_tokens": 129, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 7.261762883284418}
|
|
425
|
+
{"system": "debate", "item": "demo35", "prompt_tokens": 129, "completion_tokens": 99, "n_completions": 1, "start": 0.0, "end": 3.325109450787771}
|
|
426
|
+
{"system": "debate", "item": "demo35", "correct": false}
|
|
427
|
+
{"system": "vote3", "item": "demo35", "prompt_tokens": 86, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 7.710793525927656}
|
|
428
|
+
{"system": "vote3", "item": "demo35", "prompt_tokens": 86, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 5.819861711976409}
|
|
429
|
+
{"system": "vote3", "item": "demo35", "prompt_tokens": 86, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 6.467086984818102}
|
|
430
|
+
{"system": "vote3", "item": "demo35", "correct": true}
|
|
431
|
+
{"system": "long_call", "item": "demo35", "prompt_tokens": 86, "completion_tokens": 1094, "n_completions": 1, "start": 0.0, "end": 3.4636503606685776}
|
|
432
|
+
{"system": "long_call", "item": "demo35", "correct": true}
|
|
433
|
+
{"system": "debate", "item": "demo36", "prompt_tokens": 115, "completion_tokens": 106, "n_completions": 1, "start": 0.0, "end": 7.95133693831357}
|
|
434
|
+
{"system": "debate", "item": "demo36", "prompt_tokens": 115, "completion_tokens": 101, "n_completions": 1, "start": 0.0, "end": 4.800056378628373}
|
|
435
|
+
{"system": "debate", "item": "demo36", "prompt_tokens": 115, "completion_tokens": 94, "n_completions": 1, "start": 0.0, "end": 3.9147550236930013}
|
|
436
|
+
{"system": "debate", "item": "demo36", "prompt_tokens": 115, "completion_tokens": 96, "n_completions": 1, "start": 0.0, "end": 7.258285868230129}
|
|
437
|
+
{"system": "debate", "item": "demo36", "prompt_tokens": 115, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 6.929893002207036}
|
|
438
|
+
{"system": "debate", "item": "demo36", "correct": true}
|
|
439
|
+
{"system": "vote3", "item": "demo36", "prompt_tokens": 77, "completion_tokens": 79, "n_completions": 1, "start": 0.0, "end": 3.3477391683584923}
|
|
440
|
+
{"system": "vote3", "item": "demo36", "prompt_tokens": 77, "completion_tokens": 91, "n_completions": 1, "start": 0.0, "end": 6.365855108864072}
|
|
441
|
+
{"system": "vote3", "item": "demo36", "prompt_tokens": 77, "completion_tokens": 84, "n_completions": 1, "start": 0.0, "end": 7.30645035077676}
|
|
442
|
+
{"system": "vote3", "item": "demo36", "correct": false}
|
|
443
|
+
{"system": "long_call", "item": "demo36", "prompt_tokens": 77, "completion_tokens": 1036, "n_completions": 1, "start": 0.0, "end": 3.57502178192046}
|
|
444
|
+
{"system": "long_call", "item": "demo36", "correct": true}
|
|
445
|
+
{"system": "debate", "item": "demo37", "prompt_tokens": 118, "completion_tokens": 98, "n_completions": 1, "start": 0.0, "end": 6.114533025963473}
|
|
446
|
+
{"system": "debate", "item": "demo37", "prompt_tokens": 118, "completion_tokens": 110, "n_completions": 1, "start": 0.0, "end": 3.5352374152937944}
|
|
447
|
+
{"system": "debate", "item": "demo37", "prompt_tokens": 118, "completion_tokens": 102, "n_completions": 1, "start": 0.0, "end": 3.1132270311649153}
|
|
448
|
+
{"system": "debate", "item": "demo37", "prompt_tokens": 118, "completion_tokens": 109, "n_completions": 1, "start": 0.0, "end": 6.892450381169004}
|
|
449
|
+
{"system": "debate", "item": "demo37", "prompt_tokens": 118, "completion_tokens": 93, "n_completions": 1, "start": 0.0, "end": 6.729056501070744}
|
|
450
|
+
{"system": "debate", "item": "demo37", "correct": false}
|
|
451
|
+
{"system": "vote3", "item": "demo37", "prompt_tokens": 79, "completion_tokens": 83, "n_completions": 1, "start": 0.0, "end": 5.625842076294421}
|
|
452
|
+
{"system": "vote3", "item": "demo37", "prompt_tokens": 79, "completion_tokens": 93, "n_completions": 1, "start": 0.0, "end": 4.677427385261067}
|
|
453
|
+
{"system": "vote3", "item": "demo37", "prompt_tokens": 79, "completion_tokens": 90, "n_completions": 1, "start": 0.0, "end": 7.879661267322787}
|
|
454
|
+
{"system": "vote3", "item": "demo37", "correct": false}
|
|
455
|
+
{"system": "long_call", "item": "demo37", "prompt_tokens": 79, "completion_tokens": 1080, "n_completions": 1, "start": 0.0, "end": 3.3299872075264227}
|
|
456
|
+
{"system": "long_call", "item": "demo37", "correct": false}
|
|
457
|
+
{"system": "debate", "item": "demo38", "prompt_tokens": 106, "completion_tokens": 71, "n_completions": 1, "start": 0.0, "end": 5.879832549149537}
|
|
458
|
+
{"system": "debate", "item": "demo38", "prompt_tokens": 106, "completion_tokens": 70, "n_completions": 1, "start": 0.0, "end": 6.7670581079757675}
|
|
459
|
+
{"system": "debate", "item": "demo38", "prompt_tokens": 106, "completion_tokens": 72, "n_completions": 1, "start": 0.0, "end": 5.392469512645935}
|
|
460
|
+
{"system": "debate", "item": "demo38", "prompt_tokens": 106, "completion_tokens": 80, "n_completions": 1, "start": 0.0, "end": 6.591909307652648}
|
|
461
|
+
{"system": "debate", "item": "demo38", "prompt_tokens": 106, "completion_tokens": 78, "n_completions": 1, "start": 0.0, "end": 4.69670926915488}
|
|
462
|
+
{"system": "debate", "item": "demo38", "correct": false}
|
|
463
|
+
{"system": "vote3", "item": "demo38", "prompt_tokens": 71, "completion_tokens": 63, "n_completions": 1, "start": 0.0, "end": 7.941529191026494}
|
|
464
|
+
{"system": "vote3", "item": "demo38", "prompt_tokens": 71, "completion_tokens": 70, "n_completions": 1, "start": 0.0, "end": 6.295623324084091}
|
|
465
|
+
{"system": "vote3", "item": "demo38", "prompt_tokens": 71, "completion_tokens": 69, "n_completions": 1, "start": 0.0, "end": 5.72021722133581}
|
|
466
|
+
{"system": "vote3", "item": "demo38", "correct": false}
|
|
467
|
+
{"system": "long_call", "item": "demo38", "prompt_tokens": 71, "completion_tokens": 725, "n_completions": 1, "start": 0.0, "end": 7.942928131266067}
|
|
468
|
+
{"system": "long_call", "item": "demo38", "correct": false}
|
|
469
|
+
{"system": "debate", "item": "demo39", "prompt_tokens": 111, "completion_tokens": 86, "n_completions": 1, "start": 0.0, "end": 4.377556616177968}
|
|
470
|
+
{"system": "debate", "item": "demo39", "prompt_tokens": 111, "completion_tokens": 76, "n_completions": 1, "start": 0.0, "end": 3.9860421411502136}
|
|
471
|
+
{"system": "debate", "item": "demo39", "prompt_tokens": 111, "completion_tokens": 83, "n_completions": 1, "start": 0.0, "end": 4.39885092116182}
|
|
472
|
+
{"system": "debate", "item": "demo39", "prompt_tokens": 111, "completion_tokens": 77, "n_completions": 1, "start": 0.0, "end": 3.492479839797479}
|
|
473
|
+
{"system": "debate", "item": "demo39", "prompt_tokens": 111, "completion_tokens": 79, "n_completions": 1, "start": 0.0, "end": 6.870468745129871}
|
|
474
|
+
{"system": "debate", "item": "demo39", "correct": true}
|
|
475
|
+
{"system": "vote3", "item": "demo39", "prompt_tokens": 74, "completion_tokens": 71, "n_completions": 1, "start": 0.0, "end": 6.01403109293048}
|
|
476
|
+
{"system": "vote3", "item": "demo39", "prompt_tokens": 74, "completion_tokens": 65, "n_completions": 1, "start": 0.0, "end": 4.469861281055727}
|
|
477
|
+
{"system": "vote3", "item": "demo39", "prompt_tokens": 74, "completion_tokens": 77, "n_completions": 1, "start": 0.0, "end": 7.971684551578409}
|
|
478
|
+
{"system": "vote3", "item": "demo39", "correct": true}
|
|
479
|
+
{"system": "long_call", "item": "demo39", "prompt_tokens": 74, "completion_tokens": 806, "n_completions": 1, "start": 0.0, "end": 6.820783949024662}
|
|
480
|
+
{"system": "long_call", "item": "demo39", "correct": false}
|