harness-everything 0.22.1 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +1 -1
- package/.claude-plugin/plugin.json +1 -1
- package/CHANGELOG.md +19 -0
- package/benchmarks/fixtures/system-one-holdout-draft.json +2039 -0
- package/benchmarks/fixtures/system-one-holdout-reviews.json +1587 -0
- package/benchmarks/fixtures/system-one-holdout.json +7315 -0
- package/benchmarks/results/system-one/labeler-holdout-check-2026-09-23/README.md +55 -0
- package/benchmarks/results/system-one/labeler-holdout-check-2026-09-23/report.json +1104 -0
- package/benchmarks/results/system-one/lexical-baseline-reviewed-holdout-2026-09-23/README.md +47 -0
- package/benchmarks/results/system-one/lexical-baseline-reviewed-holdout-2026-09-23/report.json +5222 -0
- package/ci/fixtures/system-one-resident-stub.py +3 -0
- package/ci/mechanism-system-one-collect.test.js +129 -0
- package/ci/mechanism-system-one-corpus.test.js +154 -0
- package/ci/mechanism-system-one-label.test.js +101 -0
- package/ci/mechanism-system-one-resident.test.js +36 -2
- package/ci/mechanism-system-one-router.test.js +13 -0
- package/ci/mechanism-system-one-train.test.js +82 -0
- package/ci/system-one-train-test.py +55 -0
- package/docs/system-one-corpus.md +103 -0
- package/docs/system-one-routing.md +10 -2
- package/docs/system-one-training.md +121 -0
- package/harness-everything/SKILL.md +1 -1
- package/harness-everything/scripts/system-one/provider.js +12 -5
- package/harness-everything/scripts/system-one/router.js +1 -1
- package/opencode-plugin/plugin.json +1 -1
- package/package.json +1 -1
- package/plugins/harness-everything/.codex-plugin/plugin.json +1 -1
- package/plugins/harness-everything/plugin.json +1 -1
- package/plugins/harness-everything/skills/harness-everything/SKILL.md +1 -1
- package/plugins/harness-everything/skills/harness-everything/scripts/system-one/provider.js +12 -5
- package/plugins/harness-everything/skills/harness-everything/scripts/system-one/router.js +1 -1
- package/sbom.cdx.json +7 -7
- package/scripts/evaluate-system-one.js +1 -1
- package/scripts/system-one-calibrate.js +44 -0
- package/scripts/system-one-collect.js +196 -0
- package/scripts/system-one-corpus.js +99 -0
- package/scripts/system-one-label.js +144 -0
- package/scripts/system-one-train.py +168 -0
|
@@ -0,0 +1,1587 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": 1,
|
|
3
|
+
"decisions": [
|
|
4
|
+
{
|
|
5
|
+
"id": "h-git-commit-1",
|
|
6
|
+
"promptHash": "f282e3af6c8ca15df279e6b25e67b41a1b119810001696fc0232e536e83c94ce",
|
|
7
|
+
"decision": "accept",
|
|
8
|
+
"gold": "tier1",
|
|
9
|
+
"reviewer": "human:repository-owner"
|
|
10
|
+
},
|
|
11
|
+
{
|
|
12
|
+
"id": "h-git-commit-2",
|
|
13
|
+
"promptHash": "4bc86fb118823789c12f14d09d110e995bd5d2df15d9e1642317d3b698324ae6",
|
|
14
|
+
"decision": "accept",
|
|
15
|
+
"gold": "tier1",
|
|
16
|
+
"reviewer": "human:repository-owner"
|
|
17
|
+
},
|
|
18
|
+
{
|
|
19
|
+
"id": "h-git-commit-3",
|
|
20
|
+
"promptHash": "1e5829a55e31f1e41f7b2e1c822fe186023dac2090c0a518691ebee3fbb6a40d",
|
|
21
|
+
"decision": "accept",
|
|
22
|
+
"gold": "tier1",
|
|
23
|
+
"reviewer": "human:repository-owner"
|
|
24
|
+
},
|
|
25
|
+
{
|
|
26
|
+
"id": "h-git-commit-4",
|
|
27
|
+
"promptHash": "b6807e2d1c51e92f758f3aae8dd4de2e03cb2410d0c21f64cd9e8ac8dbd3b82a",
|
|
28
|
+
"decision": "accept",
|
|
29
|
+
"gold": "tier1",
|
|
30
|
+
"reviewer": "human:repository-owner"
|
|
31
|
+
},
|
|
32
|
+
{
|
|
33
|
+
"id": "h-git-push-open-pr-1",
|
|
34
|
+
"promptHash": "f38fe844d747aaaa8e48fb683d06c56e7b811fed0fafc5a99224565ef9076a56",
|
|
35
|
+
"decision": "accept",
|
|
36
|
+
"gold": "tier1",
|
|
37
|
+
"reviewer": "human:repository-owner"
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
"id": "h-git-push-open-pr-2",
|
|
41
|
+
"promptHash": "8479a62e6380b83a8d4a345e3e20378e4799e3cc29b91429d97e2f51375cf6cd",
|
|
42
|
+
"decision": "accept",
|
|
43
|
+
"gold": "tier1",
|
|
44
|
+
"reviewer": "human:repository-owner"
|
|
45
|
+
},
|
|
46
|
+
{
|
|
47
|
+
"id": "h-git-push-open-pr-3",
|
|
48
|
+
"promptHash": "74658d75109b9555c732e61d5dc52ec2681361f368139738576e19c787df21c4",
|
|
49
|
+
"decision": "accept",
|
|
50
|
+
"gold": "tier1",
|
|
51
|
+
"reviewer": "human:repository-owner"
|
|
52
|
+
},
|
|
53
|
+
{
|
|
54
|
+
"id": "h-git-push-open-pr-4",
|
|
55
|
+
"promptHash": "607276dc165a0d6adb175ece1e4ee70046c0b99b8bfa1444fcdaeac976444f3d",
|
|
56
|
+
"decision": "accept",
|
|
57
|
+
"gold": "tier1",
|
|
58
|
+
"reviewer": "human:repository-owner"
|
|
59
|
+
},
|
|
60
|
+
{
|
|
61
|
+
"id": "h-git-sync-branch-1",
|
|
62
|
+
"promptHash": "10a7df4eb4dc019a6eee9ed811673f14eb22974dfe64e99babc01deb332c9ced",
|
|
63
|
+
"decision": "accept",
|
|
64
|
+
"gold": "tier1",
|
|
65
|
+
"reviewer": "human:repository-owner"
|
|
66
|
+
},
|
|
67
|
+
{
|
|
68
|
+
"id": "h-git-sync-branch-2",
|
|
69
|
+
"promptHash": "c5f98b35b0444c304127b614540e84163b8aebe44531151f429707c3badf03a0",
|
|
70
|
+
"decision": "accept",
|
|
71
|
+
"gold": "tier1",
|
|
72
|
+
"reviewer": "human:repository-owner"
|
|
73
|
+
},
|
|
74
|
+
{
|
|
75
|
+
"id": "h-git-sync-branch-3",
|
|
76
|
+
"promptHash": "393dd1a7df251a20f5b2bc50ba5968f3a90703d4ce7fcad6ce85d02ecb0b6549",
|
|
77
|
+
"decision": "accept",
|
|
78
|
+
"gold": "tier1",
|
|
79
|
+
"reviewer": "human:repository-owner"
|
|
80
|
+
},
|
|
81
|
+
{
|
|
82
|
+
"id": "h-git-sync-branch-4",
|
|
83
|
+
"promptHash": "bb8421881bf428ce60f80c5ceb7a9eecf5a64a307e58cde44977186b1b96d6f2",
|
|
84
|
+
"decision": "accept",
|
|
85
|
+
"gold": "tier1",
|
|
86
|
+
"reviewer": "human:repository-owner"
|
|
87
|
+
},
|
|
88
|
+
{
|
|
89
|
+
"id": "h-git-revert-last-1",
|
|
90
|
+
"promptHash": "6f61864d99c8cf1ca119f8153b7b59cb0cb1f67ba3252cf9ec0f8b01451e8eab",
|
|
91
|
+
"decision": "relabel",
|
|
92
|
+
"gold": "tier2",
|
|
93
|
+
"reviewer": "human:repository-owner"
|
|
94
|
+
},
|
|
95
|
+
{
|
|
96
|
+
"id": "h-git-revert-last-2",
|
|
97
|
+
"promptHash": "1f3af4c5d727d4a8d20efbe9bc30d22094297d8777c7a4c164f0cb4285b9a4e0",
|
|
98
|
+
"decision": "relabel",
|
|
99
|
+
"gold": "tier2",
|
|
100
|
+
"reviewer": "human:repository-owner"
|
|
101
|
+
},
|
|
102
|
+
{
|
|
103
|
+
"id": "h-git-revert-last-3",
|
|
104
|
+
"promptHash": "e5f71bf4c0293b37091df458b7aeee90c47c8e7e5f3f92a5ad41dc94fbbc5ba5",
|
|
105
|
+
"decision": "relabel",
|
|
106
|
+
"gold": "tier2",
|
|
107
|
+
"reviewer": "human:repository-owner"
|
|
108
|
+
},
|
|
109
|
+
{
|
|
110
|
+
"id": "h-issue-pr-status-1",
|
|
111
|
+
"promptHash": "72b3d349c6e8d180fc802e75a477fdabe0fa8fd84f191f30a927d55def69feab",
|
|
112
|
+
"decision": "accept",
|
|
113
|
+
"gold": "tier1",
|
|
114
|
+
"reviewer": "human:repository-owner"
|
|
115
|
+
},
|
|
116
|
+
{
|
|
117
|
+
"id": "h-issue-pr-status-2",
|
|
118
|
+
"promptHash": "2f1c1103edd9cb0e273aa7cee870056f83a05651ded08d09cf497e189d972538",
|
|
119
|
+
"decision": "accept",
|
|
120
|
+
"gold": "tier1",
|
|
121
|
+
"reviewer": "human:repository-owner"
|
|
122
|
+
},
|
|
123
|
+
{
|
|
124
|
+
"id": "h-issue-pr-status-3",
|
|
125
|
+
"promptHash": "a08176f03f12c8e3a9c6eb9145025de2f7cd97846f21c6b438c447b68b5527e2",
|
|
126
|
+
"decision": "accept",
|
|
127
|
+
"gold": "tier1",
|
|
128
|
+
"reviewer": "human:repository-owner"
|
|
129
|
+
},
|
|
130
|
+
{
|
|
131
|
+
"id": "h-issue-pr-status-4",
|
|
132
|
+
"promptHash": "50d68c767f129d28ad43bf3db7501bffac24178b2cefdbbe5b7a8fdaf37aaa8a",
|
|
133
|
+
"decision": "accept",
|
|
134
|
+
"gold": "tier1",
|
|
135
|
+
"reviewer": "human:repository-owner"
|
|
136
|
+
},
|
|
137
|
+
{
|
|
138
|
+
"id": "h-comment-results-on-issue-1",
|
|
139
|
+
"promptHash": "e3844059ee340f87ef1ce406c956b306ef8b335f08bc56cae61188e24fd423e4",
|
|
140
|
+
"decision": "accept",
|
|
141
|
+
"gold": "tier1",
|
|
142
|
+
"reviewer": "human:repository-owner"
|
|
143
|
+
},
|
|
144
|
+
{
|
|
145
|
+
"id": "h-comment-results-on-issue-2",
|
|
146
|
+
"promptHash": "da4b4f9f09beb1a32a8acf7e8e5255df24fa8d69e4fb68402de602b497ce20a6",
|
|
147
|
+
"decision": "accept",
|
|
148
|
+
"gold": "tier1",
|
|
149
|
+
"reviewer": "human:repository-owner"
|
|
150
|
+
},
|
|
151
|
+
{
|
|
152
|
+
"id": "h-comment-results-on-issue-3",
|
|
153
|
+
"promptHash": "18801bb8a6726d3340e67ce7e3b2d98ac4f876ac2fec2b167a7d330f8c11f2dd",
|
|
154
|
+
"decision": "accept",
|
|
155
|
+
"gold": "tier1",
|
|
156
|
+
"reviewer": "human:repository-owner"
|
|
157
|
+
},
|
|
158
|
+
{
|
|
159
|
+
"id": "h-open-issue-described-1",
|
|
160
|
+
"promptHash": "7bd255805613a0c0ab9026952ddeddfa165efb46ea2d8b6cde4ad0055c8a1e7f",
|
|
161
|
+
"decision": "relabel",
|
|
162
|
+
"gold": "tier2",
|
|
163
|
+
"reviewer": "human:repository-owner"
|
|
164
|
+
},
|
|
165
|
+
{
|
|
166
|
+
"id": "h-open-issue-described-2",
|
|
167
|
+
"promptHash": "93f370d79f482d68491a2353071239ee90914546e532f9088d9ce0cfa97be467",
|
|
168
|
+
"decision": "relabel",
|
|
169
|
+
"gold": "tier2",
|
|
170
|
+
"reviewer": "human:repository-owner"
|
|
171
|
+
},
|
|
172
|
+
{
|
|
173
|
+
"id": "h-open-issue-described-3",
|
|
174
|
+
"promptHash": "77f2afc5a7f40f618e79adedb41f29e527ba67f43d82e39286ac6fb953073a9d",
|
|
175
|
+
"decision": "relabel",
|
|
176
|
+
"gold": "tier2",
|
|
177
|
+
"reviewer": "human:repository-owner"
|
|
178
|
+
},
|
|
179
|
+
{
|
|
180
|
+
"id": "h-open-issue-described-4",
|
|
181
|
+
"promptHash": "ab640fa88c2859dd794a4494e2a44fb5c1a4de395a61f240c44be98cccc90b2a",
|
|
182
|
+
"decision": "relabel",
|
|
183
|
+
"gold": "tier2",
|
|
184
|
+
"reviewer": "human:repository-owner"
|
|
185
|
+
},
|
|
186
|
+
{
|
|
187
|
+
"id": "h-typo-doc-fix-1",
|
|
188
|
+
"promptHash": "e3fa713715d50e7b32ad1f624127d39e810a3014306196cfad0ed0aef18863e3",
|
|
189
|
+
"decision": "accept",
|
|
190
|
+
"gold": "tier1",
|
|
191
|
+
"reviewer": "human:repository-owner"
|
|
192
|
+
},
|
|
193
|
+
{
|
|
194
|
+
"id": "h-typo-doc-fix-2",
|
|
195
|
+
"promptHash": "22b902b1c07f5382d7889cefc3ef6c1574b642d1f2bbec338c3bf3e9f096a67c",
|
|
196
|
+
"decision": "relabel",
|
|
197
|
+
"gold": "tier2",
|
|
198
|
+
"reviewer": "human:repository-owner"
|
|
199
|
+
},
|
|
200
|
+
{
|
|
201
|
+
"id": "h-typo-doc-fix-3",
|
|
202
|
+
"promptHash": "343ba7e100c055a6553ea8176a2b692c5d58b957b1cb5dd4e3910b147f4de9e9",
|
|
203
|
+
"decision": "accept",
|
|
204
|
+
"gold": "tier1",
|
|
205
|
+
"reviewer": "human:repository-owner"
|
|
206
|
+
},
|
|
207
|
+
{
|
|
208
|
+
"id": "h-typo-doc-fix-4",
|
|
209
|
+
"promptHash": "45f9c38b54229f9f60f58f89f6d2476b8378f5e779fd1918f8e1980047ade455",
|
|
210
|
+
"decision": "relabel",
|
|
211
|
+
"gold": "tier2",
|
|
212
|
+
"reviewer": "human:repository-owner"
|
|
213
|
+
},
|
|
214
|
+
{
|
|
215
|
+
"id": "h-single-line-edit-1",
|
|
216
|
+
"promptHash": "541f03c6cba867d8616b1ec92b0b9df9b73450b22419914d6915f4fa408d08f7",
|
|
217
|
+
"decision": "relabel",
|
|
218
|
+
"gold": "tier2",
|
|
219
|
+
"reviewer": "human:repository-owner"
|
|
220
|
+
},
|
|
221
|
+
{
|
|
222
|
+
"id": "h-single-line-edit-2",
|
|
223
|
+
"promptHash": "fee004b8f39f7873cb80a93e6cf2cad3ee3b6845812449eee0d6cef82aafbd46",
|
|
224
|
+
"decision": "relabel",
|
|
225
|
+
"gold": "tier2",
|
|
226
|
+
"reviewer": "human:repository-owner"
|
|
227
|
+
},
|
|
228
|
+
{
|
|
229
|
+
"id": "h-single-line-edit-3",
|
|
230
|
+
"promptHash": "978157757486e6a2e75a42610cddab89ee438a7967239e32387cd7df66ce0ca3",
|
|
231
|
+
"decision": "relabel",
|
|
232
|
+
"gold": "tier2",
|
|
233
|
+
"reviewer": "human:repository-owner"
|
|
234
|
+
},
|
|
235
|
+
{
|
|
236
|
+
"id": "h-local-rename-1",
|
|
237
|
+
"promptHash": "03527a29f3190bd67800472475d2bfde4c73a93589d8d5812aee600c79e28fbc",
|
|
238
|
+
"decision": "relabel",
|
|
239
|
+
"gold": "tier2",
|
|
240
|
+
"reviewer": "human:repository-owner"
|
|
241
|
+
},
|
|
242
|
+
{
|
|
243
|
+
"id": "h-local-rename-2",
|
|
244
|
+
"promptHash": "56223edf476e9d7c9e67bee698fcfd6763f4d06463d37b55d13d9b89f7c7da58",
|
|
245
|
+
"decision": "relabel",
|
|
246
|
+
"gold": "tier2",
|
|
247
|
+
"reviewer": "human:repository-owner"
|
|
248
|
+
},
|
|
249
|
+
{
|
|
250
|
+
"id": "h-local-rename-3",
|
|
251
|
+
"promptHash": "00b4d6506ec2deb647dd910f2569614e1ed4332ba4a5186701c55b5a253f9b02",
|
|
252
|
+
"decision": "relabel",
|
|
253
|
+
"gold": "tier2",
|
|
254
|
+
"reviewer": "human:repository-owner"
|
|
255
|
+
},
|
|
256
|
+
{
|
|
257
|
+
"id": "h-config-tweak-1",
|
|
258
|
+
"promptHash": "6181a4cde901885690ccf71cf48d815929cb5b5d008a5cc8ce97bdc0ed76e767",
|
|
259
|
+
"decision": "relabel",
|
|
260
|
+
"gold": "tier2",
|
|
261
|
+
"reviewer": "human:repository-owner"
|
|
262
|
+
},
|
|
263
|
+
{
|
|
264
|
+
"id": "h-config-tweak-2",
|
|
265
|
+
"promptHash": "e8296eef2bb92a58fcf42e37a81b65d968d27203c894ed4b53291b4a1e35bfe7",
|
|
266
|
+
"decision": "relabel",
|
|
267
|
+
"gold": "tier2",
|
|
268
|
+
"reviewer": "human:repository-owner"
|
|
269
|
+
},
|
|
270
|
+
{
|
|
271
|
+
"id": "h-config-tweak-3",
|
|
272
|
+
"promptHash": "3aeced47992cd2bdd2a525396a1b77f11e40b23343bac6784dcdeba21cc757cc",
|
|
273
|
+
"decision": "relabel",
|
|
274
|
+
"gold": "tier2",
|
|
275
|
+
"reviewer": "human:repository-owner"
|
|
276
|
+
},
|
|
277
|
+
{
|
|
278
|
+
"id": "h-config-tweak-4",
|
|
279
|
+
"promptHash": "6bc838c302f793b55616a6e37b2dfd6409bf6b450d235c7e44aad049bca19997",
|
|
280
|
+
"decision": "accept",
|
|
281
|
+
"gold": "tier1",
|
|
282
|
+
"reviewer": "human:repository-owner"
|
|
283
|
+
},
|
|
284
|
+
{
|
|
285
|
+
"id": "h-run-named-command-1",
|
|
286
|
+
"promptHash": "20da45f812efc73cce6ffe89a1968908c860c6b8cfc3bca6a9f68cd3bb220803",
|
|
287
|
+
"decision": "relabel",
|
|
288
|
+
"gold": "tier2",
|
|
289
|
+
"reviewer": "human:repository-owner"
|
|
290
|
+
},
|
|
291
|
+
{
|
|
292
|
+
"id": "h-run-named-command-2",
|
|
293
|
+
"promptHash": "471d046076caae1ed22f2e722fb2fb3eb80763d10da6ef1b38d9060d514cccb0",
|
|
294
|
+
"decision": "relabel",
|
|
295
|
+
"gold": "tier2",
|
|
296
|
+
"reviewer": "human:repository-owner"
|
|
297
|
+
},
|
|
298
|
+
{
|
|
299
|
+
"id": "h-run-named-command-3",
|
|
300
|
+
"promptHash": "82f0a46c0903acd0e365bc699a8e7df95f9dca2507824a9cdf24bf3edb0e38e8",
|
|
301
|
+
"decision": "relabel",
|
|
302
|
+
"gold": "tier2",
|
|
303
|
+
"reviewer": "human:repository-owner"
|
|
304
|
+
},
|
|
305
|
+
{
|
|
306
|
+
"id": "h-run-named-command-4",
|
|
307
|
+
"promptHash": "6f67fdee7d022373af177d39bc3a541a7574013ba28bdbb56235d2d4f8aa6620",
|
|
308
|
+
"decision": "relabel",
|
|
309
|
+
"gold": "tier2",
|
|
310
|
+
"reviewer": "human:repository-owner"
|
|
311
|
+
},
|
|
312
|
+
{
|
|
313
|
+
"id": "h-bounded-explanation-1",
|
|
314
|
+
"promptHash": "0c34ab6f2e0d40783218f12fb64a19dbe4b12202b414333135acd022985efd08",
|
|
315
|
+
"decision": "accept",
|
|
316
|
+
"gold": "tier1",
|
|
317
|
+
"reviewer": "human:repository-owner"
|
|
318
|
+
},
|
|
319
|
+
{
|
|
320
|
+
"id": "h-bounded-explanation-2",
|
|
321
|
+
"promptHash": "fb4131dd37f73b2ec601e93fba397823228f341f7c8638cd007677a61089b52e",
|
|
322
|
+
"decision": "relabel",
|
|
323
|
+
"gold": "tier2",
|
|
324
|
+
"reviewer": "human:repository-owner"
|
|
325
|
+
},
|
|
326
|
+
{
|
|
327
|
+
"id": "h-bounded-explanation-3",
|
|
328
|
+
"promptHash": "c056cc927936664e9566f48f0cb6108bc66139a69087a31685302d00b625f325",
|
|
329
|
+
"decision": "relabel",
|
|
330
|
+
"gold": "tier2",
|
|
331
|
+
"reviewer": "human:repository-owner"
|
|
332
|
+
},
|
|
333
|
+
{
|
|
334
|
+
"id": "h-bounded-explanation-4",
|
|
335
|
+
"promptHash": "c1ac082541ce7155afa6cd2aa8148bbf370d6ee1e3f00abf070867fec8ec345c",
|
|
336
|
+
"decision": "relabel",
|
|
337
|
+
"gold": "tier2",
|
|
338
|
+
"reviewer": "human:repository-owner"
|
|
339
|
+
},
|
|
340
|
+
{
|
|
341
|
+
"id": "h-read-log-report-1",
|
|
342
|
+
"promptHash": "922710c449d4fad904f7dedbd7c61198028870bb1dbc70fc3d35384fa0505d11",
|
|
343
|
+
"decision": "accept",
|
|
344
|
+
"gold": "tier1",
|
|
345
|
+
"reviewer": "human:repository-owner"
|
|
346
|
+
},
|
|
347
|
+
{
|
|
348
|
+
"id": "h-read-log-report-2",
|
|
349
|
+
"promptHash": "966767b3a9d6b3fc3b8fd59ad986521df04685ee8f132a0c52c90b498c7f5c0e",
|
|
350
|
+
"decision": "accept",
|
|
351
|
+
"gold": "tier1",
|
|
352
|
+
"reviewer": "human:repository-owner"
|
|
353
|
+
},
|
|
354
|
+
{
|
|
355
|
+
"id": "h-read-log-report-3",
|
|
356
|
+
"promptHash": "3843ab5e27839fc59748677c142f8c47383bc2d4d64db469a252d160717e72d2",
|
|
357
|
+
"decision": "accept",
|
|
358
|
+
"gold": "tier1",
|
|
359
|
+
"reviewer": "human:repository-owner"
|
|
360
|
+
},
|
|
361
|
+
{
|
|
362
|
+
"id": "h-list-remaining-tasks-1",
|
|
363
|
+
"promptHash": "180a287be4434e0ecbff8a90fb78099e9e68d4658f382c77acd67e87004fab87",
|
|
364
|
+
"decision": "relabel",
|
|
365
|
+
"gold": "tier2",
|
|
366
|
+
"reviewer": "human:repository-owner"
|
|
367
|
+
},
|
|
368
|
+
{
|
|
369
|
+
"id": "h-list-remaining-tasks-2",
|
|
370
|
+
"promptHash": "f3b16d44c9d887b5cae438c76f1a52e2ef81475e1de66e11242dc9549f77000f",
|
|
371
|
+
"decision": "relabel",
|
|
372
|
+
"gold": "tier2",
|
|
373
|
+
"reviewer": "human:repository-owner"
|
|
374
|
+
},
|
|
375
|
+
{
|
|
376
|
+
"id": "h-list-remaining-tasks-3",
|
|
377
|
+
"promptHash": "e756961d6fe700c1ce914cd6ed68471795d2cf154dedc43ac1b81154b9c2405b",
|
|
378
|
+
"decision": "relabel",
|
|
379
|
+
"gold": "tier2",
|
|
380
|
+
"reviewer": "human:repository-owner"
|
|
381
|
+
},
|
|
382
|
+
{
|
|
383
|
+
"id": "h-add-link-docs-1",
|
|
384
|
+
"promptHash": "fc38b773d7fa6900438ef248886da772e0bf3a238fcf6d8e14070f5433c8b67e",
|
|
385
|
+
"decision": "accept",
|
|
386
|
+
"gold": "tier1",
|
|
387
|
+
"reviewer": "human:repository-owner"
|
|
388
|
+
},
|
|
389
|
+
{
|
|
390
|
+
"id": "h-add-link-docs-2",
|
|
391
|
+
"promptHash": "5f8e7b7592b7e5f8be7134fae5df47c5fe700a58c65620866120b4bba1653334",
|
|
392
|
+
"decision": "accept",
|
|
393
|
+
"gold": "tier1",
|
|
394
|
+
"reviewer": "human:repository-owner"
|
|
395
|
+
},
|
|
396
|
+
{
|
|
397
|
+
"id": "h-fix-cli-error-log-1",
|
|
398
|
+
"promptHash": "de349d0f697610b8b98c66ec6250bce108a5e7245a253d2eb459a6d4e8a446ec",
|
|
399
|
+
"decision": "accept",
|
|
400
|
+
"gold": "tier2",
|
|
401
|
+
"reviewer": "human:repository-owner"
|
|
402
|
+
},
|
|
403
|
+
{
|
|
404
|
+
"id": "h-fix-cli-error-log-2",
|
|
405
|
+
"promptHash": "712223002c10eceed688a0a8e03d1ef900f5ed31da9834a021f35060a81300de",
|
|
406
|
+
"decision": "accept",
|
|
407
|
+
"gold": "tier2",
|
|
408
|
+
"reviewer": "human:repository-owner"
|
|
409
|
+
},
|
|
410
|
+
{
|
|
411
|
+
"id": "h-fix-cli-error-log-3",
|
|
412
|
+
"promptHash": "09d285719d1f96cd6740d19922cafc6d8dd0cf2c69107c6684406e4c71a754f3",
|
|
413
|
+
"decision": "relabel",
|
|
414
|
+
"gold": "tier3",
|
|
415
|
+
"reviewer": "human:repository-owner"
|
|
416
|
+
},
|
|
417
|
+
{
|
|
418
|
+
"id": "h-fix-cli-error-log-4",
|
|
419
|
+
"promptHash": "cf19ff4c74605c34d4e8743ff71dd61978178b070c79ea392b7c9c56ea44a933",
|
|
420
|
+
"decision": "relabel",
|
|
421
|
+
"gold": "tier3",
|
|
422
|
+
"reviewer": "human:repository-owner"
|
|
423
|
+
},
|
|
424
|
+
{
|
|
425
|
+
"id": "h-fix-failing-test-1",
|
|
426
|
+
"promptHash": "73c423bd6369ccacab4d1eaa42c38a3d11a4245dc5326dd43ece0e8b7b8c3a9b",
|
|
427
|
+
"decision": "accept",
|
|
428
|
+
"gold": "tier2",
|
|
429
|
+
"reviewer": "human:repository-owner"
|
|
430
|
+
},
|
|
431
|
+
{
|
|
432
|
+
"id": "h-fix-failing-test-2",
|
|
433
|
+
"promptHash": "a8afbbd1cded683f2311f6067826873eedbf3b4ea517e0565402d4afd8350b2a",
|
|
434
|
+
"decision": "accept",
|
|
435
|
+
"gold": "tier2",
|
|
436
|
+
"reviewer": "human:repository-owner"
|
|
437
|
+
},
|
|
438
|
+
{
|
|
439
|
+
"id": "h-fix-failing-test-3",
|
|
440
|
+
"promptHash": "a06402d978c65a532d23ee2381e4e062154adfffb446021c8c5102cad93a8202",
|
|
441
|
+
"decision": "relabel",
|
|
442
|
+
"gold": "tier3",
|
|
443
|
+
"reviewer": "human:repository-owner"
|
|
444
|
+
},
|
|
445
|
+
{
|
|
446
|
+
"id": "h-fix-failing-test-4",
|
|
447
|
+
"promptHash": "c5dc8dee4e32414dc62884e8d62da3a5e76667dc6269833b7afd826d27a36cf0",
|
|
448
|
+
"decision": "accept",
|
|
449
|
+
"gold": "tier2",
|
|
450
|
+
"reviewer": "human:repository-owner"
|
|
451
|
+
},
|
|
452
|
+
{
|
|
453
|
+
"id": "h-add-cli-flag-1",
|
|
454
|
+
"promptHash": "ae03dbf3193395e0de90b58741c3e866ce2cd3bf08a501820d6a13632d1cd1bb",
|
|
455
|
+
"decision": "relabel",
|
|
456
|
+
"gold": "tier3",
|
|
457
|
+
"reviewer": "human:repository-owner"
|
|
458
|
+
},
|
|
459
|
+
{
|
|
460
|
+
"id": "h-add-cli-flag-2",
|
|
461
|
+
"promptHash": "dee4d30095d0eb8a53d969dd58773cf9d74c27766b67ec0e2871e4d28bf1f12a",
|
|
462
|
+
"decision": "relabel",
|
|
463
|
+
"gold": "tier3",
|
|
464
|
+
"reviewer": "human:repository-owner"
|
|
465
|
+
},
|
|
466
|
+
{
|
|
467
|
+
"id": "h-add-cli-flag-3",
|
|
468
|
+
"promptHash": "5ba561160b690b0725c6d40956d2ee1deb97745adc418fc137e6774448295f66",
|
|
469
|
+
"decision": "relabel",
|
|
470
|
+
"gold": "tier3",
|
|
471
|
+
"reviewer": "human:repository-owner"
|
|
472
|
+
},
|
|
473
|
+
{
|
|
474
|
+
"id": "h-nondeterministic-output-1",
|
|
475
|
+
"promptHash": "220414b10584b2b81c8340a18622f8ca53ea73cf1bfe51653592e15213d16b6b",
|
|
476
|
+
"decision": "accept",
|
|
477
|
+
"gold": "tier2",
|
|
478
|
+
"reviewer": "human:repository-owner"
|
|
479
|
+
},
|
|
480
|
+
{
|
|
481
|
+
"id": "h-nondeterministic-output-2",
|
|
482
|
+
"promptHash": "d52bf2ee9c94d52a18edb8d2dcd247105745c970d0fd5a324b1fc749465efe6b",
|
|
483
|
+
"decision": "accept",
|
|
484
|
+
"gold": "tier2",
|
|
485
|
+
"reviewer": "human:repository-owner"
|
|
486
|
+
},
|
|
487
|
+
{
|
|
488
|
+
"id": "h-nondeterministic-output-3",
|
|
489
|
+
"promptHash": "6600c6b0642e78abfca498cd869d69e4ab520e69376c89e5428b7655c67222e7",
|
|
490
|
+
"decision": "accept",
|
|
491
|
+
"gold": "tier2",
|
|
492
|
+
"reviewer": "human:repository-owner"
|
|
493
|
+
},
|
|
494
|
+
{
|
|
495
|
+
"id": "h-warning-level-fix-1",
|
|
496
|
+
"promptHash": "b467efb42e23caa64774bd797d4d646c4b55ed6afbdf56439a3cc0c65b8cafa6",
|
|
497
|
+
"decision": "accept",
|
|
498
|
+
"gold": "tier2",
|
|
499
|
+
"reviewer": "human:repository-owner"
|
|
500
|
+
},
|
|
501
|
+
{
|
|
502
|
+
"id": "h-warning-level-fix-2",
|
|
503
|
+
"promptHash": "82cdd7bfdaec5a90b4b8bb9a1e0d5c42772a1d03c4a62084d14bd1f3c144a6a3",
|
|
504
|
+
"decision": "accept",
|
|
505
|
+
"gold": "tier2",
|
|
506
|
+
"reviewer": "human:repository-owner"
|
|
507
|
+
},
|
|
508
|
+
{
|
|
509
|
+
"id": "h-warning-level-fix-3",
|
|
510
|
+
"promptHash": "f980b992c21183e153af6b4be0136cf6aada8bc27fd25be59d10ca0dc973d8dd",
|
|
511
|
+
"decision": "accept",
|
|
512
|
+
"gold": "tier2",
|
|
513
|
+
"reviewer": "human:repository-owner"
|
|
514
|
+
},
|
|
515
|
+
{
|
|
516
|
+
"id": "h-debug-crash-after-start-1",
|
|
517
|
+
"promptHash": "63a93cfb4adb9d4b51b81da40c78a8dd75cd07057006f3877268d3b70bab6435",
|
|
518
|
+
"decision": "accept",
|
|
519
|
+
"gold": "tier2",
|
|
520
|
+
"reviewer": "human:repository-owner"
|
|
521
|
+
},
|
|
522
|
+
{
|
|
523
|
+
"id": "h-debug-crash-after-start-2",
|
|
524
|
+
"promptHash": "3ce5f8d62a6ee7f8a13d808b9d17ba5a962268c3008997e57b1c9b031ef63cca",
|
|
525
|
+
"decision": "accept",
|
|
526
|
+
"gold": "tier2",
|
|
527
|
+
"reviewer": "human:repository-owner"
|
|
528
|
+
},
|
|
529
|
+
{
|
|
530
|
+
"id": "h-debug-crash-after-start-3",
|
|
531
|
+
"promptHash": "93a9a6a6399dfc2d37791f3e5eb741ec5e7dc97805f97ee51b949c8abce1fa63",
|
|
532
|
+
"decision": "accept",
|
|
533
|
+
"gold": "tier2",
|
|
534
|
+
"reviewer": "human:repository-owner"
|
|
535
|
+
},
|
|
536
|
+
{
|
|
537
|
+
"id": "h-multi-file-feature-1",
|
|
538
|
+
"promptHash": "a9a2082d62e256912e99fcfa7e1e208ce4c0f5fdbdd67975a356a53034c01698",
|
|
539
|
+
"decision": "relabel",
|
|
540
|
+
"gold": "tier3",
|
|
541
|
+
"reviewer": "human:repository-owner"
|
|
542
|
+
},
|
|
543
|
+
{
|
|
544
|
+
"id": "h-multi-file-feature-2",
|
|
545
|
+
"promptHash": "c282f66c1a949f0e9024831e8c76e6523d6b67b21a1cb48cfa18dc16c4341fca",
|
|
546
|
+
"decision": "relabel",
|
|
547
|
+
"gold": "tier3",
|
|
548
|
+
"reviewer": "human:repository-owner"
|
|
549
|
+
},
|
|
550
|
+
{
|
|
551
|
+
"id": "h-multi-file-feature-3",
|
|
552
|
+
"promptHash": "7271868db9c36232f0c73901c1e1025cfb2db3e0316bb7d15711ea8132d03d8d",
|
|
553
|
+
"decision": "relabel",
|
|
554
|
+
"gold": "tier3",
|
|
555
|
+
"reviewer": "human:repository-owner"
|
|
556
|
+
},
|
|
557
|
+
{
|
|
558
|
+
"id": "h-focused-review-1",
|
|
559
|
+
"promptHash": "46ccf730b7159fc0e143680ae3550d64b7f835784246a6c7b1eb888ca19b4e97",
|
|
560
|
+
"decision": "accept",
|
|
561
|
+
"gold": "tier2",
|
|
562
|
+
"reviewer": "human:repository-owner"
|
|
563
|
+
},
|
|
564
|
+
{
|
|
565
|
+
"id": "h-focused-review-2",
|
|
566
|
+
"promptHash": "cfe88ee62326d895ae29306428523e4d447ba55d69636a28bb44c1059bd723f0",
|
|
567
|
+
"decision": "accept",
|
|
568
|
+
"gold": "tier2",
|
|
569
|
+
"reviewer": "human:repository-owner"
|
|
570
|
+
},
|
|
571
|
+
{
|
|
572
|
+
"id": "h-focused-review-3",
|
|
573
|
+
"promptHash": "56db3f9d82fc8319e5f3773720da0da2ae2e59d457a8061bdb03d2b0deef1cb7",
|
|
574
|
+
"decision": "accept",
|
|
575
|
+
"gold": "tier2",
|
|
576
|
+
"reviewer": "human:repository-owner"
|
|
577
|
+
},
|
|
578
|
+
{
|
|
579
|
+
"id": "h-focused-benchmark-1",
|
|
580
|
+
"promptHash": "250ede0cf3a16c6dce624eaf3df1f5d5d2832dc4cd1bd74f82cf77bde0f3812a",
|
|
581
|
+
"decision": "accept",
|
|
582
|
+
"gold": "tier2",
|
|
583
|
+
"reviewer": "human:repository-owner"
|
|
584
|
+
},
|
|
585
|
+
{
|
|
586
|
+
"id": "h-focused-benchmark-2",
|
|
587
|
+
"promptHash": "037ae7260e67b3fea9660eb6366ead494248a169f2c43c4e12cc44929ff36a52",
|
|
588
|
+
"decision": "accept",
|
|
589
|
+
"gold": "tier2",
|
|
590
|
+
"reviewer": "human:repository-owner"
|
|
591
|
+
},
|
|
592
|
+
{
|
|
593
|
+
"id": "h-function-refactor-1",
|
|
594
|
+
"promptHash": "22330311ef5397b2ed5e9836a91fee4fdb9ff32bb359e326af04226be95bde7f",
|
|
595
|
+
"decision": "relabel",
|
|
596
|
+
"gold": "tier3",
|
|
597
|
+
"reviewer": "human:repository-owner"
|
|
598
|
+
},
|
|
599
|
+
{
|
|
600
|
+
"id": "h-function-refactor-2",
|
|
601
|
+
"promptHash": "8bb2d2d3a2a0d3a1ab7ef4eacb66cf14c8ad7cee1e596adf4c119f62469585bc",
|
|
602
|
+
"decision": "relabel",
|
|
603
|
+
"gold": "tier3",
|
|
604
|
+
"reviewer": "human:repository-owner"
|
|
605
|
+
},
|
|
606
|
+
{
|
|
607
|
+
"id": "h-function-refactor-3",
|
|
608
|
+
"promptHash": "06f5da850e4795c548fe4802366990d56737112e1e7cf0d54b91ca803f178355",
|
|
609
|
+
"decision": "accept",
|
|
610
|
+
"gold": "tier2",
|
|
611
|
+
"reviewer": "human:repository-owner"
|
|
612
|
+
},
|
|
613
|
+
{
|
|
614
|
+
"id": "h-hash-algorithm-support-1",
|
|
615
|
+
"promptHash": "f0da51303eeb3a54985a29bc91cc456438222a68d0632cab72b07edfb18a3795",
|
|
616
|
+
"decision": "relabel",
|
|
617
|
+
"gold": "tier3",
|
|
618
|
+
"reviewer": "human:repository-owner"
|
|
619
|
+
},
|
|
620
|
+
{
|
|
621
|
+
"id": "h-hash-algorithm-support-2",
|
|
622
|
+
"promptHash": "74b9af0f162bd5f25b8c7aa032120c4c6fd950fa0e4badfe65ede93adba251c6",
|
|
623
|
+
"decision": "relabel",
|
|
624
|
+
"gold": "tier3",
|
|
625
|
+
"reviewer": "human:repository-owner"
|
|
626
|
+
},
|
|
627
|
+
{
|
|
628
|
+
"id": "h-toolchain-check-1",
|
|
629
|
+
"promptHash": "9a6de4ca086d3aa056fd0e4379882f80bee1ec3a24621ae0d829149800309def",
|
|
630
|
+
"decision": "accept",
|
|
631
|
+
"gold": "tier2",
|
|
632
|
+
"reviewer": "human:repository-owner"
|
|
633
|
+
},
|
|
634
|
+
{
|
|
635
|
+
"id": "h-toolchain-check-2",
|
|
636
|
+
"promptHash": "687886991c9de637187c03d045f03892499f461b35c4452afd830e2dcad7e64a",
|
|
637
|
+
"decision": "accept",
|
|
638
|
+
"gold": "tier2",
|
|
639
|
+
"reviewer": "human:repository-owner"
|
|
640
|
+
},
|
|
641
|
+
{
|
|
642
|
+
"id": "h-relative-paths-1",
|
|
643
|
+
"promptHash": "2f14e4beab1292ecf32284d8eb57a05966f5b233e5f1c367cc8b735faa401f93",
|
|
644
|
+
"decision": "relabel",
|
|
645
|
+
"gold": "tier3",
|
|
646
|
+
"reviewer": "human:repository-owner"
|
|
647
|
+
},
|
|
648
|
+
{
|
|
649
|
+
"id": "h-relative-paths-2",
|
|
650
|
+
"promptHash": "a79892f4c3c7404e85cdb984c3afdb1660fc20ee72532641457fbaea0ce9a739",
|
|
651
|
+
"decision": "relabel",
|
|
652
|
+
"gold": "tier3",
|
|
653
|
+
"reviewer": "human:repository-owner"
|
|
654
|
+
},
|
|
655
|
+
{
|
|
656
|
+
"id": "h-validation-rule-1",
|
|
657
|
+
"promptHash": "957d75960de2baff362eb420872938e17682741b460f4791ee2f0a8d00b070ae",
|
|
658
|
+
"decision": "accept",
|
|
659
|
+
"gold": "tier2",
|
|
660
|
+
"reviewer": "human:repository-owner"
|
|
661
|
+
},
|
|
662
|
+
{
|
|
663
|
+
"id": "h-validation-rule-2",
|
|
664
|
+
"promptHash": "46ee20ed997c439d5302bbf4c2767003986e7ee66dda1d8bd79770668bf3b570",
|
|
665
|
+
"decision": "accept",
|
|
666
|
+
"gold": "tier2",
|
|
667
|
+
"reviewer": "human:repository-owner"
|
|
668
|
+
},
|
|
669
|
+
{
|
|
670
|
+
"id": "h-update-docs-examples-1",
|
|
671
|
+
"promptHash": "43722cf7f65eee7d287a0111c7986e3c38c76d2020f1296d3cd45641b5f2ae77",
|
|
672
|
+
"decision": "accept",
|
|
673
|
+
"gold": "tier2",
|
|
674
|
+
"reviewer": "human:repository-owner"
|
|
675
|
+
},
|
|
676
|
+
{
|
|
677
|
+
"id": "h-update-docs-examples-2",
|
|
678
|
+
"promptHash": "b060241360a42ff6aa18a926a2e179fb27fb5a1ef5906ff6addea9937b2d9c43",
|
|
679
|
+
"decision": "accept",
|
|
680
|
+
"gold": "tier2",
|
|
681
|
+
"reviewer": "human:repository-owner"
|
|
682
|
+
},
|
|
683
|
+
{
|
|
684
|
+
"id": "h-audit-all-repos-1",
|
|
685
|
+
"promptHash": "5fca234cf2d7e8314fbfc060b783273c6ba3319ce282d2d533913b77fa3e38be",
|
|
686
|
+
"decision": "accept",
|
|
687
|
+
"gold": "tier3",
|
|
688
|
+
"reviewer": "human:repository-owner"
|
|
689
|
+
},
|
|
690
|
+
{
|
|
691
|
+
"id": "h-audit-all-repos-2",
|
|
692
|
+
"promptHash": "6f1cbc1f5154a0cfb90efcc5f9c6f0abb048b7d9ef6ce8a20abcec2f96befdc1",
|
|
693
|
+
"decision": "accept",
|
|
694
|
+
"gold": "tier3",
|
|
695
|
+
"reviewer": "human:repository-owner"
|
|
696
|
+
},
|
|
697
|
+
{
|
|
698
|
+
"id": "h-audit-all-repos-3",
|
|
699
|
+
"promptHash": "72c6791f8ee7f7fe990ed652698ec803929dc1d1ef1fe0ecb93432bea3f45ad7",
|
|
700
|
+
"decision": "relabel",
|
|
701
|
+
"gold": "tier1",
|
|
702
|
+
"reviewer": "human:repository-owner"
|
|
703
|
+
},
|
|
704
|
+
{
|
|
705
|
+
"id": "h-phase-plan-to-issue-1",
|
|
706
|
+
"promptHash": "96d4b67b0864e2a98a5a22efde09141ac0e15a338322b80b7128a61dbdf10cf7",
|
|
707
|
+
"decision": "relabel",
|
|
708
|
+
"gold": "tier2",
|
|
709
|
+
"reviewer": "human:repository-owner"
|
|
710
|
+
},
|
|
711
|
+
{
|
|
712
|
+
"id": "h-phase-plan-to-issue-2",
|
|
713
|
+
"promptHash": "2cbb75fd48f1a007f84210ce58f00c77062a11672259f9d4b469f33ee2baa014",
|
|
714
|
+
"decision": "relabel",
|
|
715
|
+
"gold": "tier2",
|
|
716
|
+
"reviewer": "human:repository-owner"
|
|
717
|
+
},
|
|
718
|
+
{
|
|
719
|
+
"id": "h-phase-plan-to-issue-3",
|
|
720
|
+
"promptHash": "34e635b8a4308a20868bbe56bf3c25dd912f5facb3ab187c9dacae30b09d29a8",
|
|
721
|
+
"decision": "relabel",
|
|
722
|
+
"gold": "tier2",
|
|
723
|
+
"reviewer": "human:repository-owner"
|
|
724
|
+
},
|
|
725
|
+
{
|
|
726
|
+
"id": "h-roadmap-phase-implement-1",
|
|
727
|
+
"promptHash": "3d387ab823dddb33d7e15321d74f9ca04ccc8495f9b61290986afa4e7e2bfcd7",
|
|
728
|
+
"decision": "relabel",
|
|
729
|
+
"gold": "tier2",
|
|
730
|
+
"reviewer": "human:repository-owner"
|
|
731
|
+
},
|
|
732
|
+
{
|
|
733
|
+
"id": "h-roadmap-phase-implement-2",
|
|
734
|
+
"promptHash": "fad39affb0c7732869747908b8effef65b9288fa3fe05f2aba674db4c453b808",
|
|
735
|
+
"decision": "accept",
|
|
736
|
+
"gold": "tier3",
|
|
737
|
+
"reviewer": "human:repository-owner"
|
|
738
|
+
},
|
|
739
|
+
{
|
|
740
|
+
"id": "h-roadmap-phase-implement-3",
|
|
741
|
+
"promptHash": "dc5a0d7bea7bf67f6639d14f6d9fea130c524ac63931891521a52e1bba62fc49",
|
|
742
|
+
"decision": "accept",
|
|
743
|
+
"gold": "tier3",
|
|
744
|
+
"reviewer": "human:repository-owner"
|
|
745
|
+
},
|
|
746
|
+
{
|
|
747
|
+
"id": "h-migration-1",
|
|
748
|
+
"promptHash": "79f21bd573a5a04213ca4f633ea7c557038e11bb0eee192f14f62a706eafb863",
|
|
749
|
+
"decision": "accept",
|
|
750
|
+
"gold": "tier3",
|
|
751
|
+
"reviewer": "human:repository-owner"
|
|
752
|
+
},
|
|
753
|
+
{
|
|
754
|
+
"id": "h-migration-2",
|
|
755
|
+
"promptHash": "2a86bceaa17ab559214dca7e2611f449767c150e839962cbfbe184a6457b31e3",
|
|
756
|
+
"decision": "accept",
|
|
757
|
+
"gold": "tier3",
|
|
758
|
+
"reviewer": "human:repository-owner"
|
|
759
|
+
},
|
|
760
|
+
{
|
|
761
|
+
"id": "h-migration-3",
|
|
762
|
+
"promptHash": "77c3a9f095e4601e86bd30696657712fce6cb57e0a06f18b60378861b0d81cbb",
|
|
763
|
+
"decision": "accept",
|
|
764
|
+
"gold": "tier3",
|
|
765
|
+
"reviewer": "human:repository-owner"
|
|
766
|
+
},
|
|
767
|
+
{
|
|
768
|
+
"id": "h-migration-4",
|
|
769
|
+
"promptHash": "fe6e32d2d3ecc1c88503c43d2023dbfad1e04c4615fd59bf5cf0e1c693ae310b",
|
|
770
|
+
"decision": "accept",
|
|
771
|
+
"gold": "tier3",
|
|
772
|
+
"reviewer": "human:repository-owner"
|
|
773
|
+
},
|
|
774
|
+
{
|
|
775
|
+
"id": "h-large-scale-rename-1",
|
|
776
|
+
"promptHash": "d34d1742f38fc00e5afc2ffd0ce6a8ec22408910f2aa5a28970490392cfcc268",
|
|
777
|
+
"decision": "accept",
|
|
778
|
+
"gold": "tier3",
|
|
779
|
+
"reviewer": "human:repository-owner"
|
|
780
|
+
},
|
|
781
|
+
{
|
|
782
|
+
"id": "h-large-scale-rename-2",
|
|
783
|
+
"promptHash": "d6bac4c7b363479b0ba6a24db14eb911184a780b595280eeb316d91d7e6f607a",
|
|
784
|
+
"decision": "accept",
|
|
785
|
+
"gold": "tier3",
|
|
786
|
+
"reviewer": "human:repository-owner"
|
|
787
|
+
},
|
|
788
|
+
{
|
|
789
|
+
"id": "h-architecture-design-1",
|
|
790
|
+
"promptHash": "622bcd877a8984a59f95757b785c3918b903a42002d9e9c8e46432ba753ee398",
|
|
791
|
+
"decision": "accept",
|
|
792
|
+
"gold": "tier3",
|
|
793
|
+
"reviewer": "human:repository-owner"
|
|
794
|
+
},
|
|
795
|
+
{
|
|
796
|
+
"id": "h-architecture-design-2",
|
|
797
|
+
"promptHash": "f1af80e80b038da6edc1e532b07360b064a4dc98bf947227b36b0f23dd2b143e",
|
|
798
|
+
"decision": "accept",
|
|
799
|
+
"gold": "tier3",
|
|
800
|
+
"reviewer": "human:repository-owner"
|
|
801
|
+
},
|
|
802
|
+
{
|
|
803
|
+
"id": "h-architecture-design-3",
|
|
804
|
+
"promptHash": "cf3a4cd335a78b996f79c9a5e3f33aa3a4e377ea4f173f99e071d39fb9ce9388",
|
|
805
|
+
"decision": "relabel",
|
|
806
|
+
"gold": "tier2",
|
|
807
|
+
"reviewer": "human:repository-owner"
|
|
808
|
+
},
|
|
809
|
+
{
|
|
810
|
+
"id": "h-parallel-delegation-1",
|
|
811
|
+
"promptHash": "cff23377362ca02e2db388b3874ab2bf39ffe7cccee0364f9de91db6207ce59d",
|
|
812
|
+
"decision": "accept",
|
|
813
|
+
"gold": "tier3",
|
|
814
|
+
"reviewer": "human:repository-owner"
|
|
815
|
+
},
|
|
816
|
+
{
|
|
817
|
+
"id": "h-parallel-delegation-2",
|
|
818
|
+
"promptHash": "6bb0d392293441003fc94a724e56bb899d1bf634b1530cb4b755d2f8430f852d",
|
|
819
|
+
"decision": "accept",
|
|
820
|
+
"gold": "tier3",
|
|
821
|
+
"reviewer": "human:repository-owner"
|
|
822
|
+
},
|
|
823
|
+
{
|
|
824
|
+
"id": "h-parallel-delegation-3",
|
|
825
|
+
"promptHash": "bf0ea65b1df1f1e59041e67f83890dd7d06b10c234c6c3e1867494c35335ef69",
|
|
826
|
+
"decision": "accept",
|
|
827
|
+
"gold": "tier3",
|
|
828
|
+
"reviewer": "human:repository-owner"
|
|
829
|
+
},
|
|
830
|
+
{
|
|
831
|
+
"id": "h-repo-wide-replace-1",
|
|
832
|
+
"promptHash": "455f47b5fde16c434581c41f72a151e8301895b6f3c9cc43d20a7412784027bf",
|
|
833
|
+
"decision": "accept",
|
|
834
|
+
"gold": "tier3",
|
|
835
|
+
"reviewer": "human:repository-owner"
|
|
836
|
+
},
|
|
837
|
+
{
|
|
838
|
+
"id": "h-repo-wide-replace-2",
|
|
839
|
+
"promptHash": "51dc92ec3b8a9a6b2f273284071c798587fc08b6a5ddb7eed4114439f9c8f59c",
|
|
840
|
+
"decision": "accept",
|
|
841
|
+
"gold": "tier3",
|
|
842
|
+
"reviewer": "human:repository-owner"
|
|
843
|
+
},
|
|
844
|
+
{
|
|
845
|
+
"id": "h-repo-wide-replace-3",
|
|
846
|
+
"promptHash": "9e581364ecb16b133e2b1368cae38afda47ec7591ba28ed2b5a8acf8de5888ae",
|
|
847
|
+
"decision": "relabel",
|
|
848
|
+
"gold": "tier2",
|
|
849
|
+
"reviewer": "human:repository-owner"
|
|
850
|
+
},
|
|
851
|
+
{
|
|
852
|
+
"id": "h-broad-synthesis-1",
|
|
853
|
+
"promptHash": "99bd319b36b047a46f4a4a5ce66415e3728cc5481e7027e3c5a8bab59e8dd216",
|
|
854
|
+
"decision": "relabel",
|
|
855
|
+
"gold": "tier2",
|
|
856
|
+
"reviewer": "human:repository-owner"
|
|
857
|
+
},
|
|
858
|
+
{
|
|
859
|
+
"id": "h-broad-synthesis-2",
|
|
860
|
+
"promptHash": "f8dcd5c28766ff89a7621b58bddfb09f8ab62e4ede228bc534e4c0c5c47d910c",
|
|
861
|
+
"decision": "relabel",
|
|
862
|
+
"gold": "tier2",
|
|
863
|
+
"reviewer": "human:repository-owner"
|
|
864
|
+
},
|
|
865
|
+
{
|
|
866
|
+
"id": "h-cross-platform-ci-1",
|
|
867
|
+
"promptHash": "92bc15f8c909338b63cc69fc49a4fd202429f837650d73032a9af3c08b82439e",
|
|
868
|
+
"decision": "relabel",
|
|
869
|
+
"gold": "tier2",
|
|
870
|
+
"reviewer": "human:repository-owner"
|
|
871
|
+
},
|
|
872
|
+
{
|
|
873
|
+
"id": "h-cross-platform-ci-2",
|
|
874
|
+
"promptHash": "3b153609d33823016a9a267b877b8c16c2a757394b450f9c535a1f4c5c6a65d9",
|
|
875
|
+
"decision": "accept",
|
|
876
|
+
"gold": "tier3",
|
|
877
|
+
"reviewer": "human:repository-owner"
|
|
878
|
+
},
|
|
879
|
+
{
|
|
880
|
+
"id": "h-long-spec-feature-program-1",
|
|
881
|
+
"promptHash": "2ecc9a9c215c099bf3046b35f9e40f986b3201c1abecd3719fc18746270898e7",
|
|
882
|
+
"decision": "accept",
|
|
883
|
+
"gold": "tier3",
|
|
884
|
+
"reviewer": "human:repository-owner"
|
|
885
|
+
},
|
|
886
|
+
{
|
|
887
|
+
"id": "h-long-spec-feature-program-2",
|
|
888
|
+
"promptHash": "ffc927203ece9029296a9e596cf799b58e8661c634bdb99fd775e89247466070",
|
|
889
|
+
"decision": "accept",
|
|
890
|
+
"gold": "tier3",
|
|
891
|
+
"reviewer": "human:repository-owner"
|
|
892
|
+
},
|
|
893
|
+
{
|
|
894
|
+
"id": "h-bare-continuation-1",
|
|
895
|
+
"promptHash": "d9d1f08fa5ced3965150327ccbf5aad936f1d9f0e36ce8e424a85d06bf14a8c9",
|
|
896
|
+
"decision": "accept",
|
|
897
|
+
"gold": null,
|
|
898
|
+
"reviewer": "human:repository-owner"
|
|
899
|
+
},
|
|
900
|
+
{
|
|
901
|
+
"id": "h-bare-continuation-2",
|
|
902
|
+
"promptHash": "4cd0e21a9a0795a14ec9aa5f0e7d1abff0492565770e43eafdf1e3e8afed1f33",
|
|
903
|
+
"decision": "accept",
|
|
904
|
+
"gold": null,
|
|
905
|
+
"reviewer": "human:repository-owner"
|
|
906
|
+
},
|
|
907
|
+
{
|
|
908
|
+
"id": "h-bare-continuation-3",
|
|
909
|
+
"promptHash": "6e7ecf10083ec035057bdce834a72bbe2bffae8df9383ed10eb06c78dd70944b",
|
|
910
|
+
"decision": "accept",
|
|
911
|
+
"gold": null,
|
|
912
|
+
"reviewer": "human:repository-owner"
|
|
913
|
+
},
|
|
914
|
+
{
|
|
915
|
+
"id": "h-bare-continuation-4",
|
|
916
|
+
"promptHash": "f867f34178594f891eb70a4260f62b1d9289cfa60394f9fee1cbbe4a8b4bf436",
|
|
917
|
+
"decision": "accept",
|
|
918
|
+
"gold": null,
|
|
919
|
+
"reviewer": "human:repository-owner"
|
|
920
|
+
},
|
|
921
|
+
{
|
|
922
|
+
"id": "h-bare-continuation-5",
|
|
923
|
+
"promptHash": "8a798890fe93817163b10b5f7bd2ca4d25d84c52739a645a889c173eee7d9d3d",
|
|
924
|
+
"decision": "accept",
|
|
925
|
+
"gold": null,
|
|
926
|
+
"reviewer": "human:repository-owner"
|
|
927
|
+
},
|
|
928
|
+
{
|
|
929
|
+
"id": "h-bare-continuation-6",
|
|
930
|
+
"promptHash": "c52524b004554df84a7b6439556bd7fa76031b6ad9703607be770dcd54728aaf",
|
|
931
|
+
"decision": "accept",
|
|
932
|
+
"gold": null,
|
|
933
|
+
"reviewer": "human:repository-owner"
|
|
934
|
+
},
|
|
935
|
+
{
|
|
936
|
+
"id": "h-bare-continuation-7",
|
|
937
|
+
"promptHash": "f7482bf86d210791c69e8dbb604b398ccc85359b912168b4e6e42775478fec7b",
|
|
938
|
+
"decision": "accept",
|
|
939
|
+
"gold": null,
|
|
940
|
+
"reviewer": "human:repository-owner"
|
|
941
|
+
},
|
|
942
|
+
{
|
|
943
|
+
"id": "h-bare-continuation-8",
|
|
944
|
+
"promptHash": "c6c1c9a9c8543f1e4cd980064cf1625eeb61a90703b2464fff039f21682508b3",
|
|
945
|
+
"decision": "accept",
|
|
946
|
+
"gold": null,
|
|
947
|
+
"reviewer": "human:repository-owner"
|
|
948
|
+
},
|
|
949
|
+
{
|
|
950
|
+
"id": "h-numbered-answers-1",
|
|
951
|
+
"promptHash": "e70d1ef41c0f332579a66e9d90c94a0f84cf61071a247f2753a858bc03c8bf76",
|
|
952
|
+
"decision": "relabel",
|
|
953
|
+
"gold": "tier2",
|
|
954
|
+
"reviewer": "human:repository-owner"
|
|
955
|
+
},
|
|
956
|
+
{
|
|
957
|
+
"id": "h-numbered-answers-2",
|
|
958
|
+
"promptHash": "cceac2fd8122d038bf15f92745b88e22277a5164594bce30140cb2a69c3ca3e5",
|
|
959
|
+
"decision": "relabel",
|
|
960
|
+
"gold": "tier2",
|
|
961
|
+
"reviewer": "human:repository-owner"
|
|
962
|
+
},
|
|
963
|
+
{
|
|
964
|
+
"id": "h-numbered-answers-3",
|
|
965
|
+
"promptHash": "62dc6a2019369ae54e075d46ad33ef973308a50e46bbec86f80b0a752647d87c",
|
|
966
|
+
"decision": "relabel",
|
|
967
|
+
"gold": "tier2",
|
|
968
|
+
"reviewer": "human:repository-owner"
|
|
969
|
+
},
|
|
970
|
+
{
|
|
971
|
+
"id": "h-numbered-answers-4",
|
|
972
|
+
"promptHash": "29d539caef5340ef69e48aa5116ba26782b17b48f0b350f2a373d630b6200512",
|
|
973
|
+
"decision": "relabel",
|
|
974
|
+
"gold": "tier2",
|
|
975
|
+
"reviewer": "human:repository-owner"
|
|
976
|
+
},
|
|
977
|
+
{
|
|
978
|
+
"id": "h-numbered-answers-5",
|
|
979
|
+
"promptHash": "172641f8a62311b846839aa86b2b8db334e316b1760916fd074863ec9cfc8891",
|
|
980
|
+
"decision": "relabel",
|
|
981
|
+
"gold": "tier2",
|
|
982
|
+
"reviewer": "human:repository-owner"
|
|
983
|
+
},
|
|
984
|
+
{
|
|
985
|
+
"id": "h-unstated-reference-1",
|
|
986
|
+
"promptHash": "3aa8a505f7388e80574ea8f77e66f5c1de9a057501129e1637f4d912b729d2e4",
|
|
987
|
+
"decision": "relabel",
|
|
988
|
+
"gold": "tier2",
|
|
989
|
+
"reviewer": "human:repository-owner"
|
|
990
|
+
},
|
|
991
|
+
{
|
|
992
|
+
"id": "h-unstated-reference-2",
|
|
993
|
+
"promptHash": "e602e148816e5853ef6dcbfa276905a7278dc5152629831edf6cda55c03406af",
|
|
994
|
+
"decision": "accept",
|
|
995
|
+
"gold": null,
|
|
996
|
+
"reviewer": "human:repository-owner"
|
|
997
|
+
},
|
|
998
|
+
{
|
|
999
|
+
"id": "h-unstated-reference-3",
|
|
1000
|
+
"promptHash": "99802c791455adbb124e85edba1daf5f14d3e8663819a6a1289be8f693998a72",
|
|
1001
|
+
"decision": "accept",
|
|
1002
|
+
"gold": null,
|
|
1003
|
+
"reviewer": "human:repository-owner"
|
|
1004
|
+
},
|
|
1005
|
+
{
|
|
1006
|
+
"id": "h-unstated-reference-4",
|
|
1007
|
+
"promptHash": "5244deb1fe38b90a28df3311fe0980762dfe26ad29857d8973c6df990541ec89",
|
|
1008
|
+
"decision": "relabel",
|
|
1009
|
+
"gold": "tier2",
|
|
1010
|
+
"reviewer": "human:repository-owner"
|
|
1011
|
+
},
|
|
1012
|
+
{
|
|
1013
|
+
"id": "h-unstated-reference-5",
|
|
1014
|
+
"promptHash": "2993b0ff77f2ae8d50f64ccde23982edfd3dd7dda9e0a6c3dbb88520afe5736a",
|
|
1015
|
+
"decision": "relabel",
|
|
1016
|
+
"gold": "tier2",
|
|
1017
|
+
"reviewer": "human:repository-owner"
|
|
1018
|
+
},
|
|
1019
|
+
{
|
|
1020
|
+
"id": "h-unstated-reference-6",
|
|
1021
|
+
"promptHash": "97eab35dd9f9ca046541aeee58f16a334d57e0f4ba76838d94b5c10e8b26699b",
|
|
1022
|
+
"decision": "relabel",
|
|
1023
|
+
"gold": "tier2",
|
|
1024
|
+
"reviewer": "human:repository-owner"
|
|
1025
|
+
},
|
|
1026
|
+
{
|
|
1027
|
+
"id": "h-status-without-object-1",
|
|
1028
|
+
"promptHash": "b69d64314a32f7b8a4e47a6c5177cb35de4afbd8f3f005c2fe62d012cd82b7f7",
|
|
1029
|
+
"decision": "relabel",
|
|
1030
|
+
"gold": "tier1",
|
|
1031
|
+
"reviewer": "human:repository-owner"
|
|
1032
|
+
},
|
|
1033
|
+
{
|
|
1034
|
+
"id": "h-status-without-object-2",
|
|
1035
|
+
"promptHash": "f1a0d08a2daa7da13b681c7f8d8e8922d35b79bfc96b00ccb18612476acf3eeb",
|
|
1036
|
+
"decision": "relabel",
|
|
1037
|
+
"gold": "tier1",
|
|
1038
|
+
"reviewer": "human:repository-owner"
|
|
1039
|
+
},
|
|
1040
|
+
{
|
|
1041
|
+
"id": "h-status-without-object-3",
|
|
1042
|
+
"promptHash": "64d9ef9001ab8ba6289e55cb705a73480f98c4d70901b5c63751b3bd44930cdf",
|
|
1043
|
+
"decision": "relabel",
|
|
1044
|
+
"gold": "tier1",
|
|
1045
|
+
"reviewer": "human:repository-owner"
|
|
1046
|
+
},
|
|
1047
|
+
{
|
|
1048
|
+
"id": "h-status-without-object-4",
|
|
1049
|
+
"promptHash": "9d4449f0c8cd79bca4f05c9b9bed7c08fa9cc176b17dca87545bf562ac2c1430",
|
|
1050
|
+
"decision": "accept",
|
|
1051
|
+
"gold": null,
|
|
1052
|
+
"reviewer": "human:repository-owner"
|
|
1053
|
+
},
|
|
1054
|
+
{
|
|
1055
|
+
"id": "h-status-without-object-5",
|
|
1056
|
+
"promptHash": "43933db855f04364714ac1427af0d9cebd455e3e036df65ca9b02bd402ca61a9",
|
|
1057
|
+
"decision": "relabel",
|
|
1058
|
+
"gold": "tier1",
|
|
1059
|
+
"reviewer": "human:repository-owner"
|
|
1060
|
+
},
|
|
1061
|
+
{
|
|
1062
|
+
"id": "h-non-engineering-1",
|
|
1063
|
+
"promptHash": "f5a6cdc136baec48b0a713ed5fe9950c721f2dc0ac56b91fcbe80255bff09ee3",
|
|
1064
|
+
"decision": "relabel",
|
|
1065
|
+
"gold": "tier1",
|
|
1066
|
+
"reviewer": "human:repository-owner"
|
|
1067
|
+
},
|
|
1068
|
+
{
|
|
1069
|
+
"id": "h-non-engineering-2",
|
|
1070
|
+
"promptHash": "334a294cabd801aaa66ff0c4cd7e7aa24d3807f7462eafdf47343e65c6ad7d20",
|
|
1071
|
+
"decision": "relabel",
|
|
1072
|
+
"gold": "tier1",
|
|
1073
|
+
"reviewer": "human:repository-owner"
|
|
1074
|
+
},
|
|
1075
|
+
{
|
|
1076
|
+
"id": "h-non-engineering-3",
|
|
1077
|
+
"promptHash": "a2bcb973fb98493c32ab14a67c3c75c8d0c415667a2baaecd314c41e372b18f5",
|
|
1078
|
+
"decision": "relabel",
|
|
1079
|
+
"gold": "tier1",
|
|
1080
|
+
"reviewer": "human:repository-owner"
|
|
1081
|
+
},
|
|
1082
|
+
{
|
|
1083
|
+
"id": "h-non-engineering-4",
|
|
1084
|
+
"promptHash": "d0546971b876149cc80ed69ce1137054e83404d3a9260d6218a3be3e8c3a371c",
|
|
1085
|
+
"decision": "relabel",
|
|
1086
|
+
"gold": "tier1",
|
|
1087
|
+
"reviewer": "human:repository-owner"
|
|
1088
|
+
},
|
|
1089
|
+
{
|
|
1090
|
+
"id": "h-non-engineering-5",
|
|
1091
|
+
"promptHash": "59b05c2f300284859b3ad1d7ca7b30048358a3226e58d058b583bd50b342b8db",
|
|
1092
|
+
"decision": "relabel",
|
|
1093
|
+
"gold": "tier1",
|
|
1094
|
+
"reviewer": "human:repository-owner"
|
|
1095
|
+
},
|
|
1096
|
+
{
|
|
1097
|
+
"id": "h-vague-intent-1",
|
|
1098
|
+
"promptHash": "bddfc3ba578eee50e727a21d16873bba57d8a67a4c17318d62e58ce4be9405da",
|
|
1099
|
+
"decision": "accept",
|
|
1100
|
+
"gold": null,
|
|
1101
|
+
"reviewer": "human:repository-owner"
|
|
1102
|
+
},
|
|
1103
|
+
{
|
|
1104
|
+
"id": "h-vague-intent-2",
|
|
1105
|
+
"promptHash": "8ac35f35a752d640e393c7c067a886f7b635891081b68f412cf2bf45e7a1728f",
|
|
1106
|
+
"decision": "accept",
|
|
1107
|
+
"gold": null,
|
|
1108
|
+
"reviewer": "human:repository-owner"
|
|
1109
|
+
},
|
|
1110
|
+
{
|
|
1111
|
+
"id": "h-vague-intent-3",
|
|
1112
|
+
"promptHash": "1deee9134e0b5f50cbfbcd33cef7b7a9fcf55945d9601705d8fd94dfd0b48506",
|
|
1113
|
+
"decision": "accept",
|
|
1114
|
+
"gold": null,
|
|
1115
|
+
"reviewer": "human:repository-owner"
|
|
1116
|
+
},
|
|
1117
|
+
{
|
|
1118
|
+
"id": "h-vague-intent-4",
|
|
1119
|
+
"promptHash": "91a4a844932ee4d805532ad227aa50a8f92e2340b97d89cecb6c2ca8f66392b0",
|
|
1120
|
+
"decision": "accept",
|
|
1121
|
+
"gold": null,
|
|
1122
|
+
"reviewer": "human:repository-owner"
|
|
1123
|
+
},
|
|
1124
|
+
{
|
|
1125
|
+
"id": "h-clarification-confusion-1",
|
|
1126
|
+
"promptHash": "2a858f488a1649aef7130814c852ba6b1b961d96c30d8cd6fdf476affd3f1541",
|
|
1127
|
+
"decision": "accept",
|
|
1128
|
+
"gold": null,
|
|
1129
|
+
"reviewer": "human:repository-owner"
|
|
1130
|
+
},
|
|
1131
|
+
{
|
|
1132
|
+
"id": "h-clarification-confusion-2",
|
|
1133
|
+
"promptHash": "e48d7a5fa1a84e2f93bd79e89678aef56f937efddc23cd1702e81ced5b40b366",
|
|
1134
|
+
"decision": "accept",
|
|
1135
|
+
"gold": null,
|
|
1136
|
+
"reviewer": "human:repository-owner"
|
|
1137
|
+
},
|
|
1138
|
+
{
|
|
1139
|
+
"id": "h-clarification-confusion-3",
|
|
1140
|
+
"promptHash": "9514195b82c0d5fc4d26513bca838d6c12ea5f87a005b31ef088f841224ad840",
|
|
1141
|
+
"decision": "relabel",
|
|
1142
|
+
"gold": "tier1",
|
|
1143
|
+
"reviewer": "human:repository-owner"
|
|
1144
|
+
},
|
|
1145
|
+
{
|
|
1146
|
+
"id": "h-host-command-1",
|
|
1147
|
+
"promptHash": "52e657bd1470bb75a808df9dbe93b8f82606f0b614db4d82e9a09dd291bf3f74",
|
|
1148
|
+
"decision": "reject",
|
|
1149
|
+
"gold": null,
|
|
1150
|
+
"reviewer": "human:repository-owner"
|
|
1151
|
+
},
|
|
1152
|
+
{
|
|
1153
|
+
"id": "h-host-command-2",
|
|
1154
|
+
"promptHash": "ddf7839cb8fca09abdd9e9b0b2f498885f382f5bf9fec65d95db793bd0f11832",
|
|
1155
|
+
"decision": "reject",
|
|
1156
|
+
"gold": null,
|
|
1157
|
+
"reviewer": "human:repository-owner"
|
|
1158
|
+
},
|
|
1159
|
+
{
|
|
1160
|
+
"id": "h-long-context-pasted-discussion-1",
|
|
1161
|
+
"promptHash": "c7ca35aef870812c14672e882f4a5e5f48320bac6fc33a43b484dc2d95a99bb5",
|
|
1162
|
+
"decision": "relabel",
|
|
1163
|
+
"gold": "tier2",
|
|
1164
|
+
"reviewer": "human:repository-owner"
|
|
1165
|
+
},
|
|
1166
|
+
{
|
|
1167
|
+
"id": "h-long-context-pasted-discussion-2",
|
|
1168
|
+
"promptHash": "341ab1c603c75fa0ec25f519ef33fa95fc55ab499eb3fc4553b498e367a88b60",
|
|
1169
|
+
"decision": "relabel",
|
|
1170
|
+
"gold": "tier2",
|
|
1171
|
+
"reviewer": "human:repository-owner"
|
|
1172
|
+
},
|
|
1173
|
+
{
|
|
1174
|
+
"id": "h-long-bugfix-report-1",
|
|
1175
|
+
"promptHash": "a35734fb1b2d6dba473d6e09e0c43797af1818fb9fb50f2017cbd69c4b7c22ee",
|
|
1176
|
+
"decision": "accept",
|
|
1177
|
+
"gold": "tier2",
|
|
1178
|
+
"reviewer": "human:repository-owner"
|
|
1179
|
+
},
|
|
1180
|
+
{
|
|
1181
|
+
"id": "h-long-bugfix-report-2",
|
|
1182
|
+
"promptHash": "4fcdb93ab9c2dfdecc550afc2092dfa996a6db9d33af9ef790413ccc6b4db197",
|
|
1183
|
+
"decision": "accept",
|
|
1184
|
+
"gold": "tier2",
|
|
1185
|
+
"reviewer": "human:repository-owner"
|
|
1186
|
+
},
|
|
1187
|
+
{
|
|
1188
|
+
"id": "h-long-release-ops-1",
|
|
1189
|
+
"promptHash": "7aa30a0843997ed899e6fdceab94b6b5f83e5e210684704f1e4d7ddccf9aebcc",
|
|
1190
|
+
"decision": "accept",
|
|
1191
|
+
"gold": "tier1",
|
|
1192
|
+
"reviewer": "human:repository-owner"
|
|
1193
|
+
},
|
|
1194
|
+
{
|
|
1195
|
+
"id": "h-long-release-ops-2",
|
|
1196
|
+
"promptHash": "a009de2f858baf8c1d4fff1cdbe299eb4a87d4c84169a1c6d671f08e60f28782",
|
|
1197
|
+
"decision": "accept",
|
|
1198
|
+
"gold": "tier1",
|
|
1199
|
+
"reviewer": "human:repository-owner"
|
|
1200
|
+
},
|
|
1201
|
+
{
|
|
1202
|
+
"id": "h-long-migration-brief-1",
|
|
1203
|
+
"promptHash": "2b33ec2f83ac3479f861a3f2bbaf3e16ad2bd700bf4d6925bb385d63800c4874",
|
|
1204
|
+
"decision": "accept",
|
|
1205
|
+
"gold": "tier3",
|
|
1206
|
+
"reviewer": "human:repository-owner"
|
|
1207
|
+
},
|
|
1208
|
+
{
|
|
1209
|
+
"id": "h-long-migration-brief-2",
|
|
1210
|
+
"promptHash": "114bce227f8c5f129dd27cca03aab48cdd75e3a83bee31dd49fca1be4698c08c",
|
|
1211
|
+
"decision": "accept",
|
|
1212
|
+
"gold": "tier3",
|
|
1213
|
+
"reviewer": "human:repository-owner"
|
|
1214
|
+
},
|
|
1215
|
+
{
|
|
1216
|
+
"id": "h-explain-design-choice-1",
|
|
1217
|
+
"promptHash": "c31323e82eb3cbd5b7f13ebc1416e9b0e73fa12a31d5308dc64ba70ca1c8a94d",
|
|
1218
|
+
"decision": "relabel",
|
|
1219
|
+
"gold": "tier2",
|
|
1220
|
+
"reviewer": "human:repository-owner"
|
|
1221
|
+
},
|
|
1222
|
+
{
|
|
1223
|
+
"id": "h-explain-design-choice-2",
|
|
1224
|
+
"promptHash": "a3988e6b634d1f774983126162d74685b44b33d2d302e731ffb79f15bb92da60",
|
|
1225
|
+
"decision": "relabel",
|
|
1226
|
+
"gold": "tier2",
|
|
1227
|
+
"reviewer": "human:repository-owner"
|
|
1228
|
+
},
|
|
1229
|
+
{
|
|
1230
|
+
"id": "h-small-test-addition-1",
|
|
1231
|
+
"promptHash": "eec03ea31750b96508a6680a9695223c8ec2130e6a7bb89f4f2d1b950abc66ec",
|
|
1232
|
+
"decision": "accept",
|
|
1233
|
+
"gold": "tier2",
|
|
1234
|
+
"reviewer": "human:repository-owner"
|
|
1235
|
+
},
|
|
1236
|
+
{
|
|
1237
|
+
"id": "h-small-test-addition-2",
|
|
1238
|
+
"promptHash": "476929acf631a3d623b760b238e7ced33b69aeff78f3474d746da9e04a9a397c",
|
|
1239
|
+
"decision": "accept",
|
|
1240
|
+
"gold": "tier2",
|
|
1241
|
+
"reviewer": "human:repository-owner"
|
|
1242
|
+
},
|
|
1243
|
+
{
|
|
1244
|
+
"id": "h-dependency-upgrade-1",
|
|
1245
|
+
"promptHash": "0b1f052bd5a5fbfacb9cef2f78335be062869361f30b65ab90675ef598ceed10",
|
|
1246
|
+
"decision": "relabel",
|
|
1247
|
+
"gold": "tier3",
|
|
1248
|
+
"reviewer": "human:repository-owner"
|
|
1249
|
+
},
|
|
1250
|
+
{
|
|
1251
|
+
"id": "h-dependency-upgrade-2",
|
|
1252
|
+
"promptHash": "d570ff16292645d536b7abb4ee29f1eaf262a3e0fd4cbf53bc054a75a3105731",
|
|
1253
|
+
"decision": "accept",
|
|
1254
|
+
"gold": "tier2",
|
|
1255
|
+
"reviewer": "human:repository-owner"
|
|
1256
|
+
},
|
|
1257
|
+
{
|
|
1258
|
+
"id": "h-ci-workflow-small-1",
|
|
1259
|
+
"promptHash": "67ca72238e7351aec0176c2423a676ce305850b307f807c46e02bd522852ee56",
|
|
1260
|
+
"decision": "relabel",
|
|
1261
|
+
"gold": "tier2",
|
|
1262
|
+
"reviewer": "human:repository-owner"
|
|
1263
|
+
},
|
|
1264
|
+
{
|
|
1265
|
+
"id": "h-ci-workflow-small-2",
|
|
1266
|
+
"promptHash": "3d52982c682e89ce64ab0bcb3bf6a55a63bef47b07d5d3698aae06acb983b9b7",
|
|
1267
|
+
"decision": "relabel",
|
|
1268
|
+
"gold": "tier2",
|
|
1269
|
+
"reviewer": "human:repository-owner"
|
|
1270
|
+
},
|
|
1271
|
+
{
|
|
1272
|
+
"id": "h-long-audit-and-fix-1",
|
|
1273
|
+
"promptHash": "343654bceebd81ba140dee8f5955fdfa6e4754877bf13dec2c4869eb227a7b1f",
|
|
1274
|
+
"decision": "relabel",
|
|
1275
|
+
"gold": "tier2",
|
|
1276
|
+
"reviewer": "human:repository-owner"
|
|
1277
|
+
},
|
|
1278
|
+
{
|
|
1279
|
+
"id": "h-long-audit-and-fix-2",
|
|
1280
|
+
"promptHash": "33980910b551423b63b7cc0f3b43c4f1614f0597d5756a89b699654fe4b315ae",
|
|
1281
|
+
"decision": "relabel",
|
|
1282
|
+
"gold": "tier2",
|
|
1283
|
+
"reviewer": "human:repository-owner"
|
|
1284
|
+
},
|
|
1285
|
+
{
|
|
1286
|
+
"id": "h-monorepo-restructure-1",
|
|
1287
|
+
"promptHash": "159cfbb54ed339f9f8f66ad1fc40091128fc8669372088aa0949be62dbd43389",
|
|
1288
|
+
"decision": "accept",
|
|
1289
|
+
"gold": "tier3",
|
|
1290
|
+
"reviewer": "human:repository-owner"
|
|
1291
|
+
},
|
|
1292
|
+
{
|
|
1293
|
+
"id": "h-monorepo-restructure-2",
|
|
1294
|
+
"promptHash": "e042fb8d7e980dde5893707988bebb4cdab8c6b439fd430014f019f269eda301",
|
|
1295
|
+
"decision": "accept",
|
|
1296
|
+
"gold": "tier3",
|
|
1297
|
+
"reviewer": "human:repository-owner"
|
|
1298
|
+
},
|
|
1299
|
+
{
|
|
1300
|
+
"id": "h-monorepo-restructure-3",
|
|
1301
|
+
"promptHash": "208de6172335c4d0b598565c88d60f2ad5555bc858f61002b9d6c6391ae6a05b",
|
|
1302
|
+
"decision": "accept",
|
|
1303
|
+
"gold": "tier3",
|
|
1304
|
+
"reviewer": "human:repository-owner"
|
|
1305
|
+
},
|
|
1306
|
+
{
|
|
1307
|
+
"id": "h-security-hardening-program-1",
|
|
1308
|
+
"promptHash": "72801fc97640e564a5f1205e985c3fd8b6c2c95079127dd188ef4709e044cf32",
|
|
1309
|
+
"decision": "accept",
|
|
1310
|
+
"gold": "tier3",
|
|
1311
|
+
"reviewer": "human:repository-owner"
|
|
1312
|
+
},
|
|
1313
|
+
{
|
|
1314
|
+
"id": "h-security-hardening-program-2",
|
|
1315
|
+
"promptHash": "8080401b4355f0bdd297b94a6d8e0a1825b1267478278d779fed19e732aa09c8",
|
|
1316
|
+
"decision": "accept",
|
|
1317
|
+
"gold": "tier3",
|
|
1318
|
+
"reviewer": "human:repository-owner"
|
|
1319
|
+
},
|
|
1320
|
+
{
|
|
1321
|
+
"id": "h-security-hardening-program-3",
|
|
1322
|
+
"promptHash": "e4b6323fde4f902896ec0ced18a7978d5a82ec9e6fd7d6274883983f2973085d",
|
|
1323
|
+
"decision": "relabel",
|
|
1324
|
+
"gold": "tier2",
|
|
1325
|
+
"reviewer": "human:repository-owner"
|
|
1326
|
+
},
|
|
1327
|
+
{
|
|
1328
|
+
"id": "h-observability-rollout-1",
|
|
1329
|
+
"promptHash": "cd37b937ca2aece50a1f1fa687ec8531b88a3519247963a97145a837cf338632",
|
|
1330
|
+
"decision": "relabel",
|
|
1331
|
+
"gold": "tier2",
|
|
1332
|
+
"reviewer": "human:repository-owner"
|
|
1333
|
+
},
|
|
1334
|
+
{
|
|
1335
|
+
"id": "h-observability-rollout-2",
|
|
1336
|
+
"promptHash": "5959e1e47e9169ddd8f636e4aab8d23bf3dbcdb6dd446b12d4844e61ce9cd7ef",
|
|
1337
|
+
"decision": "accept",
|
|
1338
|
+
"gold": "tier3",
|
|
1339
|
+
"reviewer": "human:repository-owner"
|
|
1340
|
+
},
|
|
1341
|
+
{
|
|
1342
|
+
"id": "h-api-versioning-1",
|
|
1343
|
+
"promptHash": "4cdbccd418c913096247459bb92f643e1a20f76e196c3cc7b92c87b95e8f1047",
|
|
1344
|
+
"decision": "accept",
|
|
1345
|
+
"gold": "tier3",
|
|
1346
|
+
"reviewer": "human:repository-owner"
|
|
1347
|
+
},
|
|
1348
|
+
{
|
|
1349
|
+
"id": "h-api-versioning-2",
|
|
1350
|
+
"promptHash": "a1d7814083ee1f176af90bd173d68d6df8afbaec7d5dc687b9addcc49935c470",
|
|
1351
|
+
"decision": "accept",
|
|
1352
|
+
"gold": "tier3",
|
|
1353
|
+
"reviewer": "human:repository-owner"
|
|
1354
|
+
},
|
|
1355
|
+
{
|
|
1356
|
+
"id": "h-long-regression-log-1",
|
|
1357
|
+
"promptHash": "811945515c14e8769aaf06761d9484ed0e60f8c4c2f823e18abbb2b6862a8ed8",
|
|
1358
|
+
"decision": "accept",
|
|
1359
|
+
"gold": "tier2",
|
|
1360
|
+
"reviewer": "human:repository-owner"
|
|
1361
|
+
},
|
|
1362
|
+
{
|
|
1363
|
+
"id": "h-long-regression-log-2",
|
|
1364
|
+
"promptHash": "b8d98bc7ac1fa58955096db353cf16a9cf632f81c4979b0d5ac36ce5fdeb902c",
|
|
1365
|
+
"decision": "accept",
|
|
1366
|
+
"gold": "tier2",
|
|
1367
|
+
"reviewer": "human:repository-owner"
|
|
1368
|
+
},
|
|
1369
|
+
{
|
|
1370
|
+
"id": "h-long-perf-regression-1",
|
|
1371
|
+
"promptHash": "fbd68fc990aeb34eb4a22fafacd9dd58ba19cae2f84241aba43cdf91e2411024",
|
|
1372
|
+
"decision": "accept",
|
|
1373
|
+
"gold": "tier2",
|
|
1374
|
+
"reviewer": "human:repository-owner"
|
|
1375
|
+
},
|
|
1376
|
+
{
|
|
1377
|
+
"id": "h-long-perf-regression-2",
|
|
1378
|
+
"promptHash": "46c5c3dcaa80746b94c68c36e7b6eb03ee06831ba1a9926ca71ade98d4a34061",
|
|
1379
|
+
"decision": "accept",
|
|
1380
|
+
"gold": "tier2",
|
|
1381
|
+
"reviewer": "human:repository-owner"
|
|
1382
|
+
},
|
|
1383
|
+
{
|
|
1384
|
+
"id": "h-long-flaky-e2e-1",
|
|
1385
|
+
"promptHash": "be382c89589a596f709fa77dcb1932485f75c1afb4fedba87f7e8f424519609f",
|
|
1386
|
+
"decision": "accept",
|
|
1387
|
+
"gold": "tier2",
|
|
1388
|
+
"reviewer": "human:repository-owner"
|
|
1389
|
+
},
|
|
1390
|
+
{
|
|
1391
|
+
"id": "h-long-flaky-e2e-2",
|
|
1392
|
+
"promptHash": "26563262c59bc7b70d6118f00e12ee5d38f68226c45034fb1a0a619df49f648b",
|
|
1393
|
+
"decision": "accept",
|
|
1394
|
+
"gold": "tier2",
|
|
1395
|
+
"reviewer": "human:repository-owner"
|
|
1396
|
+
},
|
|
1397
|
+
{
|
|
1398
|
+
"id": "h-long-bounded-edit-1",
|
|
1399
|
+
"promptHash": "de5895060ee724f867e2cdcf4ec4e972da7680cb20ed98fc549014b6ac5feba5",
|
|
1400
|
+
"decision": "relabel",
|
|
1401
|
+
"gold": "tier2",
|
|
1402
|
+
"reviewer": "human:repository-owner"
|
|
1403
|
+
},
|
|
1404
|
+
{
|
|
1405
|
+
"id": "h-long-bounded-edit-2",
|
|
1406
|
+
"promptHash": "6cb89b8b7540d81cea8e4567e934d0b79a5ae7be809ba099699b5ea6aea69c2d",
|
|
1407
|
+
"decision": "relabel",
|
|
1408
|
+
"gold": "tier2",
|
|
1409
|
+
"reviewer": "human:repository-owner"
|
|
1410
|
+
},
|
|
1411
|
+
{
|
|
1412
|
+
"id": "h-long-issue-comment-1",
|
|
1413
|
+
"promptHash": "92aaaa5349fcb340583e069cb254a0fc64d509eca191ad6db58fa5b4c9d2553b",
|
|
1414
|
+
"decision": "accept",
|
|
1415
|
+
"gold": "tier1",
|
|
1416
|
+
"reviewer": "human:repository-owner"
|
|
1417
|
+
},
|
|
1418
|
+
{
|
|
1419
|
+
"id": "h-long-issue-comment-2",
|
|
1420
|
+
"promptHash": "b86198b1d5265ec046a01213ab85001eac4179da768fbfc46e493b98a164c301",
|
|
1421
|
+
"decision": "accept",
|
|
1422
|
+
"gold": "tier1",
|
|
1423
|
+
"reviewer": "human:repository-owner"
|
|
1424
|
+
},
|
|
1425
|
+
{
|
|
1426
|
+
"id": "h-long-status-pasted-1",
|
|
1427
|
+
"promptHash": "26685e28b0e3dbda9059899977de9d02d4e8d717167d17cfc32cd029918103a2",
|
|
1428
|
+
"decision": "accept",
|
|
1429
|
+
"gold": null,
|
|
1430
|
+
"reviewer": "human:repository-owner"
|
|
1431
|
+
},
|
|
1432
|
+
{
|
|
1433
|
+
"id": "h-long-status-pasted-2",
|
|
1434
|
+
"promptHash": "8c67745a2d87227cb7532d4ce315179b2551e75501f77f343da83581b948a776",
|
|
1435
|
+
"decision": "accept",
|
|
1436
|
+
"gold": null,
|
|
1437
|
+
"reviewer": "human:repository-owner"
|
|
1438
|
+
},
|
|
1439
|
+
{
|
|
1440
|
+
"id": "h-long-meeting-notes-1",
|
|
1441
|
+
"promptHash": "f0bfeee1a99a846c6b6ee46bf8b1b53451f20b89454c652925efa923ee257b57",
|
|
1442
|
+
"decision": "reject",
|
|
1443
|
+
"gold": null,
|
|
1444
|
+
"reviewer": "human:repository-owner"
|
|
1445
|
+
},
|
|
1446
|
+
{
|
|
1447
|
+
"id": "h-long-meeting-notes-2",
|
|
1448
|
+
"promptHash": "46249083796a9a1dedc4f9754df434f4d0f8516455fc9d3bacc8e263e67b2c5a",
|
|
1449
|
+
"decision": "reject",
|
|
1450
|
+
"gold": null,
|
|
1451
|
+
"reviewer": "human:repository-owner"
|
|
1452
|
+
},
|
|
1453
|
+
{
|
|
1454
|
+
"id": "h-acknowledgement-1",
|
|
1455
|
+
"promptHash": "e2c6751f828b50fd875237fcdd905fe728fc8466df462ca425e61496cec4c904",
|
|
1456
|
+
"decision": "reject",
|
|
1457
|
+
"gold": null,
|
|
1458
|
+
"reviewer": "human:repository-owner"
|
|
1459
|
+
},
|
|
1460
|
+
{
|
|
1461
|
+
"id": "h-acknowledgement-2",
|
|
1462
|
+
"promptHash": "65df994fd18f7ad5d14a21e628cbffebad4adca4222f80824f9378fb9e69bbfb",
|
|
1463
|
+
"decision": "accept",
|
|
1464
|
+
"gold": null,
|
|
1465
|
+
"reviewer": "human:repository-owner"
|
|
1466
|
+
},
|
|
1467
|
+
{
|
|
1468
|
+
"id": "h-acknowledgement-3",
|
|
1469
|
+
"promptHash": "fcd783c70e454475ffb68f4f0206b2755fec7e767d9576bc1869b060cbbea1cb",
|
|
1470
|
+
"decision": "reject",
|
|
1471
|
+
"gold": null,
|
|
1472
|
+
"reviewer": "human:repository-owner"
|
|
1473
|
+
},
|
|
1474
|
+
{
|
|
1475
|
+
"id": "h-acknowledgement-4",
|
|
1476
|
+
"promptHash": "aecbe4cbd4449c9ad081a8fff7e0f76689275e88191a3718ac7bb94e1e8e59c6",
|
|
1477
|
+
"decision": "reject",
|
|
1478
|
+
"gold": null,
|
|
1479
|
+
"reviewer": "human:repository-owner"
|
|
1480
|
+
},
|
|
1481
|
+
{
|
|
1482
|
+
"id": "h-acknowledgement-5",
|
|
1483
|
+
"promptHash": "a6a2729cbf6bcadce577a31f7f76201d5ce63c57d6c53318000d67714bb354ef",
|
|
1484
|
+
"decision": "reject",
|
|
1485
|
+
"gold": null,
|
|
1486
|
+
"reviewer": "human:repository-owner"
|
|
1487
|
+
},
|
|
1488
|
+
{
|
|
1489
|
+
"id": "h-reaction-only-1",
|
|
1490
|
+
"promptHash": "0afc39cdabf04cc9c310c56cf736adad27564863759cf1bc365338a1da7f8e7a",
|
|
1491
|
+
"decision": "reject",
|
|
1492
|
+
"gold": null,
|
|
1493
|
+
"reviewer": "human:repository-owner"
|
|
1494
|
+
},
|
|
1495
|
+
{
|
|
1496
|
+
"id": "h-reaction-only-2",
|
|
1497
|
+
"promptHash": "8e4896f04581d1e06406e57de589a6b79b9e6c5e016bf760fb7797127c4b4cf6",
|
|
1498
|
+
"decision": "reject",
|
|
1499
|
+
"gold": null,
|
|
1500
|
+
"reviewer": "human:repository-owner"
|
|
1501
|
+
},
|
|
1502
|
+
{
|
|
1503
|
+
"id": "h-reaction-only-3",
|
|
1504
|
+
"promptHash": "9c7a07948e8d820f521755e54abf02a17ab6dccfb7f543a05fbf4ade76a55ad1",
|
|
1505
|
+
"decision": "reject",
|
|
1506
|
+
"gold": null,
|
|
1507
|
+
"reviewer": "human:repository-owner"
|
|
1508
|
+
},
|
|
1509
|
+
{
|
|
1510
|
+
"id": "h-long-bounded-explanation-1",
|
|
1511
|
+
"promptHash": "4311b0559c5f0732d09b9e233f5886d7443a05f3d21dca7794f8eef35881e863",
|
|
1512
|
+
"decision": "accept",
|
|
1513
|
+
"gold": "tier1",
|
|
1514
|
+
"reviewer": "human:repository-owner"
|
|
1515
|
+
},
|
|
1516
|
+
{
|
|
1517
|
+
"id": "h-long-bounded-explanation-2",
|
|
1518
|
+
"promptHash": "7c2ee236ba19c48a31a29d4cc24b242a53ec924df48297b626803348ca7a1dae",
|
|
1519
|
+
"decision": "accept",
|
|
1520
|
+
"gold": "tier1",
|
|
1521
|
+
"reviewer": "human:repository-owner"
|
|
1522
|
+
},
|
|
1523
|
+
{
|
|
1524
|
+
"id": "h-long-dependency-conflict-1",
|
|
1525
|
+
"promptHash": "e9dab0fd94ea095a3dd273516c0ff49e3476d8475134b65e304e51a807e2bef3",
|
|
1526
|
+
"decision": "relabel",
|
|
1527
|
+
"gold": "tier3",
|
|
1528
|
+
"reviewer": "human:repository-owner"
|
|
1529
|
+
},
|
|
1530
|
+
{
|
|
1531
|
+
"id": "h-long-dependency-conflict-2",
|
|
1532
|
+
"promptHash": "c94a44537275d2ad8816b5a25325b7a00314ef9c82cb4254146c520137392a1f",
|
|
1533
|
+
"decision": "relabel",
|
|
1534
|
+
"gold": "tier3",
|
|
1535
|
+
"reviewer": "human:repository-owner"
|
|
1536
|
+
},
|
|
1537
|
+
{
|
|
1538
|
+
"id": "h-long-data-migration-script-1",
|
|
1539
|
+
"promptHash": "9eb2f7491d943d536deb375c0bb8e4899b4f05a3238b84295966682bc83574c1",
|
|
1540
|
+
"decision": "relabel",
|
|
1541
|
+
"gold": "tier3",
|
|
1542
|
+
"reviewer": "human:repository-owner"
|
|
1543
|
+
},
|
|
1544
|
+
{
|
|
1545
|
+
"id": "h-long-docs-overhaul-1",
|
|
1546
|
+
"promptHash": "ae60b686e6bbf1cbd739620b0ca4068417416093f67f26cdd4f853229f40ecd1",
|
|
1547
|
+
"decision": "accept",
|
|
1548
|
+
"gold": "tier3",
|
|
1549
|
+
"reviewer": "human:repository-owner"
|
|
1550
|
+
},
|
|
1551
|
+
{
|
|
1552
|
+
"id": "h-long-docs-overhaul-2",
|
|
1553
|
+
"promptHash": "3b050421b1702d1d246e057660c5c15bf64e1614e4a88a8c81ec5faab3179efb",
|
|
1554
|
+
"decision": "accept",
|
|
1555
|
+
"gold": "tier3",
|
|
1556
|
+
"reviewer": "human:repository-owner"
|
|
1557
|
+
},
|
|
1558
|
+
{
|
|
1559
|
+
"id": "h-long-context-question-1",
|
|
1560
|
+
"promptHash": "b3e7da04558039616154aa298876f4c13450a48667818ac282a06d57790c9049",
|
|
1561
|
+
"decision": "relabel",
|
|
1562
|
+
"gold": "tier1",
|
|
1563
|
+
"reviewer": "human:repository-owner"
|
|
1564
|
+
},
|
|
1565
|
+
{
|
|
1566
|
+
"id": "h-long-context-question-2",
|
|
1567
|
+
"promptHash": "0542a14c7e65ea57dc8572bf6007d29415e6f155ce2d0a5dbeaa860e4cae4707",
|
|
1568
|
+
"decision": "relabel",
|
|
1569
|
+
"gold": "tier1",
|
|
1570
|
+
"reviewer": "human:repository-owner"
|
|
1571
|
+
},
|
|
1572
|
+
{
|
|
1573
|
+
"id": "h-long-focused-review-1",
|
|
1574
|
+
"promptHash": "ce68b913b4e5f2517bfc45018e0daef049c5b4f34abc6cf5a8c7e90737b7a78e",
|
|
1575
|
+
"decision": "accept",
|
|
1576
|
+
"gold": "tier2",
|
|
1577
|
+
"reviewer": "human:repository-owner"
|
|
1578
|
+
},
|
|
1579
|
+
{
|
|
1580
|
+
"id": "h-long-git-ops-1",
|
|
1581
|
+
"promptHash": "38d447c5f21ff104d786066a36ff1a76d11886c1a6361248e478cf953121a888",
|
|
1582
|
+
"decision": "relabel",
|
|
1583
|
+
"gold": "tier2",
|
|
1584
|
+
"reviewer": "human:repository-owner"
|
|
1585
|
+
}
|
|
1586
|
+
]
|
|
1587
|
+
}
|