harness-dispatch 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (157) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +582 -0
  3. package/config.default.yaml +397 -0
  4. package/data/coding_benchmarks.json +431 -0
  5. package/dist/auth.d.ts +9 -0
  6. package/dist/auth.d.ts.map +1 -0
  7. package/dist/auth.js +73 -0
  8. package/dist/auth.js.map +1 -0
  9. package/dist/billing.d.ts +7 -0
  10. package/dist/billing.d.ts.map +1 -0
  11. package/dist/billing.js +201 -0
  12. package/dist/billing.js.map +1 -0
  13. package/dist/bin.d.ts +6 -0
  14. package/dist/bin.d.ts.map +1 -0
  15. package/dist/bin.js +488 -0
  16. package/dist/bin.js.map +1 -0
  17. package/dist/breaker-store.d.ts +31 -0
  18. package/dist/breaker-store.d.ts.map +1 -0
  19. package/dist/breaker-store.js +103 -0
  20. package/dist/breaker-store.js.map +1 -0
  21. package/dist/circuit-breaker.d.ts +47 -0
  22. package/dist/circuit-breaker.d.ts.map +1 -0
  23. package/dist/circuit-breaker.js +102 -0
  24. package/dist/circuit-breaker.js.map +1 -0
  25. package/dist/config.d.ts +48 -0
  26. package/dist/config.d.ts.map +1 -0
  27. package/dist/config.js +1248 -0
  28. package/dist/config.js.map +1 -0
  29. package/dist/dashboard/live.d.ts +49 -0
  30. package/dist/dashboard/live.d.ts.map +1 -0
  31. package/dist/dashboard/live.js +149 -0
  32. package/dist/dashboard/live.js.map +1 -0
  33. package/dist/dispatch-log.d.ts +46 -0
  34. package/dist/dispatch-log.d.ts.map +1 -0
  35. package/dist/dispatch-log.js +89 -0
  36. package/dist/dispatch-log.js.map +1 -0
  37. package/dist/dispatchers/base.d.ts +55 -0
  38. package/dist/dispatchers/base.d.ts.map +1 -0
  39. package/dist/dispatchers/base.js +80 -0
  40. package/dist/dispatchers/base.js.map +1 -0
  41. package/dist/dispatchers/generic-cli.d.ts +30 -0
  42. package/dist/dispatchers/generic-cli.d.ts.map +1 -0
  43. package/dist/dispatchers/generic-cli.js +471 -0
  44. package/dist/dispatchers/generic-cli.js.map +1 -0
  45. package/dist/dispatchers/openai-compatible.d.ts +57 -0
  46. package/dist/dispatchers/openai-compatible.d.ts.map +1 -0
  47. package/dist/dispatchers/openai-compatible.js +662 -0
  48. package/dist/dispatchers/openai-compatible.js.map +1 -0
  49. package/dist/dispatchers/shared/kill-tree.d.ts +21 -0
  50. package/dist/dispatchers/shared/kill-tree.d.ts.map +1 -0
  51. package/dist/dispatchers/shared/kill-tree.js +35 -0
  52. package/dist/dispatchers/shared/kill-tree.js.map +1 -0
  53. package/dist/dispatchers/shared/rate-limit-headers.d.ts +22 -0
  54. package/dist/dispatchers/shared/rate-limit-headers.d.ts.map +1 -0
  55. package/dist/dispatchers/shared/rate-limit-headers.js +124 -0
  56. package/dist/dispatchers/shared/rate-limit-headers.js.map +1 -0
  57. package/dist/dispatchers/shared/stream-subprocess.d.ts +53 -0
  58. package/dist/dispatchers/shared/stream-subprocess.d.ts.map +1 -0
  59. package/dist/dispatchers/shared/stream-subprocess.js +274 -0
  60. package/dist/dispatchers/shared/stream-subprocess.js.map +1 -0
  61. package/dist/dispatchers/shared/subprocess.d.ts +25 -0
  62. package/dist/dispatchers/shared/subprocess.d.ts.map +1 -0
  63. package/dist/dispatchers/shared/subprocess.js +110 -0
  64. package/dist/dispatchers/shared/subprocess.js.map +1 -0
  65. package/dist/dispatchers/shared/which-available.d.ts +2 -0
  66. package/dist/dispatchers/shared/which-available.d.ts.map +1 -0
  67. package/dist/dispatchers/shared/which-available.js +8 -0
  68. package/dist/dispatchers/shared/which-available.js.map +1 -0
  69. package/dist/dispatchers/shared/windows-cmd.d.ts +38 -0
  70. package/dist/dispatchers/shared/windows-cmd.d.ts.map +1 -0
  71. package/dist/dispatchers/shared/windows-cmd.js +91 -0
  72. package/dist/dispatchers/shared/windows-cmd.js.map +1 -0
  73. package/dist/http/server.d.ts +15 -0
  74. package/dist/http/server.d.ts.map +1 -0
  75. package/dist/http/server.js +495 -0
  76. package/dist/http/server.js.map +1 -0
  77. package/dist/index.d.ts +27 -0
  78. package/dist/index.d.ts.map +1 -0
  79. package/dist/index.js +29 -0
  80. package/dist/index.js.map +1 -0
  81. package/dist/job-runner.d.ts +19 -0
  82. package/dist/job-runner.d.ts.map +1 -0
  83. package/dist/job-runner.js +42 -0
  84. package/dist/job-runner.js.map +1 -0
  85. package/dist/jobs.d.ts +116 -0
  86. package/dist/jobs.d.ts.map +1 -0
  87. package/dist/jobs.js +542 -0
  88. package/dist/jobs.js.map +1 -0
  89. package/dist/leaderboard.d.ts +62 -0
  90. package/dist/leaderboard.d.ts.map +1 -0
  91. package/dist/leaderboard.js +287 -0
  92. package/dist/leaderboard.js.map +1 -0
  93. package/dist/mcp/config-hot-reload.d.ts +64 -0
  94. package/dist/mcp/config-hot-reload.d.ts.map +1 -0
  95. package/dist/mcp/config-hot-reload.js +144 -0
  96. package/dist/mcp/config-hot-reload.js.map +1 -0
  97. package/dist/mcp/dispatcher-factory.d.ts +20 -0
  98. package/dist/mcp/dispatcher-factory.d.ts.map +1 -0
  99. package/dist/mcp/dispatcher-factory.js +30 -0
  100. package/dist/mcp/dispatcher-factory.js.map +1 -0
  101. package/dist/mcp/resources.d.ts +8 -0
  102. package/dist/mcp/resources.d.ts.map +1 -0
  103. package/dist/mcp/resources.js +45 -0
  104. package/dist/mcp/resources.js.map +1 -0
  105. package/dist/mcp/server.d.ts +36 -0
  106. package/dist/mcp/server.d.ts.map +1 -0
  107. package/dist/mcp/server.js +80 -0
  108. package/dist/mcp/server.js.map +1 -0
  109. package/dist/mcp/tools.d.ts +171 -0
  110. package/dist/mcp/tools.d.ts.map +1 -0
  111. package/dist/mcp/tools.js +658 -0
  112. package/dist/mcp/tools.js.map +1 -0
  113. package/dist/observability/index.d.ts +52 -0
  114. package/dist/observability/index.d.ts.map +1 -0
  115. package/dist/observability/index.js +111 -0
  116. package/dist/observability/index.js.map +1 -0
  117. package/dist/observability/spans.d.ts +47 -0
  118. package/dist/observability/spans.d.ts.map +1 -0
  119. package/dist/observability/spans.js +72 -0
  120. package/dist/observability/spans.js.map +1 -0
  121. package/dist/quota.d.ts +91 -0
  122. package/dist/quota.d.ts.map +1 -0
  123. package/dist/quota.js +331 -0
  124. package/dist/quota.js.map +1 -0
  125. package/dist/route-policy.d.ts +24 -0
  126. package/dist/route-policy.d.ts.map +1 -0
  127. package/dist/route-policy.js +92 -0
  128. package/dist/route-policy.js.map +1 -0
  129. package/dist/router.d.ts +162 -0
  130. package/dist/router.d.ts.map +1 -0
  131. package/dist/router.js +878 -0
  132. package/dist/router.js.map +1 -0
  133. package/dist/safety.d.ts +7 -0
  134. package/dist/safety.d.ts.map +1 -0
  135. package/dist/safety.js +33 -0
  136. package/dist/safety.js.map +1 -0
  137. package/dist/status.d.ts +100 -0
  138. package/dist/status.d.ts.map +1 -0
  139. package/dist/status.js +228 -0
  140. package/dist/status.js.map +1 -0
  141. package/dist/types.d.ts +402 -0
  142. package/dist/types.d.ts.map +1 -0
  143. package/dist/types.js +9 -0
  144. package/dist/types.js.map +1 -0
  145. package/dist/version.d.ts +2 -0
  146. package/dist/version.d.ts.map +1 -0
  147. package/dist/version.js +13 -0
  148. package/dist/version.js.map +1 -0
  149. package/dist/working-dir.d.ts +15 -0
  150. package/dist/working-dir.d.ts.map +1 -0
  151. package/dist/working-dir.js +22 -0
  152. package/dist/working-dir.js.map +1 -0
  153. package/dist/workspaces.d.ts +19 -0
  154. package/dist/workspaces.d.ts.map +1 -0
  155. package/dist/workspaces.js +352 -0
  156. package/dist/workspaces.js.map +1 -0
  157. package/package.json +96 -0
@@ -0,0 +1,431 @@
1
+ {
2
+ "fetched_at": "2026-04-09T23:19:14Z",
3
+ "source_weights": {
4
+ "arena_code": 0.6,
5
+ "aider": 0.25,
6
+ "swebench": 0.15
7
+ },
8
+ "models": {
9
+ "claude-opus-4-6-thinking": {
10
+ "model": "claude-opus-4-6-thinking",
11
+ "arena_elo": 1546.0,
12
+ "arena_norm": 0.964,
13
+ "swebench": 0.83,
14
+ "coding_score": 0.9372
15
+ },
16
+ "claude-opus-4-6": {
17
+ "model": "claude-opus-4-6",
18
+ "arena_elo": 1543.0,
19
+ "arena_norm": 0.962,
20
+ "swebench": 0.808,
21
+ "coding_score": 0.9312
22
+ },
23
+ "claude-sonnet-4-6": {
24
+ "model": "claude-sonnet-4-6",
25
+ "arena_elo": 1521.0,
26
+ "arena_norm": 0.9473,
27
+ "swebench": 0.75,
28
+ "coding_score": 0.9078
29
+ },
30
+ "claude-opus-4-5-20251101-thinking-32k": {
31
+ "model": "claude-opus-4-5-20251101-thinking-32k",
32
+ "arena_elo": 1491.0,
33
+ "arena_norm": 0.9273,
34
+ "swebench": 0.82,
35
+ "coding_score": 0.9058
36
+ },
37
+ "qwen3.6-plus-preview": {
38
+ "model": "qwen3.6-plus-preview",
39
+ "arena_elo": 1454.0,
40
+ "arena_norm": 0.9027,
41
+ "coding_score": 0.9027
42
+ },
43
+ "glm-5": {
44
+ "model": "glm-5",
45
+ "arena_elo": 1441.0,
46
+ "arena_norm": 0.894,
47
+ "coding_score": 0.894
48
+ },
49
+ "gpt-5.4-high (codex-harness)": {
50
+ "model": "gpt-5.4-high (codex-harness)",
51
+ "arena_elo": 1457.0,
52
+ "arena_norm": 0.9047,
53
+ "swebench": 0.85,
54
+ "terminalbench": 0.9,
55
+ "coding_score": 0.8938
56
+ },
57
+ "glm-4.7": {
58
+ "model": "glm-4.7",
59
+ "arena_elo": 1439.0,
60
+ "arena_norm": 0.8927,
61
+ "coding_score": 0.8927
62
+ },
63
+ "claude-opus-4-5-20251101": {
64
+ "model": "claude-opus-4-5-20251101",
65
+ "arena_elo": 1465.0,
66
+ "arena_norm": 0.91,
67
+ "swebench": 0.809,
68
+ "coding_score": 0.8898
69
+ },
70
+ "minimax-m2.7": {
71
+ "model": "minimax-m2.7",
72
+ "arena_elo": 1428.0,
73
+ "arena_norm": 0.8853,
74
+ "coding_score": 0.8853
75
+ },
76
+ "gpt-5.4-medium (codex-harness)": {
77
+ "model": "gpt-5.4-medium (codex-harness)",
78
+ "arena_elo": 1427.0,
79
+ "arena_norm": 0.8847,
80
+ "coding_score": 0.8847
81
+ },
82
+ "gemini-3.1-pro-preview": {
83
+ "model": "gemini-3.1-pro-preview",
84
+ "arena_elo": 1456.0,
85
+ "arena_norm": 0.904,
86
+ "swebench": 0.806,
87
+ "coding_score": 0.8844
88
+ },
89
+ "gpt-5.3-codex (codex-harness)": {
90
+ "model": "gpt-5.3-codex (codex-harness)",
91
+ "arena_elo": 1407.0,
92
+ "arena_norm": 0.8713,
93
+ "coding_score": 0.8713
94
+ },
95
+ "gpt-5.2": {
96
+ "model": "gpt-5.2",
97
+ "arena_elo": 1403.0,
98
+ "arena_norm": 0.8687,
99
+ "coding_score": 0.8687
100
+ },
101
+ "minimax-m2.1-preview": {
102
+ "model": "minimax-m2.1-preview",
103
+ "arena_elo": 1391.0,
104
+ "arena_norm": 0.8607,
105
+ "coding_score": 0.8607
106
+ },
107
+ "gpt-5.1-medium": {
108
+ "model": "gpt-5.1-medium",
109
+ "arena_elo": 1390.0,
110
+ "arena_norm": 0.86,
111
+ "coding_score": 0.86
112
+ },
113
+ "claude-sonnet-4-5-20250929-thinking-32k": {
114
+ "model": "claude-sonnet-4-5-20250929-thinking-32k",
115
+ "arena_elo": 1388.0,
116
+ "arena_norm": 0.8587,
117
+ "coding_score": 0.8587
118
+ },
119
+ "claude-sonnet-4-5-20250929": {
120
+ "model": "claude-sonnet-4-5-20250929",
121
+ "arena_elo": 1386.0,
122
+ "arena_norm": 0.8573,
123
+ "coding_score": 0.8573
124
+ },
125
+ "grok-4.20-beta-0309-reasoning": {
126
+ "model": "grok-4.20-beta-0309-reasoning",
127
+ "arena_elo": 1386.0,
128
+ "arena_norm": 0.8573,
129
+ "coding_score": 0.8573
130
+ },
131
+ "qwen3.5-397b-a17b": {
132
+ "model": "qwen3.5-397b-a17b",
133
+ "arena_elo": 1386.0,
134
+ "arena_norm": 0.8573,
135
+ "coding_score": 0.8573
136
+ },
137
+ "gpt-5.4-mini-high": {
138
+ "model": "gpt-5.4-mini-high",
139
+ "arena_elo": 1385.0,
140
+ "arena_norm": 0.8567,
141
+ "coding_score": 0.8567
142
+ },
143
+ "claude-opus-4-1-20250805": {
144
+ "model": "claude-opus-4-1-20250805",
145
+ "arena_elo": 1384.0,
146
+ "arena_norm": 0.856,
147
+ "coding_score": 0.856
148
+ },
149
+ "gpt-5.3-codex": {
150
+ "model": "gpt-5.3-codex",
151
+ "swebench": 0.85,
152
+ "coding_score": 0.85
153
+ },
154
+ "qwen3.5-122b-a10b": {
155
+ "model": "qwen3.5-122b-a10b",
156
+ "arena_elo": 1362.0,
157
+ "arena_norm": 0.8413,
158
+ "coding_score": 0.8413
159
+ },
160
+ "glm-4.6": {
161
+ "model": "glm-4.6",
162
+ "arena_elo": 1354.0,
163
+ "arena_norm": 0.836,
164
+ "coding_score": 0.836
165
+ },
166
+ "qwen3.5-27b": {
167
+ "model": "qwen3.5-27b",
168
+ "arena_elo": 1344.0,
169
+ "arena_norm": 0.8293,
170
+ "coding_score": 0.8293
171
+ },
172
+ "gpt-5.1": {
173
+ "model": "gpt-5.1",
174
+ "arena_elo": 1339.0,
175
+ "arena_norm": 0.826,
176
+ "coding_score": 0.826
177
+ },
178
+ "gpt-5.2-codex": {
179
+ "model": "gpt-5.2-codex",
180
+ "arena_elo": 1335.0,
181
+ "arena_norm": 0.8233,
182
+ "coding_score": 0.8233
183
+ },
184
+ "gpt-5.4-high": {
185
+ "model": "gpt-5.4-high",
186
+ "swebench": 0.82,
187
+ "terminalbench": 0.9,
188
+ "coding_score": 0.82
189
+ },
190
+ "gpt-5.1-codex": {
191
+ "model": "gpt-5.1-codex",
192
+ "arena_elo": 1328.0,
193
+ "arena_norm": 0.8187,
194
+ "coding_score": 0.8187
195
+ },
196
+ "deepseek-v3.2-thinking": {
197
+ "model": "deepseek-v3.2-thinking",
198
+ "arena_elo": 1368.0,
199
+ "arena_norm": 0.8453,
200
+ "aider_pass_rate_2": 74.2,
201
+ "aider_norm": 0.742,
202
+ "coding_score": 0.8149
203
+ },
204
+ "claude-haiku-4-5-20251001": {
205
+ "model": "claude-haiku-4-5-20251001",
206
+ "arena_elo": 1312.0,
207
+ "arena_norm": 0.808,
208
+ "coding_score": 0.808
209
+ },
210
+ "minimax-m2": {
211
+ "model": "minimax-m2",
212
+ "arena_elo": 1303.0,
213
+ "arena_norm": 0.802,
214
+ "coding_score": 0.802
215
+ },
216
+ "gpt-5.2-chat-latest-20260210": {
217
+ "model": "gpt-5.2-chat-latest-20260210",
218
+ "swebench": 0.8,
219
+ "terminalbench": 0.9,
220
+ "coding_score": 0.8
221
+ },
222
+ "gpt-5.4": {
223
+ "model": "gpt-5.4",
224
+ "swebench": 0.8,
225
+ "terminalbench": 0.9,
226
+ "coding_score": 0.8
227
+ },
228
+ "deepseek-v3.2": {
229
+ "model": "deepseek-v3.2",
230
+ "arena_elo": 1327.0,
231
+ "arena_norm": 0.818,
232
+ "aider_pass_rate_2": 74.2,
233
+ "aider_norm": 0.742,
234
+ "coding_score": 0.7956
235
+ },
236
+ "qwen3-coder-480b-a35b-instruct": {
237
+ "model": "qwen3-coder-480b-a35b-instruct",
238
+ "arena_elo": 1280.0,
239
+ "arena_norm": 0.7867,
240
+ "coding_score": 0.7867
241
+ },
242
+ "gemini-3-pro": {
243
+ "model": "gemini-3-pro",
244
+ "arena_elo": 1438.0,
245
+ "arena_norm": 0.892,
246
+ "aider_pass_rate_2": 51.6,
247
+ "aider_norm": 0.516,
248
+ "swebench": 0.78,
249
+ "coding_score": 0.7812
250
+ },
251
+ "deepseek-v3.2-exp": {
252
+ "model": "deepseek-v3.2-exp",
253
+ "arena_elo": 1285.0,
254
+ "arena_norm": 0.79,
255
+ "aider_pass_rate_2": 74.2,
256
+ "aider_norm": 0.742,
257
+ "coding_score": 0.7759
258
+ },
259
+ "kat-coder-pro-v1": {
260
+ "model": "kat-coder-pro-v1",
261
+ "arena_elo": 1257.0,
262
+ "arena_norm": 0.7713,
263
+ "coding_score": 0.7713
264
+ },
265
+ "qwen3.5-35b-a3b": {
266
+ "model": "qwen3.5-35b-a3b",
267
+ "arena_elo": 1247.0,
268
+ "arena_norm": 0.7647,
269
+ "coding_score": 0.7647
270
+ },
271
+ "gemini-3-flash": {
272
+ "model": "gemini-3-flash",
273
+ "arena_elo": 1436.0,
274
+ "arena_norm": 0.8907,
275
+ "aider_pass_rate_2": 51.6,
276
+ "aider_norm": 0.516,
277
+ "swebench": 0.65,
278
+ "coding_score": 0.7609
279
+ },
280
+ "gpt-5-medium": {
281
+ "model": "gpt-5-medium",
282
+ "arena_elo": 1392.0,
283
+ "arena_norm": 0.8613,
284
+ "aider_pass_rate_2": 51.6,
285
+ "aider_norm": 0.516,
286
+ "coding_score": 0.7597
287
+ },
288
+ "gemini-3-flash (thinking-minimal)": {
289
+ "model": "gemini-3-flash (thinking-minimal)",
290
+ "arena_elo": 1391.0,
291
+ "arena_norm": 0.8607,
292
+ "aider_pass_rate_2": 51.6,
293
+ "aider_norm": 0.516,
294
+ "coding_score": 0.7593
295
+ },
296
+ "gemini-3.1-flash-lite-preview": {
297
+ "model": "gemini-3.1-flash-lite-preview",
298
+ "arena_elo": 1238.0,
299
+ "arena_norm": 0.7587,
300
+ "coding_score": 0.7587
301
+ },
302
+ "gpt-5.1-codex-mini": {
303
+ "model": "gpt-5.1-codex-mini",
304
+ "arena_elo": 1238.0,
305
+ "arena_norm": 0.7587,
306
+ "coding_score": 0.7587
307
+ },
308
+ "qwen3.5-flash": {
309
+ "model": "qwen3.5-flash",
310
+ "arena_elo": 1235.0,
311
+ "arena_norm": 0.7567,
312
+ "coding_score": 0.7567
313
+ },
314
+ "grok-4-1-fast-reasoning": {
315
+ "model": "grok-4-1-fast-reasoning",
316
+ "arena_elo": 1233.0,
317
+ "arena_norm": 0.7553,
318
+ "coding_score": 0.7553
319
+ },
320
+ "mistral-large-3": {
321
+ "model": "mistral-large-3",
322
+ "arena_elo": 1221.0,
323
+ "arena_norm": 0.7473,
324
+ "coding_score": 0.7473
325
+ },
326
+ "devstral-2": {
327
+ "model": "devstral-2",
328
+ "arena_elo": 1198.0,
329
+ "arena_norm": 0.732,
330
+ "coding_score": 0.732
331
+ },
332
+ "mimo-v2-pro": {
333
+ "model": "mimo-v2-pro",
334
+ "arena_elo": 1433.0,
335
+ "arena_norm": 0.8887,
336
+ "aider_pass_rate_2": 35.6,
337
+ "aider_norm": 0.356,
338
+ "coding_score": 0.732
339
+ },
340
+ "mercury-2": {
341
+ "model": "mercury-2",
342
+ "arena_elo": 1182.0,
343
+ "arena_norm": 0.7213,
344
+ "coding_score": 0.7213
345
+ },
346
+ "grok-code-fast-1": {
347
+ "model": "grok-code-fast-1",
348
+ "arena_elo": 1138.0,
349
+ "arena_norm": 0.692,
350
+ "coding_score": 0.692
351
+ },
352
+ "mimo-v2-flash (non-thinking)": {
353
+ "model": "mimo-v2-flash (non-thinking)",
354
+ "arena_elo": 1337.0,
355
+ "arena_norm": 0.8247,
356
+ "aider_pass_rate_2": 35.6,
357
+ "aider_norm": 0.356,
358
+ "coding_score": 0.6868
359
+ },
360
+ "kimi-k2-thinking-turbo": {
361
+ "model": "kimi-k2-thinking-turbo",
362
+ "arena_elo": 1329.0,
363
+ "arena_norm": 0.8193,
364
+ "aider_pass_rate_2": 35.6,
365
+ "aider_norm": 0.356,
366
+ "coding_score": 0.683
367
+ },
368
+ "kimi-k2.5-thinking": {
369
+ "model": "kimi-k2.5-thinking",
370
+ "arena_elo": 1429.0,
371
+ "arena_norm": 0.886,
372
+ "aider_pass_rate_2": 16.4,
373
+ "aider_norm": 0.164,
374
+ "coding_score": 0.6736
375
+ },
376
+ "mimo-v2-flash (thinking)": {
377
+ "model": "mimo-v2-flash (thinking)",
378
+ "arena_elo": 1300.0,
379
+ "arena_norm": 0.8,
380
+ "aider_pass_rate_2": 35.6,
381
+ "aider_norm": 0.356,
382
+ "coding_score": 0.6694
383
+ },
384
+ "kimi-k2.5-instant": {
385
+ "model": "kimi-k2.5-instant",
386
+ "arena_elo": 1408.0,
387
+ "arena_norm": 0.872,
388
+ "aider_pass_rate_2": 16.4,
389
+ "aider_norm": 0.164,
390
+ "coding_score": 0.6638
391
+ },
392
+ "minimax-m2.5": {
393
+ "model": "minimax-m2.5",
394
+ "arena_elo": 1396.0,
395
+ "arena_norm": 0.864,
396
+ "aider_pass_rate_2": 17.8,
397
+ "aider_norm": 0.178,
398
+ "coding_score": 0.6622
399
+ },
400
+ "devstral-medium-2507": {
401
+ "model": "devstral-medium-2507",
402
+ "arena_elo": 1090.0,
403
+ "arena_norm": 0.66,
404
+ "coding_score": 0.66
405
+ },
406
+ "grok-4.1-thinking": {
407
+ "model": "grok-4.1-thinking",
408
+ "arena_elo": 1207.0,
409
+ "arena_norm": 0.738,
410
+ "aider_pass_rate_2": 32.4,
411
+ "aider_norm": 0.324,
412
+ "coding_score": 0.6162
413
+ },
414
+ "gemini-2.5-pro": {
415
+ "model": "gemini-2.5-pro",
416
+ "arena_elo": 1202.0,
417
+ "arena_norm": 0.7347,
418
+ "aider_pass_rate_2": 16.4,
419
+ "aider_norm": 0.164,
420
+ "coding_score": 0.5668
421
+ },
422
+ "grok-4-fast-reasoning": {
423
+ "model": "grok-4-fast-reasoning",
424
+ "arena_elo": 1148.0,
425
+ "arena_norm": 0.6987,
426
+ "aider_pass_rate_2": 3.6,
427
+ "aider_norm": 0.036,
428
+ "coding_score": 0.5038
429
+ }
430
+ }
431
+ }
package/dist/auth.d.ts ADDED
@@ -0,0 +1,9 @@
1
+ export declare function authDir(): string;
2
+ export declare function tokenPath(): string;
3
+ export declare function generateHttpToken(): string;
4
+ export declare function readHttpToken(): Promise<string | null>;
5
+ export declare function ensureHttpToken(): Promise<string>;
6
+ export declare function rotateHttpToken(): Promise<string>;
7
+ export declare function isAuthorized(authorizationHeader: string | string[] | undefined, token: string | null): boolean;
8
+ export declare function maskToken(token: string): string;
9
+ //# sourceMappingURL=auth.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"auth.d.ts","sourceRoot":"","sources":["../src/auth.ts"],"names":[],"mappings":"AAOA,wBAAgB,OAAO,IAAI,MAAM,CAEhC;AAED,wBAAgB,SAAS,IAAI,MAAM,CAElC;AAED,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAED,wBAAsB,aAAa,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAS5D;AAED,wBAAsB,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC,CAOvD;AAED,wBAAsB,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC,CAKvD;AAmBD,wBAAgB,YAAY,CAC1B,mBAAmB,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,SAAS,EAClD,KAAK,EAAE,MAAM,GAAG,IAAI,GACnB,OAAO,CAOT;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAG/C"}
package/dist/auth.js ADDED
@@ -0,0 +1,73 @@
1
+ import { randomBytes, timingSafeEqual } from "node:crypto";
2
+ import { promises as fs } from "node:fs";
3
+ import os from "node:os";
4
+ import path from "node:path";
5
+ const TOKEN_ENV = "HARNESS_DISPATCH_HTTP_TOKEN";
6
+ export function authDir() {
7
+ return process.env.HARNESS_DISPATCH_HOME ?? path.join(os.homedir(), ".harness-dispatch");
8
+ }
9
+ export function tokenPath() {
10
+ return path.join(authDir(), "http-token");
11
+ }
12
+ export function generateHttpToken() {
13
+ return `hr_${randomBytes(32).toString("base64url")}`;
14
+ }
15
+ export async function readHttpToken() {
16
+ const fromEnv = process.env[TOKEN_ENV];
17
+ if (fromEnv)
18
+ return fromEnv;
19
+ try {
20
+ const token = (await fs.readFile(tokenPath(), "utf-8")).trim();
21
+ return token || null;
22
+ }
23
+ catch {
24
+ return null;
25
+ }
26
+ }
27
+ export async function ensureHttpToken() {
28
+ const existing = await readHttpToken();
29
+ if (existing)
30
+ return existing;
31
+ const token = generateHttpToken();
32
+ await fs.mkdir(authDir(), { recursive: true });
33
+ await fs.writeFile(tokenPath(), `${token}\n`, { mode: 0o600 });
34
+ return token;
35
+ }
36
+ export async function rotateHttpToken() {
37
+ const token = generateHttpToken();
38
+ await fs.mkdir(authDir(), { recursive: true });
39
+ await fs.writeFile(tokenPath(), `${token}\n`, { mode: 0o600 });
40
+ return token;
41
+ }
42
+ /**
43
+ * Constant-time string compare. `value === expected` short-circuits on the
44
+ * first mismatching byte — a textbook timing side channel for guessing a
45
+ * bearer token one byte at a time. When lengths differ we still run
46
+ * timingSafeEqual (against a same-length dummy) rather than returning early,
47
+ * so a length mismatch alone doesn't leak timing info either.
48
+ */
49
+ function safeEqual(value, expected) {
50
+ const valueBuf = Buffer.from(value, "utf8");
51
+ const expectedBuf = Buffer.from(expected, "utf8");
52
+ if (valueBuf.length !== expectedBuf.length) {
53
+ timingSafeEqual(valueBuf, valueBuf);
54
+ return false;
55
+ }
56
+ return timingSafeEqual(valueBuf, expectedBuf);
57
+ }
58
+ export function isAuthorized(authorizationHeader, token) {
59
+ if (token === null)
60
+ return true;
61
+ const value = Array.isArray(authorizationHeader)
62
+ ? authorizationHeader[0]
63
+ : authorizationHeader;
64
+ if (value === undefined)
65
+ return false;
66
+ return safeEqual(value, `Bearer ${token}`);
67
+ }
68
+ export function maskToken(token) {
69
+ if (token.length <= 12)
70
+ return token;
71
+ return `${token.slice(0, 6)}...${token.slice(-6)}`;
72
+ }
73
+ //# sourceMappingURL=auth.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"auth.js","sourceRoot":"","sources":["../src/auth.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,MAAM,SAAS,GAAG,6BAA6B,CAAC;AAEhD,MAAM,UAAU,OAAO;IACrB,OAAO,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,mBAAmB,CAAC,CAAC;AAC3F,CAAC;AAED,MAAM,UAAU,SAAS;IACvB,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,YAAY,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,iBAAiB;IAC/B,OAAO,MAAM,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;AACvD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACvC,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IAC5B,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC/D,OAAO,KAAK,IAAI,IAAI,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe;IACnC,MAAM,QAAQ,GAAG,MAAM,aAAa,EAAE,CAAC;IACvC,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC9B,MAAM,KAAK,GAAG,iBAAiB,EAAE,CAAC;IAClC,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/C,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,GAAG,KAAK,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC/D,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe;IACnC,MAAM,KAAK,GAAG,iBAAiB,EAAE,CAAC;IAClC,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/C,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,GAAG,KAAK,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC/D,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;GAMG;AACH,SAAS,SAAS,CAAC,KAAa,EAAE,QAAgB;IAChD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC5C,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAClD,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC;QAC3C,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACpC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,eAAe,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,mBAAkD,EAClD,KAAoB;IAEpB,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAChC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,mBAAmB,CAAC;QAC9C,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC;QACxB,CAAC,CAAC,mBAAmB,CAAC;IACxB,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACtC,OAAO,SAAS,CAAC,KAAK,EAAE,UAAU,KAAK,EAAE,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAa;IACrC,IAAI,KAAK,CAAC,MAAM,IAAI,EAAE;QAAE,OAAO,KAAK,CAAC;IACrC,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACrD,CAAC"}
@@ -0,0 +1,7 @@
1
+ import type { RouteBilling, ServiceConfig } from "./types.js";
2
+ export declare function buildRouteBilling(svc: ServiceConfig, opts?: {
3
+ now?: Date;
4
+ }): RouteBilling;
5
+ export declare function billingIsUnknown(billing: RouteBilling): boolean;
6
+ export declare function billingIsBlocked(billing: RouteBilling): boolean;
7
+ //# sourceMappingURL=billing.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"billing.d.ts","sourceRoot":"","sources":["../src/billing.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAMV,YAAY,EACZ,aAAa,EACd,MAAM,YAAY,CAAC;AAmLpB,wBAAgB,iBAAiB,CAC/B,GAAG,EAAE,aAAa,EAClB,IAAI,GAAE;IAAE,GAAG,CAAC,EAAE,IAAI,CAAA;CAAO,GACxB,YAAY,CAqBd;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAE/D;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAI/D"}