tryharness 0.7.44 → 0.7.53

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (101) hide show
  1. package/README.md +232 -12
  2. package/cli.mjs +406 -184
  3. package/lib/actorRoster.mjs +28 -5
  4. package/lib/adapters.mjs +9 -1
  5. package/lib/agentRuntimeConfig.mjs +36 -0
  6. package/lib/agentRuntimes.mjs +560 -0
  7. package/lib/atlas.mjs +7 -2
  8. package/lib/boardCommands.mjs +5 -10
  9. package/lib/boardFileCommands.mjs +2 -1
  10. package/lib/boardMirror.mjs +459 -0
  11. package/lib/boardProtocol.json +259 -6
  12. package/lib/boardTools.mjs +2 -6
  13. package/lib/bridge.mjs +27 -3
  14. package/lib/browserWake.mjs +60 -0
  15. package/lib/cards.mjs +35 -2
  16. package/lib/commands.mjs +20 -5
  17. package/lib/connectionTools.d.ts +13 -0
  18. package/lib/connectionTools.js +45 -0
  19. package/lib/connectorAuth.mjs +309 -0
  20. package/lib/connectorCatalog.json +41 -0
  21. package/lib/connectorCommands.mjs +121 -0
  22. package/lib/connectorGoogle.mjs +513 -0
  23. package/lib/connectors.mjs +805 -0
  24. package/lib/coordinator.mjs +16 -2
  25. package/lib/coreModels.mjs +78 -0
  26. package/lib/daemon.mjs +775 -46
  27. package/lib/desktop.mjs +7 -2
  28. package/lib/digest.mjs +32 -0
  29. package/lib/directLink.mjs +283 -0
  30. package/lib/environments.mjs +595 -0
  31. package/lib/folders.mjs +2 -2
  32. package/lib/goalCommands.mjs +61 -12
  33. package/lib/inference.mjs +263 -152
  34. package/lib/lessons.mjs +6 -0
  35. package/lib/lineup.mjs +324 -0
  36. package/lib/localmodels.mjs +10 -0
  37. package/lib/machineIdentity.mjs +3 -0
  38. package/lib/machineRoutes.mjs +40 -2
  39. package/lib/machineRuns.mjs +30 -3
  40. package/lib/machineSeal.mjs +69 -10
  41. package/lib/mcp-stdio.mjs +180 -98
  42. package/lib/mcpRelay.mjs +119 -0
  43. package/lib/members.json +12 -0
  44. package/lib/members.mjs +33 -0
  45. package/lib/modelMemory.mjs +100 -0
  46. package/lib/modelTiers.json +1183 -0
  47. package/lib/modelTiers.mjs +133 -0
  48. package/lib/models.mjs +41 -8
  49. package/lib/museSession.mjs +119 -0
  50. package/lib/nativeHost.mjs +203 -0
  51. package/lib/network.mjs +38 -1
  52. package/lib/nudge.mjs +10 -2
  53. package/lib/onboard.mjs +430 -1
  54. package/lib/oneclawLocal.mjs +150 -0
  55. package/lib/ownMachines.mjs +521 -36
  56. package/lib/pairing.mjs +165 -0
  57. package/lib/paths.mjs +4 -0
  58. package/lib/phones.mjs +61 -0
  59. package/lib/placeCommands.mjs +27 -0
  60. package/lib/places.mjs +10 -2
  61. package/lib/plans.mjs +151 -27
  62. package/lib/profile.mjs +152 -0
  63. package/lib/projectGit.mjs +328 -0
  64. package/lib/projectSettings.mjs +120 -0
  65. package/lib/projects.mjs +2539 -0
  66. package/lib/readiness.mjs +283 -0
  67. package/lib/repoLinks.mjs +354 -0
  68. package/lib/roomChannels.mjs +641 -0
  69. package/lib/runBrief.mjs +32 -2
  70. package/lib/runRequests.mjs +157 -0
  71. package/lib/runWorker.mjs +20 -7
  72. package/lib/runner.mjs +67 -8
  73. package/lib/secretPatterns.json +55 -0
  74. package/lib/secrets.mjs +10 -27
  75. package/lib/seen.mjs +102 -0
  76. package/lib/service.mjs +11 -6
  77. package/lib/sessionControl.mjs +10 -8
  78. package/lib/sessionIndex.mjs +5 -3
  79. package/lib/store.mjs +559 -30
  80. package/lib/subagents.mjs +8 -4
  81. package/lib/swarm.mjs +379 -38
  82. package/lib/swarmMemory.mjs +947 -0
  83. package/lib/t3.mjs +43 -13
  84. package/lib/taskCommands.mjs +58 -5
  85. package/lib/taskRuns.mjs +61 -11
  86. package/lib/team.json +17 -15
  87. package/lib/team.mjs +68 -18
  88. package/lib/threadRuns.mjs +50 -7
  89. package/lib/threadView.mjs +68 -15
  90. package/lib/tokenizer.mjs +405 -0
  91. package/lib/ui.mjs +16 -2
  92. package/lib/usageTotals.mjs +148 -0
  93. package/lib/vault.mjs +1144 -0
  94. package/lib/vaultCloud.mjs +117 -0
  95. package/lib/vaultCommands.mjs +201 -0
  96. package/lib/vaultTools.d.ts +12 -0
  97. package/lib/vaultTools.js +42 -0
  98. package/lib/windowAsks.mjs +42 -0
  99. package/lib/workFocus.mjs +59 -0
  100. package/lib/workLinks.mjs +90 -0
  101. package/package.json +9 -4
@@ -0,0 +1,1183 @@
1
+ {
2
+ "index": "Artificial Analysis Intelligence Index",
3
+ "source": "https://artificialanalysis.ai/leaderboards/models",
4
+ "fetched": "2026-10-21",
5
+ "note": "Scores as the leaderboard showed them on the day fetched, read from its public page; the page's last rows were cut off. Rows the page marks with an asterisk (which it does not explain there) are kept and marked starred.",
6
+ "method": "Each score's distance from the mean of every listed score, in standard deviations: top at one or more above, bottom at more than one below, middle between (owner, October 20: standard deviations of an independent third-party benchmark).",
7
+ "mean": 21.73,
8
+ "sd": 15.38,
9
+ "cutoffs": {
10
+ "top": 37.11,
11
+ "bottom": 6.34
12
+ },
13
+ "models": {
14
+ "claude opus 5.5": [
15
+ "opus",
16
+ "claude-opus-5-5",
17
+ "claude-opus-5.5"
18
+ ],
19
+ "claude sonnet 5.5": [
20
+ "sonnet",
21
+ "claude-sonnet-5-5",
22
+ "claude-sonnet-5.5"
23
+ ],
24
+ "claude fable 5.1": [
25
+ "fable",
26
+ "claude-fable-5-1",
27
+ "claude-fable-5.1"
28
+ ],
29
+ "claude haiku 5.5": [
30
+ "haiku",
31
+ "claude-haiku-5-5",
32
+ "claude-haiku-5.5"
33
+ ],
34
+ "gpt-6.1 sol": [
35
+ "gpt-6.1-sol"
36
+ ],
37
+ "gpt-6 astra": [
38
+ "gpt-6-astra"
39
+ ],
40
+ "gpt-6 luna": [
41
+ "gpt-6-luna"
42
+ ],
43
+ "gpt-5.6 terra": [
44
+ "gpt-5.6-terra"
45
+ ],
46
+ "grok 4.7": [
47
+ "grok-4.7"
48
+ ],
49
+ "deepseek v4.1 flash 1017": [
50
+ "deepseek-v4.1-flash"
51
+ ],
52
+ "kimi k3": [
53
+ "kimi-k3"
54
+ ],
55
+ "glm-5.3": [
56
+ "glm-5.3"
57
+ ],
58
+ "qwen3.8 27b": [
59
+ "qwen3.8-27b"
60
+ ],
61
+ "gemini 4 argon": [
62
+ "gemini-4-argon"
63
+ ],
64
+ "gemini 3.8 flash": [
65
+ "gemini-3.8-flash"
66
+ ]
67
+ },
68
+ "entries": [
69
+ {
70
+ "name": "Claude Opus 5.5 (max with fallback)",
71
+ "score": 58
72
+ },
73
+ {
74
+ "name": "Claude Sonnet 5.5 (max with fallback)",
75
+ "score": 56
76
+ },
77
+ {
78
+ "name": "Claude Opus 5.5 (xhigh with fallback)",
79
+ "score": 56
80
+ },
81
+ {
82
+ "name": "Muse Wonder Full (max)",
83
+ "score": 56
84
+ },
85
+ {
86
+ "name": "Claude Opus 5.5 (high with fallback)",
87
+ "score": 54
88
+ },
89
+ {
90
+ "name": "Claude Fable 5.1 (max with fallback)",
91
+ "score": 53
92
+ },
93
+ {
94
+ "name": "Claude Fable 5.1 (xhigh with fallback)",
95
+ "score": 53
96
+ },
97
+ {
98
+ "name": "GPT-6 Astra (max)",
99
+ "score": 53
100
+ },
101
+ {
102
+ "name": "Gemini 4 Argon (high)",
103
+ "score": 53
104
+ },
105
+ {
106
+ "name": "Muse Wonder (max)",
107
+ "score": 52
108
+ },
109
+ {
110
+ "name": "GPT-6 Astra (xhigh)",
111
+ "score": 52
112
+ },
113
+ {
114
+ "name": "Claude Sonnet 5.5 (xhigh with fallback)",
115
+ "score": 52
116
+ },
117
+ {
118
+ "name": "GPT-6.1 Sol (max)",
119
+ "score": 52
120
+ },
121
+ {
122
+ "name": "Claude Opus 5.5 (medium with fallback)",
123
+ "score": 51
124
+ },
125
+ {
126
+ "name": "Claude Fable 5.1 (high with fallback)",
127
+ "score": 51
128
+ },
129
+ {
130
+ "name": "GPT-6.1 Sol (xhigh)",
131
+ "score": 51
132
+ },
133
+ {
134
+ "name": "GPT-6 Astra (high)",
135
+ "score": 51
136
+ },
137
+ {
138
+ "name": "GPT-6.1 Sol (high)",
139
+ "score": 50
140
+ },
141
+ {
142
+ "name": "GPT-6 Astra (medium)",
143
+ "score": 50
144
+ },
145
+ {
146
+ "name": "Claude Fable 5.1 (medium with fallback)",
147
+ "score": 49
148
+ },
149
+ {
150
+ "name": "Muse Spark 1.3 (max)",
151
+ "score": 48
152
+ },
153
+ {
154
+ "name": "GPT-6.1 Sol (medium)",
155
+ "score": 48
156
+ },
157
+ {
158
+ "name": "Claude Fable 5.1 (low with fallback)",
159
+ "score": 47
160
+ },
161
+ {
162
+ "name": "Claude Sonnet 5.5 (high with fallback)",
163
+ "score": 47
164
+ },
165
+ {
166
+ "name": "Grok 4.7 (xhigh)",
167
+ "score": 46
168
+ },
169
+ {
170
+ "name": "Grok 4.7 (high)",
171
+ "score": 46
172
+ },
173
+ {
174
+ "name": "MiMo-V2.6-Pro",
175
+ "score": 46
176
+ },
177
+ {
178
+ "name": "GPT-6 Astra (low)",
179
+ "score": 46
180
+ },
181
+ {
182
+ "name": "Qwen3.8 Max (0902)",
183
+ "score": 45
184
+ },
185
+ {
186
+ "name": "DeepSeek V4.1 Flash 1017 (max)",
187
+ "score": 45
188
+ },
189
+ {
190
+ "name": "Muse Spark 1.3 (xhigh)",
191
+ "score": 45
192
+ },
193
+ {
194
+ "name": "GLM-5.3 (max)",
195
+ "score": 45
196
+ },
197
+ {
198
+ "name": "Step 5 Preview",
199
+ "score": 44
200
+ },
201
+ {
202
+ "name": "Kimi K3 (max)",
203
+ "score": 44
204
+ },
205
+ {
206
+ "name": "Claude Haiku 5.5 (max)",
207
+ "score": 43
208
+ },
209
+ {
210
+ "name": "MiniMax-M3.1-Flash",
211
+ "score": 43
212
+ },
213
+ {
214
+ "name": "Claude Opus 5.5 (low with fallback)",
215
+ "score": 42
216
+ },
217
+ {
218
+ "name": "Grok 4.7 (low)",
219
+ "score": 42
220
+ },
221
+ {
222
+ "name": "GPT-6.1 Sol (low)",
223
+ "score": 42
224
+ },
225
+ {
226
+ "name": "GPT-5.6 Terra (max)",
227
+ "score": 42
228
+ },
229
+ {
230
+ "name": "GLM-5.3-Flash",
231
+ "score": 42
232
+ },
233
+ {
234
+ "name": "Claude Haiku 5.5 (xhigh)",
235
+ "score": 41
236
+ },
237
+ {
238
+ "name": "Ling 3.1 Flash",
239
+ "score": 41
240
+ },
241
+ {
242
+ "name": "Gemini 3.8 Flash (high)",
243
+ "score": 41
244
+ },
245
+ {
246
+ "name": "Claude Sonnet 5.5 (medium with fallback)",
247
+ "score": 41
248
+ },
249
+ {
250
+ "name": "Qwen3.8 2.4T A95B",
251
+ "score": 40
252
+ },
253
+ {
254
+ "name": "Qwen3.8-Flash-Next",
255
+ "score": 40
256
+ },
257
+ {
258
+ "name": "Gemini 3.8 Flash (medium)",
259
+ "score": 40
260
+ },
261
+ {
262
+ "name": "Muse Spark Open (xhigh)",
263
+ "score": 39
264
+ },
265
+ {
266
+ "name": "Mistral Large 4 Preview",
267
+ "score": 38
268
+ },
269
+ {
270
+ "name": "GPT-6 Luna (max)",
271
+ "score": 38
272
+ },
273
+ {
274
+ "name": "GPT-5.6 Terra (xhigh)",
275
+ "score": 38
276
+ },
277
+ {
278
+ "name": "MiMo-V2.6-Flash",
279
+ "score": 38
280
+ },
281
+ {
282
+ "name": "Claude Haiku 5.5 (high)",
283
+ "score": 38
284
+ },
285
+ {
286
+ "name": "DeepSeek V4 Pro 0813 (max)",
287
+ "score": 36
288
+ },
289
+ {
290
+ "name": "Claude Sonnet 5.5 (low with fallback)",
291
+ "score": 36
292
+ },
293
+ {
294
+ "name": "Agnes 2.5 Pro Beta",
295
+ "score": 35,
296
+ "starred": true
297
+ },
298
+ {
299
+ "name": "DeepSeek V4 Flash Vision (max)",
300
+ "score": 35
301
+ },
302
+ {
303
+ "name": "GPT-6 Luna (xhigh)",
304
+ "score": 35
305
+ },
306
+ {
307
+ "name": "Claude Haiku 5.5 (medium)",
308
+ "score": 34
309
+ },
310
+ {
311
+ "name": "GLM-5.3 (low)",
312
+ "score": 34
313
+ },
314
+ {
315
+ "name": "GPT-5.6 Terra (high)",
316
+ "score": 34
317
+ },
318
+ {
319
+ "name": "JT-4.1 Flash 236B A21B",
320
+ "score": 34
321
+ },
322
+ {
323
+ "name": "Qwen3.8 27B (xhigh)",
324
+ "score": 34
325
+ },
326
+ {
327
+ "name": "Motif 3",
328
+ "score": 34,
329
+ "starred": true
330
+ },
331
+ {
332
+ "name": "Gemini 3.8 Flash (low)",
333
+ "score": 33
334
+ },
335
+ {
336
+ "name": "GPT-6 Luna (high)",
337
+ "score": 33
338
+ },
339
+ {
340
+ "name": "GPT-5.3 Codex (xhigh)",
341
+ "score": 33,
342
+ "starred": true
343
+ },
344
+ {
345
+ "name": "K2 Horizon 375B A23B",
346
+ "score": 31
347
+ },
348
+ {
349
+ "name": "Beam 1.0",
350
+ "score": 30
351
+ },
352
+ {
353
+ "name": "GPT-5.6 Terra (medium)",
354
+ "score": 30
355
+ },
356
+ {
357
+ "name": "Kimi K3 (low)",
358
+ "score": 30
359
+ },
360
+ {
361
+ "name": "GPT-6 Luna (medium)",
362
+ "score": 30
363
+ },
364
+ {
365
+ "name": "Gemini 3.1 Pro Preview",
366
+ "score": 30
367
+ },
368
+ {
369
+ "name": "Claude Haiku 5.5 (low)",
370
+ "score": 29
371
+ },
372
+ {
373
+ "name": "MiniMax-M3",
374
+ "score": 29
375
+ },
376
+ {
377
+ "name": "Nex-N2-Pro",
378
+ "score": 28,
379
+ "starred": true
380
+ },
381
+ {
382
+ "name": "Qwen3.8 27B (medium)",
383
+ "score": 28
384
+ },
385
+ {
386
+ "name": "GPT-5.6 Terra (low)",
387
+ "score": 27
388
+ },
389
+ {
390
+ "name": "JT-4.1 Flash 236B A21B (non-reasoning)",
391
+ "score": 27,
392
+ "starred": true
393
+ },
394
+ {
395
+ "name": "Quasar 438B (max)",
396
+ "score": 27
397
+ },
398
+ {
399
+ "name": "Solar Pro 4",
400
+ "score": 27
401
+ },
402
+ {
403
+ "name": "Nemotron 3.5 Super VL",
404
+ "score": 26
405
+ },
406
+ {
407
+ "name": "Apodex 1.1",
408
+ "score": 26
409
+ },
410
+ {
411
+ "name": "Qwen3.8 27B (low)",
412
+ "score": 26
413
+ },
414
+ {
415
+ "name": "GPT-5.5 Instant (June 2026)",
416
+ "score": 26
417
+ },
418
+ {
419
+ "name": "Kimi K2.7 Code",
420
+ "score": 26
421
+ },
422
+ {
423
+ "name": "Inkling Small",
424
+ "score": 26
425
+ },
426
+ {
427
+ "name": "K2 Horizon MoVA 36B A4B",
428
+ "score": 25
429
+ },
430
+ {
431
+ "name": "Hy3",
432
+ "score": 25
433
+ },
434
+ {
435
+ "name": "Qwen3.7 Plus",
436
+ "score": 25
437
+ },
438
+ {
439
+ "name": "Inkling (xhigh)",
440
+ "score": 25
441
+ },
442
+ {
443
+ "name": "Solar Open2 250B",
444
+ "score": 25,
445
+ "starred": true
446
+ },
447
+ {
448
+ "name": "Ling-3.0-flash-VL",
449
+ "score": 25
450
+ },
451
+ {
452
+ "name": "Solar Mini 4",
453
+ "score": 24
454
+ },
455
+ {
456
+ "name": "Nemotron 3 Ultra",
457
+ "score": 23
458
+ },
459
+ {
460
+ "name": "Ling-3.0-flash-Fin",
461
+ "score": 23
462
+ },
463
+ {
464
+ "name": "Gemini 3.5 Flash-Lite",
465
+ "score": 22
466
+ },
467
+ {
468
+ "name": "G9v3-39A5B",
469
+ "score": 22,
470
+ "starred": true
471
+ },
472
+ {
473
+ "name": "KAT-Coder-Pro V2",
474
+ "score": 22,
475
+ "starred": true
476
+ },
477
+ {
478
+ "name": "GPT-6 Luna (low)",
479
+ "score": 22
480
+ },
481
+ {
482
+ "name": "A.X-K2",
483
+ "score": 21
484
+ },
485
+ {
486
+ "name": "Qwen3.5 397B A17B (non-reasoning)",
487
+ "score": 21,
488
+ "starred": true
489
+ },
490
+ {
491
+ "name": "Nemotron 3.5 Bolt 74B-A9B",
492
+ "score": 21
493
+ },
494
+ {
495
+ "name": "GPT-5.6 Terra (non-reasoning)",
496
+ "score": 21
497
+ },
498
+ {
499
+ "name": "K2 Horizon 7B",
500
+ "score": 21
501
+ },
502
+ {
503
+ "name": "Qwen3.5 Omni Plus",
504
+ "score": 20,
505
+ "starred": true
506
+ },
507
+ {
508
+ "name": "DeepSeek V4 Pro 0813 (non-reasoning)",
509
+ "score": 20
510
+ },
511
+ {
512
+ "name": "o3",
513
+ "score": 20,
514
+ "starred": true
515
+ },
516
+ {
517
+ "name": "Qwen3.8 27B (non-reasoning)",
518
+ "score": 20
519
+ },
520
+ {
521
+ "name": "K-EXAONE 2.0",
522
+ "score": 20,
523
+ "starred": true
524
+ },
525
+ {
526
+ "name": "LongCat 2.0",
527
+ "score": 19
528
+ },
529
+ {
530
+ "name": "JT-35B-Flash",
531
+ "score": 19,
532
+ "starred": true
533
+ },
534
+ {
535
+ "name": "GPT-6 Luna (non-reasoning)",
536
+ "score": 18
537
+ },
538
+ {
539
+ "name": "Qwen3.5 397B A17B",
540
+ "score": 18
541
+ },
542
+ {
543
+ "name": "Qwen3.6 35B A3B",
544
+ "score": 18
545
+ },
546
+ {
547
+ "name": "Qwen3.5 122B A10B (non-reasoning)",
548
+ "score": 18,
549
+ "starred": true
550
+ },
551
+ {
552
+ "name": "Muse Glimmer (high)",
553
+ "score": 17
554
+ },
555
+ {
556
+ "name": "Doubao Seed Code",
557
+ "score": 17,
558
+ "starred": true
559
+ },
560
+ {
561
+ "name": "Gemma 4 26B A4B",
562
+ "score": 17,
563
+ "starred": true
564
+ },
565
+ {
566
+ "name": "Ring-2.6-1T",
567
+ "score": 17
568
+ },
569
+ {
570
+ "name": "K2 Horizon 3.7B",
571
+ "score": 16
572
+ },
573
+ {
574
+ "name": "Qwen3.5 122B A10B",
575
+ "score": 16
576
+ },
577
+ {
578
+ "name": "Qwen3.6 35B A3B (non-reasoning)",
579
+ "score": 15,
580
+ "starred": true
581
+ },
582
+ {
583
+ "name": "Gemma 4 31B",
584
+ "score": 15
585
+ },
586
+ {
587
+ "name": "ERNIE 5.0 Thinking Preview",
588
+ "score": 14,
589
+ "starred": true
590
+ },
591
+ {
592
+ "name": "Mistral Medium 3.5",
593
+ "score": 14
594
+ },
595
+ {
596
+ "name": "Gemma 4 12B",
597
+ "score": 14,
598
+ "starred": true
599
+ },
600
+ {
601
+ "name": "Nova 2.0 Pro Preview (medium)",
602
+ "score": 14,
603
+ "starred": true
604
+ },
605
+ {
606
+ "name": "Gemma 4 31B (non-reasoning)",
607
+ "score": 14,
608
+ "starred": true
609
+ },
610
+ {
611
+ "name": "Nova 2.0 Omni (medium)",
612
+ "score": 14,
613
+ "starred": true
614
+ },
615
+ {
616
+ "name": "Apriel-v1.6-15B-Thinker",
617
+ "score": 13,
618
+ "starred": true
619
+ },
620
+ {
621
+ "name": "Nova 2.0 Lite (high)",
622
+ "score": 13,
623
+ "starred": true
624
+ },
625
+ {
626
+ "name": "Qwen3.5 9B (non-reasoning)",
627
+ "score": 13,
628
+ "starred": true
629
+ },
630
+ {
631
+ "name": "EXAONE 4.5 33B",
632
+ "score": 13,
633
+ "starred": true
634
+ },
635
+ {
636
+ "name": "Command A+",
637
+ "score": 13
638
+ },
639
+ {
640
+ "name": "Gemma 4 26B A4B (non-reasoning)",
641
+ "score": 13,
642
+ "starred": true
643
+ },
644
+ {
645
+ "name": "Qwen3.5 4B",
646
+ "score": 13,
647
+ "starred": true
648
+ },
649
+ {
650
+ "name": "Nemotron 3.5 Lightning",
651
+ "score": 13
652
+ },
653
+ {
654
+ "name": "Nova 2.0 Pro Preview (low)",
655
+ "score": 13,
656
+ "starred": true
657
+ },
658
+ {
659
+ "name": "Granite 4.2 30B",
660
+ "score": 13
661
+ },
662
+ {
663
+ "name": "Nova 2.0 Lite (medium)",
664
+ "score": 12,
665
+ "starred": true
666
+ },
667
+ {
668
+ "name": "Qwen3.5 Omni Flash",
669
+ "score": 12,
670
+ "starred": true
671
+ },
672
+ {
673
+ "name": "MiniCPM5-2B",
674
+ "score": 12
675
+ },
676
+ {
677
+ "name": "Mercury 2.5",
678
+ "score": 12
679
+ },
680
+ {
681
+ "name": "JT-MINI",
682
+ "score": 12,
683
+ "starred": true
684
+ },
685
+ {
686
+ "name": "Magistral Medium 1.2",
687
+ "score": 12,
688
+ "starred": true
689
+ },
690
+ {
691
+ "name": "Nova 2.0 Lite (low)",
692
+ "score": 12,
693
+ "starred": true
694
+ },
695
+ {
696
+ "name": "HyperNova 60B 2605 (high)",
697
+ "score": 12,
698
+ "starred": true
699
+ },
700
+ {
701
+ "name": "Nemotron Cascade 2 30B A3B",
702
+ "score": 12,
703
+ "starred": true
704
+ },
705
+ {
706
+ "name": "gpt-oss-120b (high)",
707
+ "score": 12
708
+ },
709
+ {
710
+ "name": "K2 Think V2",
711
+ "score": 11,
712
+ "starred": true
713
+ },
714
+ {
715
+ "name": "LongCat Flash Lite",
716
+ "score": 11,
717
+ "starred": true
718
+ },
719
+ {
720
+ "name": "HyperCLOVA X SEED Think (32B)",
721
+ "score": 11,
722
+ "starred": true
723
+ },
724
+ {
725
+ "name": "Mistral Small 4",
726
+ "score": 11
727
+ },
728
+ {
729
+ "name": "Qwen3 Next 80B A3B (reasoning)",
730
+ "score": 11,
731
+ "starred": true
732
+ },
733
+ {
734
+ "name": "Qwen3.5 9B",
735
+ "score": 11
736
+ },
737
+ {
738
+ "name": "Nova 2.0 Omni (low)",
739
+ "score": 11,
740
+ "starred": true
741
+ },
742
+ {
743
+ "name": "Granite 4.2 8B",
744
+ "score": 11
745
+ },
746
+ {
747
+ "name": "Ling 3.0 Tiny",
748
+ "score": 11
749
+ },
750
+ {
751
+ "name": "Mi:dm K 2.5 Pro",
752
+ "score": 11,
753
+ "starred": true
754
+ },
755
+ {
756
+ "name": "G9v3-3B",
757
+ "score": 11,
758
+ "starred": true
759
+ },
760
+ {
761
+ "name": "Trinity Large Thinking",
762
+ "score": 11
763
+ },
764
+ {
765
+ "name": "Qwen3.5 4B (non-reasoning)",
766
+ "score": 11,
767
+ "starred": true
768
+ },
769
+ {
770
+ "name": "INTELLECT-3",
771
+ "score": 11,
772
+ "starred": true
773
+ },
774
+ {
775
+ "name": "Solar Open 100B",
776
+ "score": 10,
777
+ "starred": true
778
+ },
779
+ {
780
+ "name": "Nemotron 3 Nano Omni 30B A3B",
781
+ "score": 10,
782
+ "starred": true
783
+ },
784
+ {
785
+ "name": "gpt-oss-120b (low)",
786
+ "score": 10,
787
+ "starred": true
788
+ },
789
+ {
790
+ "name": "Nova 2.0 Pro Preview (non-reasoning)",
791
+ "score": 10,
792
+ "starred": true
793
+ },
794
+ {
795
+ "name": "gpt-oss-20b (low)",
796
+ "score": 10,
797
+ "starred": true
798
+ },
799
+ {
800
+ "name": "North Mini Code",
801
+ "score": 10
802
+ },
803
+ {
804
+ "name": "K2-V2 (high)",
805
+ "score": 10,
806
+ "starred": true
807
+ },
808
+ {
809
+ "name": "Qwen3 Next 80B A3B (instruct)",
810
+ "score": 10,
811
+ "starred": true
812
+ },
813
+ {
814
+ "name": "DiffusionGemma 26B A4B",
815
+ "score": 10,
816
+ "starred": true
817
+ },
818
+ {
819
+ "name": "Gemma 4 12B (non-reasoning)",
820
+ "score": 9,
821
+ "starred": true
822
+ },
823
+ {
824
+ "name": "Llama 4 Maverick",
825
+ "score": 9
826
+ },
827
+ {
828
+ "name": "Qwen3 Coder Next",
829
+ "score": 9
830
+ },
831
+ {
832
+ "name": "Motif-2-12.7B",
833
+ "score": 9,
834
+ "starred": true
835
+ },
836
+ {
837
+ "name": "Nova Premier",
838
+ "score": 9,
839
+ "starred": true
840
+ },
841
+ {
842
+ "name": "Granite 4.2 3B",
843
+ "score": 9
844
+ },
845
+ {
846
+ "name": "K2-V2 (medium)",
847
+ "score": 9,
848
+ "starred": true
849
+ },
850
+ {
851
+ "name": "Mistral Small 4 (non-reasoning)",
852
+ "score": 9,
853
+ "starred": true
854
+ },
855
+ {
856
+ "name": "Tri-21B-Think",
857
+ "score": 9,
858
+ "starred": true
859
+ },
860
+ {
861
+ "name": "gpt-oss-20b (high)",
862
+ "score": 9
863
+ },
864
+ {
865
+ "name": "Gemma 4 E4B",
866
+ "score": 9
867
+ },
868
+ {
869
+ "name": "Nemotron 3 Nano",
870
+ "score": 9
871
+ },
872
+ {
873
+ "name": "MiniCPM5-1B",
874
+ "score": 9,
875
+ "starred": true
876
+ },
877
+ {
878
+ "name": "Sarvam 105B (high)",
879
+ "score": 9,
880
+ "starred": true
881
+ },
882
+ {
883
+ "name": "Nova 2.0 Lite (non-reasoning)",
884
+ "score": 9,
885
+ "starred": true
886
+ },
887
+ {
888
+ "name": "MiniCPM5-1B (non-reasoning)",
889
+ "score": 9,
890
+ "starred": true
891
+ },
892
+ {
893
+ "name": "Magistral Small 1.2",
894
+ "score": 9,
895
+ "starred": true
896
+ },
897
+ {
898
+ "name": "Nanbeige4.1-3B",
899
+ "score": 8,
900
+ "starred": true
901
+ },
902
+ {
903
+ "name": "LFM2.5-2.6B",
904
+ "score": 8,
905
+ "starred": true
906
+ },
907
+ {
908
+ "name": "EXAONE 4.0 32B",
909
+ "score": 8,
910
+ "starred": true
911
+ },
912
+ {
913
+ "name": "Nova 2.0 Omni (non-reasoning)",
914
+ "score": 8,
915
+ "starred": true
916
+ },
917
+ {
918
+ "name": "Hermes 4 70B",
919
+ "score": 8,
920
+ "starred": true
921
+ },
922
+ {
923
+ "name": "Falcon-H1R-7B",
924
+ "score": 8,
925
+ "starred": true
926
+ },
927
+ {
928
+ "name": "Gemma 4 E2B",
929
+ "score": 8,
930
+ "starred": true
931
+ },
932
+ {
933
+ "name": "Qwen3 Omni 30B A3B (reasoning)",
934
+ "score": 8,
935
+ "starred": true
936
+ },
937
+ {
938
+ "name": "Step3 VL 10B",
939
+ "score": 8,
940
+ "starred": true
941
+ },
942
+ {
943
+ "name": "Llama 3.3 70B",
944
+ "score": 8,
945
+ "starred": true
946
+ },
947
+ {
948
+ "name": "Llama Nemotron Ultra",
949
+ "score": 8,
950
+ "starred": true
951
+ },
952
+ {
953
+ "name": "ERNIE 4.5 300B A47B",
954
+ "score": 8,
955
+ "starred": true
956
+ },
957
+ {
958
+ "name": "Hermes 4 405B",
959
+ "score": 7,
960
+ "starred": true
961
+ },
962
+ {
963
+ "name": "NVIDIA Nemotron Nano 12B v2 VL",
964
+ "score": 7,
965
+ "starred": true
966
+ },
967
+ {
968
+ "name": "NVIDIA Nemotron Nano 9B V2",
969
+ "score": 7,
970
+ "starred": true
971
+ },
972
+ {
973
+ "name": "Hermes 4 405B (non-reasoning)",
974
+ "score": 7,
975
+ "starred": true
976
+ },
977
+ {
978
+ "name": "K2-V2 (low)",
979
+ "score": 7,
980
+ "starred": true
981
+ },
982
+ {
983
+ "name": "Kimi Linear 48B A3B Instruct",
984
+ "score": 7,
985
+ "starred": true
986
+ },
987
+ {
988
+ "name": "Llama 3.1 405B",
989
+ "score": 7,
990
+ "starred": true
991
+ },
992
+ {
993
+ "name": "LFM2.5-8B-A1B",
994
+ "score": 7,
995
+ "starred": true
996
+ },
997
+ {
998
+ "name": "Ring-flash-2.0",
999
+ "score": 7,
1000
+ "starred": true
1001
+ },
1002
+ {
1003
+ "name": "Olmo 3.1 32B Think",
1004
+ "score": 7,
1005
+ "starred": true
1006
+ },
1007
+ {
1008
+ "name": "Command A",
1009
+ "score": 7
1010
+ },
1011
+ {
1012
+ "name": "Qwen3.5 2B",
1013
+ "score": 7,
1014
+ "starred": true
1015
+ },
1016
+ {
1017
+ "name": "Nemotron 3 Nano (non-reasoning)",
1018
+ "score": 7,
1019
+ "starred": true
1020
+ },
1021
+ {
1022
+ "name": "NVIDIA Nemotron Nano 9B V2 (non-reasoning)",
1023
+ "score": 7,
1024
+ "starred": true
1025
+ },
1026
+ {
1027
+ "name": "Hermes 4 70B (non-reasoning)",
1028
+ "score": 7,
1029
+ "starred": true
1030
+ },
1031
+ {
1032
+ "name": "Sarvam 30B (high)",
1033
+ "score": 7,
1034
+ "starred": true
1035
+ },
1036
+ {
1037
+ "name": "Olmo 3.1 32B Instruct",
1038
+ "score": 6,
1039
+ "starred": true
1040
+ },
1041
+ {
1042
+ "name": "Gemma 4 E2B (non-reasoning)",
1043
+ "score": 6,
1044
+ "starred": true
1045
+ },
1046
+ {
1047
+ "name": "Llama 4 Scout",
1048
+ "score": 6
1049
+ },
1050
+ {
1051
+ "name": "R1 1776",
1052
+ "score": 6,
1053
+ "starred": true
1054
+ },
1055
+ {
1056
+ "name": "Llama 3.2 90B (Vision)",
1057
+ "score": 6,
1058
+ "starred": true
1059
+ },
1060
+ {
1061
+ "name": "Celeris-1",
1062
+ "score": 6
1063
+ },
1064
+ {
1065
+ "name": "Phi-4 Mini",
1066
+ "score": 6,
1067
+ "starred": true
1068
+ },
1069
+ {
1070
+ "name": "EXAONE 4.0 32B (non-reasoning)",
1071
+ "score": 6,
1072
+ "starred": true
1073
+ },
1074
+ {
1075
+ "name": "Qwen3.5 2B (non-reasoning)",
1076
+ "score": 6,
1077
+ "starred": true
1078
+ },
1079
+ {
1080
+ "name": "Qwen3.5 0.8B",
1081
+ "score": 6,
1082
+ "starred": true
1083
+ },
1084
+ {
1085
+ "name": "DeepHermes 3 - Mistral 24B (non-reasoning)",
1086
+ "score": 6,
1087
+ "starred": true
1088
+ },
1089
+ {
1090
+ "name": "Jamba 1.7 Large",
1091
+ "score": 6,
1092
+ "starred": true
1093
+ },
1094
+ {
1095
+ "name": "Granite 4.0 H Small",
1096
+ "score": 6,
1097
+ "starred": true
1098
+ },
1099
+ {
1100
+ "name": "Ministral 3 14B",
1101
+ "score": 6
1102
+ },
1103
+ {
1104
+ "name": "Qwen3 Omni 30B A3B (instruct)",
1105
+ "score": 6,
1106
+ "starred": true
1107
+ },
1108
+ {
1109
+ "name": "LFM2 24B A2B",
1110
+ "score": 6,
1111
+ "starred": true
1112
+ },
1113
+ {
1114
+ "name": "Phi-4",
1115
+ "score": 6,
1116
+ "starred": true
1117
+ },
1118
+ {
1119
+ "name": "Nova Micro",
1120
+ "score": 6,
1121
+ "starred": true
1122
+ },
1123
+ {
1124
+ "name": "NVIDIA Nemotron Nano 12B v2 VL (non-reasoning)",
1125
+ "score": 6,
1126
+ "starred": true
1127
+ },
1128
+ {
1129
+ "name": "Phi-4 Multimodal",
1130
+ "score": 6,
1131
+ "starred": true
1132
+ },
1133
+ {
1134
+ "name": "MiniCPM-V 4.6 1.3B",
1135
+ "score": 6,
1136
+ "starred": true
1137
+ },
1138
+ {
1139
+ "name": "Jamba Reasoning 3B",
1140
+ "score": 6,
1141
+ "starred": true
1142
+ },
1143
+ {
1144
+ "name": "Reka Flash 3",
1145
+ "score": 6,
1146
+ "starred": true
1147
+ },
1148
+ {
1149
+ "name": "Olmo 3 7B Think",
1150
+ "score": 6,
1151
+ "starred": true
1152
+ },
1153
+ {
1154
+ "name": "Molmo 7B-D",
1155
+ "score": 6,
1156
+ "starred": true
1157
+ },
1158
+ {
1159
+ "name": "Ministral 3 8B",
1160
+ "score": 5
1161
+ },
1162
+ {
1163
+ "name": "Llama 3.2 11B (Vision)",
1164
+ "score": 5,
1165
+ "starred": true
1166
+ },
1167
+ {
1168
+ "name": "Qwen3.5 0.8B (non-reasoning)",
1169
+ "score": 5,
1170
+ "starred": true
1171
+ },
1172
+ {
1173
+ "name": "Exaone 4.0 1.2B",
1174
+ "score": 5,
1175
+ "starred": true
1176
+ },
1177
+ {
1178
+ "name": "Olmo 3 7B",
1179
+ "score": 5,
1180
+ "starred": true
1181
+ }
1182
+ ]
1183
+ }