@lucasschirm/devinp 0.1.5 → 0.1.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (2) hide show
  1. package/data/benchlm-scores.json +44 -43
  2. package/package.json +1 -1
package/data/benchlm-scores.json CHANGED
@@ -1,154 +1,154 @@
1
1
  {
2
- "updated": "2026-09-29",
2
+ "updated": "2026-10-01",
3
3
  "source": "https://benchlm.ai/api/data/leaderboard?category=coding&limit=200",
4
4
  "models": {
5
5
  "claude-fable-5": {
6
- "score": 73.1,
6
+ "score": 72.98,
7
7
  "benchName": "Claude Fable 5",
8
8
  "supported": true
9
9
  },
10
10
  "claude-fable-5.1": {
11
- "score": 79.99,
11
+ "score": 79.75,
12
12
  "benchName": "Claude Fable 5.1",
13
13
  "supported": true
14
14
  },
15
15
  "claude-haiku-4.5": {
16
- "score": 19.61,
16
+ "score": 19.58,
17
17
  "benchName": "Claude Haiku 4.5",
18
18
  "supported": true
19
19
  },
20
20
  "claude-opus-4.5": {
21
- "score": 42.56,
21
+ "score": 42.64,
22
22
  "benchName": "Claude Opus 4.5",
23
23
  "supported": false
24
24
  },
25
25
  "claude-opus-4.6": {
26
- "score": 49.68,
26
+ "score": 49.58,
27
27
  "benchName": "Claude Opus 4.6",
28
28
  "supported": true
29
29
  },
30
30
  "claude-opus-4.7": {
31
- "score": 58.1,
31
+ "score": 57.97,
32
32
  "benchName": "Claude Opus 4.7",
33
33
  "supported": true
34
34
  },
35
35
  "claude-opus-4.8": {
36
- "score": 62.37,
36
+ "score": 62.28,
37
37
  "benchName": "Claude Opus 4.8",
38
38
  "supported": true
39
39
  },
40
40
  "claude-opus-5": {
41
- "score": 72.18,
41
+ "score": 72.05,
42
42
  "benchName": "Claude Opus 5",
43
43
  "supported": true
44
44
  },
45
45
  "claude-opus-5.5": {
46
- "score": 83.6,
46
+ "score": 83.32,
47
47
  "benchName": "Claude Opus 5.5",
48
48
  "supported": true
49
49
  },
50
50
  "claude-sonnet-4.6": {
51
- "score": 47.04,
51
+ "score": 47.14,
52
52
  "benchName": "Claude Sonnet 4.6",
53
53
  "supported": true
54
54
  },
55
55
  "claude-sonnet-5": {
56
- "score": 59.96,
56
+ "score": 59.84,
57
57
  "benchName": "Claude Sonnet 5",
58
58
  "supported": true
59
59
  },
60
60
  "claude-sonnet-5.5": {
61
- "score": 85.12,
61
+ "score": 85.56,
62
62
  "benchName": "Claude Sonnet 5.5",
63
63
  "supported": true
64
64
  },
65
65
  "deepseek-v4-pro": {
66
- "score": 49.36,
66
+ "score": 49.26,
67
67
  "benchName": "DeepSeek V4 Pro 0813",
68
68
  "supported": true
69
69
  },
70
70
  "deepseek-v4.1-flash": {
71
- "score": 49.63,
71
+ "score": 58.89,
72
72
  "benchName": "DeepSeek V4.1 Flash",
73
73
  "supported": false
74
74
  },
75
75
  "gemini-3-flash": {
76
- "score": 36.38,
76
+ "score": 36.32,
77
77
  "benchName": "Gemini 3 Flash",
78
78
  "supported": true
79
79
  },
80
80
  "gemini-3.1-pro": {
81
- "score": 42.44,
81
+ "score": 42.32,
82
82
  "benchName": "Gemini 3.1 Pro",
83
83
  "supported": true
84
84
  },
85
85
  "gemini-3.5-flash": {
86
- "score": 52.43,
86
+ "score": 52.36,
87
87
  "benchName": "Gemini 3.5 Flash",
88
88
  "supported": true
89
89
  },
90
90
  "gemini-3.6-flash": {
91
- "score": 53.78,
91
+ "score": 53.68,
92
92
  "benchName": "Gemini 3.6 Flash",
93
93
  "supported": true
94
94
  },
95
95
  "gemini-3.7-flash": {
96
- "score": 59.48,
96
+ "score": 59.32,
97
97
  "benchName": "Gemini 3.7 Flash",
98
98
  "supported": true
99
99
  },
100
100
  "gemini-3.8-flash": {
101
- "score": 64.16,
101
+ "score": 63.66,
102
102
  "benchName": "Gemini 3.8 Flash",
103
103
  "supported": true
104
104
  },
105
105
  "glm-5.2": {
106
- "score": 56.29,
106
+ "score": 56.27,
107
107
  "benchName": "GLM-5.2",
108
108
  "supported": true
109
109
  },
110
110
  "glm-5.3": {
111
- "score": 56.84,
111
+ "score": 56.65,
112
112
  "benchName": "GLM-5.3",
113
113
  "supported": true
114
114
  },
115
115
  "glm-5.3-flash": {
116
- "score": 52.54,
116
+ "score": 52.23,
117
117
  "benchName": "GLM-5.3-Flash",
118
118
  "supported": true
119
119
  },
120
120
  "gpt-5.1": {
121
- "score": 38.86,
121
+ "score": 38.92,
122
122
  "benchName": "GPT-5.1",
123
123
  "supported": true
124
124
  },
125
125
  "gpt-5.2": {
126
- "score": 39.7,
126
+ "score": 39.68,
127
127
  "benchName": "GPT-5.2",
128
128
  "supported": true
129
129
  },
130
130
  "gpt-5.3-codex": {
131
- "score": 55.5,
131
+ "score": 56.08,
132
132
  "benchName": "GPT-5.3 Codex",
133
133
  "supported": true
134
134
  },
135
135
  "gpt-5.4": {
136
- "score": 49.83,
136
+ "score": 49.67,
137
137
  "benchName": "GPT-5.4",
138
138
  "supported": true
139
139
  },
140
140
  "gpt-5.4-mini": {
141
- "score": 36.92,
141
+ "score": 36.95,
142
142
  "benchName": "GPT-5.4 mini",
143
143
  "supported": true
144
144
  },
145
145
  "gpt-5.5": {
146
- "score": 62.83,
146
+ "score": 62.79,
147
147
  "benchName": "GPT-5.5",
148
148
  "supported": true
149
149
  },
150
150
  "gpt-5.6-luna": {
151
- "score": 63.3,
151
+ "score": 63.38,
152
152
  "benchName": "GPT-5.6 Luna",
153
153
  "supported": true
154
154
  },
@@ -158,62 +158,62 @@
158
158
  "supported": true
159
159
  },
160
160
  "gpt-5.6-terra": {
161
- "score": 64.41,
161
+ "score": 64.33,
162
162
  "benchName": "GPT-5.6 Terra",
163
163
  "supported": true
164
164
  },
165
165
  "gpt-6-astra": {
166
- "score": 74.18,
166
+ "score": 74.03,
167
167
  "benchName": "GPT-6 Astra",
168
168
  "supported": true
169
169
  },
170
170
  "gpt-6-luna": {
171
- "score": 51.37,
171
+ "score": 50.18,
172
172
  "benchName": "GPT-6 Luna",
173
173
  "supported": true
174
174
  },
175
175
  "gpt-6-sol": {
176
- "score": 62.99,
176
+ "score": 61.88,
177
177
  "benchName": "GPT-6 Sol",
178
178
  "supported": true
179
179
  },
180
180
  "gpt-6.1-sol": {
181
- "score": 66.97,
181
+ "score": 59.06,
182
182
  "benchName": "GPT-6.1 Sol",
183
183
  "supported": true
184
184
  },
185
185
  "grok-4.5": {
186
- "score": 58.07,
186
+ "score": 58.11,
187
187
  "benchName": "Grok 4.5",
188
188
  "supported": true
189
189
  },
190
190
  "grok-4.6": {
191
- "score": 61.62,
191
+ "score": 61.42,
192
192
  "benchName": "Grok 4.6",
193
193
  "supported": true
194
194
  },
195
195
  "inkling": {
196
- "score": 36.56,
196
+ "score": 36.41,
197
197
  "benchName": "Inkling",
198
198
  "supported": true
199
199
  },
200
200
  "kimi-k2.6": {
201
- "score": 46.36,
201
+ "score": 46.09,
202
202
  "benchName": "Kimi K2.6",
203
203
  "supported": true
204
204
  },
205
205
  "kimi-k2.7": {
206
- "score": 44.45,
206
+ "score": 44.55,
207
207
  "benchName": "Kimi K2.7 Code",
208
208
  "supported": true
209
209
  },
210
210
  "kimi-k3": {
211
- "score": 61.59,
211
+ "score": 61.39,
212
212
  "benchName": "Kimi K3",
213
213
  "supported": true
214
214
  },
215
215
  "nemotron-3-ultra": {
216
- "score": 22.78,
216
+ "score": 23.14,
217
217
  "benchName": "Nemotron 3 Ultra",
218
218
  "supported": true
219
219
  }
@@ -247,6 +247,7 @@
247
247
  "Gemini 3 Pro",
248
248
  "Gemini 3.1 Flash-Lite",
249
249
  "Gemini 3.5 Flash-Lite",
250
+ "Gemini 4 Argon",
250
251
  "Gemma 3 27B",
251
252
  "Gemma 4 12B",
252
253
  "Gemma 4 26B A4B",
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@lucasschirm/devinp",
3
- "version": "0.1.5",
3
+ "version": "0.1.6",
4
4
  "description": "Pretty pricing table for Devin models, powered by `devin models list`",
5
5
  "type": "module",
6
6
  "bin": {