@arsh342/athena 0.4.0 → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/index.cjs +280 -249
- package/dist/models/check-set.bin +0 -0
- package/dist/models/fast/athena-detect-fast-0.2.1.bin +0 -0
- package/dist/models/fast/{athena-detect-fast-0.2.0.json → athena-detect-fast-0.2.1.json} +115 -119
- package/package.json +1 -1
- package/dist/models/fast/athena-detect-fast-0.2.0.bin +0 -0
|
Binary file
|
|
Binary file
|
|
@@ -1,63 +1,59 @@
|
|
|
1
1
|
{
|
|
2
2
|
"benchmark": {
|
|
3
|
-
"C":
|
|
3
|
+
"C": 2.0,
|
|
4
4
|
"classes": [
|
|
5
5
|
"human",
|
|
6
6
|
"ai",
|
|
7
7
|
"refined"
|
|
8
8
|
],
|
|
9
|
-
"collected": "2026-11-
|
|
9
|
+
"collected": "2026-11-20T16:36:51.356520+00:00",
|
|
10
10
|
"newest": {
|
|
11
11
|
"c": {
|
|
12
|
-
"ai_recall": 0.
|
|
13
|
-
"n":
|
|
14
|
-
},
|
|
15
|
-
"cpp": {
|
|
16
|
-
"ai_recall": 0.2807017543859649,
|
|
17
|
-
"n": 57
|
|
12
|
+
"ai_recall": 0.21052631578947367,
|
|
13
|
+
"n": 19
|
|
18
14
|
},
|
|
19
15
|
"csharp": {
|
|
20
|
-
"ai_recall": 0.
|
|
21
|
-
"n":
|
|
16
|
+
"ai_recall": 0.6766917293233082,
|
|
17
|
+
"n": 399
|
|
22
18
|
},
|
|
23
19
|
"go": {
|
|
24
|
-
"ai_recall": 0.
|
|
25
|
-
"n":
|
|
20
|
+
"ai_recall": 0.5761589403973509,
|
|
21
|
+
"n": 1661
|
|
26
22
|
},
|
|
27
23
|
"java": {
|
|
28
|
-
"ai_recall": 0.
|
|
29
|
-
"n":
|
|
24
|
+
"ai_recall": 0.04263565891472868,
|
|
25
|
+
"n": 258
|
|
30
26
|
},
|
|
31
27
|
"javascript": {
|
|
32
|
-
"ai_recall": 0.
|
|
33
|
-
"n":
|
|
28
|
+
"ai_recall": 0.9411177644710579,
|
|
29
|
+
"n": 1002
|
|
34
30
|
},
|
|
35
31
|
"python": {
|
|
36
|
-
"ai_recall": 0.
|
|
37
|
-
"n":
|
|
32
|
+
"ai_recall": 0.9143454038997214,
|
|
33
|
+
"n": 2872
|
|
38
34
|
},
|
|
39
35
|
"rust": {
|
|
40
|
-
"ai_recall": 0.
|
|
41
|
-
"n":
|
|
36
|
+
"ai_recall": 0.7234691050152396,
|
|
37
|
+
"n": 3609
|
|
42
38
|
},
|
|
43
39
|
"shell": {
|
|
44
|
-
"ai_recall": 0.
|
|
45
|
-
"n":
|
|
40
|
+
"ai_recall": 0.5669291338582677,
|
|
41
|
+
"n": 127
|
|
46
42
|
},
|
|
47
43
|
"tsx": {
|
|
48
|
-
"ai_recall": 0.
|
|
49
|
-
"n":
|
|
44
|
+
"ai_recall": 0.715660542432196,
|
|
45
|
+
"n": 1143
|
|
50
46
|
},
|
|
51
47
|
"typescript": {
|
|
52
|
-
"ai_recall": 0.
|
|
53
|
-
"n":
|
|
48
|
+
"ai_recall": 0.7454682779456193,
|
|
49
|
+
"n": 5296
|
|
54
50
|
}
|
|
55
51
|
},
|
|
56
52
|
"split_sizes": {
|
|
57
|
-
"dev":
|
|
58
|
-
"newest":
|
|
59
|
-
"test":
|
|
60
|
-
"train":
|
|
53
|
+
"dev": 13235,
|
|
54
|
+
"newest": 16386,
|
|
55
|
+
"test": 10389,
|
|
56
|
+
"train": 100997
|
|
61
57
|
}
|
|
62
58
|
},
|
|
63
59
|
"classes": [
|
|
@@ -69,35 +65,35 @@
|
|
|
69
65
|
"languages": {
|
|
70
66
|
"c": {
|
|
71
67
|
"enabled": false,
|
|
72
|
-
"reason": "too
|
|
68
|
+
"reason": "too few distinct repositories in the test split (2 human / 1 ai, need 5 each)",
|
|
73
69
|
"test": {
|
|
74
|
-
"ai_repos":
|
|
75
|
-
"ais":
|
|
76
|
-
"f1": 0.
|
|
70
|
+
"ai_repos": 1,
|
|
71
|
+
"ais": 13,
|
|
72
|
+
"f1": 0.6956521739130435,
|
|
77
73
|
"fpr": 0.03225806451612903,
|
|
78
74
|
"human_repos": 2,
|
|
79
75
|
"humans": 62,
|
|
80
76
|
"late_humans": 0,
|
|
81
|
-
"n":
|
|
82
|
-
"precision": 0.
|
|
83
|
-
"recall": 0.
|
|
77
|
+
"n": 75,
|
|
78
|
+
"precision": 0.8,
|
|
79
|
+
"recall": 0.6153846153846154
|
|
84
80
|
},
|
|
85
81
|
"threshold": 0.5
|
|
86
82
|
},
|
|
87
83
|
"cpp": {
|
|
88
84
|
"enabled": false,
|
|
89
|
-
"reason": "too
|
|
85
|
+
"reason": "too few distinct repositories in the test split (3 human / 2 ai, need 5 each)",
|
|
90
86
|
"test": {
|
|
91
|
-
"ai_repos":
|
|
92
|
-
"ais":
|
|
93
|
-
"f1": 0.
|
|
94
|
-
"fpr": 0.
|
|
87
|
+
"ai_repos": 2,
|
|
88
|
+
"ais": 47,
|
|
89
|
+
"f1": 0.7346938775510204,
|
|
90
|
+
"fpr": 0.04398826979472141,
|
|
95
91
|
"human_repos": 3,
|
|
96
92
|
"humans": 341,
|
|
97
93
|
"late_humans": 0,
|
|
98
|
-
"n":
|
|
99
|
-
"precision": 0.
|
|
100
|
-
"recall":
|
|
94
|
+
"n": 388,
|
|
95
|
+
"precision": 0.7058823529411765,
|
|
96
|
+
"recall": 0.7659574468085106
|
|
101
97
|
},
|
|
102
98
|
"threshold": 0.5
|
|
103
99
|
},
|
|
@@ -107,32 +103,32 @@
|
|
|
107
103
|
"test": {
|
|
108
104
|
"ai_repos": 1,
|
|
109
105
|
"ais": 3,
|
|
110
|
-
"f1": 0.
|
|
106
|
+
"f1": 0.2,
|
|
111
107
|
"fpr": 0.01507537688442211,
|
|
112
108
|
"human_repos": 2,
|
|
113
109
|
"humans": 398,
|
|
114
110
|
"late_humans": 0,
|
|
115
111
|
"n": 401,
|
|
116
|
-
"precision": 0.
|
|
117
|
-
"recall": 0.
|
|
112
|
+
"precision": 0.14285714285714285,
|
|
113
|
+
"recall": 0.3333333333333333
|
|
118
114
|
},
|
|
119
|
-
"threshold": 0.
|
|
115
|
+
"threshold": 0.78
|
|
120
116
|
},
|
|
121
117
|
"go": {
|
|
122
118
|
"enabled": false,
|
|
123
|
-
"reason": "too few distinct repositories in the test split (2 human /
|
|
119
|
+
"reason": "too few distinct repositories in the test split (2 human / 3 ai, need 5 each)",
|
|
124
120
|
"test": {
|
|
125
|
-
"ai_repos":
|
|
126
|
-
"ais":
|
|
127
|
-
"f1": 0.
|
|
128
|
-
"fpr": 0.
|
|
121
|
+
"ai_repos": 3,
|
|
122
|
+
"ais": 864,
|
|
123
|
+
"f1": 0.8623613829093281,
|
|
124
|
+
"fpr": 0.03319502074688797,
|
|
129
125
|
"human_repos": 2,
|
|
130
126
|
"humans": 241,
|
|
131
127
|
"late_fpr": 0.0,
|
|
132
128
|
"late_humans": 42,
|
|
133
|
-
"n":
|
|
134
|
-
"precision": 0.
|
|
135
|
-
"recall": 0.
|
|
129
|
+
"n": 1105,
|
|
130
|
+
"precision": 0.9880418535127056,
|
|
131
|
+
"recall": 0.7650462962962963
|
|
136
132
|
},
|
|
137
133
|
"threshold": 0.5
|
|
138
134
|
},
|
|
@@ -143,7 +139,7 @@
|
|
|
143
139
|
"ai_repos": 0,
|
|
144
140
|
"ais": 0,
|
|
145
141
|
"f1": 0.0,
|
|
146
|
-
"fpr": 0.
|
|
142
|
+
"fpr": 0.0026595744680851063,
|
|
147
143
|
"human_repos": 4,
|
|
148
144
|
"humans": 376,
|
|
149
145
|
"late_humans": 0,
|
|
@@ -157,19 +153,19 @@
|
|
|
157
153
|
"enabled": true,
|
|
158
154
|
"reason": "meets release targets",
|
|
159
155
|
"test": {
|
|
160
|
-
"ai_repos":
|
|
161
|
-
"ais":
|
|
162
|
-
"f1": 0.
|
|
163
|
-
"fpr": 0.
|
|
156
|
+
"ai_repos": 11,
|
|
157
|
+
"ais": 1109,
|
|
158
|
+
"f1": 0.9390815370196813,
|
|
159
|
+
"fpr": 0.02956298200514139,
|
|
164
160
|
"human_repos": 9,
|
|
165
161
|
"humans": 778,
|
|
166
|
-
"late_fpr": 0.
|
|
162
|
+
"late_fpr": 0.0425,
|
|
167
163
|
"late_humans": 400,
|
|
168
|
-
"n":
|
|
169
|
-
"precision": 0.
|
|
170
|
-
"recall": 0.
|
|
164
|
+
"n": 1887,
|
|
165
|
+
"precision": 0.9775609756097561,
|
|
166
|
+
"recall": 0.9035166816952209
|
|
171
167
|
},
|
|
172
|
-
"threshold": 0.
|
|
168
|
+
"threshold": 0.72
|
|
173
169
|
},
|
|
174
170
|
"php": {
|
|
175
171
|
"enabled": false,
|
|
@@ -191,97 +187,97 @@
|
|
|
191
187
|
},
|
|
192
188
|
"python": {
|
|
193
189
|
"enabled": false,
|
|
194
|
-
"reason": "
|
|
190
|
+
"reason": "human false-positive rate 13.3% > 5%",
|
|
195
191
|
"test": {
|
|
196
|
-
"ai_repos":
|
|
197
|
-
"ais":
|
|
198
|
-
"f1": 0.
|
|
199
|
-
"fpr": 0.
|
|
192
|
+
"ai_repos": 7,
|
|
193
|
+
"ais": 1240,
|
|
194
|
+
"f1": 0.9460317460317461,
|
|
195
|
+
"fpr": 0.13333333333333333,
|
|
200
196
|
"human_repos": 7,
|
|
201
197
|
"humans": 660,
|
|
202
|
-
"late_fpr": 0.
|
|
198
|
+
"late_fpr": 0.007142857142857143,
|
|
203
199
|
"late_humans": 140,
|
|
204
|
-
"n":
|
|
205
|
-
"precision": 0.
|
|
206
|
-
"recall": 0.
|
|
200
|
+
"n": 1900,
|
|
201
|
+
"precision": 0.93125,
|
|
202
|
+
"recall": 0.9612903225806452
|
|
207
203
|
},
|
|
208
|
-
"threshold": 0.
|
|
204
|
+
"threshold": 0.69
|
|
209
205
|
},
|
|
210
206
|
"rust": {
|
|
211
207
|
"enabled": false,
|
|
212
|
-
"reason": "too few distinct repositories in the test split (2 human /
|
|
208
|
+
"reason": "too few distinct repositories in the test split (2 human / 5 ai, need 5 each)",
|
|
213
209
|
"test": {
|
|
214
|
-
"ai_repos":
|
|
215
|
-
"ais":
|
|
216
|
-
"f1": 0.
|
|
217
|
-
"fpr": 0.
|
|
210
|
+
"ai_repos": 5,
|
|
211
|
+
"ais": 819,
|
|
212
|
+
"f1": 0.5677308024158757,
|
|
213
|
+
"fpr": 0.027707808564231738,
|
|
218
214
|
"human_repos": 2,
|
|
219
215
|
"humans": 397,
|
|
220
216
|
"late_fpr": 0.01507537688442211,
|
|
221
217
|
"late_humans": 199,
|
|
222
|
-
"n":
|
|
223
|
-
"precision": 0.
|
|
224
|
-
"recall": 0.
|
|
218
|
+
"n": 1216,
|
|
219
|
+
"precision": 0.9676470588235294,
|
|
220
|
+
"recall": 0.4017094017094017
|
|
225
221
|
},
|
|
226
|
-
"threshold": 0.
|
|
222
|
+
"threshold": 0.71
|
|
227
223
|
},
|
|
228
224
|
"shell": {
|
|
229
225
|
"enabled": false,
|
|
230
|
-
"reason": "too few distinct repositories in the test split (3 human /
|
|
226
|
+
"reason": "too few distinct repositories in the test split (3 human / 4 ai, need 5 each)",
|
|
231
227
|
"test": {
|
|
232
|
-
"ai_repos":
|
|
233
|
-
"ais":
|
|
234
|
-
"f1": 0.
|
|
235
|
-
"fpr": 0.
|
|
228
|
+
"ai_repos": 4,
|
|
229
|
+
"ais": 33,
|
|
230
|
+
"f1": 0.7222222222222221,
|
|
231
|
+
"fpr": 0.06735751295336788,
|
|
236
232
|
"human_repos": 3,
|
|
237
233
|
"humans": 193,
|
|
238
|
-
"late_fpr": 0.
|
|
234
|
+
"late_fpr": 0.06578947368421052,
|
|
239
235
|
"late_humans": 76,
|
|
240
|
-
"n":
|
|
241
|
-
"precision": 0.
|
|
242
|
-
"recall": 0.
|
|
236
|
+
"n": 226,
|
|
237
|
+
"precision": 0.6666666666666666,
|
|
238
|
+
"recall": 0.7878787878787878
|
|
243
239
|
},
|
|
244
|
-
"threshold": 0.
|
|
240
|
+
"threshold": 0.63
|
|
245
241
|
},
|
|
246
242
|
"tsx": {
|
|
247
243
|
"enabled": false,
|
|
248
|
-
"reason": "too few distinct repositories in the test split (2 human /
|
|
244
|
+
"reason": "too few distinct repositories in the test split (2 human / 3 ai, need 5 each)",
|
|
249
245
|
"test": {
|
|
250
|
-
"ai_repos":
|
|
251
|
-
"ais":
|
|
252
|
-
"f1": 0.
|
|
253
|
-
"fpr": 0.
|
|
246
|
+
"ai_repos": 3,
|
|
247
|
+
"ais": 96,
|
|
248
|
+
"f1": 0.8571428571428572,
|
|
249
|
+
"fpr": 0.0547945205479452,
|
|
254
250
|
"human_repos": 2,
|
|
255
251
|
"humans": 73,
|
|
256
|
-
"late_fpr": 0.
|
|
252
|
+
"late_fpr": 0.057971014492753624,
|
|
257
253
|
"late_humans": 69,
|
|
258
|
-
"n":
|
|
259
|
-
"precision": 0.
|
|
260
|
-
"recall": 0.
|
|
254
|
+
"n": 169,
|
|
255
|
+
"precision": 0.9493670886075949,
|
|
256
|
+
"recall": 0.78125
|
|
261
257
|
},
|
|
262
|
-
"threshold": 0.
|
|
258
|
+
"threshold": 0.81
|
|
263
259
|
},
|
|
264
260
|
"typescript": {
|
|
265
|
-
"enabled":
|
|
266
|
-
"reason": "
|
|
261
|
+
"enabled": true,
|
|
262
|
+
"reason": "meets release targets",
|
|
267
263
|
"test": {
|
|
268
|
-
"ai_repos":
|
|
269
|
-
"ais":
|
|
270
|
-
"f1": 0.
|
|
271
|
-
"fpr": 0.
|
|
264
|
+
"ai_repos": 5,
|
|
265
|
+
"ais": 1327,
|
|
266
|
+
"f1": 0.8590774439272112,
|
|
267
|
+
"fpr": 0.04259634888438134,
|
|
272
268
|
"human_repos": 5,
|
|
273
269
|
"humans": 493,
|
|
274
|
-
"late_fpr": 0.
|
|
270
|
+
"late_fpr": 0.0486322188449848,
|
|
275
271
|
"late_humans": 329,
|
|
276
|
-
"n":
|
|
277
|
-
"precision": 0.
|
|
278
|
-
"recall": 0.
|
|
272
|
+
"n": 1820,
|
|
273
|
+
"precision": 0.9797297297297297,
|
|
274
|
+
"recall": 0.7648831951770911
|
|
279
275
|
},
|
|
280
|
-
"threshold": 0.
|
|
276
|
+
"threshold": 0.84
|
|
281
277
|
}
|
|
282
278
|
},
|
|
283
279
|
"layout": "f16 weights [class][feature] then f32 biases[class]",
|
|
284
280
|
"nFeatures": 262188,
|
|
285
|
-
"temperature":
|
|
286
|
-
"version": "0.2.
|
|
281
|
+
"temperature": 0.9208475269625865,
|
|
282
|
+
"version": "0.2.1"
|
|
287
283
|
}
|
package/package.json
CHANGED
|
Binary file
|