@arsh342/athena 0.3.1 → 0.4.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Binary file
@@ -0,0 +1,287 @@
1
+ {
2
+ "benchmark": {
3
+ "C": 8.0,
4
+ "classes": [
5
+ "human",
6
+ "ai",
7
+ "refined"
8
+ ],
9
+ "collected": "2026-11-20T08:31:56.795077+00:00",
10
+ "newest": {
11
+ "c": {
12
+ "ai_recall": 0.07894736842105263,
13
+ "n": 228
14
+ },
15
+ "cpp": {
16
+ "ai_recall": 0.2807017543859649,
17
+ "n": 57
18
+ },
19
+ "csharp": {
20
+ "ai_recall": 0.7028145695364238,
21
+ "n": 1208
22
+ },
23
+ "go": {
24
+ "ai_recall": 0.6120527306967984,
25
+ "n": 1062
26
+ },
27
+ "java": {
28
+ "ai_recall": 0.0796812749003984,
29
+ "n": 251
30
+ },
31
+ "javascript": {
32
+ "ai_recall": 0.8986784140969163,
33
+ "n": 1589
34
+ },
35
+ "python": {
36
+ "ai_recall": 0.8918341171440787,
37
+ "n": 2339
38
+ },
39
+ "rust": {
40
+ "ai_recall": 0.6355371900826446,
41
+ "n": 1210
42
+ },
43
+ "shell": {
44
+ "ai_recall": 0.44047619047619047,
45
+ "n": 84
46
+ },
47
+ "tsx": {
48
+ "ai_recall": 0.7836734693877551,
49
+ "n": 490
50
+ },
51
+ "typescript": {
52
+ "ai_recall": 0.7804072647220693,
53
+ "n": 1817
54
+ }
55
+ },
56
+ "split_sizes": {
57
+ "dev": 11231,
58
+ "newest": 10335,
59
+ "test": 7991,
60
+ "train": 78938
61
+ }
62
+ },
63
+ "classes": [
64
+ "human",
65
+ "ai",
66
+ "refined"
67
+ ],
68
+ "featureSpec": "fs1",
69
+ "languages": {
70
+ "c": {
71
+ "enabled": false,
72
+ "reason": "too little test data (62 human / 0 ai)",
73
+ "test": {
74
+ "ai_repos": 0,
75
+ "ais": 0,
76
+ "f1": 0.0,
77
+ "fpr": 0.03225806451612903,
78
+ "human_repos": 2,
79
+ "humans": 62,
80
+ "late_humans": 0,
81
+ "n": 62,
82
+ "precision": 0.0,
83
+ "recall": 0.0
84
+ },
85
+ "threshold": 0.5
86
+ },
87
+ "cpp": {
88
+ "enabled": false,
89
+ "reason": "too little test data (341 human / 1 ai)",
90
+ "test": {
91
+ "ai_repos": 1,
92
+ "ais": 1,
93
+ "f1": 0.1111111111111111,
94
+ "fpr": 0.0469208211143695,
95
+ "human_repos": 3,
96
+ "humans": 341,
97
+ "late_humans": 0,
98
+ "n": 342,
99
+ "precision": 0.058823529411764705,
100
+ "recall": 1.0
101
+ },
102
+ "threshold": 0.5
103
+ },
104
+ "csharp": {
105
+ "enabled": false,
106
+ "reason": "too little test data (398 human / 3 ai)",
107
+ "test": {
108
+ "ai_repos": 1,
109
+ "ais": 3,
110
+ "f1": 0.0,
111
+ "fpr": 0.01507537688442211,
112
+ "human_repos": 2,
113
+ "humans": 398,
114
+ "late_humans": 0,
115
+ "n": 401,
116
+ "precision": 0.0,
117
+ "recall": 0.0
118
+ },
119
+ "threshold": 0.7
120
+ },
121
+ "go": {
122
+ "enabled": false,
123
+ "reason": "too few distinct repositories in the test split (2 human / 2 ai, need 5 each)",
124
+ "test": {
125
+ "ai_repos": 2,
126
+ "ais": 495,
127
+ "f1": 0.7363057324840764,
128
+ "fpr": 0.004149377593360996,
129
+ "human_repos": 2,
130
+ "humans": 241,
131
+ "late_fpr": 0.0,
132
+ "late_humans": 42,
133
+ "n": 736,
134
+ "precision": 0.996551724137931,
135
+ "recall": 0.5838383838383838
136
+ },
137
+ "threshold": 0.5
138
+ },
139
+ "java": {
140
+ "enabled": false,
141
+ "reason": "too little test data (376 human / 0 ai)",
142
+ "test": {
143
+ "ai_repos": 0,
144
+ "ais": 0,
145
+ "f1": 0.0,
146
+ "fpr": 0.0,
147
+ "human_repos": 4,
148
+ "humans": 376,
149
+ "late_humans": 0,
150
+ "n": 376,
151
+ "precision": 0.0,
152
+ "recall": 0.0
153
+ },
154
+ "threshold": 0.5
155
+ },
156
+ "javascript": {
157
+ "enabled": true,
158
+ "reason": "meets release targets",
159
+ "test": {
160
+ "ai_repos": 7,
161
+ "ais": 931,
162
+ "f1": 0.9318435754189944,
163
+ "fpr": 0.032133676092544985,
164
+ "human_repos": 9,
165
+ "humans": 778,
166
+ "late_fpr": 0.0475,
167
+ "late_humans": 400,
168
+ "n": 1709,
169
+ "precision": 0.9708963911525029,
170
+ "recall": 0.8958109559613319
171
+ },
172
+ "threshold": 0.56
173
+ },
174
+ "php": {
175
+ "enabled": false,
176
+ "reason": "too little test data (588 human / 0 ai)",
177
+ "test": {
178
+ "ai_repos": 0,
179
+ "ais": 0,
180
+ "f1": 0.0,
181
+ "fpr": 0.0,
182
+ "human_repos": 4,
183
+ "humans": 588,
184
+ "late_fpr": 0.0,
185
+ "late_humans": 200,
186
+ "n": 588,
187
+ "precision": 0.0,
188
+ "recall": 0.0
189
+ },
190
+ "threshold": 0.5
191
+ },
192
+ "python": {
193
+ "enabled": false,
194
+ "reason": "too few distinct repositories in the test split (7 human / 4 ai, need 5 each)",
195
+ "test": {
196
+ "ai_repos": 4,
197
+ "ais": 588,
198
+ "f1": 0.9026548672566372,
199
+ "fpr": 0.14242424242424243,
200
+ "human_repos": 7,
201
+ "humans": 660,
202
+ "late_fpr": 0.014285714285714285,
203
+ "late_humans": 140,
204
+ "n": 1248,
205
+ "precision": 0.8564885496183207,
206
+ "recall": 0.9540816326530612
207
+ },
208
+ "threshold": 0.61
209
+ },
210
+ "rust": {
211
+ "enabled": false,
212
+ "reason": "too few distinct repositories in the test split (2 human / 3 ai, need 5 each)",
213
+ "test": {
214
+ "ai_repos": 3,
215
+ "ais": 472,
216
+ "f1": 0.7365661861074705,
217
+ "fpr": 0.02518891687657431,
218
+ "human_repos": 2,
219
+ "humans": 397,
220
+ "late_fpr": 0.01507537688442211,
221
+ "late_humans": 199,
222
+ "n": 869,
223
+ "precision": 0.9656357388316151,
224
+ "recall": 0.5953389830508474
225
+ },
226
+ "threshold": 0.59
227
+ },
228
+ "shell": {
229
+ "enabled": false,
230
+ "reason": "too few distinct repositories in the test split (3 human / 3 ai, need 5 each)",
231
+ "test": {
232
+ "ai_repos": 3,
233
+ "ais": 31,
234
+ "f1": 0.7384615384615385,
235
+ "fpr": 0.05181347150259067,
236
+ "human_repos": 3,
237
+ "humans": 193,
238
+ "late_fpr": 0.039473684210526314,
239
+ "late_humans": 76,
240
+ "n": 224,
241
+ "precision": 0.7058823529411765,
242
+ "recall": 0.7741935483870968
243
+ },
244
+ "threshold": 0.5
245
+ },
246
+ "tsx": {
247
+ "enabled": false,
248
+ "reason": "too few distinct repositories in the test split (2 human / 2 ai, need 5 each)",
249
+ "test": {
250
+ "ai_repos": 2,
251
+ "ais": 60,
252
+ "f1": 0.8214285714285715,
253
+ "fpr": 0.0821917808219178,
254
+ "human_repos": 2,
255
+ "humans": 73,
256
+ "late_fpr": 0.08695652173913043,
257
+ "late_humans": 69,
258
+ "n": 133,
259
+ "precision": 0.8846153846153846,
260
+ "recall": 0.7666666666666667
261
+ },
262
+ "threshold": 0.72
263
+ },
264
+ "typescript": {
265
+ "enabled": false,
266
+ "reason": "too few distinct repositories in the test split (5 human / 3 ai, need 5 each)",
267
+ "test": {
268
+ "ai_repos": 3,
269
+ "ais": 683,
270
+ "f1": 0.8835403726708075,
271
+ "fpr": 0.07302231237322515,
272
+ "human_repos": 5,
273
+ "humans": 493,
274
+ "late_fpr": 0.0790273556231003,
275
+ "late_humans": 329,
276
+ "n": 1176,
277
+ "precision": 0.9404958677685951,
278
+ "recall": 0.8330893118594437
279
+ },
280
+ "threshold": 0.65
281
+ }
282
+ },
283
+ "layout": "f16 weights [class][feature] then f32 biases[class]",
284
+ "nFeatures": 262188,
285
+ "temperature": 1.2787255883660655,
286
+ "version": "0.2.0"
287
+ }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@arsh342/athena",
3
- "version": "0.3.1",
3
+ "version": "0.4.1",
4
4
  "description": "AI code provenance tracker and terminal scanner for JavaScript/TypeScript, Python, Java, C#, C/C++, Go, Rust, PHP and Shell repositories.",
5
5
  "type": "module",
6
6
  "bin": {
@@ -1,259 +0,0 @@
1
- {
2
- "benchmark": {
3
- "C": 2.0,
4
- "classes": [
5
- "human",
6
- "ai",
7
- "refined"
8
- ],
9
- "collected": "2026-11-19T09:48:47.071644+00:00",
10
- "newest": {
11
- "go": {
12
- "ai_recall": 0.5194805194805194,
13
- "n": 462
14
- },
15
- "java": {
16
- "ai_recall": 0.0,
17
- "n": 20
18
- },
19
- "javascript": {
20
- "ai_recall": 0.9,
21
- "n": 400
22
- },
23
- "php": {
24
- "ai_recall": 0.0,
25
- "n": 1
26
- },
27
- "python": {
28
- "ai_recall": 0.9347990902198635,
29
- "n": 1319
30
- },
31
- "rust": {
32
- "ai_recall": 1.0,
33
- "n": 2
34
- },
35
- "shell": {
36
- "ai_recall": 0.5,
37
- "n": 2
38
- },
39
- "tsx": {
40
- "ai_recall": 0.8938356164383562,
41
- "n": 584
42
- },
43
- "typescript": {
44
- "ai_recall": 0.7848347375243033,
45
- "n": 1543
46
- }
47
- },
48
- "split_sizes": {
49
- "dev": 5032,
50
- "newest": 4333,
51
- "test": 5317,
52
- "train": 39333
53
- }
54
- },
55
- "classes": [
56
- "human",
57
- "ai",
58
- "refined"
59
- ],
60
- "featureSpec": "fs1",
61
- "languages": {
62
- "c": {
63
- "enabled": false,
64
- "reason": "too little test data (62 human / 0 ai)",
65
- "test": {
66
- "ai_repos": 0,
67
- "ais": 0,
68
- "f1": 0.0,
69
- "fpr": 0.0,
70
- "human_repos": 2,
71
- "humans": 62,
72
- "n": 62,
73
- "precision": 0.0,
74
- "recall": 0.0
75
- },
76
- "threshold": 0.5
77
- },
78
- "cpp": {
79
- "enabled": false,
80
- "reason": "too little test data (341 human / 0 ai)",
81
- "test": {
82
- "ai_repos": 0,
83
- "ais": 0,
84
- "f1": 0.0,
85
- "fpr": 0.01466275659824047,
86
- "human_repos": 3,
87
- "humans": 341,
88
- "n": 341,
89
- "precision": 0.0,
90
- "recall": 0.0
91
- },
92
- "threshold": 0.5
93
- },
94
- "csharp": {
95
- "enabled": false,
96
- "reason": "too little test data (398 human / 3 ai)",
97
- "test": {
98
- "ai_repos": 1,
99
- "ais": 3,
100
- "f1": 0.0,
101
- "fpr": 0.002512562814070352,
102
- "human_repos": 2,
103
- "humans": 398,
104
- "n": 401,
105
- "precision": 0.0,
106
- "recall": 0.0
107
- },
108
- "threshold": 0.5
109
- },
110
- "go": {
111
- "enabled": false,
112
- "reason": "too few distinct repositories in the test split (1 human / 2 ai, need 5 each)",
113
- "test": {
114
- "ai_repos": 2,
115
- "ais": 495,
116
- "f1": 0.6299862448418156,
117
- "fpr": 0.01507537688442211,
118
- "human_repos": 1,
119
- "humans": 199,
120
- "n": 694,
121
- "precision": 0.9870689655172413,
122
- "recall": 0.4626262626262626
123
- },
124
- "threshold": 0.5
125
- },
126
- "java": {
127
- "enabled": false,
128
- "reason": "too little test data (376 human / 0 ai)",
129
- "test": {
130
- "ai_repos": 0,
131
- "ais": 0,
132
- "f1": 0.0,
133
- "fpr": 0.0,
134
- "human_repos": 4,
135
- "humans": 376,
136
- "n": 376,
137
- "precision": 0.0,
138
- "recall": 0.0
139
- },
140
- "threshold": 0.5
141
- },
142
- "javascript": {
143
- "enabled": false,
144
- "reason": "too few distinct repositories in the test split (5 human / 4 ai, need 5 each)",
145
- "test": {
146
- "ai_repos": 4,
147
- "ais": 874,
148
- "f1": 0.9429747207524986,
149
- "fpr": 0.06613756613756613,
150
- "human_repos": 5,
151
- "humans": 378,
152
- "n": 1252,
153
- "precision": 0.969770253929867,
154
- "recall": 0.9176201372997712
155
- },
156
- "threshold": 0.5
157
- },
158
- "php": {
159
- "enabled": false,
160
- "reason": "too little test data (388 human / 0 ai)",
161
- "test": {
162
- "ai_repos": 0,
163
- "ais": 0,
164
- "f1": 0.0,
165
- "fpr": 0.0,
166
- "human_repos": 3,
167
- "humans": 388,
168
- "n": 388,
169
- "precision": 0.0,
170
- "recall": 0.0
171
- },
172
- "threshold": 0.5
173
- },
174
- "python": {
175
- "enabled": false,
176
- "reason": "too few distinct repositories in the test split (5 human / 2 ai, need 5 each)",
177
- "test": {
178
- "ai_repos": 2,
179
- "ais": 167,
180
- "f1": 0.6485355648535566,
181
- "fpr": 0.3,
182
- "human_repos": 5,
183
- "humans": 520,
184
- "n": 687,
185
- "precision": 0.4983922829581994,
186
- "recall": 0.9281437125748503
187
- },
188
- "threshold": 0.5
189
- },
190
- "rust": {
191
- "enabled": false,
192
- "reason": "too few distinct repositories in the test split (1 human / 2 ai, need 5 each)",
193
- "test": {
194
- "ai_repos": 2,
195
- "ais": 216,
196
- "f1": 0.5420560747663552,
197
- "fpr": 0.09090909090909091,
198
- "human_repos": 1,
199
- "humans": 198,
200
- "n": 414,
201
- "precision": 0.8285714285714286,
202
- "recall": 0.4027777777777778
203
- },
204
- "threshold": 0.55
205
- },
206
- "shell": {
207
- "enabled": false,
208
- "reason": "too few distinct repositories in the test split (2 human / 3 ai, need 5 each)",
209
- "test": {
210
- "ai_repos": 3,
211
- "ais": 31,
212
- "f1": 0.7719298245614036,
213
- "fpr": 0.03418803418803419,
214
- "human_repos": 2,
215
- "humans": 117,
216
- "n": 148,
217
- "precision": 0.8461538461538461,
218
- "recall": 0.7096774193548387
219
- },
220
- "threshold": 0.5
221
- },
222
- "tsx": {
223
- "enabled": false,
224
- "reason": "too little test data (4 human / 59 ai)",
225
- "test": {
226
- "ai_repos": 1,
227
- "ais": 59,
228
- "f1": 0.9217391304347826,
229
- "fpr": 0.75,
230
- "human_repos": 1,
231
- "humans": 4,
232
- "n": 63,
233
- "precision": 0.9464285714285714,
234
- "recall": 0.8983050847457628
235
- },
236
- "threshold": 0.5
237
- },
238
- "typescript": {
239
- "enabled": false,
240
- "reason": "too few distinct repositories in the test split (1 human / 1 ai, need 5 each)",
241
- "test": {
242
- "ai_repos": 1,
243
- "ais": 222,
244
- "f1": 0.8935185185185184,
245
- "fpr": 0.10365853658536585,
246
- "human_repos": 1,
247
- "humans": 164,
248
- "n": 386,
249
- "precision": 0.919047619047619,
250
- "recall": 0.8693693693693694
251
- },
252
- "threshold": 0.64
253
- }
254
- },
255
- "layout": "f16 weights [class][feature] then f32 biases[class]",
256
- "nFeatures": 262188,
257
- "temperature": 1.1711810272326963,
258
- "version": "0.1.0"
259
- }