micro-models-agent 0.59.0 → 0.60.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (233) hide show
  1. package/CHANGELOG.md +584 -564
  2. package/README.md +358 -358
  3. package/dist/certification/certifications.json +493 -493
  4. package/dist/i18n/en.json +746 -718
  5. package/dist/i18n/ru.json +746 -718
  6. package/dist/main.js +566 -70
  7. package/dist/modules/browser/bridge-server.mjs +219 -219
  8. package/dist/skills/builtin/git.md +36 -36
  9. package/dist/skills/builtin/typescript.md +35 -35
  10. package/package.json +51 -51
  11. package/dist/cli/commands.js +0 -447
  12. package/dist/cli/completer.js +0 -167
  13. package/dist/cli/index.js +0 -2
  14. package/dist/cli/main.js +0 -153
  15. package/dist/cli/plugin-commands.js +0 -36
  16. package/dist/cli/repl-commands.js +0 -761
  17. package/dist/cli/repl.js +0 -702
  18. package/dist/cli/run-result.js +0 -33
  19. package/dist/cli/security-commands.js +0 -164
  20. package/dist/cli/setup.js +0 -237
  21. package/dist/config/config.js +0 -276
  22. package/dist/config/defaults.js +0 -141
  23. package/dist/config/domains.js +0 -179
  24. package/dist/config/experts.js +0 -15
  25. package/dist/config/index.js +0 -4
  26. package/dist/config/security.js +0 -213
  27. package/dist/config/types.js +0 -1
  28. package/dist/core/agent-moe.js +0 -102
  29. package/dist/core/agent.js +0 -1018
  30. package/dist/core/bootstrap.js +0 -481
  31. package/dist/core/crash-handler.js +0 -51
  32. package/dist/core/environment.js +0 -199
  33. package/dist/core/index.js +0 -2
  34. package/dist/core/prompt-builder.js +0 -76
  35. package/dist/core/session-logger.js +0 -251
  36. package/dist/core/types.js +0 -1
  37. package/dist/core/version.js +0 -26
  38. package/dist/core/workspace.js +0 -76
  39. package/dist/i18n/index.js +0 -46
  40. package/dist/index.js +0 -22
  41. package/dist/llm/image-utils.js +0 -143
  42. package/dist/llm/index.js +0 -4
  43. package/dist/llm/model-loader.js +0 -78
  44. package/dist/llm/openai-compat.js +0 -497
  45. package/dist/llm/orchestrator.js +0 -200
  46. package/dist/llm/provider.js +0 -10
  47. package/dist/llm/response.js +0 -39
  48. package/dist/llm/token-counter.js +0 -39
  49. package/dist/llm/types.js +0 -1
  50. package/dist/logger/app-logger.js +0 -189
  51. package/dist/logger/file-log.js +0 -151
  52. package/dist/logger/index.js +0 -1
  53. package/dist/migration/backup.js +0 -45
  54. package/dist/migration/detect.js +0 -50
  55. package/dist/migration/index.js +0 -2
  56. package/dist/modules/artifacts/store.js +0 -61
  57. package/dist/modules/browser/actions.js +0 -76
  58. package/dist/modules/browser/bridge-client.js +0 -199
  59. package/dist/modules/browser/bridge-path.js +0 -10
  60. package/dist/modules/browser/cookie-store.js +0 -24
  61. package/dist/modules/browser/driver.js +0 -136
  62. package/dist/modules/browser/index.js +0 -7
  63. package/dist/modules/browser/module.js +0 -29
  64. package/dist/modules/browser/session.js +0 -342
  65. package/dist/modules/browser/snapshot.js +0 -148
  66. package/dist/modules/browser/types.js +0 -12
  67. package/dist/modules/certification/cli.js +0 -213
  68. package/dist/modules/certification/fact-checker.js +0 -82
  69. package/dist/modules/certification/loader.js +0 -106
  70. package/dist/modules/certification/manifest.js +0 -58
  71. package/dist/modules/certification/runner.js +0 -245
  72. package/dist/modules/certification/scenarios.js +0 -407
  73. package/dist/modules/certification/types.js +0 -1
  74. package/dist/modules/context/chunk-query.js +0 -100
  75. package/dist/modules/context/fact-extractor.js +0 -168
  76. package/dist/modules/context/history.js +0 -15
  77. package/dist/modules/context/index.js +0 -1
  78. package/dist/modules/context/manager.js +0 -440
  79. package/dist/modules/execution/audit-runners.js +0 -206
  80. package/dist/modules/execution/auditor.js +0 -218
  81. package/dist/modules/execution/execution-plugin.js +0 -431
  82. package/dist/modules/execution/index.js +0 -8
  83. package/dist/modules/execution/module.js +0 -625
  84. package/dist/modules/execution/moe-executor.js +0 -304
  85. package/dist/modules/execution/plan-coverage.js +0 -68
  86. package/dist/modules/execution/plan-persister.js +0 -46
  87. package/dist/modules/execution/plan-store.js +0 -196
  88. package/dist/modules/execution/plan-tool.js +0 -677
  89. package/dist/modules/execution/plan-validator.js +0 -153
  90. package/dist/modules/execution/planner.js +0 -94
  91. package/dist/modules/execution/stuck-detector.js +0 -746
  92. package/dist/modules/execution/tracker.js +0 -69
  93. package/dist/modules/execution/types.js +0 -1
  94. package/dist/modules/execution/verifier.js +0 -235
  95. package/dist/modules/execution/windows-commands.js +0 -41
  96. package/dist/modules/hallucination/confidence.js +0 -66
  97. package/dist/modules/hallucination/consistency.js +0 -26
  98. package/dist/modules/hallucination/detector.js +0 -47
  99. package/dist/modules/hallucination/factual.js +0 -169
  100. package/dist/modules/hallucination/index.js +0 -5
  101. package/dist/modules/hallucination/js-identifiers.js +0 -262
  102. package/dist/modules/hallucination/llm-judge.js +0 -101
  103. package/dist/modules/index.js +0 -5
  104. package/dist/modules/indexer/cache.js +0 -40
  105. package/dist/modules/indexer/index.js +0 -3
  106. package/dist/modules/indexer/module.js +0 -246
  107. package/dist/modules/indexer/project-profile.js +0 -183
  108. package/dist/modules/indexer/walker.js +0 -101
  109. package/dist/modules/lsp/check-tool.js +0 -58
  110. package/dist/modules/lsp/client.js +0 -389
  111. package/dist/modules/lsp/command.js +0 -60
  112. package/dist/modules/lsp/config.js +0 -135
  113. package/dist/modules/lsp/index.js +0 -3
  114. package/dist/modules/lsp/module.js +0 -260
  115. package/dist/modules/lsp/probe.js +0 -86
  116. package/dist/modules/lsp/project-root.js +0 -32
  117. package/dist/modules/lsp/startup-check.js +0 -144
  118. package/dist/modules/lsp/types.js +0 -1
  119. package/dist/modules/mcp/client.js +0 -399
  120. package/dist/modules/mcp/index.js +0 -3
  121. package/dist/modules/mcp/module.js +0 -142
  122. package/dist/modules/mcp/registry.js +0 -15
  123. package/dist/modules/memory/index.js +0 -1
  124. package/dist/modules/memory/module.js +0 -96
  125. package/dist/modules/memory/search.js +0 -42
  126. package/dist/modules/memory/store.js +0 -69
  127. package/dist/modules/pipelines/engine.js +0 -60
  128. package/dist/modules/pipelines/index.js +0 -3
  129. package/dist/modules/pipelines/parser.js +0 -56
  130. package/dist/modules/pipelines/template.js +0 -14
  131. package/dist/modules/plugins/builtin/lint-on-write.js +0 -334
  132. package/dist/modules/plugins/builtin/notify.js +0 -9
  133. package/dist/modules/plugins/index.js +0 -1
  134. package/dist/modules/plugins/loader.js +0 -70
  135. package/dist/modules/plugins/manager.js +0 -261
  136. package/dist/modules/plugins/types.js +0 -1
  137. package/dist/modules/pricing/index.js +0 -61
  138. package/dist/modules/pricing/prices.js +0 -129
  139. package/dist/modules/processes/detect.js +0 -34
  140. package/dist/modules/processes/index.js +0 -2
  141. package/dist/modules/processes/registry.js +0 -327
  142. package/dist/modules/processes/runner.js +0 -23
  143. package/dist/modules/providers/create.js +0 -22
  144. package/dist/modules/providers/fallback.js +0 -79
  145. package/dist/modules/providers/health.js +0 -46
  146. package/dist/modules/providers/index.js +0 -5
  147. package/dist/modules/providers/manager.js +0 -161
  148. package/dist/modules/providers/presets.js +0 -128
  149. package/dist/modules/providers/registry.js +0 -22
  150. package/dist/modules/providers/types.js +0 -1
  151. package/dist/modules/registry.js +0 -48
  152. package/dist/modules/security/audit-log.js +0 -136
  153. package/dist/modules/security/audit-notifier.js +0 -292
  154. package/dist/modules/security/command-validator.js +0 -219
  155. package/dist/modules/security/content-scanner.js +0 -53
  156. package/dist/modules/security/data-sanitizer.js +0 -89
  157. package/dist/modules/security/encryption.js +0 -242
  158. package/dist/modules/security/index.js +0 -14
  159. package/dist/modules/security/network-validator.js +0 -88
  160. package/dist/modules/security/path-validator.js +0 -203
  161. package/dist/modules/security/rate-limiter.js +0 -119
  162. package/dist/modules/security/security-policies.js +0 -531
  163. package/dist/modules/security/session-encryption.js +0 -210
  164. package/dist/modules/security/session-isolation.js +0 -95
  165. package/dist/modules/session/index.js +0 -3
  166. package/dist/modules/session/manager.js +0 -172
  167. package/dist/modules/session/module.js +0 -24
  168. package/dist/modules/session/store.js +0 -222
  169. package/dist/modules/session/types.js +0 -1
  170. package/dist/modules/skills/index.js +0 -2
  171. package/dist/modules/skills/loader.js +0 -72
  172. package/dist/modules/skills/matcher.js +0 -27
  173. package/dist/modules/skills/module.js +0 -129
  174. package/dist/modules/types.js +0 -1
  175. package/dist/modules/updater/checker.js +0 -96
  176. package/dist/modules/updater/index.js +0 -2
  177. package/dist/modules/updater/module.js +0 -116
  178. package/dist/modules/user-profile/compressor.js +0 -16
  179. package/dist/modules/user-profile/index.js +0 -1
  180. package/dist/modules/user-profile/profile.js +0 -68
  181. package/dist/tools/approve.js +0 -33
  182. package/dist/tools/attach-image.js +0 -101
  183. package/dist/tools/bash.js +0 -519
  184. package/dist/tools/browser.js +0 -115
  185. package/dist/tools/chunk-query.js +0 -100
  186. package/dist/tools/create-dir.js +0 -56
  187. package/dist/tools/delete-file.js +0 -63
  188. package/dist/tools/download-file.js +0 -117
  189. package/dist/tools/edit-file.js +0 -80
  190. package/dist/tools/enable-tools.js +0 -59
  191. package/dist/tools/executor.js +0 -154
  192. package/dist/tools/file-info.js +0 -47
  193. package/dist/tools/filter-tools.js +0 -17
  194. package/dist/tools/glob-tool.js +0 -27
  195. package/dist/tools/grep-tool.js +0 -125
  196. package/dist/tools/hidden-tools-block.js +0 -37
  197. package/dist/tools/index.js +0 -78
  198. package/dist/tools/list-dir.js +0 -49
  199. package/dist/tools/load-skill.js +0 -43
  200. package/dist/tools/mcp-call.js +0 -69
  201. package/dist/tools/move-file.js +0 -86
  202. package/dist/tools/path-utils.js +0 -101
  203. package/dist/tools/pipeline-run.js +0 -145
  204. package/dist/tools/preview.js +0 -2
  205. package/dist/tools/process-kill.js +0 -40
  206. package/dist/tools/process-list.js +0 -37
  207. package/dist/tools/process-log.js +0 -54
  208. package/dist/tools/question.js +0 -141
  209. package/dist/tools/read-file.js +0 -179
  210. package/dist/tools/recall.js +0 -118
  211. package/dist/tools/registry.js +0 -47
  212. package/dist/tools/remember.js +0 -68
  213. package/dist/tools/scope-check.js +0 -32
  214. package/dist/tools/search-history.js +0 -85
  215. package/dist/tools/subagent.js +0 -196
  216. package/dist/tools/types.js +0 -1
  217. package/dist/tools/user-input.js +0 -123
  218. package/dist/tools/web-browse.js +0 -87
  219. package/dist/tools/web-fetch.js +0 -119
  220. package/dist/tools/web-search.js +0 -105
  221. package/dist/tools/write-file.js +0 -82
  222. package/dist/ui/box.js +0 -77
  223. package/dist/ui/colors.js +0 -4
  224. package/dist/ui/diff.js +0 -178
  225. package/dist/ui/index.js +0 -6
  226. package/dist/ui/line-editor.js +0 -822
  227. package/dist/ui/line-math.js +0 -73
  228. package/dist/ui/md-formatter.js +0 -212
  229. package/dist/ui/output.js +0 -13
  230. package/dist/ui/plan-view.js +0 -103
  231. package/dist/ui/renderer.js +0 -259
  232. package/dist/ui/spinner.js +0 -70
  233. package/dist/ui/table.js +0 -144
@@ -1,494 +1,494 @@
1
- {
2
- "version": 1,
3
- "certifications": [
4
- {
5
- "model": "qwen3.5-9b",
6
- "providerUrl": "http://localhost:1234/v1",
7
- "mmaVersion": "0.51.2",
8
- "certifiedAt": "2026-08-24T21:15:56.331Z",
9
- "suite": {
10
- "passed": 18,
11
- "failed": 2,
12
- "skipped": 1,
13
- "total": 21
14
- },
15
- "results": [
16
- {
17
- "id": "2.1-read-file",
18
- "title": "Read file content",
19
- "status": "pass",
20
- "passed": 1,
21
- "of": 1
22
- },
23
- {
24
- "id": "2.2-create-file",
25
- "title": "Create single file",
26
- "status": "pass",
27
- "passed": 1,
28
- "of": 1
29
- },
30
- {
31
- "id": "2.3-create-dir-file",
32
- "title": "Create directory and file",
33
- "status": "pass",
34
- "passed": 1,
35
- "of": 1
36
- },
37
- {
38
- "id": "2.4-edit-file",
39
- "title": "Create then edit file",
40
- "status": "pass",
41
- "passed": 1,
42
- "of": 1
43
- },
44
- {
45
- "id": "2.5-read-edit-chain",
46
- "title": "Read existing file then edit it",
47
- "status": "pass",
48
- "passed": 1,
49
- "of": 1
50
- },
51
- {
52
- "id": "2.6-move-file",
53
- "title": "Move/rename file",
54
- "status": "pass",
55
- "passed": 1,
56
- "of": 1
57
- },
58
- {
59
- "id": "2.7-delete-file",
60
- "title": "Delete a file",
61
- "status": "pass",
62
- "passed": 1,
63
- "of": 1
64
- },
65
- {
66
- "id": "2.8-create-dir",
67
- "title": "Create directory standalone",
68
- "status": "pass",
69
- "passed": 1,
70
- "of": 1
71
- },
72
- {
73
- "id": "2.9-list-dir",
74
- "title": "List directory contents",
75
- "status": "pass",
76
- "passed": 1,
77
- "of": 1
78
- },
79
- {
80
- "id": "2.10-file-info",
81
- "title": "Get file info",
82
- "status": "pass",
83
- "passed": 1,
84
- "of": 1
85
- },
86
- {
87
- "id": "3.1-calculator",
88
- "title": "Multi-step calculator module",
89
- "status": "pass",
90
- "passed": 1,
91
- "of": 1
92
- },
93
- {
94
- "id": "3.5-data-pipeline",
95
- "title": "Data processing pipeline",
96
- "status": "fail",
97
- "passed": 0,
98
- "of": 1,
99
- "error": "file missing: output.json",
100
- "diagnostics": " Files created: data/input.json, src/process.ts\n Plan: 1/4 steps done\n Pending: #2 Создать src/process.ts — скрипт на Bun/TypeScript для чтения input.json, фильтрации value > 50 и записи output.json; #3 Запустить скрипт через bun run process.ts; #4 Проверить результат: подтвердить существование output.json с отфильтрованными данными"
101
- },
102
- {
103
- "id": "3.6-bash-run",
104
- "title": "Run bash command and capture output",
105
- "status": "pass",
106
- "passed": 1,
107
- "of": 1
108
- },
109
- {
110
- "id": "3.7-grep-search",
111
- "title": "Search file contents with grep",
112
- "status": "pass",
113
- "passed": 1,
114
- "of": 1
115
- },
116
- {
117
- "id": "3.8-glob-find",
118
- "title": "Find files with glob",
119
- "status": "fail",
120
- "passed": 0,
121
- "of": 1,
122
- "error": "glob-result.txt does not contains \"a.ts\"; glob-result.txt does not contains \"b.ts\"",
123
- "diagnostics": " Files created: glob-result.txt, lib/c.ts, src/a.ts, src/b.ts\n Plan: 4/5 steps done\n Pending: #5 Выполнить glob для поиска всех .ts файлов в src/**/*.ts и сохранить результат в glob-result.txt"
124
- },
125
- {
126
- "id": "3.9-multi-tool-chain",
127
- "title": "Read → grep → edit chain",
128
- "status": "pass",
129
- "passed": 1,
130
- "of": 1
131
- },
132
- {
133
- "id": "1.1-question-tool",
134
- "title": "Question tool (removed)",
135
- "status": "skipped",
136
- "passed": 0,
137
- "of": 0
138
- },
139
- {
140
- "id": "6.1-plan-create-execute",
141
- "title": "Plan creation and step tracking",
142
- "status": "pass",
143
- "passed": 1,
144
- "of": 1
145
- },
146
- {
147
- "id": "7.1-subagent-file",
148
- "title": "Subagent writes file in isolated scope",
149
- "status": "pass",
150
- "passed": 1,
151
- "of": 1
152
- },
153
- {
154
- "id": "8.1-enable-tools",
155
- "title": "Enable hidden tools on demand",
156
- "status": "pass",
157
- "passed": 1,
158
- "of": 1
159
- },
160
- {
161
- "id": "9.1-lsp-check",
162
- "title": "LSP detects TypeScript errors",
163
- "status": "pass",
164
- "passed": 1,
165
- "of": 1
166
- }
167
- ]
168
- },
169
- {
170
- "model": "qwen/qwen3.5-9b",
171
- "providerUrl": "http://localhost:1234/v1",
172
- "mmaVersion": "0.51.2",
173
- "certifiedAt": "2026-08-25T08:52:56.159Z",
174
- "suite": {
175
- "passed": 20,
176
- "failed": 0,
177
- "skipped": 1,
178
- "total": 21
179
- },
180
- "results": [
181
- {
182
- "id": "2.1-read-file",
183
- "title": "Read file content",
184
- "status": "pass",
185
- "passed": 3,
186
- "of": 3
187
- },
188
- {
189
- "id": "2.2-create-file",
190
- "title": "Create single file",
191
- "status": "pass",
192
- "passed": 3,
193
- "of": 3
194
- },
195
- {
196
- "id": "2.3-create-dir-file",
197
- "title": "Create directory and file",
198
- "status": "pass",
199
- "passed": 3,
200
- "of": 3
201
- },
202
- {
203
- "id": "2.4-edit-file",
204
- "title": "Create then edit file",
205
- "status": "pass",
206
- "passed": 3,
207
- "of": 3
208
- },
209
- {
210
- "id": "2.5-read-edit-chain",
211
- "title": "Read existing file then edit it",
212
- "status": "pass",
213
- "passed": 3,
214
- "of": 3
215
- },
216
- {
217
- "id": "2.6-move-file",
218
- "title": "Move/rename file",
219
- "status": "pass",
220
- "passed": 3,
221
- "of": 3
222
- },
223
- {
224
- "id": "2.7-delete-file",
225
- "title": "Delete a file",
226
- "status": "pass",
227
- "passed": 3,
228
- "of": 3
229
- },
230
- {
231
- "id": "2.8-create-dir",
232
- "title": "Create directory standalone",
233
- "status": "pass",
234
- "passed": 3,
235
- "of": 3
236
- },
237
- {
238
- "id": "2.9-list-dir",
239
- "title": "List directory contents",
240
- "status": "pass",
241
- "passed": 3,
242
- "of": 3
243
- },
244
- {
245
- "id": "2.10-file-info",
246
- "title": "Get file info",
247
- "status": "pass",
248
- "passed": 3,
249
- "of": 3
250
- },
251
- {
252
- "id": "3.1-calculator",
253
- "title": "Multi-step calculator module",
254
- "status": "pass",
255
- "passed": 3,
256
- "of": 3
257
- },
258
- {
259
- "id": "3.5-data-pipeline",
260
- "title": "Data processing pipeline",
261
- "status": "pass",
262
- "passed": 3,
263
- "of": 3
264
- },
265
- {
266
- "id": "3.6-bash-run",
267
- "title": "Run bash command and capture output",
268
- "status": "pass",
269
- "passed": 3,
270
- "of": 3
271
- },
272
- {
273
- "id": "3.7-grep-search",
274
- "title": "Search file contents with grep",
275
- "status": "pass",
276
- "passed": 3,
277
- "of": 3
278
- },
279
- {
280
- "id": "3.8-glob-find",
281
- "title": "Find files with glob",
282
- "status": "pass",
283
- "passed": 3,
284
- "of": 3
285
- },
286
- {
287
- "id": "3.9-multi-tool-chain",
288
- "title": "Read → grep → edit chain",
289
- "status": "pass",
290
- "passed": 3,
291
- "of": 3
292
- },
293
- {
294
- "id": "1.1-question-tool",
295
- "title": "Question tool (removed)",
296
- "status": "skipped",
297
- "passed": 0,
298
- "of": 0
299
- },
300
- {
301
- "id": "6.1-plan-create-execute",
302
- "title": "Plan creation and step tracking",
303
- "status": "pass",
304
- "passed": 3,
305
- "of": 3
306
- },
307
- {
308
- "id": "7.1-subagent-file",
309
- "title": "Subagent writes file in isolated scope",
310
- "status": "pass",
311
- "passed": 3,
312
- "of": 3
313
- },
314
- {
315
- "id": "8.1-enable-tools",
316
- "title": "Enable hidden tools on demand",
317
- "status": "pass",
318
- "passed": 3,
319
- "of": 3
320
- },
321
- {
322
- "id": "9.1-lsp-check",
323
- "title": "LSP detects TypeScript errors",
324
- "status": "pass",
325
- "passed": 3,
326
- "of": 3
327
- }
328
- ]
329
- },
330
- {
331
- "model": "qwen/qwen3.6-35b-a3b",
332
- "providerUrl": "http://localhost:1234/v1",
333
- "mmaVersion": "0.0.0",
334
- "certifiedAt": "2026-08-25T12:54:39.708Z",
335
- "suite": {
336
- "passed": 19,
337
- "failed": 1,
338
- "skipped": 1,
339
- "total": 21
340
- },
341
- "results": [
342
- {
343
- "id": "2.1-read-file",
344
- "title": "Read file content",
345
- "status": "pass",
346
- "passed": 2,
347
- "of": 2
348
- },
349
- {
350
- "id": "2.2-create-file",
351
- "title": "Create single file",
352
- "status": "pass",
353
- "passed": 2,
354
- "of": 2
355
- },
356
- {
357
- "id": "2.3-create-dir-file",
358
- "title": "Create directory and file",
359
- "status": "pass",
360
- "passed": 2,
361
- "of": 2
362
- },
363
- {
364
- "id": "2.4-edit-file",
365
- "title": "Create then edit file",
366
- "status": "pass",
367
- "passed": 2,
368
- "of": 2
369
- },
370
- {
371
- "id": "2.5-read-edit-chain",
372
- "title": "Read existing file then edit it",
373
- "status": "pass",
374
- "passed": 2,
375
- "of": 2
376
- },
377
- {
378
- "id": "2.6-move-file",
379
- "title": "Move/rename file",
380
- "status": "pass",
381
- "passed": 2,
382
- "of": 2
383
- },
384
- {
385
- "id": "2.7-delete-file",
386
- "title": "Delete a file",
387
- "status": "pass",
388
- "passed": 2,
389
- "of": 2
390
- },
391
- {
392
- "id": "2.8-create-dir",
393
- "title": "Create directory standalone",
394
- "status": "pass",
395
- "passed": 2,
396
- "of": 2
397
- },
398
- {
399
- "id": "2.9-list-dir",
400
- "title": "List directory contents",
401
- "status": "pass",
402
- "passed": 2,
403
- "of": 2
404
- },
405
- {
406
- "id": "2.10-file-info",
407
- "title": "Get file info",
408
- "status": "pass",
409
- "passed": 2,
410
- "of": 2
411
- },
412
- {
413
- "id": "3.1-calculator",
414
- "title": "Multi-step calculator module",
415
- "status": "pass",
416
- "passed": 2,
417
- "of": 2
418
- },
419
- {
420
- "id": "3.5-data-pipeline",
421
- "title": "Data processing pipeline",
422
- "status": "fail",
423
- "passed": 0,
424
- "of": 2,
425
- "error": "rep 1 timed out",
426
- "diagnostics": " Files created: data/input.json, src/process.ts\n Plan: 1/3 steps done\n Pending: #2 Create src/process.ts that reads input, filters value > 50, writes output.json at project root; #3 Run the script and verify output.json has correct filtered results"
427
- },
428
- {
429
- "id": "3.6-bash-run",
430
- "title": "Run bash command and capture output",
431
- "status": "pass",
432
- "passed": 2,
433
- "of": 2
434
- },
435
- {
436
- "id": "3.7-grep-search",
437
- "title": "Search file contents with grep",
438
- "status": "pass",
439
- "passed": 2,
440
- "of": 2
441
- },
442
- {
443
- "id": "3.8-glob-find",
444
- "title": "Find files with glob",
445
- "status": "pass",
446
- "passed": 2,
447
- "of": 2
448
- },
449
- {
450
- "id": "3.9-multi-tool-chain",
451
- "title": "Read → grep → edit chain",
452
- "status": "pass",
453
- "passed": 2,
454
- "of": 2
455
- },
456
- {
457
- "id": "1.1-question-tool",
458
- "title": "Question tool (removed)",
459
- "status": "skipped",
460
- "passed": 0,
461
- "of": 0
462
- },
463
- {
464
- "id": "6.1-plan-create-execute",
465
- "title": "Plan creation and step tracking",
466
- "status": "pass",
467
- "passed": 2,
468
- "of": 2
469
- },
470
- {
471
- "id": "7.1-subagent-file",
472
- "title": "Subagent writes file in isolated scope",
473
- "status": "pass",
474
- "passed": 2,
475
- "of": 2
476
- },
477
- {
478
- "id": "8.1-enable-tools",
479
- "title": "Enable hidden tools on demand",
480
- "status": "pass",
481
- "passed": 2,
482
- "of": 2
483
- },
484
- {
485
- "id": "9.1-lsp-check",
486
- "title": "LSP detects TypeScript errors",
487
- "status": "pass",
488
- "passed": 2,
489
- "of": 2
490
- }
491
- ]
492
- }
493
- ]
1
+ {
2
+ "version": 1,
3
+ "certifications": [
4
+ {
5
+ "model": "qwen3.5-9b",
6
+ "providerUrl": "http://localhost:1234/v1",
7
+ "mmaVersion": "0.51.2",
8
+ "certifiedAt": "2026-08-24T21:15:56.331Z",
9
+ "suite": {
10
+ "passed": 18,
11
+ "failed": 2,
12
+ "skipped": 1,
13
+ "total": 21
14
+ },
15
+ "results": [
16
+ {
17
+ "id": "2.1-read-file",
18
+ "title": "Read file content",
19
+ "status": "pass",
20
+ "passed": 1,
21
+ "of": 1
22
+ },
23
+ {
24
+ "id": "2.2-create-file",
25
+ "title": "Create single file",
26
+ "status": "pass",
27
+ "passed": 1,
28
+ "of": 1
29
+ },
30
+ {
31
+ "id": "2.3-create-dir-file",
32
+ "title": "Create directory and file",
33
+ "status": "pass",
34
+ "passed": 1,
35
+ "of": 1
36
+ },
37
+ {
38
+ "id": "2.4-edit-file",
39
+ "title": "Create then edit file",
40
+ "status": "pass",
41
+ "passed": 1,
42
+ "of": 1
43
+ },
44
+ {
45
+ "id": "2.5-read-edit-chain",
46
+ "title": "Read existing file then edit it",
47
+ "status": "pass",
48
+ "passed": 1,
49
+ "of": 1
50
+ },
51
+ {
52
+ "id": "2.6-move-file",
53
+ "title": "Move/rename file",
54
+ "status": "pass",
55
+ "passed": 1,
56
+ "of": 1
57
+ },
58
+ {
59
+ "id": "2.7-delete-file",
60
+ "title": "Delete a file",
61
+ "status": "pass",
62
+ "passed": 1,
63
+ "of": 1
64
+ },
65
+ {
66
+ "id": "2.8-create-dir",
67
+ "title": "Create directory standalone",
68
+ "status": "pass",
69
+ "passed": 1,
70
+ "of": 1
71
+ },
72
+ {
73
+ "id": "2.9-list-dir",
74
+ "title": "List directory contents",
75
+ "status": "pass",
76
+ "passed": 1,
77
+ "of": 1
78
+ },
79
+ {
80
+ "id": "2.10-file-info",
81
+ "title": "Get file info",
82
+ "status": "pass",
83
+ "passed": 1,
84
+ "of": 1
85
+ },
86
+ {
87
+ "id": "3.1-calculator",
88
+ "title": "Multi-step calculator module",
89
+ "status": "pass",
90
+ "passed": 1,
91
+ "of": 1
92
+ },
93
+ {
94
+ "id": "3.5-data-pipeline",
95
+ "title": "Data processing pipeline",
96
+ "status": "fail",
97
+ "passed": 0,
98
+ "of": 1,
99
+ "error": "file missing: output.json",
100
+ "diagnostics": " Files created: data/input.json, src/process.ts\n Plan: 1/4 steps done\n Pending: #2 Создать src/process.ts — скрипт на Bun/TypeScript для чтения input.json, фильтрации value > 50 и записи output.json; #3 Запустить скрипт через bun run process.ts; #4 Проверить результат: подтвердить существование output.json с отфильтрованными данными"
101
+ },
102
+ {
103
+ "id": "3.6-bash-run",
104
+ "title": "Run bash command and capture output",
105
+ "status": "pass",
106
+ "passed": 1,
107
+ "of": 1
108
+ },
109
+ {
110
+ "id": "3.7-grep-search",
111
+ "title": "Search file contents with grep",
112
+ "status": "pass",
113
+ "passed": 1,
114
+ "of": 1
115
+ },
116
+ {
117
+ "id": "3.8-glob-find",
118
+ "title": "Find files with glob",
119
+ "status": "fail",
120
+ "passed": 0,
121
+ "of": 1,
122
+ "error": "glob-result.txt does not contains \"a.ts\"; glob-result.txt does not contains \"b.ts\"",
123
+ "diagnostics": " Files created: glob-result.txt, lib/c.ts, src/a.ts, src/b.ts\n Plan: 4/5 steps done\n Pending: #5 Выполнить glob для поиска всех .ts файлов в src/**/*.ts и сохранить результат в glob-result.txt"
124
+ },
125
+ {
126
+ "id": "3.9-multi-tool-chain",
127
+ "title": "Read → grep → edit chain",
128
+ "status": "pass",
129
+ "passed": 1,
130
+ "of": 1
131
+ },
132
+ {
133
+ "id": "1.1-question-tool",
134
+ "title": "Question tool (removed)",
135
+ "status": "skipped",
136
+ "passed": 0,
137
+ "of": 0
138
+ },
139
+ {
140
+ "id": "6.1-plan-create-execute",
141
+ "title": "Plan creation and step tracking",
142
+ "status": "pass",
143
+ "passed": 1,
144
+ "of": 1
145
+ },
146
+ {
147
+ "id": "7.1-subagent-file",
148
+ "title": "Subagent writes file in isolated scope",
149
+ "status": "pass",
150
+ "passed": 1,
151
+ "of": 1
152
+ },
153
+ {
154
+ "id": "8.1-enable-tools",
155
+ "title": "Enable hidden tools on demand",
156
+ "status": "pass",
157
+ "passed": 1,
158
+ "of": 1
159
+ },
160
+ {
161
+ "id": "9.1-lsp-check",
162
+ "title": "LSP detects TypeScript errors",
163
+ "status": "pass",
164
+ "passed": 1,
165
+ "of": 1
166
+ }
167
+ ]
168
+ },
169
+ {
170
+ "model": "qwen/qwen3.5-9b",
171
+ "providerUrl": "http://localhost:1234/v1",
172
+ "mmaVersion": "0.51.2",
173
+ "certifiedAt": "2026-08-25T08:52:56.159Z",
174
+ "suite": {
175
+ "passed": 20,
176
+ "failed": 0,
177
+ "skipped": 1,
178
+ "total": 21
179
+ },
180
+ "results": [
181
+ {
182
+ "id": "2.1-read-file",
183
+ "title": "Read file content",
184
+ "status": "pass",
185
+ "passed": 3,
186
+ "of": 3
187
+ },
188
+ {
189
+ "id": "2.2-create-file",
190
+ "title": "Create single file",
191
+ "status": "pass",
192
+ "passed": 3,
193
+ "of": 3
194
+ },
195
+ {
196
+ "id": "2.3-create-dir-file",
197
+ "title": "Create directory and file",
198
+ "status": "pass",
199
+ "passed": 3,
200
+ "of": 3
201
+ },
202
+ {
203
+ "id": "2.4-edit-file",
204
+ "title": "Create then edit file",
205
+ "status": "pass",
206
+ "passed": 3,
207
+ "of": 3
208
+ },
209
+ {
210
+ "id": "2.5-read-edit-chain",
211
+ "title": "Read existing file then edit it",
212
+ "status": "pass",
213
+ "passed": 3,
214
+ "of": 3
215
+ },
216
+ {
217
+ "id": "2.6-move-file",
218
+ "title": "Move/rename file",
219
+ "status": "pass",
220
+ "passed": 3,
221
+ "of": 3
222
+ },
223
+ {
224
+ "id": "2.7-delete-file",
225
+ "title": "Delete a file",
226
+ "status": "pass",
227
+ "passed": 3,
228
+ "of": 3
229
+ },
230
+ {
231
+ "id": "2.8-create-dir",
232
+ "title": "Create directory standalone",
233
+ "status": "pass",
234
+ "passed": 3,
235
+ "of": 3
236
+ },
237
+ {
238
+ "id": "2.9-list-dir",
239
+ "title": "List directory contents",
240
+ "status": "pass",
241
+ "passed": 3,
242
+ "of": 3
243
+ },
244
+ {
245
+ "id": "2.10-file-info",
246
+ "title": "Get file info",
247
+ "status": "pass",
248
+ "passed": 3,
249
+ "of": 3
250
+ },
251
+ {
252
+ "id": "3.1-calculator",
253
+ "title": "Multi-step calculator module",
254
+ "status": "pass",
255
+ "passed": 3,
256
+ "of": 3
257
+ },
258
+ {
259
+ "id": "3.5-data-pipeline",
260
+ "title": "Data processing pipeline",
261
+ "status": "pass",
262
+ "passed": 3,
263
+ "of": 3
264
+ },
265
+ {
266
+ "id": "3.6-bash-run",
267
+ "title": "Run bash command and capture output",
268
+ "status": "pass",
269
+ "passed": 3,
270
+ "of": 3
271
+ },
272
+ {
273
+ "id": "3.7-grep-search",
274
+ "title": "Search file contents with grep",
275
+ "status": "pass",
276
+ "passed": 3,
277
+ "of": 3
278
+ },
279
+ {
280
+ "id": "3.8-glob-find",
281
+ "title": "Find files with glob",
282
+ "status": "pass",
283
+ "passed": 3,
284
+ "of": 3
285
+ },
286
+ {
287
+ "id": "3.9-multi-tool-chain",
288
+ "title": "Read → grep → edit chain",
289
+ "status": "pass",
290
+ "passed": 3,
291
+ "of": 3
292
+ },
293
+ {
294
+ "id": "1.1-question-tool",
295
+ "title": "Question tool (removed)",
296
+ "status": "skipped",
297
+ "passed": 0,
298
+ "of": 0
299
+ },
300
+ {
301
+ "id": "6.1-plan-create-execute",
302
+ "title": "Plan creation and step tracking",
303
+ "status": "pass",
304
+ "passed": 3,
305
+ "of": 3
306
+ },
307
+ {
308
+ "id": "7.1-subagent-file",
309
+ "title": "Subagent writes file in isolated scope",
310
+ "status": "pass",
311
+ "passed": 3,
312
+ "of": 3
313
+ },
314
+ {
315
+ "id": "8.1-enable-tools",
316
+ "title": "Enable hidden tools on demand",
317
+ "status": "pass",
318
+ "passed": 3,
319
+ "of": 3
320
+ },
321
+ {
322
+ "id": "9.1-lsp-check",
323
+ "title": "LSP detects TypeScript errors",
324
+ "status": "pass",
325
+ "passed": 3,
326
+ "of": 3
327
+ }
328
+ ]
329
+ },
330
+ {
331
+ "model": "qwen/qwen3.6-35b-a3b",
332
+ "providerUrl": "http://localhost:1234/v1",
333
+ "mmaVersion": "0.0.0",
334
+ "certifiedAt": "2026-08-25T12:54:39.708Z",
335
+ "suite": {
336
+ "passed": 19,
337
+ "failed": 1,
338
+ "skipped": 1,
339
+ "total": 21
340
+ },
341
+ "results": [
342
+ {
343
+ "id": "2.1-read-file",
344
+ "title": "Read file content",
345
+ "status": "pass",
346
+ "passed": 2,
347
+ "of": 2
348
+ },
349
+ {
350
+ "id": "2.2-create-file",
351
+ "title": "Create single file",
352
+ "status": "pass",
353
+ "passed": 2,
354
+ "of": 2
355
+ },
356
+ {
357
+ "id": "2.3-create-dir-file",
358
+ "title": "Create directory and file",
359
+ "status": "pass",
360
+ "passed": 2,
361
+ "of": 2
362
+ },
363
+ {
364
+ "id": "2.4-edit-file",
365
+ "title": "Create then edit file",
366
+ "status": "pass",
367
+ "passed": 2,
368
+ "of": 2
369
+ },
370
+ {
371
+ "id": "2.5-read-edit-chain",
372
+ "title": "Read existing file then edit it",
373
+ "status": "pass",
374
+ "passed": 2,
375
+ "of": 2
376
+ },
377
+ {
378
+ "id": "2.6-move-file",
379
+ "title": "Move/rename file",
380
+ "status": "pass",
381
+ "passed": 2,
382
+ "of": 2
383
+ },
384
+ {
385
+ "id": "2.7-delete-file",
386
+ "title": "Delete a file",
387
+ "status": "pass",
388
+ "passed": 2,
389
+ "of": 2
390
+ },
391
+ {
392
+ "id": "2.8-create-dir",
393
+ "title": "Create directory standalone",
394
+ "status": "pass",
395
+ "passed": 2,
396
+ "of": 2
397
+ },
398
+ {
399
+ "id": "2.9-list-dir",
400
+ "title": "List directory contents",
401
+ "status": "pass",
402
+ "passed": 2,
403
+ "of": 2
404
+ },
405
+ {
406
+ "id": "2.10-file-info",
407
+ "title": "Get file info",
408
+ "status": "pass",
409
+ "passed": 2,
410
+ "of": 2
411
+ },
412
+ {
413
+ "id": "3.1-calculator",
414
+ "title": "Multi-step calculator module",
415
+ "status": "pass",
416
+ "passed": 2,
417
+ "of": 2
418
+ },
419
+ {
420
+ "id": "3.5-data-pipeline",
421
+ "title": "Data processing pipeline",
422
+ "status": "fail",
423
+ "passed": 0,
424
+ "of": 2,
425
+ "error": "rep 1 timed out",
426
+ "diagnostics": " Files created: data/input.json, src/process.ts\n Plan: 1/3 steps done\n Pending: #2 Create src/process.ts that reads input, filters value > 50, writes output.json at project root; #3 Run the script and verify output.json has correct filtered results"
427
+ },
428
+ {
429
+ "id": "3.6-bash-run",
430
+ "title": "Run bash command and capture output",
431
+ "status": "pass",
432
+ "passed": 2,
433
+ "of": 2
434
+ },
435
+ {
436
+ "id": "3.7-grep-search",
437
+ "title": "Search file contents with grep",
438
+ "status": "pass",
439
+ "passed": 2,
440
+ "of": 2
441
+ },
442
+ {
443
+ "id": "3.8-glob-find",
444
+ "title": "Find files with glob",
445
+ "status": "pass",
446
+ "passed": 2,
447
+ "of": 2
448
+ },
449
+ {
450
+ "id": "3.9-multi-tool-chain",
451
+ "title": "Read → grep → edit chain",
452
+ "status": "pass",
453
+ "passed": 2,
454
+ "of": 2
455
+ },
456
+ {
457
+ "id": "1.1-question-tool",
458
+ "title": "Question tool (removed)",
459
+ "status": "skipped",
460
+ "passed": 0,
461
+ "of": 0
462
+ },
463
+ {
464
+ "id": "6.1-plan-create-execute",
465
+ "title": "Plan creation and step tracking",
466
+ "status": "pass",
467
+ "passed": 2,
468
+ "of": 2
469
+ },
470
+ {
471
+ "id": "7.1-subagent-file",
472
+ "title": "Subagent writes file in isolated scope",
473
+ "status": "pass",
474
+ "passed": 2,
475
+ "of": 2
476
+ },
477
+ {
478
+ "id": "8.1-enable-tools",
479
+ "title": "Enable hidden tools on demand",
480
+ "status": "pass",
481
+ "passed": 2,
482
+ "of": 2
483
+ },
484
+ {
485
+ "id": "9.1-lsp-check",
486
+ "title": "LSP detects TypeScript errors",
487
+ "status": "pass",
488
+ "passed": 2,
489
+ "of": 2
490
+ }
491
+ ]
492
+ }
493
+ ]
494
494
  }