@nodetool-ai/cli-harness 0.0.0-stage → 0.8.9-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (59) hide show
  1. package/README.md +13 -2
  2. package/dist/.nodetool-build-stamp +1 -0
  3. package/dist/affected/affected.d.ts +48 -0
  4. package/dist/affected/affected.d.ts.map +1 -0
  5. package/dist/affected/affected.js +167 -0
  6. package/dist/affected/affected.js.map +1 -0
  7. package/dist/commands/__tests__/jtbd.test.d.ts +2 -0
  8. package/dist/commands/__tests__/jtbd.test.d.ts.map +1 -0
  9. package/dist/commands/__tests__/jtbd.test.js +120 -0
  10. package/dist/commands/__tests__/jtbd.test.js.map +1 -0
  11. package/dist/commands/affected.d.ts +9 -0
  12. package/dist/commands/affected.d.ts.map +1 -0
  13. package/dist/commands/affected.js +127 -0
  14. package/dist/commands/affected.js.map +1 -0
  15. package/dist/commands/eval.d.ts +152 -0
  16. package/dist/commands/eval.d.ts.map +1 -0
  17. package/dist/commands/eval.js +693 -0
  18. package/dist/commands/eval.js.map +1 -0
  19. package/dist/commands/harness.d.ts +90 -0
  20. package/dist/commands/harness.d.ts.map +1 -0
  21. package/dist/commands/harness.js +883 -0
  22. package/dist/commands/harness.js.map +1 -0
  23. package/dist/commands/jtbd.d.ts +38 -0
  24. package/dist/commands/jtbd.d.ts.map +1 -0
  25. package/dist/commands/jtbd.js +261 -0
  26. package/dist/commands/jtbd.js.map +1 -0
  27. package/dist/commands/reliability.d.ts +14 -0
  28. package/dist/commands/reliability.d.ts.map +1 -0
  29. package/dist/commands/reliability.js +81 -0
  30. package/dist/commands/reliability.js.map +1 -0
  31. package/dist/evals/graph-runner.d.ts +8 -0
  32. package/dist/evals/graph-runner.d.ts.map +1 -0
  33. package/dist/evals/graph-runner.js +136 -0
  34. package/dist/evals/graph-runner.js.map +1 -0
  35. package/dist/harness/capability-coverage.d.ts +165 -0
  36. package/dist/harness/capability-coverage.d.ts.map +1 -0
  37. package/dist/harness/capability-coverage.js +308 -0
  38. package/dist/harness/capability-coverage.js.map +1 -0
  39. package/dist/harness/capability-table.d.ts +17 -0
  40. package/dist/harness/capability-table.d.ts.map +1 -0
  41. package/dist/harness/capability-table.js +3941 -0
  42. package/dist/harness/capability-table.js.map +1 -0
  43. package/dist/harness/changed-files.d.ts +20 -0
  44. package/dist/harness/changed-files.d.ts.map +1 -0
  45. package/dist/harness/changed-files.js +90 -0
  46. package/dist/harness/changed-files.js.map +1 -0
  47. package/dist/harness/declared-capabilities.d.ts +12 -0
  48. package/dist/harness/declared-capabilities.d.ts.map +1 -0
  49. package/dist/harness/declared-capabilities.js +21 -0
  50. package/dist/harness/declared-capabilities.js.map +1 -0
  51. package/dist/harness/registry.d.ts +190 -0
  52. package/dist/harness/registry.d.ts.map +1 -0
  53. package/dist/harness/registry.js +2419 -0
  54. package/dist/harness/registry.js.map +1 -0
  55. package/dist/index.d.ts +22 -0
  56. package/dist/index.d.ts.map +1 -0
  57. package/dist/index.js +33 -0
  58. package/dist/index.js.map +1 -0
  59. package/package.json +63 -4
@@ -0,0 +1,3941 @@
1
+ /**
2
+ * GENERATED — the capability coverage table. Do not hand-edit anything but a
3
+ * gap note; `npm run capabilities:sync` rewrites the rest.
4
+ *
5
+ * One entry per exported agent capability: the file that implements it, the
6
+ * checked-in suites a selfcheck runs over it, the eval cases that drive a
7
+ * model through it, and a written gap note where nothing does yet. The rules,
8
+ * the audit, and the gate live in `capability-coverage.ts`; the derivation
9
+ * lives in `scripts/sync-capability-coverage.mjs`.
10
+ *
11
+ * A new capability lands here with no suite and no eval case, and
12
+ * `npm run capabilities:check` fails until someone either writes the case or
13
+ * writes down why there isn't one.
14
+ */
15
+ export const CAPABILITY_COVERAGE = [
16
+ {
17
+ name: "list_workflows",
18
+ module: "workflows",
19
+ impl: "packages/agents/src/capabilities/workflows.ts",
20
+ contract: "21550fd305ce",
21
+ selfcheck: "capability-suites",
22
+ suites: [
23
+ "packages/agents/tests/capabilities-dispatcher.test.ts",
24
+ "packages/agents/tests/mcp-tools.test.ts",
25
+ ],
26
+ evals: [
27
+ {
28
+ file: "packages/agents/src/evals/codeact-api-core.ts",
29
+ cases: ["api-background-job-wait", "api-batch-existing-workflow"],
30
+ },
31
+ ],
32
+ },
33
+ {
34
+ name: "get_workflow",
35
+ module: "workflows",
36
+ impl: "packages/agents/src/capabilities/workflows.ts",
37
+ contract: "500f60f725d0",
38
+ selfcheck: "capability-suites",
39
+ suites: [
40
+ "packages/agents/tests/capabilities-dispatcher.test.ts",
41
+ "packages/agents/tests/mcp-tools.test.ts",
42
+ ],
43
+ },
44
+ {
45
+ name: "create_workflow",
46
+ module: "workflows",
47
+ impl: "packages/agents/src/capabilities/workflows.ts",
48
+ contract: "aabee6fd66f7",
49
+ selfcheck: "capability-suites",
50
+ suites: [
51
+ "packages/agents/tests/capabilities-dispatcher.test.ts",
52
+ "packages/agents/tests/mcp-tools.test.ts",
53
+ ],
54
+ },
55
+ {
56
+ name: "update_workflow",
57
+ module: "workflows",
58
+ impl: "packages/agents/src/capabilities/workflows.ts",
59
+ contract: "136f6a0d501f",
60
+ selfcheck: "capability-suites",
61
+ suites: [
62
+ "packages/agents/tests/capabilities-document-rename.test.ts",
63
+ "packages/agents/tests/capabilities-lifecycle.test.ts",
64
+ ],
65
+ },
66
+ {
67
+ name: "add_workflow_link",
68
+ module: "workflows",
69
+ impl: "packages/agents/src/capabilities/workflows.ts",
70
+ contract: "4d0ce00d0c90",
71
+ selfcheck: "capability-suites",
72
+ suites: [
73
+ "packages/agents/tests/capabilities-workflow-links.test.ts",
74
+ ],
75
+ },
76
+ {
77
+ name: "remove_workflow_link",
78
+ module: "workflows",
79
+ impl: "packages/agents/src/capabilities/workflows.ts",
80
+ contract: "490c7dd1e6a6",
81
+ selfcheck: "capability-suites",
82
+ suites: [
83
+ "packages/agents/tests/capabilities-workflow-links.test.ts",
84
+ ],
85
+ },
86
+ {
87
+ name: "delete_workflow",
88
+ module: "workflows",
89
+ impl: "packages/agents/src/capabilities/workflows.ts",
90
+ contract: "70ad54003754",
91
+ selfcheck: "capability-suites",
92
+ suites: [
93
+ "packages/agents/tests/capabilities-lifecycle.test.ts",
94
+ ],
95
+ },
96
+ {
97
+ name: "list_workflow_versions",
98
+ module: "workflows",
99
+ impl: "packages/agents/src/capabilities/workflows.ts",
100
+ contract: "d08688d87b5f",
101
+ selfcheck: "capability-suites",
102
+ suites: [
103
+ "packages/agents/tests/workflow-version-tools.test.ts",
104
+ ],
105
+ },
106
+ {
107
+ name: "get_workflow_version",
108
+ module: "workflows",
109
+ impl: "packages/agents/src/capabilities/workflows.ts",
110
+ contract: "4b4b302632da",
111
+ selfcheck: "capability-suites",
112
+ suites: [
113
+ "packages/agents/tests/workflow-version-tools.test.ts",
114
+ ],
115
+ },
116
+ {
117
+ name: "create_workflow_version",
118
+ module: "workflows",
119
+ impl: "packages/agents/src/capabilities/workflows.ts",
120
+ contract: "a61aa87a1700",
121
+ selfcheck: "capability-suites",
122
+ suites: [
123
+ "packages/agents/tests/workflow-version-tools.test.ts",
124
+ ],
125
+ },
126
+ {
127
+ name: "restore_workflow_version",
128
+ module: "workflows",
129
+ impl: "packages/agents/src/capabilities/workflows.ts",
130
+ contract: "2a57e08bef6f",
131
+ selfcheck: "capability-suites",
132
+ suites: [
133
+ "packages/agents/tests/workflow-version-tools.test.ts",
134
+ ],
135
+ },
136
+ {
137
+ name: "delete_workflow_version",
138
+ module: "workflows",
139
+ impl: "packages/agents/src/capabilities/workflows.ts",
140
+ contract: "f01a9f5fd0e3",
141
+ selfcheck: "capability-suites",
142
+ suites: [
143
+ "packages/agents/tests/workflow-version-tools.test.ts",
144
+ ],
145
+ },
146
+ {
147
+ name: "set_workflow_access",
148
+ module: "workflows",
149
+ impl: "packages/agents/src/capabilities/workflows.ts",
150
+ contract: "66f81d2fb2c7",
151
+ selfcheck: "capability-suites",
152
+ suites: [
153
+ "packages/agents/tests/capabilities-lifecycle.test.ts",
154
+ ],
155
+ },
156
+ {
157
+ name: "run_workflow",
158
+ module: "workflows",
159
+ impl: "packages/agents/src/capabilities/workflows.ts",
160
+ contract: "7b1bf01fe074",
161
+ selfcheck: "capability-suites",
162
+ suites: [
163
+ "packages/agents/tests/nodetool-api-workflows.test.ts",
164
+ "packages/agents/tests/mcp-tools.test.ts",
165
+ ],
166
+ evals: [
167
+ {
168
+ file: "packages/agents/src/evals/codeact-api-core.ts",
169
+ cases: ["api-batch-existing-workflow", "api-graph-build-and-run", "api-interactive-escalation", "api-probe-node-then-wire"],
170
+ },
171
+ ],
172
+ },
173
+ {
174
+ name: "debug_workflow",
175
+ module: "workflows",
176
+ impl: "packages/agents/src/capabilities/workflows.ts",
177
+ contract: "3f7fa54dfdc5",
178
+ selfcheck: "capability-suites",
179
+ suites: [
180
+ "packages/agents/tests/mcp-tools.test.ts",
181
+ ],
182
+ },
183
+ {
184
+ name: "resolve_workflow_escalation",
185
+ module: "workflows",
186
+ impl: "packages/agents/src/capabilities/workflows.ts",
187
+ contract: "42abfc3a3312",
188
+ selfcheck: "capability-suites",
189
+ suites: [
190
+ "packages/agents/tests/mcp-tools.test.ts",
191
+ ],
192
+ evals: [
193
+ {
194
+ file: "packages/agents/src/evals/codeact-api-core.ts",
195
+ cases: ["api-interactive-escalation"],
196
+ },
197
+ ],
198
+ },
199
+ {
200
+ name: "validate_workflow",
201
+ module: "workflows",
202
+ impl: "packages/agents/src/capabilities/workflows.ts",
203
+ contract: "7af3e305f546",
204
+ selfcheck: "capability-suites",
205
+ suites: [
206
+ "packages/agents/tests/nodetool-api-workflows.test.ts",
207
+ "packages/agents/tests/mcp-tools.test.ts",
208
+ ],
209
+ evals: [
210
+ {
211
+ file: "packages/agents/src/evals/codeact-api-core.ts",
212
+ cases: ["api-graph-build-and-run"],
213
+ },
214
+ ],
215
+ },
216
+ {
217
+ name: "start_background_job",
218
+ module: "workflows",
219
+ impl: "packages/agents/src/capabilities/workflows.ts",
220
+ contract: "3ab70a6e5607",
221
+ selfcheck: "capability-suites",
222
+ suites: [
223
+ "packages/agents/tests/mcp-tools.test.ts",
224
+ ],
225
+ evals: [
226
+ {
227
+ file: "packages/agents/src/evals/codeact-api-core.ts",
228
+ cases: ["api-background-job-wait"],
229
+ },
230
+ ],
231
+ },
232
+ {
233
+ name: "get_example_workflow",
234
+ module: "workflows",
235
+ impl: "packages/agents/src/capabilities/workflows.ts",
236
+ contract: "5f748ba651f3",
237
+ selfcheck: "capability-suites",
238
+ suites: [
239
+ "packages/agents/tests/mcp-tools.test.ts",
240
+ ],
241
+ },
242
+ {
243
+ name: "export_workflow_digraph",
244
+ module: "workflows",
245
+ impl: "packages/agents/src/capabilities/workflows.ts",
246
+ contract: "e77dc5f2c0d1",
247
+ selfcheck: "capability-suites",
248
+ suites: [
249
+ "packages/agents/tests/mcp-tools.test.ts",
250
+ ],
251
+ },
252
+ {
253
+ name: "set_workflow_setup",
254
+ module: "workflows",
255
+ impl: "packages/agents/src/capabilities/workflows.ts",
256
+ contract: "59bff5063fb4",
257
+ selfcheck: "capability-suites",
258
+ suites: [
259
+ "packages/agents/tests/capabilities-workflow-setup.test.ts",
260
+ ],
261
+ },
262
+ {
263
+ name: "plan_workflow",
264
+ module: "workflows",
265
+ impl: "packages/agents/src/capabilities/workflows.ts",
266
+ contract: "f214384d9c9b",
267
+ selfcheck: "capability-suites",
268
+ suites: [
269
+ "packages/agents/tests/capabilities-workflow-setup.test.ts",
270
+ ],
271
+ },
272
+ {
273
+ name: "update_workflow_plan_step",
274
+ module: "workflows",
275
+ impl: "packages/agents/src/capabilities/workflows.ts",
276
+ contract: "997202184d62",
277
+ selfcheck: "capability-suites",
278
+ suites: [
279
+ "packages/agents/tests/capabilities-workflow-setup.test.ts",
280
+ ],
281
+ },
282
+ {
283
+ name: "build_workflow_from_plan",
284
+ module: "workflows",
285
+ impl: "packages/agents/src/capabilities/workflows.ts",
286
+ contract: "398e489ad3ab",
287
+ selfcheck: "capability-suites",
288
+ suites: [
289
+ "packages/agents/tests/capabilities-workflow-setup.test.ts",
290
+ ],
291
+ },
292
+ {
293
+ name: "set_game_setup",
294
+ module: "workflows",
295
+ impl: "packages/agents/src/capabilities/workflows.ts",
296
+ contract: "4eb91ec78d6a",
297
+ selfcheck: "capability-suites",
298
+ suites: [
299
+ "packages/agents/tests/capabilities-game-setup.test.ts",
300
+ ],
301
+ },
302
+ {
303
+ name: "design_game",
304
+ module: "workflows",
305
+ impl: "packages/agents/src/capabilities/workflows.ts",
306
+ contract: "78db82a76559",
307
+ selfcheck: "capability-suites",
308
+ suites: [
309
+ "packages/agents/tests/capabilities-game-setup.test.ts",
310
+ ],
311
+ },
312
+ {
313
+ name: "update_game_design",
314
+ module: "workflows",
315
+ impl: "packages/agents/src/capabilities/workflows.ts",
316
+ contract: "dd496066a910",
317
+ selfcheck: "capability-suites",
318
+ suites: [
319
+ "packages/agents/tests/capabilities-game-setup.test.ts",
320
+ ],
321
+ },
322
+ {
323
+ name: "build_game",
324
+ module: "workflows",
325
+ impl: "packages/agents/src/capabilities/workflows.ts",
326
+ contract: "e5f2902b4565",
327
+ selfcheck: "capability-suites",
328
+ suites: [
329
+ "packages/agents/tests/capabilities-game-setup.test.ts",
330
+ ],
331
+ },
332
+ {
333
+ name: "find_model",
334
+ module: "models",
335
+ impl: "packages/agents/src/capabilities/models.ts",
336
+ contract: "0830e70672b0",
337
+ selfcheck: "capability-suites",
338
+ suites: [
339
+ "packages/agents/tests/capabilities-models.test.ts",
340
+ "packages/agents/tests/capabilities-models-and-storyboards-reference-video.test.ts",
341
+ ],
342
+ evals: [
343
+ {
344
+ file: "packages/agents/src/evals/codeact-api-core.ts",
345
+ cases: ["api-generate-then-critique", "api-pick-model-and-batch-images"],
346
+ },
347
+ ],
348
+ },
349
+ {
350
+ name: "list_models",
351
+ module: "models",
352
+ impl: "packages/agents/src/capabilities/models.ts",
353
+ contract: "9b5ed87d0dbc",
354
+ selfcheck: "capability-suites",
355
+ suites: [
356
+ "packages/agents/tests/capabilities-models.test.ts",
357
+ ],
358
+ evals: [
359
+ {
360
+ file: "packages/agents/src/evals/codeact-api-core.ts",
361
+ cases: ["api-pick-model-and-batch-images"],
362
+ },
363
+ ],
364
+ },
365
+ {
366
+ name: "list_provider_models",
367
+ module: "models",
368
+ impl: "packages/agents/src/capabilities/models.ts",
369
+ contract: "af8e36f33309",
370
+ selfcheck: "capability-suites",
371
+ suites: [
372
+ "packages/agents/tests/capabilities-models.test.ts",
373
+ ],
374
+ },
375
+ {
376
+ name: "generate_text",
377
+ module: "media",
378
+ impl: "packages/agents/src/capabilities/media.ts",
379
+ contract: "2ba10bf514c9",
380
+ selfcheck: "capability-suites",
381
+ suites: [
382
+ "packages/agents/tests/capabilities-media.test.ts",
383
+ ],
384
+ },
385
+ {
386
+ name: "generate_image",
387
+ module: "media",
388
+ impl: "packages/agents/src/capabilities/media.ts",
389
+ contract: "f500c24bccdb",
390
+ selfcheck: "capability-suites",
391
+ suites: [
392
+ "packages/agents/tests/capabilities-media.test.ts",
393
+ "packages/agents/tests/capabilities-generations.test.ts",
394
+ ],
395
+ evals: [
396
+ {
397
+ file: "packages/agents/src/evals/codeact-api-core.ts",
398
+ cases: ["api-generate-then-critique", "api-pick-model-and-batch-images"],
399
+ },
400
+ {
401
+ file: "packages/agents/src/evals/surfaces/memory.ts",
402
+ cases: ["generate-and-remember"],
403
+ },
404
+ ],
405
+ },
406
+ {
407
+ name: "edit_image",
408
+ module: "media",
409
+ impl: "packages/agents/src/capabilities/media.ts",
410
+ contract: "0ba76865f4a4",
411
+ selfcheck: "capability-suites",
412
+ suites: [
413
+ "packages/agents/tests/capabilities-media.test.ts",
414
+ "packages/agents/tests/capabilities-generations.test.ts",
415
+ ],
416
+ },
417
+ {
418
+ name: "segment_image",
419
+ module: "media",
420
+ impl: "packages/agents/src/capabilities/media.ts",
421
+ contract: "e65e3ff23393",
422
+ selfcheck: "capability-suites",
423
+ suites: [
424
+ "packages/agents/tests/capabilities-segment-image.test.ts",
425
+ ],
426
+ },
427
+ {
428
+ name: "generate_video",
429
+ module: "media",
430
+ impl: "packages/agents/src/capabilities/media.ts",
431
+ contract: "8dac8cdc0840",
432
+ selfcheck: "capability-suites",
433
+ suites: [
434
+ "packages/agents/tests/capabilities-media.test.ts",
435
+ "packages/agents/tests/capabilities-generations.test.ts",
436
+ ],
437
+ },
438
+ {
439
+ name: "animate_image",
440
+ module: "media",
441
+ impl: "packages/agents/src/capabilities/media.ts",
442
+ contract: "e1b1dc701776",
443
+ selfcheck: "capability-suites",
444
+ suites: [
445
+ "packages/agents/tests/capabilities-media.test.ts",
446
+ "packages/agents/tests/capabilities-generations.test.ts",
447
+ ],
448
+ },
449
+ {
450
+ name: "generate_video_from_references",
451
+ module: "media",
452
+ impl: "packages/agents/src/capabilities/media.ts",
453
+ contract: "dea82ea56a14",
454
+ selfcheck: "capability-suites",
455
+ suites: [
456
+ "packages/agents/tests/capabilities-media.test.ts",
457
+ ],
458
+ },
459
+ {
460
+ name: "generate_speech",
461
+ module: "media",
462
+ impl: "packages/agents/src/capabilities/media.ts",
463
+ contract: "840cb0b33149",
464
+ selfcheck: "capability-suites",
465
+ suites: [
466
+ "packages/agents/tests/capabilities-media.test.ts",
467
+ "packages/agents/tests/capabilities-generations.test.ts",
468
+ ],
469
+ },
470
+ {
471
+ name: "generate_music",
472
+ module: "media",
473
+ impl: "packages/agents/src/capabilities/media.ts",
474
+ contract: "2f0cd7a403c9",
475
+ selfcheck: "capability-suites",
476
+ suites: [
477
+ "packages/agents/tests/capabilities-generations.test.ts",
478
+ ],
479
+ },
480
+ {
481
+ name: "transcribe_audio",
482
+ module: "media",
483
+ impl: "packages/agents/src/capabilities/media.ts",
484
+ contract: "be650010c230",
485
+ selfcheck: "capability-suites",
486
+ suites: [
487
+ "packages/agents/tests/capabilities-media.test.ts",
488
+ ],
489
+ },
490
+ {
491
+ name: "embed_text",
492
+ module: "media",
493
+ impl: "packages/agents/src/capabilities/media.ts",
494
+ contract: "7ccf08214e00",
495
+ selfcheck: "capability-suites",
496
+ suites: [
497
+ "packages/agents/tests/capabilities-media.test.ts",
498
+ ],
499
+ },
500
+ {
501
+ name: "read_media_bytes",
502
+ module: "media",
503
+ impl: "packages/agents/src/capabilities/media.ts",
504
+ contract: "57305485ad36",
505
+ gap: "`media-read-bytes.test.ts` drives it from a chat action by " +
506
+ "guest import, but the `capability-suites` selfcheck's filter " +
507
+ "list (packages/cli-harness/src/harness/registry.ts) does not run that " +
508
+ "file, and a suite named here must be one it runs. Adding " +
509
+ "`media-read-bytes` to that command and to the sync script's " +
510
+ "extras would credit it.",
511
+ },
512
+ {
513
+ name: "critique_image",
514
+ module: "media",
515
+ impl: "packages/agents/src/capabilities/media.ts",
516
+ contract: "d46bd53f7dfd",
517
+ selfcheck: "capability-suites",
518
+ suites: [
519
+ "packages/agents/tests/capabilities-media.test.ts",
520
+ ],
521
+ evals: [
522
+ {
523
+ file: "packages/agents/src/evals/codeact-api-core.ts",
524
+ cases: ["api-generate-then-critique"],
525
+ },
526
+ ],
527
+ },
528
+ {
529
+ name: "compare_images",
530
+ module: "media",
531
+ impl: "packages/agents/src/capabilities/media.ts",
532
+ contract: "426279b0dd84",
533
+ selfcheck: "capability-suites",
534
+ suites: [
535
+ "packages/agents/tests/capabilities-media.test.ts",
536
+ ],
537
+ },
538
+ {
539
+ name: "score_image_adherence",
540
+ module: "media",
541
+ impl: "packages/agents/src/capabilities/media.ts",
542
+ contract: "27f4c2507b82",
543
+ selfcheck: "capability-suites",
544
+ suites: [
545
+ "packages/agents/tests/capabilities-media.test.ts",
546
+ ],
547
+ },
548
+ {
549
+ name: "understand_video",
550
+ module: "media",
551
+ impl: "packages/agents/src/capabilities/media.ts",
552
+ contract: "f5f8b48f6315",
553
+ selfcheck: "capability-suites",
554
+ suites: [
555
+ "packages/agents/tests/capabilities-media.test.ts",
556
+ ],
557
+ },
558
+ {
559
+ name: "media_edit",
560
+ module: "media",
561
+ impl: "packages/agents/src/capabilities/media.ts",
562
+ contract: "95325a7a77de",
563
+ selfcheck: "capability-suites",
564
+ suites: [
565
+ "packages/agents/tests/capabilities-media.test.ts",
566
+ "packages/agents/tests/capabilities-media-edit.test.ts",
567
+ ],
568
+ },
569
+ {
570
+ name: "media_probe",
571
+ module: "media",
572
+ impl: "packages/agents/src/capabilities/media.ts",
573
+ contract: "901df55c7ad6",
574
+ selfcheck: "capability-suites",
575
+ suites: [
576
+ "packages/agents/tests/capabilities-media.test.ts",
577
+ "packages/agents/tests/capabilities-media-edit.test.ts",
578
+ ],
579
+ },
580
+ {
581
+ name: "yt_dlp",
582
+ module: "media",
583
+ impl: "packages/agents/src/capabilities/media.ts",
584
+ contract: "30d6bb107aeb",
585
+ selfcheck: "capability-suites",
586
+ suites: [
587
+ "packages/agents/tests/capabilities-media.test.ts",
588
+ "packages/agents/tests/capabilities-yt-dlp-mux.test.ts",
589
+ ],
590
+ },
591
+ {
592
+ name: "list_collections",
593
+ module: "collections",
594
+ impl: "packages/agents/src/capabilities/collections.ts",
595
+ contract: "229fb4676997",
596
+ selfcheck: "capability-suites",
597
+ suites: [
598
+ "packages/agents/tests/capabilities-collections.test.ts",
599
+ ],
600
+ },
601
+ {
602
+ name: "query_collection",
603
+ module: "collections",
604
+ impl: "packages/agents/src/capabilities/collections.ts",
605
+ contract: "1759e46aff01",
606
+ selfcheck: "capability-suites",
607
+ suites: [
608
+ "packages/agents/tests/capabilities-collections.test.ts",
609
+ ],
610
+ evals: [
611
+ {
612
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
613
+ cases: ["rag-index-and-answer"],
614
+ },
615
+ ],
616
+ },
617
+ {
618
+ name: "vector_text_search",
619
+ module: "collections",
620
+ impl: "packages/agents/src/capabilities/collections.ts",
621
+ contract: "d8bee8d9430c",
622
+ selfcheck: "capability-suites",
623
+ suites: [
624
+ "packages/agents/tests/capabilities-collections.test.ts",
625
+ ],
626
+ evals: [
627
+ {
628
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
629
+ cases: ["rag-index-and-answer"],
630
+ },
631
+ ],
632
+ },
633
+ {
634
+ name: "vector_index",
635
+ module: "collections",
636
+ impl: "packages/agents/src/capabilities/collections.ts",
637
+ contract: "a270bb328fac",
638
+ selfcheck: "capability-suites",
639
+ suites: [
640
+ "packages/agents/tests/capabilities-collections.test.ts",
641
+ ],
642
+ },
643
+ {
644
+ name: "vector_hybrid_search",
645
+ module: "collections",
646
+ impl: "packages/agents/src/capabilities/collections.ts",
647
+ contract: "c539b3772a27",
648
+ selfcheck: "capability-suites",
649
+ suites: [
650
+ "packages/agents/tests/capabilities-collections.test.ts",
651
+ ],
652
+ },
653
+ {
654
+ name: "vector_recursive_split_and_index",
655
+ module: "collections",
656
+ impl: "packages/agents/src/capabilities/collections.ts",
657
+ contract: "d76cb2befb82",
658
+ selfcheck: "capability-suites",
659
+ suites: [
660
+ "packages/agents/tests/capabilities-collections.test.ts",
661
+ ],
662
+ },
663
+ {
664
+ name: "vector_markdown_split_and_index",
665
+ module: "collections",
666
+ impl: "packages/agents/src/capabilities/collections.ts",
667
+ contract: "38746e1afe7b",
668
+ selfcheck: "capability-suites",
669
+ suites: [
670
+ "packages/agents/tests/capabilities-collections.test.ts",
671
+ ],
672
+ },
673
+ {
674
+ name: "vector_batch_index",
675
+ module: "collections",
676
+ impl: "packages/agents/src/capabilities/collections.ts",
677
+ contract: "deb290cc67c1",
678
+ selfcheck: "capability-suites",
679
+ suites: [
680
+ "packages/agents/tests/capabilities-collections.test.ts",
681
+ ],
682
+ },
683
+ {
684
+ name: "create_collection",
685
+ module: "collections",
686
+ impl: "packages/agents/src/capabilities/collections.ts",
687
+ contract: "4fd457fa1ff6",
688
+ gap: "`capabilities-collections.test.ts` snapshots the module's wire " +
689
+ "names and builds Tools for the readers and indexers; neither " +
690
+ "lifecycle call has a case. A case that creates a collection, " +
691
+ "indexes into it and deletes it would close it.",
692
+ },
693
+ {
694
+ name: "delete_collection",
695
+ module: "collections",
696
+ impl: "packages/agents/src/capabilities/collections.ts",
697
+ contract: "eb59236a182f",
698
+ gap: "`capabilities-collections.test.ts` snapshots the module's wire " +
699
+ "names and builds Tools for the readers and indexers; neither " +
700
+ "lifecycle call has a case. A case that creates a collection, " +
701
+ "indexes into it and deletes it would close it.",
702
+ },
703
+ {
704
+ name: "get_cost_summary",
705
+ module: "costs",
706
+ impl: "packages/agents/src/capabilities/costs.ts",
707
+ contract: "2c90c598b870",
708
+ selfcheck: "capability-suites",
709
+ suites: [
710
+ "packages/agents/tests/capabilities-lifecycle.test.ts",
711
+ ],
712
+ },
713
+ {
714
+ name: "list_nodes",
715
+ module: "nodes",
716
+ impl: "packages/agents/src/capabilities/nodes.ts",
717
+ contract: "6f70c870b22f",
718
+ selfcheck: "capability-suites",
719
+ suites: [
720
+ "packages/agents/tests/capabilities-nodes.test.ts",
721
+ ],
722
+ },
723
+ {
724
+ name: "search_nodes",
725
+ module: "nodes",
726
+ impl: "packages/agents/src/capabilities/nodes.ts",
727
+ contract: "600f8b51d0d0",
728
+ selfcheck: "capability-suites",
729
+ suites: [
730
+ "packages/agents/tests/capabilities-nodes.test.ts",
731
+ ],
732
+ evals: [
733
+ {
734
+ file: "packages/agents/src/evals/codeact-api-core.ts",
735
+ cases: ["api-graph-build-and-run"],
736
+ },
737
+ ],
738
+ },
739
+ {
740
+ name: "get_node_info",
741
+ module: "nodes",
742
+ impl: "packages/agents/src/capabilities/nodes.ts",
743
+ contract: "ee61a4038c57",
744
+ selfcheck: "capability-suites",
745
+ suites: [
746
+ "packages/agents/tests/capabilities-nodes.test.ts",
747
+ ],
748
+ },
749
+ {
750
+ name: "list_jobs",
751
+ module: "jobs",
752
+ impl: "packages/agents/src/capabilities/jobs.ts",
753
+ contract: "2d22d3a3e08e",
754
+ selfcheck: "capability-suites",
755
+ suites: [
756
+ "packages/agents/tests/capabilities-jobs.test.ts",
757
+ "packages/agents/tests/mcp-tools.test.ts",
758
+ ],
759
+ },
760
+ {
761
+ name: "get_job",
762
+ module: "jobs",
763
+ impl: "packages/agents/src/capabilities/jobs.ts",
764
+ contract: "2beacec6db44",
765
+ selfcheck: "capability-suites",
766
+ suites: [
767
+ "packages/agents/tests/capabilities-jobs.test.ts",
768
+ "packages/agents/tests/mcp-tools.test.ts",
769
+ ],
770
+ evals: [
771
+ {
772
+ file: "packages/agents/src/evals/codeact-api-core.ts",
773
+ cases: ["api-background-job-wait"],
774
+ },
775
+ ],
776
+ },
777
+ {
778
+ name: "get_job_logs",
779
+ module: "jobs",
780
+ impl: "packages/agents/src/capabilities/jobs.ts",
781
+ contract: "d1e498b51f0c",
782
+ selfcheck: "capability-suites",
783
+ suites: [
784
+ "packages/agents/tests/capabilities-jobs.test.ts",
785
+ "packages/agents/tests/capabilities-runs.test.ts",
786
+ ],
787
+ },
788
+ {
789
+ name: "cancel_job",
790
+ module: "jobs",
791
+ impl: "packages/agents/src/capabilities/jobs.ts",
792
+ contract: "0e7a1fa204a4",
793
+ selfcheck: "capability-suites",
794
+ suites: [
795
+ "packages/agents/tests/capabilities-jobs.test.ts",
796
+ ],
797
+ },
798
+ {
799
+ name: "list_error_traces",
800
+ module: "errors",
801
+ impl: "packages/agents/src/capabilities/errors.ts",
802
+ contract: "a7ca730c2193",
803
+ selfcheck: "capability-suites",
804
+ suites: [
805
+ "packages/agents/tests/capabilities-errors.test.ts",
806
+ ],
807
+ },
808
+ {
809
+ name: "get_error_trace",
810
+ module: "errors",
811
+ impl: "packages/agents/src/capabilities/errors.ts",
812
+ contract: "1d5a2345e2b4",
813
+ selfcheck: "capability-suites",
814
+ suites: [
815
+ "packages/agents/tests/capabilities-errors.test.ts",
816
+ ],
817
+ },
818
+ {
819
+ name: "export_error_report",
820
+ module: "errors",
821
+ impl: "packages/agents/src/capabilities/errors.ts",
822
+ contract: "52e8b9895632",
823
+ selfcheck: "capability-suites",
824
+ suites: [
825
+ "packages/agents/tests/capabilities-errors.test.ts",
826
+ ],
827
+ },
828
+ {
829
+ name: "list_runs",
830
+ module: "runs",
831
+ impl: "packages/agents/src/capabilities/runs.ts",
832
+ contract: "883b99a2dd71",
833
+ selfcheck: "capability-suites",
834
+ suites: [
835
+ "packages/agents/tests/capabilities-runs.test.ts",
836
+ "packages/agents/tests/capabilities-runs-declared-contract.test.ts",
837
+ ],
838
+ },
839
+ {
840
+ name: "get_run",
841
+ module: "runs",
842
+ impl: "packages/agents/src/capabilities/runs.ts",
843
+ contract: "be664555d83f",
844
+ selfcheck: "capability-suites",
845
+ suites: [
846
+ "packages/agents/tests/capabilities-runs.test.ts",
847
+ ],
848
+ evals: [
849
+ {
850
+ file: "packages/agents/src/evals/codeact-api-runs.ts",
851
+ cases: ["api-run-failure-drill-down"],
852
+ },
853
+ ],
854
+ },
855
+ {
856
+ name: "get_run_trace",
857
+ module: "runs",
858
+ impl: "packages/agents/src/capabilities/runs.ts",
859
+ contract: "4a0414b4efa0",
860
+ selfcheck: "capability-suites",
861
+ suites: [
862
+ "packages/agents/tests/capabilities-runs.test.ts",
863
+ ],
864
+ evals: [
865
+ {
866
+ file: "packages/agents/src/evals/codeact-api-runs.ts",
867
+ cases: ["api-run-failure-drill-down"],
868
+ },
869
+ ],
870
+ },
871
+ {
872
+ name: "get_run_logs",
873
+ module: "runs",
874
+ impl: "packages/agents/src/capabilities/runs.ts",
875
+ contract: "b7ec8b18b93f",
876
+ selfcheck: "capability-suites",
877
+ suites: [
878
+ "packages/agents/tests/capabilities-runs.test.ts",
879
+ ],
880
+ },
881
+ {
882
+ name: "await_run",
883
+ module: "runs",
884
+ impl: "packages/agents/src/capabilities/runs.ts",
885
+ contract: "47cd92497a4d",
886
+ selfcheck: "capability-suites",
887
+ suites: [
888
+ "packages/agents/tests/capabilities-runs.test.ts",
889
+ ],
890
+ },
891
+ {
892
+ name: "list_generations",
893
+ module: "generations",
894
+ impl: "packages/agents/src/capabilities/generations.ts",
895
+ contract: "f299e282d127",
896
+ selfcheck: "capability-suites",
897
+ suites: [
898
+ "packages/agents/tests/capabilities-generations.test.ts",
899
+ ],
900
+ evals: [
901
+ {
902
+ file: "packages/agents/src/evals/codeact-api-core.ts",
903
+ cases: ["api-generation-cost"],
904
+ },
905
+ ],
906
+ },
907
+ {
908
+ name: "get_generation",
909
+ module: "generations",
910
+ impl: "packages/agents/src/capabilities/generations.ts",
911
+ contract: "683305344d3b",
912
+ selfcheck: "capability-suites",
913
+ suites: [
914
+ "packages/agents/tests/capabilities-generations.test.ts",
915
+ ],
916
+ },
917
+ {
918
+ name: "await_generation",
919
+ module: "generations",
920
+ impl: "packages/agents/src/capabilities/generations.ts",
921
+ contract: "3f4cf9a0df62",
922
+ selfcheck: "capability-suites",
923
+ suites: [
924
+ "packages/agents/tests/capabilities-generations.test.ts",
925
+ "packages/agents/tests/capabilities-model3d.test.ts",
926
+ ],
927
+ },
928
+ {
929
+ name: "cancel_generation",
930
+ module: "generations",
931
+ impl: "packages/agents/src/capabilities/generations.ts",
932
+ contract: "e1ca3821f7ad",
933
+ selfcheck: "capability-suites",
934
+ suites: [
935
+ "packages/agents/tests/capabilities-generations.test.ts",
936
+ ],
937
+ },
938
+ {
939
+ name: "reconcile_generation",
940
+ module: "generations",
941
+ impl: "packages/agents/src/capabilities/generations.ts",
942
+ contract: "d7aea544279b",
943
+ selfcheck: "capability-suites",
944
+ suites: [
945
+ "packages/agents/tests/capabilities-generations.test.ts",
946
+ ],
947
+ },
948
+ {
949
+ name: "list_provider_generations",
950
+ module: "generations",
951
+ impl: "packages/agents/src/capabilities/generations.ts",
952
+ contract: "cc949bb0abfb",
953
+ selfcheck: "capability-suites",
954
+ suites: [
955
+ "packages/agents/tests/capabilities-generations.test.ts",
956
+ ],
957
+ },
958
+ {
959
+ name: "get_provider_generation",
960
+ module: "generations",
961
+ impl: "packages/agents/src/capabilities/generations.ts",
962
+ contract: "427e679c46ab",
963
+ selfcheck: "capability-suites",
964
+ suites: [
965
+ "packages/agents/tests/capabilities-generations.test.ts",
966
+ ],
967
+ },
968
+ {
969
+ name: "list_assets",
970
+ module: "assets",
971
+ impl: "packages/agents/src/capabilities/assets.ts",
972
+ contract: "0a9994a19245",
973
+ selfcheck: "capability-suites",
974
+ suites: [
975
+ "packages/agents/tests/capabilities-assets.test.ts",
976
+ "packages/agents/tests/capabilities-dispatcher.test.ts",
977
+ ],
978
+ },
979
+ {
980
+ name: "get_asset",
981
+ module: "assets",
982
+ impl: "packages/agents/src/capabilities/assets.ts",
983
+ contract: "9f3234517e74",
984
+ selfcheck: "capability-suites",
985
+ suites: [
986
+ "packages/agents/tests/capabilities-assets.test.ts",
987
+ "packages/agents/tests/mcp-tools.test.ts",
988
+ ],
989
+ },
990
+ {
991
+ name: "save_asset",
992
+ module: "assets",
993
+ impl: "packages/agents/src/capabilities/assets.ts",
994
+ contract: "dfb0317d6e85",
995
+ selfcheck: "capability-suites",
996
+ suites: [
997
+ "packages/agents/tests/capabilities-assets.test.ts",
998
+ "packages/agents/tests/apify-capabilities.test.ts",
999
+ ],
1000
+ evals: [
1001
+ {
1002
+ file: "packages/agents/src/evals/codeact-api-core.ts",
1003
+ cases: ["api-asset-round-trip"],
1004
+ },
1005
+ ],
1006
+ },
1007
+ {
1008
+ name: "read_asset",
1009
+ module: "assets",
1010
+ impl: "packages/agents/src/capabilities/assets.ts",
1011
+ contract: "754ddc200ba0",
1012
+ selfcheck: "capability-suites",
1013
+ suites: [
1014
+ "packages/agents/tests/capabilities-assets.test.ts",
1015
+ ],
1016
+ evals: [
1017
+ {
1018
+ file: "packages/agents/src/evals/codeact-api-core.ts",
1019
+ cases: ["api-asset-round-trip"],
1020
+ },
1021
+ ],
1022
+ },
1023
+ {
1024
+ name: "asset_search",
1025
+ module: "assets",
1026
+ impl: "packages/agents/src/capabilities/assets.ts",
1027
+ contract: "48cf8b892c51",
1028
+ selfcheck: "capability-suites",
1029
+ suites: [
1030
+ "packages/agents/tests/capabilities-assets.test.ts",
1031
+ "packages/agents/tests/memory-tools.test.ts",
1032
+ ],
1033
+ },
1034
+ {
1035
+ name: "asset_list",
1036
+ module: "assets",
1037
+ impl: "packages/agents/src/capabilities/assets.ts",
1038
+ contract: "22be9a0e970d",
1039
+ selfcheck: "capability-suites",
1040
+ suites: [
1041
+ "packages/agents/tests/capabilities-assets.test.ts",
1042
+ "packages/agents/tests/memory-tools.test.ts",
1043
+ ],
1044
+ },
1045
+ {
1046
+ name: "list_images",
1047
+ module: "assets",
1048
+ impl: "packages/agents/src/capabilities/assets.ts",
1049
+ contract: "c7ae881622fd",
1050
+ selfcheck: "capability-suites",
1051
+ suites: [
1052
+ "packages/agents/tests/capabilities-assets.test.ts",
1053
+ ],
1054
+ },
1055
+ {
1056
+ name: "view_image",
1057
+ module: "assets",
1058
+ impl: "packages/agents/src/capabilities/assets.ts",
1059
+ contract: "c8433ab4fc37",
1060
+ selfcheck: "capability-suites",
1061
+ suites: [
1062
+ "packages/agents/tests/capabilities-assets.test.ts",
1063
+ ],
1064
+ },
1065
+ {
1066
+ name: "update_asset",
1067
+ module: "assets",
1068
+ impl: "packages/agents/src/capabilities/assets.ts",
1069
+ contract: "8dfc3e1b4b9e",
1070
+ selfcheck: "capability-suites",
1071
+ suites: [
1072
+ "packages/agents/tests/capabilities-assets.test.ts",
1073
+ "packages/agents/tests/capabilities-lifecycle.test.ts",
1074
+ ],
1075
+ },
1076
+ {
1077
+ name: "browser_status",
1078
+ module: "browser",
1079
+ impl: "packages/agents/src/capabilities/browser.ts",
1080
+ contract: "58ec839719ca",
1081
+ selfcheck: "capability-suites",
1082
+ suites: [
1083
+ "packages/agents/tests/capabilities-browser.test.ts",
1084
+ ],
1085
+ },
1086
+ {
1087
+ name: "browser_view",
1088
+ module: "browser",
1089
+ impl: "packages/agents/src/capabilities/browser.ts",
1090
+ contract: "b4c94f55cac8",
1091
+ selfcheck: "capability-suites",
1092
+ suites: [
1093
+ "packages/agents/tests/capabilities-browser.test.ts",
1094
+ ],
1095
+ },
1096
+ {
1097
+ name: "browser_navigate",
1098
+ module: "browser",
1099
+ impl: "packages/agents/src/capabilities/browser.ts",
1100
+ contract: "9660cd6b5c02",
1101
+ gap: "`capabilities-browser.test.ts` reaches this action only by " +
1102
+ "iterating the module's exports (dispatch by name, category, " +
1103
+ "argument pass-through); no test calls it by name with real " +
1104
+ "arguments. A case that drives it against the recorded page " +
1105
+ "fixture and asserts the action's own result would close it.",
1106
+ },
1107
+ {
1108
+ name: "browser_restart",
1109
+ module: "browser",
1110
+ impl: "packages/agents/src/capabilities/browser.ts",
1111
+ contract: "defb85a11e39",
1112
+ gap: "`capabilities-browser.test.ts` reaches this action only by " +
1113
+ "iterating the module's exports (dispatch by name, category, " +
1114
+ "argument pass-through); no test calls it by name with real " +
1115
+ "arguments. A case that drives it against the recorded page " +
1116
+ "fixture and asserts the action's own result would close it.",
1117
+ },
1118
+ {
1119
+ name: "browser_click",
1120
+ module: "browser",
1121
+ impl: "packages/agents/src/capabilities/browser.ts",
1122
+ contract: "d1b6b204cd27",
1123
+ selfcheck: "capability-suites",
1124
+ suites: [
1125
+ "packages/agents/tests/capabilities-browser.test.ts",
1126
+ ],
1127
+ },
1128
+ {
1129
+ name: "browser_input_text",
1130
+ module: "browser",
1131
+ impl: "packages/agents/src/capabilities/browser.ts",
1132
+ contract: "4d24b135bb69",
1133
+ selfcheck: "capability-suites",
1134
+ suites: [
1135
+ "packages/agents/tests/capabilities-browser.test.ts",
1136
+ ],
1137
+ },
1138
+ {
1139
+ name: "browser_move_mouse",
1140
+ module: "browser",
1141
+ impl: "packages/agents/src/capabilities/browser.ts",
1142
+ contract: "1a36915fa601",
1143
+ gap: "`capabilities-browser.test.ts` reaches this action only by " +
1144
+ "iterating the module's exports (dispatch by name, category, " +
1145
+ "argument pass-through); no test calls it by name with real " +
1146
+ "arguments. A case that drives it against the recorded page " +
1147
+ "fixture and asserts the action's own result would close it.",
1148
+ },
1149
+ {
1150
+ name: "browser_press_key",
1151
+ module: "browser",
1152
+ impl: "packages/agents/src/capabilities/browser.ts",
1153
+ contract: "d1b1b2fc95c9",
1154
+ gap: "`capabilities-browser.test.ts` reaches this action only by " +
1155
+ "iterating the module's exports (dispatch by name, category, " +
1156
+ "argument pass-through); no test calls it by name with real " +
1157
+ "arguments. A case that drives it against the recorded page " +
1158
+ "fixture and asserts the action's own result would close it.",
1159
+ },
1160
+ {
1161
+ name: "browser_select_option",
1162
+ module: "browser",
1163
+ impl: "packages/agents/src/capabilities/browser.ts",
1164
+ contract: "73c53d222990",
1165
+ gap: "`capabilities-browser.test.ts` reaches this action only by " +
1166
+ "iterating the module's exports (dispatch by name, category, " +
1167
+ "argument pass-through); no test calls it by name with real " +
1168
+ "arguments. A case that drives it against the recorded page " +
1169
+ "fixture and asserts the action's own result would close it.",
1170
+ },
1171
+ {
1172
+ name: "browser_scroll",
1173
+ module: "browser",
1174
+ impl: "packages/agents/src/capabilities/browser.ts",
1175
+ contract: "e2012b881bd6",
1176
+ gap: "`capabilities-browser.test.ts` reaches this action only by " +
1177
+ "iterating the module's exports (dispatch by name, category, " +
1178
+ "argument pass-through); no test calls it by name with real " +
1179
+ "arguments. A case that drives it against the recorded page " +
1180
+ "fixture and asserts the action's own result would close it.",
1181
+ },
1182
+ {
1183
+ name: "browser_console_exec",
1184
+ module: "browser",
1185
+ impl: "packages/agents/src/capabilities/browser.ts",
1186
+ contract: "7add1995b4bc",
1187
+ gap: "`capabilities-browser.test.ts` reaches this action only by " +
1188
+ "iterating the module's exports (dispatch by name, category, " +
1189
+ "argument pass-through); no test calls it by name with real " +
1190
+ "arguments. A case that drives it against the recorded page " +
1191
+ "fixture and asserts the action's own result would close it.",
1192
+ },
1193
+ {
1194
+ name: "browser_console_view",
1195
+ module: "browser",
1196
+ impl: "packages/agents/src/capabilities/browser.ts",
1197
+ contract: "daf5f59b767f",
1198
+ gap: "`capabilities-browser.test.ts` reaches this action only by " +
1199
+ "iterating the module's exports (dispatch by name, category, " +
1200
+ "argument pass-through); no test calls it by name with real " +
1201
+ "arguments. A case that drives it against the recorded page " +
1202
+ "fixture and asserts the action's own result would close it.",
1203
+ },
1204
+ {
1205
+ name: "browser_capture_media",
1206
+ module: "browser",
1207
+ impl: "packages/agents/src/capabilities/browser.ts",
1208
+ contract: "92363bd381a2",
1209
+ selfcheck: "capability-suites",
1210
+ suites: [
1211
+ "packages/agents/tests/capabilities-browser.test.ts",
1212
+ ],
1213
+ },
1214
+ {
1215
+ name: "browser_upload_asset",
1216
+ module: "browser",
1217
+ impl: "packages/agents/src/capabilities/browser.ts",
1218
+ contract: "f083302fd2b9",
1219
+ selfcheck: "capability-suites",
1220
+ suites: [
1221
+ "packages/agents/tests/capabilities-browser.test.ts",
1222
+ ],
1223
+ },
1224
+ {
1225
+ name: "debug_app",
1226
+ module: "apps",
1227
+ impl: "packages/agents/src/capabilities/apps.ts",
1228
+ contract: "5a5c4836f062",
1229
+ selfcheck: "capability-suites",
1230
+ suites: [
1231
+ "packages/agents/tests/capabilities-apps.test.ts",
1232
+ "packages/agents/tests/mcp-tools.test.ts",
1233
+ ],
1234
+ evals: [
1235
+ {
1236
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
1237
+ cases: ["app-wiring-check"],
1238
+ },
1239
+ ],
1240
+ },
1241
+ {
1242
+ name: "list_apps",
1243
+ module: "apps",
1244
+ impl: "packages/agents/src/capabilities/apps.ts",
1245
+ contract: "8e4f918a4fb5",
1246
+ selfcheck: "capability-suites",
1247
+ suites: [
1248
+ "packages/agents/tests/capabilities-lifecycle.test.ts",
1249
+ ],
1250
+ },
1251
+ {
1252
+ name: "get_app",
1253
+ module: "apps",
1254
+ impl: "packages/agents/src/capabilities/apps.ts",
1255
+ contract: "999e2a10fccb",
1256
+ selfcheck: "capability-suites",
1257
+ suites: [
1258
+ "packages/agents/tests/capabilities-apps.test.ts",
1259
+ "packages/agents/tests/capabilities-lifecycle.test.ts",
1260
+ ],
1261
+ },
1262
+ {
1263
+ name: "create_app",
1264
+ module: "apps",
1265
+ impl: "packages/agents/src/capabilities/apps.ts",
1266
+ contract: "af8025058000",
1267
+ selfcheck: "capability-suites",
1268
+ suites: [
1269
+ "packages/agents/tests/capabilities-apps.test.ts",
1270
+ ],
1271
+ },
1272
+ {
1273
+ name: "edit_app",
1274
+ module: "apps",
1275
+ impl: "packages/agents/src/capabilities/apps.ts",
1276
+ contract: "5d71cf4b7e8e",
1277
+ selfcheck: "capability-suites",
1278
+ suites: [
1279
+ "packages/agents/tests/capabilities-apps.test.ts",
1280
+ ],
1281
+ },
1282
+ {
1283
+ name: "delete_app",
1284
+ module: "apps",
1285
+ impl: "packages/agents/src/capabilities/apps.ts",
1286
+ contract: "34f77614fa6d",
1287
+ selfcheck: "capability-suites",
1288
+ suites: [
1289
+ "packages/agents/tests/capabilities-lifecycle.test.ts",
1290
+ ],
1291
+ },
1292
+ {
1293
+ name: "extract_pdf_text",
1294
+ module: "documents",
1295
+ impl: "packages/agents/src/capabilities/documents.ts",
1296
+ contract: "6d8881cf9905",
1297
+ selfcheck: "capability-suites",
1298
+ suites: [
1299
+ "packages/agents/tests/capabilities-documents.test.ts",
1300
+ ],
1301
+ evals: [
1302
+ {
1303
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
1304
+ cases: ["document-extraction-pipeline"],
1305
+ },
1306
+ ],
1307
+ },
1308
+ {
1309
+ name: "extract_pdf_tables",
1310
+ module: "documents",
1311
+ impl: "packages/agents/src/capabilities/documents.ts",
1312
+ contract: "0d944ee5e9a8",
1313
+ selfcheck: "capability-suites",
1314
+ suites: [
1315
+ "packages/agents/tests/capabilities-documents.test.ts",
1316
+ ],
1317
+ evals: [
1318
+ {
1319
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
1320
+ cases: ["document-extraction-pipeline"],
1321
+ },
1322
+ ],
1323
+ },
1324
+ {
1325
+ name: "convert_pdf_to_markdown",
1326
+ module: "documents",
1327
+ impl: "packages/agents/src/capabilities/documents.ts",
1328
+ contract: "307e69f736e9",
1329
+ selfcheck: "capability-suites",
1330
+ suites: [
1331
+ "packages/agents/tests/capabilities-documents.test.ts",
1332
+ ],
1333
+ evals: [
1334
+ {
1335
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
1336
+ cases: ["document-extraction-pipeline"],
1337
+ },
1338
+ ],
1339
+ },
1340
+ {
1341
+ name: "convert_markdown_to_pdf",
1342
+ module: "documents",
1343
+ impl: "packages/agents/src/capabilities/documents.ts",
1344
+ contract: "74e807f42695",
1345
+ selfcheck: "capability-suites",
1346
+ suites: [
1347
+ "packages/agents/tests/capabilities-documents.test.ts",
1348
+ "packages/agents/tests/capabilities-documents-convert.test.ts",
1349
+ ],
1350
+ },
1351
+ {
1352
+ name: "convert_document",
1353
+ module: "documents",
1354
+ impl: "packages/agents/src/capabilities/documents.ts",
1355
+ contract: "b3aca7b16b74",
1356
+ selfcheck: "capability-suites",
1357
+ suites: [
1358
+ "packages/agents/tests/capabilities-documents.test.ts",
1359
+ "packages/agents/tests/capabilities-documents-convert.test.ts",
1360
+ ],
1361
+ },
1362
+ {
1363
+ name: "search_email",
1364
+ module: "email",
1365
+ impl: "packages/agents/src/capabilities/email.ts",
1366
+ contract: "009d8426f54e",
1367
+ selfcheck: "capability-suites",
1368
+ suites: [
1369
+ "packages/agents/tests/capabilities-email.test.ts",
1370
+ ],
1371
+ evals: [
1372
+ {
1373
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
1374
+ cases: ["email-triage"],
1375
+ },
1376
+ ],
1377
+ },
1378
+ {
1379
+ name: "archive_email",
1380
+ module: "email",
1381
+ impl: "packages/agents/src/capabilities/email.ts",
1382
+ contract: "cd1a4980a2db",
1383
+ selfcheck: "capability-suites",
1384
+ suites: [
1385
+ "packages/agents/tests/capabilities-email.test.ts",
1386
+ ],
1387
+ evals: [
1388
+ {
1389
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
1390
+ cases: ["email-triage"],
1391
+ },
1392
+ ],
1393
+ },
1394
+ {
1395
+ name: "add_label_to_email",
1396
+ module: "email",
1397
+ impl: "packages/agents/src/capabilities/email.ts",
1398
+ contract: "e6eadbfd482c",
1399
+ selfcheck: "capability-suites",
1400
+ suites: [
1401
+ "packages/agents/tests/capabilities-email.test.ts",
1402
+ ],
1403
+ evals: [
1404
+ {
1405
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
1406
+ cases: ["email-triage"],
1407
+ },
1408
+ ],
1409
+ },
1410
+ {
1411
+ name: "memory_save",
1412
+ module: "memory",
1413
+ impl: "packages/agents/src/capabilities/memory.ts",
1414
+ contract: "3ce3bc95c763",
1415
+ selfcheck: "capability-suites",
1416
+ suites: [
1417
+ "packages/agents/tests/capabilities-memory.test.ts",
1418
+ "packages/agents/tests/memory-tools.test.ts",
1419
+ ],
1420
+ evals: [
1421
+ {
1422
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
1423
+ cases: ["memory-lifecycle"],
1424
+ },
1425
+ {
1426
+ file: "packages/agents/src/evals/surfaces/memory.ts",
1427
+ cases: ["generate-and-remember"],
1428
+ },
1429
+ ],
1430
+ },
1431
+ {
1432
+ name: "memory_list",
1433
+ module: "memory",
1434
+ impl: "packages/agents/src/capabilities/memory.ts",
1435
+ contract: "3f0c7dee6c36",
1436
+ selfcheck: "capability-suites",
1437
+ suites: [
1438
+ "packages/agents/tests/capabilities-memory.test.ts",
1439
+ "packages/agents/tests/memory-tools.test.ts",
1440
+ ],
1441
+ evals: [
1442
+ {
1443
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
1444
+ cases: ["memory-lifecycle"],
1445
+ },
1446
+ {
1447
+ file: "packages/agents/src/evals/surfaces/memory.ts",
1448
+ cases: ["recall-existing"],
1449
+ },
1450
+ ],
1451
+ },
1452
+ {
1453
+ name: "memory_search",
1454
+ module: "memory",
1455
+ impl: "packages/agents/src/capabilities/memory.ts",
1456
+ contract: "611215d2c382",
1457
+ selfcheck: "capability-suites",
1458
+ suites: [
1459
+ "packages/agents/tests/capabilities-memory.test.ts",
1460
+ "packages/agents/tests/memory-tools.test.ts",
1461
+ ],
1462
+ evals: [
1463
+ {
1464
+ file: "packages/agents/src/evals/surfaces/memory.ts",
1465
+ cases: ["search-across-threads"],
1466
+ },
1467
+ ],
1468
+ },
1469
+ {
1470
+ name: "memory_update",
1471
+ module: "memory",
1472
+ impl: "packages/agents/src/capabilities/memory.ts",
1473
+ contract: "1366d2d42ae6",
1474
+ selfcheck: "capability-suites",
1475
+ suites: [
1476
+ "packages/agents/tests/capabilities-memory.test.ts",
1477
+ "packages/agents/tests/memory-tools.test.ts",
1478
+ ],
1479
+ evals: [
1480
+ {
1481
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
1482
+ cases: ["memory-lifecycle"],
1483
+ },
1484
+ ],
1485
+ },
1486
+ {
1487
+ name: "memory_delete",
1488
+ module: "memory",
1489
+ impl: "packages/agents/src/capabilities/memory.ts",
1490
+ contract: "b5a1bfc659ec",
1491
+ selfcheck: "capability-suites",
1492
+ suites: [
1493
+ "packages/agents/tests/capabilities-memory.test.ts",
1494
+ "packages/agents/tests/memory-tools.test.ts",
1495
+ ],
1496
+ },
1497
+ {
1498
+ name: "list_shared",
1499
+ module: "shared",
1500
+ impl: "packages/agents/src/capabilities/shared.ts",
1501
+ contract: "2ce5956cae84",
1502
+ evals: [
1503
+ {
1504
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
1505
+ cases: ["shared-handoff"],
1506
+ },
1507
+ ],
1508
+ },
1509
+ {
1510
+ name: "read_shared",
1511
+ module: "shared",
1512
+ impl: "packages/agents/src/capabilities/shared.ts",
1513
+ contract: "8df73f7ba674",
1514
+ evals: [
1515
+ {
1516
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
1517
+ cases: ["shared-handoff"],
1518
+ },
1519
+ ],
1520
+ },
1521
+ {
1522
+ name: "share_result",
1523
+ module: "shared",
1524
+ impl: "packages/agents/src/capabilities/shared.ts",
1525
+ contract: "51e593b67d6a",
1526
+ evals: [
1527
+ {
1528
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
1529
+ cases: ["shared-handoff"],
1530
+ },
1531
+ ],
1532
+ },
1533
+ {
1534
+ name: "web_search",
1535
+ module: "web",
1536
+ impl: "packages/agents/src/capabilities/web.ts",
1537
+ contract: "e4946512515e",
1538
+ selfcheck: "capability-suites",
1539
+ suites: [
1540
+ "packages/agents/tests/capabilities-web.test.ts",
1541
+ ],
1542
+ evals: [
1543
+ {
1544
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
1545
+ cases: ["web-research-brief"],
1546
+ },
1547
+ ],
1548
+ },
1549
+ {
1550
+ name: "image_search",
1551
+ module: "web",
1552
+ impl: "packages/agents/src/capabilities/web.ts",
1553
+ contract: "3c50d887acb1",
1554
+ selfcheck: "capability-suites",
1555
+ suites: [
1556
+ "packages/agents/tests/capabilities-web.test.ts",
1557
+ "packages/agents/tests/capability-module-exports.test.ts",
1558
+ ],
1559
+ },
1560
+ {
1561
+ name: "browser",
1562
+ module: "web",
1563
+ impl: "packages/agents/src/capabilities/web.ts",
1564
+ contract: "0ac8eba370a2",
1565
+ selfcheck: "capability-suites",
1566
+ suites: [
1567
+ "packages/agents/tests/capabilities-web.test.ts",
1568
+ "packages/agents/tests/browser-tools.test.ts",
1569
+ ],
1570
+ },
1571
+ {
1572
+ name: "take_screenshot",
1573
+ module: "web",
1574
+ impl: "packages/agents/src/capabilities/web.ts",
1575
+ contract: "6990fdc0a93a",
1576
+ selfcheck: "capability-suites",
1577
+ suites: [
1578
+ "packages/agents/tests/capabilities-web.test.ts",
1579
+ "packages/agents/tests/browser-tools.test.ts",
1580
+ ],
1581
+ },
1582
+ {
1583
+ name: "download_file",
1584
+ module: "web",
1585
+ impl: "packages/agents/src/capabilities/web.ts",
1586
+ contract: "29547bbe8c33",
1587
+ selfcheck: "capability-suites",
1588
+ suites: [
1589
+ "packages/agents/tests/capabilities-web.test.ts",
1590
+ "packages/agents/tests/capabilities-web-download.test.ts",
1591
+ ],
1592
+ },
1593
+ {
1594
+ name: "http_request",
1595
+ module: "web",
1596
+ impl: "packages/agents/src/capabilities/web.ts",
1597
+ contract: "8f88568453f5",
1598
+ selfcheck: "capability-suites",
1599
+ suites: [
1600
+ "packages/agents/tests/capabilities-web.test.ts",
1601
+ ],
1602
+ },
1603
+ {
1604
+ name: "prepare_video_production",
1605
+ module: "video-production",
1606
+ impl: "packages/agents/src/capabilities/video-production.ts",
1607
+ contract: "feff1e70ec45",
1608
+ selfcheck: "capability-suites",
1609
+ suites: [
1610
+ "packages/agents/tests/capabilities-video-production.test.ts",
1611
+ ],
1612
+ },
1613
+ {
1614
+ name: "submit_video_production",
1615
+ module: "video-production",
1616
+ impl: "packages/agents/src/capabilities/video-production.ts",
1617
+ contract: "352f5fc11f02",
1618
+ selfcheck: "capability-suites",
1619
+ suites: [
1620
+ "packages/agents/tests/capabilities-video-production.test.ts",
1621
+ ],
1622
+ },
1623
+ {
1624
+ name: "inspect_video_production_candidates",
1625
+ module: "video-production",
1626
+ impl: "packages/agents/src/capabilities/video-production.ts",
1627
+ contract: "c26a15aef594",
1628
+ selfcheck: "capability-suites",
1629
+ suites: [
1630
+ "packages/agents/tests/capabilities-video-production.test.ts",
1631
+ ],
1632
+ },
1633
+ {
1634
+ name: "accept_video_production_candidates",
1635
+ module: "video-production",
1636
+ impl: "packages/agents/src/capabilities/video-production.ts",
1637
+ contract: "bd68db05252c",
1638
+ selfcheck: "capability-suites",
1639
+ suites: [
1640
+ "packages/agents/tests/capabilities-video-production.test.ts",
1641
+ ],
1642
+ },
1643
+ {
1644
+ name: "read_file",
1645
+ module: "files",
1646
+ impl: "packages/agents/src/capabilities/files.ts",
1647
+ contract: "47c3c494861d",
1648
+ selfcheck: "capability-suites",
1649
+ suites: [
1650
+ "packages/agents/tests/capabilities-files.test.ts",
1651
+ "packages/agents/tests/capabilities-files-token-counter.test.ts",
1652
+ ],
1653
+ },
1654
+ {
1655
+ name: "write_file",
1656
+ module: "files",
1657
+ impl: "packages/agents/src/capabilities/files.ts",
1658
+ contract: "ef2b4b130fad",
1659
+ selfcheck: "capability-suites",
1660
+ suites: [
1661
+ "packages/agents/tests/capabilities-files.test.ts",
1662
+ "packages/agents/tests/capabilities-files-virtual.test.ts",
1663
+ ],
1664
+ },
1665
+ {
1666
+ name: "list_directory",
1667
+ module: "files",
1668
+ impl: "packages/agents/src/capabilities/files.ts",
1669
+ contract: "46957c0d5f46",
1670
+ selfcheck: "capability-suites",
1671
+ suites: [
1672
+ "packages/agents/tests/capabilities-files.test.ts",
1673
+ "packages/agents/tests/capabilities-files-virtual.test.ts",
1674
+ ],
1675
+ },
1676
+ {
1677
+ name: "edit_file",
1678
+ module: "files",
1679
+ impl: "packages/agents/src/capabilities/files.ts",
1680
+ contract: "af00c00c67c5",
1681
+ selfcheck: "capability-suites",
1682
+ suites: [
1683
+ "packages/agents/tests/capabilities-files.test.ts",
1684
+ "packages/agents/tests/capabilities-files-virtual.test.ts",
1685
+ ],
1686
+ },
1687
+ {
1688
+ name: "glob",
1689
+ module: "files",
1690
+ impl: "packages/agents/src/capabilities/files.ts",
1691
+ contract: "4095f07d31d7",
1692
+ selfcheck: "capability-suites",
1693
+ suites: [
1694
+ "packages/agents/tests/capabilities-files.test.ts",
1695
+ "packages/agents/tests/capabilities-files-virtual.test.ts",
1696
+ ],
1697
+ },
1698
+ {
1699
+ name: "grep",
1700
+ module: "files",
1701
+ impl: "packages/agents/src/capabilities/files.ts",
1702
+ contract: "b44ec5de4b68",
1703
+ selfcheck: "capability-suites",
1704
+ suites: [
1705
+ "packages/agents/tests/capabilities-files.test.ts",
1706
+ "packages/agents/tests/capabilities-files-virtual.test.ts",
1707
+ ],
1708
+ },
1709
+ {
1710
+ name: "todo_write",
1711
+ module: "files",
1712
+ impl: "packages/agents/src/capabilities/files.ts",
1713
+ contract: "f042b9d36772",
1714
+ selfcheck: "capability-suites",
1715
+ suites: [
1716
+ "packages/agents/tests/capabilities-files.test.ts",
1717
+ ],
1718
+ },
1719
+ {
1720
+ name: "run_subtask",
1721
+ module: "agents",
1722
+ impl: "packages/agents/src/capabilities/agents.ts",
1723
+ contract: "9ede211359e7",
1724
+ selfcheck: "capability-suites",
1725
+ suites: [
1726
+ "packages/agents/tests/capabilities-agents.test.ts",
1727
+ ],
1728
+ evals: [
1729
+ {
1730
+ file: "packages/agents/src/evals/codeact-api-core.ts",
1731
+ cases: ["api-delegate-subtask"],
1732
+ },
1733
+ ],
1734
+ },
1735
+ {
1736
+ name: "run_search",
1737
+ module: "agents",
1738
+ impl: "packages/agents/src/capabilities/agents.ts",
1739
+ contract: "4d4c6ddc88ee",
1740
+ selfcheck: "capability-suites",
1741
+ suites: [
1742
+ "packages/agents/tests/capabilities-agents.test.ts",
1743
+ ],
1744
+ },
1745
+ {
1746
+ name: "start_subtask",
1747
+ module: "agents",
1748
+ impl: "packages/agents/src/capabilities/agents.ts",
1749
+ contract: "cbd1367c51d6",
1750
+ selfcheck: "capability-suites",
1751
+ suites: [
1752
+ "packages/agents/tests/capabilities-agents.test.ts",
1753
+ ],
1754
+ },
1755
+ {
1756
+ name: "wait_subtasks",
1757
+ module: "agents",
1758
+ impl: "packages/agents/src/capabilities/agents.ts",
1759
+ contract: "761238019e95",
1760
+ selfcheck: "capability-suites",
1761
+ suites: [
1762
+ "packages/agents/tests/capabilities-agents.test.ts",
1763
+ ],
1764
+ },
1765
+ {
1766
+ name: "create_plan",
1767
+ module: "agents",
1768
+ impl: "packages/agents/src/capabilities/agents.ts",
1769
+ contract: "b3a92d89d2f2",
1770
+ selfcheck: "capability-suites",
1771
+ suites: [
1772
+ "packages/agents/tests/capabilities-agents.test.ts",
1773
+ ],
1774
+ },
1775
+ {
1776
+ name: "execute_plan",
1777
+ module: "agents",
1778
+ impl: "packages/agents/src/capabilities/agents.ts",
1779
+ contract: "322f965a870f",
1780
+ selfcheck: "capability-suites",
1781
+ suites: [
1782
+ "packages/agents/tests/capabilities-agents.test.ts",
1783
+ ],
1784
+ },
1785
+ {
1786
+ name: "run_agent",
1787
+ module: "agents",
1788
+ impl: "packages/agents/src/capabilities/agents.ts",
1789
+ contract: "18a8cbb7e60b",
1790
+ selfcheck: "capability-suites",
1791
+ suites: [
1792
+ "packages/agents/tests/capabilities-agents.test.ts",
1793
+ "packages/agents/tests/capabilities-run-agent.test.ts",
1794
+ ],
1795
+ },
1796
+ {
1797
+ name: "google_drive_search",
1798
+ module: "google",
1799
+ impl: "packages/agents/src/capabilities/google.ts",
1800
+ contract: "5eb13fc29956",
1801
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1802
+ "iterating the module's exports through the missing-token path " +
1803
+ "and pinning its category; the call itself needs a live Google " +
1804
+ "token and has no fixture. A case that replays a recorded " +
1805
+ "response through the client would close it.",
1806
+ },
1807
+ {
1808
+ name: "google_drive_read_file",
1809
+ module: "google",
1810
+ impl: "packages/agents/src/capabilities/google.ts",
1811
+ contract: "0faf5cd573c3",
1812
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1813
+ "iterating the module's exports through the missing-token path " +
1814
+ "and pinning its category; the call itself needs a live Google " +
1815
+ "token and has no fixture. A case that replays a recorded " +
1816
+ "response through the client would close it.",
1817
+ },
1818
+ {
1819
+ name: "google_drive_get_file",
1820
+ module: "google",
1821
+ impl: "packages/agents/src/capabilities/google.ts",
1822
+ contract: "afdc399211bb",
1823
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1824
+ "iterating the module's exports through the missing-token path " +
1825
+ "and pinning its category; the call itself needs a live Google " +
1826
+ "token and has no fixture. A case that replays a recorded " +
1827
+ "response through the client would close it.",
1828
+ },
1829
+ {
1830
+ name: "google_drive_create_file",
1831
+ module: "google",
1832
+ impl: "packages/agents/src/capabilities/google.ts",
1833
+ contract: "cd4796152389",
1834
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1835
+ "iterating the module's exports through the missing-token path " +
1836
+ "and pinning its category; the call itself needs a live Google " +
1837
+ "token and has no fixture. A case that replays a recorded " +
1838
+ "response through the client would close it.",
1839
+ },
1840
+ {
1841
+ name: "gmail_search",
1842
+ module: "google",
1843
+ impl: "packages/agents/src/capabilities/google.ts",
1844
+ contract: "c95cdb216e9c",
1845
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1846
+ "iterating the module's exports through the missing-token path " +
1847
+ "and pinning its category; the call itself needs a live Google " +
1848
+ "token and has no fixture. A case that replays a recorded " +
1849
+ "response through the client would close it.",
1850
+ },
1851
+ {
1852
+ name: "gmail_get_message",
1853
+ module: "google",
1854
+ impl: "packages/agents/src/capabilities/google.ts",
1855
+ contract: "f05758fd1d38",
1856
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1857
+ "iterating the module's exports through the missing-token path " +
1858
+ "and pinning its category; the call itself needs a live Google " +
1859
+ "token and has no fixture. A case that replays a recorded " +
1860
+ "response through the client would close it.",
1861
+ },
1862
+ {
1863
+ name: "gmail_send_message",
1864
+ module: "google",
1865
+ impl: "packages/agents/src/capabilities/google.ts",
1866
+ contract: "9bd61587642a",
1867
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1868
+ "iterating the module's exports through the missing-token path " +
1869
+ "and pinning its category; the call itself needs a live Google " +
1870
+ "token and has no fixture. A case that replays a recorded " +
1871
+ "response through the client would close it.",
1872
+ },
1873
+ {
1874
+ name: "gmail_modify_labels",
1875
+ module: "google",
1876
+ impl: "packages/agents/src/capabilities/google.ts",
1877
+ contract: "3817260faa01",
1878
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1879
+ "iterating the module's exports through the missing-token path " +
1880
+ "and pinning its category; the call itself needs a live Google " +
1881
+ "token and has no fixture. A case that replays a recorded " +
1882
+ "response through the client would close it.",
1883
+ },
1884
+ {
1885
+ name: "gmail_list_labels",
1886
+ module: "google",
1887
+ impl: "packages/agents/src/capabilities/google.ts",
1888
+ contract: "0e9627c9efcd",
1889
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1890
+ "iterating the module's exports through the missing-token path " +
1891
+ "and pinning its category; the call itself needs a live Google " +
1892
+ "token and has no fixture. A case that replays a recorded " +
1893
+ "response through the client would close it.",
1894
+ },
1895
+ {
1896
+ name: "google_docs_read",
1897
+ module: "google",
1898
+ impl: "packages/agents/src/capabilities/google.ts",
1899
+ contract: "26bd47cd6a0f",
1900
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1901
+ "iterating the module's exports through the missing-token path " +
1902
+ "and pinning its category; the call itself needs a live Google " +
1903
+ "token and has no fixture. A case that replays a recorded " +
1904
+ "response through the client would close it.",
1905
+ },
1906
+ {
1907
+ name: "google_docs_create",
1908
+ module: "google",
1909
+ impl: "packages/agents/src/capabilities/google.ts",
1910
+ contract: "456bad82acbc",
1911
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1912
+ "iterating the module's exports through the missing-token path " +
1913
+ "and pinning its category; the call itself needs a live Google " +
1914
+ "token and has no fixture. A case that replays a recorded " +
1915
+ "response through the client would close it.",
1916
+ },
1917
+ {
1918
+ name: "google_docs_append",
1919
+ module: "google",
1920
+ impl: "packages/agents/src/capabilities/google.ts",
1921
+ contract: "eb73d01f558b",
1922
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1923
+ "iterating the module's exports through the missing-token path " +
1924
+ "and pinning its category; the call itself needs a live Google " +
1925
+ "token and has no fixture. A case that replays a recorded " +
1926
+ "response through the client would close it.",
1927
+ },
1928
+ {
1929
+ name: "google_sheets_read",
1930
+ module: "google",
1931
+ impl: "packages/agents/src/capabilities/google.ts",
1932
+ contract: "3a21bbb8c59f",
1933
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1934
+ "iterating the module's exports through the missing-token path " +
1935
+ "and pinning its category; the call itself needs a live Google " +
1936
+ "token and has no fixture. A case that replays a recorded " +
1937
+ "response through the client would close it.",
1938
+ },
1939
+ {
1940
+ name: "google_sheets_append",
1941
+ module: "google",
1942
+ impl: "packages/agents/src/capabilities/google.ts",
1943
+ contract: "f0f81493694e",
1944
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1945
+ "iterating the module's exports through the missing-token path " +
1946
+ "and pinning its category; the call itself needs a live Google " +
1947
+ "token and has no fixture. A case that replays a recorded " +
1948
+ "response through the client would close it.",
1949
+ },
1950
+ {
1951
+ name: "google_sheets_update",
1952
+ module: "google",
1953
+ impl: "packages/agents/src/capabilities/google.ts",
1954
+ contract: "47e7930f9810",
1955
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1956
+ "iterating the module's exports through the missing-token path " +
1957
+ "and pinning its category; the call itself needs a live Google " +
1958
+ "token and has no fixture. A case that replays a recorded " +
1959
+ "response through the client would close it.",
1960
+ },
1961
+ {
1962
+ name: "google_sheets_create",
1963
+ module: "google",
1964
+ impl: "packages/agents/src/capabilities/google.ts",
1965
+ contract: "ba23cc1b88c6",
1966
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1967
+ "iterating the module's exports through the missing-token path " +
1968
+ "and pinning its category; the call itself needs a live Google " +
1969
+ "token and has no fixture. A case that replays a recorded " +
1970
+ "response through the client would close it.",
1971
+ },
1972
+ {
1973
+ name: "google_calendar_list_calendars",
1974
+ module: "google",
1975
+ impl: "packages/agents/src/capabilities/google.ts",
1976
+ contract: "151e73884ee0",
1977
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1978
+ "iterating the module's exports through the missing-token path " +
1979
+ "and pinning its category; the call itself needs a live Google " +
1980
+ "token and has no fixture. A case that replays a recorded " +
1981
+ "response through the client would close it.",
1982
+ },
1983
+ {
1984
+ name: "google_calendar_list_events",
1985
+ module: "google",
1986
+ impl: "packages/agents/src/capabilities/google.ts",
1987
+ contract: "539122030fbd",
1988
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
1989
+ "iterating the module's exports through the missing-token path " +
1990
+ "and pinning its category; the call itself needs a live Google " +
1991
+ "token and has no fixture. A case that replays a recorded " +
1992
+ "response through the client would close it.",
1993
+ },
1994
+ {
1995
+ name: "google_calendar_create_event",
1996
+ module: "google",
1997
+ impl: "packages/agents/src/capabilities/google.ts",
1998
+ contract: "7e6f8ec90cbc",
1999
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
2000
+ "iterating the module's exports through the missing-token path " +
2001
+ "and pinning its category; the call itself needs a live Google " +
2002
+ "token and has no fixture. A case that replays a recorded " +
2003
+ "response through the client would close it.",
2004
+ },
2005
+ {
2006
+ name: "google_calendar_delete_event",
2007
+ module: "google",
2008
+ impl: "packages/agents/src/capabilities/google.ts",
2009
+ contract: "cf6421e03cd2",
2010
+ gap: "`capabilities-google.test.ts` reaches this call only by " +
2011
+ "iterating the module's exports through the missing-token path " +
2012
+ "and pinning its category; the call itself needs a live Google " +
2013
+ "token and has no fixture. A case that replays a recorded " +
2014
+ "response through the client would close it.",
2015
+ },
2016
+ {
2017
+ name: "list_threads",
2018
+ module: "threads",
2019
+ impl: "packages/agents/src/capabilities/threads.ts",
2020
+ contract: "d73f9ee0bda4",
2021
+ selfcheck: "capability-suites",
2022
+ suites: [
2023
+ "packages/agents/tests/capabilities-threads.test.ts",
2024
+ ],
2025
+ evals: [
2026
+ {
2027
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
2028
+ cases: ["threads-recall"],
2029
+ },
2030
+ ],
2031
+ },
2032
+ {
2033
+ name: "get_thread",
2034
+ module: "threads",
2035
+ impl: "packages/agents/src/capabilities/threads.ts",
2036
+ contract: "6552626c45a6",
2037
+ selfcheck: "capability-suites",
2038
+ suites: [
2039
+ "packages/agents/tests/capabilities-threads.test.ts",
2040
+ ],
2041
+ evals: [
2042
+ {
2043
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
2044
+ cases: ["threads-recall"],
2045
+ },
2046
+ ],
2047
+ },
2048
+ {
2049
+ name: "get_message",
2050
+ module: "threads",
2051
+ impl: "packages/agents/src/capabilities/threads.ts",
2052
+ contract: "083087750456",
2053
+ selfcheck: "capability-suites",
2054
+ suites: [
2055
+ "packages/agents/tests/capabilities-threads.test.ts",
2056
+ ],
2057
+ evals: [
2058
+ {
2059
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
2060
+ cases: ["threads-recall"],
2061
+ },
2062
+ ],
2063
+ },
2064
+ {
2065
+ name: "list_projects",
2066
+ module: "projects",
2067
+ impl: "packages/agents/src/capabilities/projects.ts",
2068
+ contract: "3f85c7749274",
2069
+ selfcheck: "capability-suites",
2070
+ suites: [
2071
+ "packages/agents/tests/capabilities-projects.test.ts",
2072
+ ],
2073
+ },
2074
+ {
2075
+ name: "search_projects",
2076
+ module: "projects",
2077
+ impl: "packages/agents/src/capabilities/projects.ts",
2078
+ contract: "5530734b8198",
2079
+ selfcheck: "capability-suites",
2080
+ suites: [
2081
+ "packages/agents/tests/capabilities-projects.test.ts",
2082
+ ],
2083
+ },
2084
+ {
2085
+ name: "update_project",
2086
+ module: "projects",
2087
+ impl: "packages/agents/src/capabilities/projects.ts",
2088
+ contract: "27411eee910e",
2089
+ selfcheck: "capability-suites",
2090
+ suites: [
2091
+ "packages/agents/tests/capabilities-projects.test.ts",
2092
+ ],
2093
+ },
2094
+ {
2095
+ name: "delete_project",
2096
+ module: "projects",
2097
+ impl: "packages/agents/src/capabilities/projects.ts",
2098
+ contract: "d1c6eda0786e",
2099
+ selfcheck: "capability-suites",
2100
+ suites: [
2101
+ "packages/agents/tests/capabilities-projects.test.ts",
2102
+ ],
2103
+ },
2104
+ {
2105
+ name: "list_example_timelines",
2106
+ module: "example-timelines",
2107
+ impl: "packages/agents/src/capabilities/example-timelines.ts",
2108
+ contract: "fad8ffa3d6a5",
2109
+ selfcheck: "capability-suites",
2110
+ suites: [
2111
+ "packages/agents/tests/capabilities-example-timelines.test.ts",
2112
+ ],
2113
+ },
2114
+ {
2115
+ name: "get_example_timeline",
2116
+ module: "example-timelines",
2117
+ impl: "packages/agents/src/capabilities/example-timelines.ts",
2118
+ contract: "2bc26c013376",
2119
+ selfcheck: "capability-suites",
2120
+ suites: [
2121
+ "packages/agents/tests/capabilities-example-timelines.test.ts",
2122
+ ],
2123
+ },
2124
+ {
2125
+ name: "get_example_timeline_source",
2126
+ module: "example-timelines",
2127
+ impl: "packages/agents/src/capabilities/example-timelines.ts",
2128
+ contract: "917b30f6d822",
2129
+ selfcheck: "capability-suites",
2130
+ suites: [
2131
+ "packages/agents/tests/capabilities-example-timelines.test.ts",
2132
+ ],
2133
+ },
2134
+ {
2135
+ name: "list_timelines",
2136
+ module: "timelines",
2137
+ impl: "packages/agents/src/capabilities/timelines.ts",
2138
+ contract: "60d09f71d39c",
2139
+ selfcheck: "capability-suites",
2140
+ suites: [
2141
+ "packages/agents/tests/capabilities-timelines.test.ts",
2142
+ ],
2143
+ },
2144
+ {
2145
+ name: "create_timeline",
2146
+ module: "timelines",
2147
+ impl: "packages/agents/src/capabilities/timelines.ts",
2148
+ contract: "280ed2d9ce0b",
2149
+ selfcheck: "capability-suites",
2150
+ suites: [
2151
+ "packages/agents/tests/capabilities-timelines.test.ts",
2152
+ "packages/agents/tests/capabilities-timeline-bake.test.ts",
2153
+ ],
2154
+ },
2155
+ {
2156
+ name: "get_timeline",
2157
+ module: "timelines",
2158
+ impl: "packages/agents/src/capabilities/timelines.ts",
2159
+ contract: "1f500cb8f942",
2160
+ selfcheck: "capability-suites",
2161
+ suites: [
2162
+ "packages/agents/tests/capabilities-timelines.test.ts",
2163
+ "packages/agents/tests/capabilities-agentic-storyboard-finish.test.ts",
2164
+ ],
2165
+ },
2166
+ {
2167
+ name: "list_timeline_versions",
2168
+ module: "timelines",
2169
+ impl: "packages/agents/src/capabilities/timelines.ts",
2170
+ contract: "e8d8eabc91e1",
2171
+ selfcheck: "capability-suites",
2172
+ suites: [
2173
+ "packages/agents/tests/capabilities-timelines.test.ts",
2174
+ ],
2175
+ },
2176
+ {
2177
+ name: "get_timeline_version",
2178
+ module: "timelines",
2179
+ impl: "packages/agents/src/capabilities/timelines.ts",
2180
+ contract: "8b9464fb8c3c",
2181
+ selfcheck: "capability-suites",
2182
+ suites: [
2183
+ "packages/agents/tests/capabilities-timelines.test.ts",
2184
+ ],
2185
+ },
2186
+ {
2187
+ name: "create_timeline_version",
2188
+ module: "timelines",
2189
+ impl: "packages/agents/src/capabilities/timelines.ts",
2190
+ contract: "df0b3a5b805f",
2191
+ selfcheck: "capability-suites",
2192
+ suites: [
2193
+ "packages/agents/tests/capabilities-timelines.test.ts",
2194
+ ],
2195
+ evals: [
2196
+ {
2197
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
2198
+ cases: ["timeline-fix-and-validate"],
2199
+ },
2200
+ ],
2201
+ },
2202
+ {
2203
+ name: "restore_timeline_version",
2204
+ module: "timelines",
2205
+ impl: "packages/agents/src/capabilities/timelines.ts",
2206
+ contract: "3acd389edc7e",
2207
+ selfcheck: "capability-suites",
2208
+ suites: [
2209
+ "packages/agents/tests/capabilities-timelines.test.ts",
2210
+ ],
2211
+ },
2212
+ {
2213
+ name: "delete_timeline_version",
2214
+ module: "timelines",
2215
+ impl: "packages/agents/src/capabilities/timelines.ts",
2216
+ contract: "8c8f167074d4",
2217
+ selfcheck: "capability-suites",
2218
+ suites: [
2219
+ "packages/agents/tests/capabilities-timelines.test.ts",
2220
+ ],
2221
+ },
2222
+ {
2223
+ name: "edit_timeline",
2224
+ module: "timelines",
2225
+ impl: "packages/agents/src/capabilities/timelines.ts",
2226
+ contract: "b276aab5160e",
2227
+ selfcheck: "capability-suites",
2228
+ suites: [
2229
+ "packages/agents/tests/capabilities-timelines.test.ts",
2230
+ "packages/agents/tests/capabilities-timelines-grain.test.ts",
2231
+ ],
2232
+ evals: [
2233
+ {
2234
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
2235
+ cases: ["rename-documents", "timeline-fix-and-validate"],
2236
+ },
2237
+ ],
2238
+ },
2239
+ {
2240
+ name: "validate_timeline",
2241
+ module: "timelines",
2242
+ impl: "packages/agents/src/capabilities/timelines.ts",
2243
+ contract: "8c3aa8829823",
2244
+ selfcheck: "capability-suites",
2245
+ suites: [
2246
+ "packages/agents/tests/capabilities-timelines.test.ts",
2247
+ "packages/agents/tests/mcp-tools.test.ts",
2248
+ ],
2249
+ evals: [
2250
+ {
2251
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
2252
+ cases: ["timeline-fix-and-validate"],
2253
+ },
2254
+ {
2255
+ file: "packages/agents/src/evals/surfaces/creative-pipeline.ts",
2256
+ cases: ["script-to-linked-cut"],
2257
+ },
2258
+ ],
2259
+ },
2260
+ {
2261
+ name: "set_timeline_document",
2262
+ module: "timelines",
2263
+ impl: "packages/agents/src/capabilities/timelines.ts",
2264
+ contract: "4cc7e6065c81",
2265
+ selfcheck: "capability-suites",
2266
+ suites: [
2267
+ "packages/agents/tests/capabilities-timelines.test.ts",
2268
+ ],
2269
+ },
2270
+ {
2271
+ name: "preview_timeline_frame",
2272
+ module: "timelines",
2273
+ impl: "packages/agents/src/capabilities/timelines.ts",
2274
+ contract: "de9bcce846ee",
2275
+ selfcheck: "capability-suites",
2276
+ suites: [
2277
+ "packages/agents/tests/capabilities-timeline-preview.test.ts",
2278
+ ],
2279
+ evals: [
2280
+ {
2281
+ file: "packages/agents/src/evals/surfaces/timeline.ts",
2282
+ cases: ["looked-before-done", "three-d-turntable"],
2283
+ },
2284
+ ],
2285
+ },
2286
+ {
2287
+ name: "compare_timeline_frames",
2288
+ module: "timelines",
2289
+ impl: "packages/agents/src/capabilities/timelines.ts",
2290
+ contract: "804a34575912",
2291
+ selfcheck: "capability-suites",
2292
+ suites: [
2293
+ "packages/agents/tests/capabilities-timeline-compare.test.ts",
2294
+ ],
2295
+ },
2296
+ {
2297
+ name: "render_timeline",
2298
+ module: "timelines",
2299
+ impl: "packages/agents/src/capabilities/timelines.ts",
2300
+ contract: "4b189f832d50",
2301
+ selfcheck: "capability-suites",
2302
+ suites: [
2303
+ "packages/agents/tests/capabilities-timelines.test.ts",
2304
+ "packages/agents/tests/capabilities-timeline-render.test.ts",
2305
+ ],
2306
+ },
2307
+ {
2308
+ name: "bake_audio_animation",
2309
+ module: "timelines",
2310
+ impl: "packages/agents/src/capabilities/timelines.ts",
2311
+ contract: "5dc8c66be598",
2312
+ selfcheck: "capability-suites",
2313
+ suites: [
2314
+ "packages/agents/tests/capabilities-bake-audio-animation.test.ts",
2315
+ ],
2316
+ },
2317
+ {
2318
+ name: "isolate_subject",
2319
+ module: "timelines",
2320
+ impl: "packages/agents/src/capabilities/timelines.ts",
2321
+ contract: "6c8827254ac7",
2322
+ selfcheck: "capability-suites",
2323
+ suites: [
2324
+ "packages/agents/tests/capabilities-isolate-subject.test.ts",
2325
+ ],
2326
+ },
2327
+ {
2328
+ name: "track_object",
2329
+ module: "timelines",
2330
+ impl: "packages/agents/src/capabilities/timelines.ts",
2331
+ contract: "80e63cd3e227",
2332
+ selfcheck: "capability-suites",
2333
+ suites: [
2334
+ "packages/agents/tests/capabilities-track-object.test.ts",
2335
+ ],
2336
+ },
2337
+ {
2338
+ name: "expand_frame",
2339
+ module: "timelines",
2340
+ impl: "packages/agents/src/capabilities/timelines.ts",
2341
+ contract: "10feff1eccbe",
2342
+ selfcheck: "capability-suites",
2343
+ suites: [
2344
+ "packages/agents/tests/capabilities-native-media-editing.test.ts",
2345
+ ],
2346
+ },
2347
+ {
2348
+ name: "upscale_video",
2349
+ module: "timelines",
2350
+ impl: "packages/agents/src/capabilities/timelines.ts",
2351
+ contract: "2f23f8afd988",
2352
+ selfcheck: "capability-suites",
2353
+ suites: [
2354
+ "packages/agents/tests/capabilities-native-media-editing.test.ts",
2355
+ ],
2356
+ },
2357
+ {
2358
+ name: "video_to_audio",
2359
+ module: "timelines",
2360
+ impl: "packages/agents/src/capabilities/timelines.ts",
2361
+ contract: "bda7d25b41a4",
2362
+ selfcheck: "capability-suites",
2363
+ suites: [
2364
+ "packages/agents/tests/capabilities-native-media-editing.test.ts",
2365
+ ],
2366
+ },
2367
+ {
2368
+ name: "recorded_voice_replacement",
2369
+ module: "timelines",
2370
+ impl: "packages/agents/src/capabilities/timelines.ts",
2371
+ contract: "5fd59f740166",
2372
+ selfcheck: "capability-suites",
2373
+ suites: [
2374
+ "packages/agents/tests/capabilities-native-media-editing.test.ts",
2375
+ ],
2376
+ },
2377
+ {
2378
+ name: "lip_sync",
2379
+ module: "timelines",
2380
+ impl: "packages/agents/src/capabilities/timelines.ts",
2381
+ contract: "8e15891254d4",
2382
+ selfcheck: "capability-suites",
2383
+ suites: [
2384
+ "packages/agents/tests/capabilities-native-media-editing.test.ts",
2385
+ ],
2386
+ },
2387
+ {
2388
+ name: "get_timeline_code",
2389
+ module: "timelines",
2390
+ impl: "packages/agents/src/capabilities/timelines.ts",
2391
+ contract: "26c7d5c6df9d",
2392
+ selfcheck: "capability-suites",
2393
+ suites: [
2394
+ "packages/agents/tests/capabilities-timelines.test.ts",
2395
+ ],
2396
+ },
2397
+ {
2398
+ name: "set_timeline_code",
2399
+ module: "timelines",
2400
+ impl: "packages/agents/src/capabilities/timelines.ts",
2401
+ contract: "b0f14f67b887",
2402
+ selfcheck: "capability-suites",
2403
+ suites: [
2404
+ "packages/agents/tests/capabilities-timelines.test.ts",
2405
+ ],
2406
+ },
2407
+ {
2408
+ name: "edit_timeline_code",
2409
+ module: "timelines",
2410
+ impl: "packages/agents/src/capabilities/timelines.ts",
2411
+ contract: "2ab04933428e",
2412
+ selfcheck: "capability-suites",
2413
+ suites: [
2414
+ "packages/agents/tests/capabilities-timelines.test.ts",
2415
+ ],
2416
+ },
2417
+ {
2418
+ name: "rebake_timeline_code",
2419
+ module: "timelines",
2420
+ impl: "packages/agents/src/capabilities/timelines.ts",
2421
+ contract: "b5fa750b9243",
2422
+ selfcheck: "capability-suites",
2423
+ suites: [
2424
+ "packages/agents/tests/capabilities-timelines.test.ts",
2425
+ ],
2426
+ },
2427
+ {
2428
+ name: "detach_timeline_code",
2429
+ module: "timelines",
2430
+ impl: "packages/agents/src/capabilities/timelines.ts",
2431
+ contract: "d95c45f350d1",
2432
+ selfcheck: "capability-suites",
2433
+ suites: [
2434
+ "packages/agents/tests/capabilities-timelines.test.ts",
2435
+ ],
2436
+ },
2437
+ {
2438
+ name: "delete_timeline",
2439
+ module: "timelines",
2440
+ impl: "packages/agents/src/capabilities/timelines.ts",
2441
+ contract: "8a3eb82365c0",
2442
+ selfcheck: "capability-suites",
2443
+ suites: [
2444
+ "packages/agents/tests/capabilities-lifecycle.test.ts",
2445
+ ],
2446
+ },
2447
+ {
2448
+ name: "list_sketches",
2449
+ module: "sketches",
2450
+ impl: "packages/agents/src/capabilities/sketches.ts",
2451
+ contract: "be444e7d7d9a",
2452
+ selfcheck: "capability-suites",
2453
+ suites: [
2454
+ "packages/agents/tests/capabilities-sketches.test.ts",
2455
+ ],
2456
+ },
2457
+ {
2458
+ name: "create_sketch",
2459
+ module: "sketches",
2460
+ impl: "packages/agents/src/capabilities/sketches.ts",
2461
+ contract: "72b119db3396",
2462
+ selfcheck: "capability-suites",
2463
+ suites: [
2464
+ "packages/agents/tests/capabilities-sketches.test.ts",
2465
+ ],
2466
+ },
2467
+ {
2468
+ name: "get_sketch",
2469
+ module: "sketches",
2470
+ impl: "packages/agents/src/capabilities/sketches.ts",
2471
+ contract: "0ccfe3a6d5d1",
2472
+ selfcheck: "capability-suites",
2473
+ suites: [
2474
+ "packages/agents/tests/capabilities-sketches.test.ts",
2475
+ ],
2476
+ },
2477
+ {
2478
+ name: "list_sketch_versions",
2479
+ module: "sketches",
2480
+ impl: "packages/agents/src/capabilities/sketches.ts",
2481
+ contract: "2891d6c3f462",
2482
+ selfcheck: "capability-suites",
2483
+ suites: [
2484
+ "packages/agents/tests/capabilities-sketches.test.ts",
2485
+ ],
2486
+ },
2487
+ {
2488
+ name: "get_sketch_version",
2489
+ module: "sketches",
2490
+ impl: "packages/agents/src/capabilities/sketches.ts",
2491
+ contract: "54ad47fe5baa",
2492
+ selfcheck: "capability-suites",
2493
+ suites: [
2494
+ "packages/agents/tests/capabilities-sketches.test.ts",
2495
+ ],
2496
+ },
2497
+ {
2498
+ name: "create_sketch_version",
2499
+ module: "sketches",
2500
+ impl: "packages/agents/src/capabilities/sketches.ts",
2501
+ contract: "e388aa0edf99",
2502
+ selfcheck: "capability-suites",
2503
+ suites: [
2504
+ "packages/agents/tests/capabilities-sketches.test.ts",
2505
+ ],
2506
+ },
2507
+ {
2508
+ name: "restore_sketch_version",
2509
+ module: "sketches",
2510
+ impl: "packages/agents/src/capabilities/sketches.ts",
2511
+ contract: "67e7a2ddc682",
2512
+ selfcheck: "capability-suites",
2513
+ suites: [
2514
+ "packages/agents/tests/capabilities-sketches.test.ts",
2515
+ ],
2516
+ },
2517
+ {
2518
+ name: "delete_sketch_version",
2519
+ module: "sketches",
2520
+ impl: "packages/agents/src/capabilities/sketches.ts",
2521
+ contract: "4fb74f78a618",
2522
+ selfcheck: "capability-suites",
2523
+ suites: [
2524
+ "packages/agents/tests/capabilities-sketches.test.ts",
2525
+ ],
2526
+ },
2527
+ {
2528
+ name: "edit_sketch",
2529
+ module: "sketches",
2530
+ impl: "packages/agents/src/capabilities/sketches.ts",
2531
+ contract: "857c392ef084",
2532
+ selfcheck: "capability-suites",
2533
+ suites: [
2534
+ "packages/agents/tests/capabilities-sketches.test.ts",
2535
+ "packages/agents/tests/capabilities-image-flow.test.ts",
2536
+ ],
2537
+ evals: [
2538
+ {
2539
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
2540
+ cases: ["rename-documents", "sketch-layer-repair"],
2541
+ },
2542
+ ],
2543
+ },
2544
+ {
2545
+ name: "refine_image_brief",
2546
+ module: "sketches",
2547
+ impl: "packages/agents/src/capabilities/sketches.ts",
2548
+ contract: "f610f42c574e",
2549
+ selfcheck: "capability-suites",
2550
+ suites: [
2551
+ "packages/agents/tests/capabilities-sketches.test.ts",
2552
+ "packages/agents/tests/capabilities-image-flow.test.ts",
2553
+ ],
2554
+ },
2555
+ {
2556
+ name: "validate_sketch",
2557
+ module: "sketches",
2558
+ impl: "packages/agents/src/capabilities/sketches.ts",
2559
+ contract: "6ff561f86c35",
2560
+ selfcheck: "capability-suites",
2561
+ suites: [
2562
+ "packages/agents/tests/capabilities-sketches.test.ts",
2563
+ "packages/agents/tests/mcp-tools.test.ts",
2564
+ ],
2565
+ evals: [
2566
+ {
2567
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
2568
+ cases: ["sketch-layer-repair"],
2569
+ },
2570
+ ],
2571
+ },
2572
+ {
2573
+ name: "render_sketch",
2574
+ module: "sketches",
2575
+ impl: "packages/agents/src/capabilities/sketches.ts",
2576
+ contract: "2c4cf879b284",
2577
+ selfcheck: "capability-suites",
2578
+ suites: [
2579
+ "packages/agents/tests/capabilities-sketches.test.ts",
2580
+ "packages/agents/tests/capabilities-sketch-render.test.ts",
2581
+ ],
2582
+ },
2583
+ {
2584
+ name: "delete_sketch",
2585
+ module: "sketches",
2586
+ impl: "packages/agents/src/capabilities/sketches.ts",
2587
+ contract: "8a4a0df4daf9",
2588
+ selfcheck: "capability-suites",
2589
+ suites: [
2590
+ "packages/agents/tests/capabilities-lifecycle.test.ts",
2591
+ ],
2592
+ },
2593
+ {
2594
+ name: "list_model3ds",
2595
+ module: "model3d",
2596
+ impl: "packages/agents/src/capabilities/model3d.ts",
2597
+ contract: "a2b4b5c96430",
2598
+ selfcheck: "capability-suites",
2599
+ suites: [
2600
+ "packages/agents/tests/capabilities-model3d.test.ts",
2601
+ ],
2602
+ },
2603
+ {
2604
+ name: "create_model3d",
2605
+ module: "model3d",
2606
+ impl: "packages/agents/src/capabilities/model3d.ts",
2607
+ contract: "fe21d44be4b5",
2608
+ selfcheck: "capability-suites",
2609
+ suites: [
2610
+ "packages/agents/tests/capabilities-model3d.test.ts",
2611
+ ],
2612
+ },
2613
+ {
2614
+ name: "get_model3d",
2615
+ module: "model3d",
2616
+ impl: "packages/agents/src/capabilities/model3d.ts",
2617
+ contract: "4405bcfef4c1",
2618
+ selfcheck: "capability-suites",
2619
+ suites: [
2620
+ "packages/agents/tests/capabilities-model3d.test.ts",
2621
+ ],
2622
+ },
2623
+ {
2624
+ name: "edit_model3d",
2625
+ module: "model3d",
2626
+ impl: "packages/agents/src/capabilities/model3d.ts",
2627
+ contract: "1cb386cf7cbd",
2628
+ selfcheck: "capability-suites",
2629
+ suites: [
2630
+ "packages/agents/tests/capabilities-model3d.test.ts",
2631
+ ],
2632
+ },
2633
+ {
2634
+ name: "validate_model3d",
2635
+ module: "model3d",
2636
+ impl: "packages/agents/src/capabilities/model3d.ts",
2637
+ contract: "e317eef26924",
2638
+ selfcheck: "capability-suites",
2639
+ suites: [
2640
+ "packages/agents/tests/capabilities-model3d.test.ts",
2641
+ ],
2642
+ },
2643
+ {
2644
+ name: "render_model3d",
2645
+ module: "model3d",
2646
+ impl: "packages/agents/src/capabilities/model3d.ts",
2647
+ contract: "87ab7a3e2f89",
2648
+ selfcheck: "capability-suites",
2649
+ suites: [
2650
+ "packages/agents/tests/capabilities-model3d.test.ts",
2651
+ ],
2652
+ },
2653
+ {
2654
+ name: "create_native_game",
2655
+ module: "game",
2656
+ impl: "packages/agents/src/capabilities/game.ts",
2657
+ contract: "e5b214fca42a",
2658
+ selfcheck: "capability-suites",
2659
+ suites: [
2660
+ "packages/agents/tests/capabilities-game.test.ts",
2661
+ "packages/agents/tests/capabilities-game3d.test.ts",
2662
+ "packages/agents/tests/capabilities-game-assertions.test.ts",
2663
+ "packages/agents/tests/capabilities-game-asset-browser.test.ts",
2664
+ ],
2665
+ evals: [
2666
+ {
2667
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
2668
+ cases: ["game-whole-document-save"],
2669
+ },
2670
+ ],
2671
+ },
2672
+ {
2673
+ name: "get_native_game",
2674
+ module: "game",
2675
+ impl: "packages/agents/src/capabilities/game.ts",
2676
+ contract: "24fc05a439c1",
2677
+ selfcheck: "capability-suites",
2678
+ suites: [
2679
+ "packages/agents/tests/capabilities-game.test.ts",
2680
+ "packages/agents/tests/capabilities-game3d.test.ts",
2681
+ "packages/agents/tests/capabilities-game-authoring.test.ts",
2682
+ "packages/agents/tests/capabilities-game-examples.test.ts",
2683
+ ],
2684
+ evals: [
2685
+ {
2686
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
2687
+ cases: ["game-whole-document-save"],
2688
+ },
2689
+ ],
2690
+ },
2691
+ {
2692
+ name: "publish_native_game",
2693
+ module: "game",
2694
+ impl: "packages/agents/src/capabilities/game.ts",
2695
+ contract: "06b6dc47f711",
2696
+ selfcheck: "capability-suites",
2697
+ suites: [
2698
+ "packages/agents/tests/capabilities-game.test.ts",
2699
+ "packages/agents/tests/capabilities-game-authoring.test.ts",
2700
+ "packages/agents/tests/capabilities-game-publish-safety.test.ts",
2701
+ ],
2702
+ },
2703
+ {
2704
+ name: "install_native_game_asset",
2705
+ module: "game",
2706
+ impl: "packages/agents/src/capabilities/game.ts",
2707
+ contract: "33bd1702d04b",
2708
+ selfcheck: "capability-suites",
2709
+ suites: [
2710
+ "packages/agents/tests/capabilities-game.test.ts",
2711
+ "packages/agents/tests/capabilities-game3d.test.ts",
2712
+ "packages/agents/tests/capabilities-game-asset-browser.test.ts",
2713
+ "packages/agents/tests/game-asset-pipeline.test.ts",
2714
+ ],
2715
+ },
2716
+ {
2717
+ name: "playtest_native_game",
2718
+ module: "game",
2719
+ impl: "packages/agents/src/capabilities/game.ts",
2720
+ contract: "7b0863b4985f",
2721
+ selfcheck: "capability-suites",
2722
+ suites: [
2723
+ "packages/agents/tests/capabilities-game.test.ts",
2724
+ "packages/agents/tests/capabilities-game3d.test.ts",
2725
+ "packages/agents/tests/capabilities-game-assertions.test.ts",
2726
+ "packages/agents/tests/capabilities-game-autoplay.test.ts",
2727
+ ],
2728
+ },
2729
+ {
2730
+ name: "build_native_game",
2731
+ module: "game",
2732
+ impl: "packages/agents/src/capabilities/game.ts",
2733
+ contract: "476194ab48ae",
2734
+ selfcheck: "capability-suites",
2735
+ suites: [
2736
+ "packages/agents/tests/capabilities-game.test.ts",
2737
+ "packages/agents/tests/capabilities-game3d.test.ts",
2738
+ ],
2739
+ },
2740
+ {
2741
+ name: "edit_native_game",
2742
+ module: "game",
2743
+ impl: "packages/agents/src/capabilities/game.ts",
2744
+ contract: "62dd09300905",
2745
+ selfcheck: "capability-suites",
2746
+ suites: [
2747
+ "packages/agents/tests/capabilities-game.test.ts",
2748
+ "packages/agents/tests/capabilities-game3d.test.ts",
2749
+ "packages/agents/tests/capabilities-game-assertions.test.ts",
2750
+ "packages/agents/tests/capabilities-game-authoring.test.ts",
2751
+ ],
2752
+ evals: [
2753
+ {
2754
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
2755
+ cases: ["game-whole-document-save"],
2756
+ },
2757
+ {
2758
+ file: "packages/agents/src/evals/surfaces/game.ts",
2759
+ cases: ["audio-mixer-buses", "cascaded-shadows", "collision-layer-matrix", "entity-tags-properties", "environment-preset-3d", "forces-and-torques-3d", "height-fog-and-decals-3d", "hud-widget-tree", "hud-widget-tree-3d", "input-bindings", "lifecycle-timer-script", "material-system-3d", "particle-emitter", "particle-rendering", "particle-rendering-3d", "physics-materials", "player-saves-script", "post-processing", "procedural-sky", "render-culling", "script-parameters", "spatial-audio-source", "typed-event-script"],
2760
+ },
2761
+ ],
2762
+ },
2763
+ {
2764
+ name: "capture_native_game_frame",
2765
+ module: "game",
2766
+ impl: "packages/agents/src/capabilities/game.ts",
2767
+ contract: "7fe9c9560685",
2768
+ selfcheck: "capability-suites",
2769
+ suites: [
2770
+ "packages/agents/tests/capabilities-game.test.ts",
2771
+ "packages/agents/tests/capabilities-game3d.test.ts",
2772
+ "packages/agents/tests/capabilities-game-autoplay.test.ts",
2773
+ "packages/agents/tests/game-asset-pipeline.test.ts",
2774
+ ],
2775
+ },
2776
+ {
2777
+ name: "generate_game_asset",
2778
+ module: "game",
2779
+ impl: "packages/agents/src/capabilities/game.ts",
2780
+ contract: "cbf61bed04a8",
2781
+ selfcheck: "capability-suites",
2782
+ suites: [
2783
+ "packages/agents/tests/capabilities-game.test.ts",
2784
+ "packages/agents/tests/capabilities-game3d.test.ts",
2785
+ "packages/agents/tests/game-asset-pipeline.test.ts",
2786
+ ],
2787
+ },
2788
+ {
2789
+ name: "list_example_games",
2790
+ module: "game",
2791
+ impl: "packages/agents/src/capabilities/game.ts",
2792
+ contract: "5dd0cbf32251",
2793
+ selfcheck: "capability-suites",
2794
+ suites: [
2795
+ "packages/agents/tests/capabilities-game-examples.test.ts",
2796
+ ],
2797
+ },
2798
+ {
2799
+ name: "get_example_game",
2800
+ module: "game",
2801
+ impl: "packages/agents/src/capabilities/game.ts",
2802
+ contract: "41f8b2d5e145",
2803
+ selfcheck: "capability-suites",
2804
+ suites: [
2805
+ "packages/agents/tests/capabilities-game-examples.test.ts",
2806
+ ],
2807
+ },
2808
+ {
2809
+ name: "install_example_game",
2810
+ module: "game",
2811
+ impl: "packages/agents/src/capabilities/game.ts",
2812
+ contract: "a23ead1f83a6",
2813
+ selfcheck: "capability-suites",
2814
+ suites: [
2815
+ "packages/agents/tests/capabilities-game-examples.test.ts",
2816
+ ],
2817
+ },
2818
+ {
2819
+ name: "autoplay_native_game",
2820
+ module: "game",
2821
+ impl: "packages/agents/src/capabilities/game.ts",
2822
+ contract: "1861611ab497",
2823
+ selfcheck: "capability-suites",
2824
+ suites: [
2825
+ "packages/agents/tests/capabilities-game3d.test.ts",
2826
+ "packages/agents/tests/capabilities-game-autoplay.test.ts",
2827
+ ],
2828
+ },
2829
+ {
2830
+ name: "preview_native_game_authoring",
2831
+ module: "game",
2832
+ impl: "packages/agents/src/capabilities/game.ts",
2833
+ contract: "72fdc680682c",
2834
+ selfcheck: "capability-suites",
2835
+ suites: [
2836
+ "packages/agents/tests/capabilities-game-authoring.test.ts",
2837
+ ],
2838
+ },
2839
+ {
2840
+ name: "apply_native_game_authoring",
2841
+ module: "game",
2842
+ impl: "packages/agents/src/capabilities/game.ts",
2843
+ contract: "879763afefcb",
2844
+ selfcheck: "capability-suites",
2845
+ suites: [
2846
+ "packages/agents/tests/capabilities-game-authoring.test.ts",
2847
+ ],
2848
+ },
2849
+ {
2850
+ name: "browse_native_game_assets",
2851
+ module: "game",
2852
+ impl: "packages/agents/src/capabilities/game.ts",
2853
+ contract: "813a7cac1c81",
2854
+ selfcheck: "capability-suites",
2855
+ suites: [
2856
+ "packages/agents/tests/capabilities-game-asset-browser.test.ts",
2857
+ ],
2858
+ },
2859
+ {
2860
+ name: "list_scripts",
2861
+ module: "scripts",
2862
+ impl: "packages/agents/src/capabilities/scripts.ts",
2863
+ contract: "915ad505a9f2",
2864
+ selfcheck: "capability-suites",
2865
+ suites: [
2866
+ "packages/agents/tests/capabilities-scripts.test.ts",
2867
+ ],
2868
+ },
2869
+ {
2870
+ name: "create_script",
2871
+ module: "scripts",
2872
+ impl: "packages/agents/src/capabilities/scripts.ts",
2873
+ contract: "ceac594f5274",
2874
+ selfcheck: "capability-suites",
2875
+ suites: [
2876
+ "packages/agents/tests/capabilities-scripts.test.ts",
2877
+ ],
2878
+ },
2879
+ {
2880
+ name: "get_script",
2881
+ module: "scripts",
2882
+ impl: "packages/agents/src/capabilities/scripts.ts",
2883
+ contract: "705cc1145075",
2884
+ selfcheck: "capability-suites",
2885
+ suites: [
2886
+ "packages/agents/tests/capabilities-scripts.test.ts",
2887
+ ],
2888
+ },
2889
+ {
2890
+ name: "voice_script_lines",
2891
+ module: "scripts",
2892
+ impl: "packages/agents/src/capabilities/scripts.ts",
2893
+ contract: "6cb7a132ea53",
2894
+ selfcheck: "capability-suites",
2895
+ suites: [
2896
+ "packages/agents/tests/capabilities-scripts.test.ts",
2897
+ ],
2898
+ evals: [
2899
+ {
2900
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
2901
+ cases: ["script-voice-and-assemble"],
2902
+ },
2903
+ ],
2904
+ },
2905
+ {
2906
+ name: "assemble_script_timeline",
2907
+ module: "scripts",
2908
+ impl: "packages/agents/src/capabilities/scripts.ts",
2909
+ contract: "3df3dd02eba0",
2910
+ selfcheck: "capability-suites",
2911
+ suites: [
2912
+ "packages/agents/tests/capabilities-scripts.test.ts",
2913
+ ],
2914
+ evals: [
2915
+ {
2916
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
2917
+ cases: ["script-voice-and-assemble"],
2918
+ },
2919
+ ],
2920
+ },
2921
+ {
2922
+ name: "edit_script",
2923
+ module: "scripts",
2924
+ impl: "packages/agents/src/capabilities/scripts.ts",
2925
+ contract: "f033430f011d",
2926
+ selfcheck: "capability-suites",
2927
+ suites: [
2928
+ "packages/agents/tests/capabilities-scripts.test.ts",
2929
+ ],
2930
+ evals: [
2931
+ {
2932
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
2933
+ cases: ["rename-documents"],
2934
+ },
2935
+ ],
2936
+ },
2937
+ {
2938
+ name: "write_script",
2939
+ module: "scripts",
2940
+ impl: "packages/agents/src/capabilities/scripts.ts",
2941
+ contract: "1cc17ba0c559",
2942
+ selfcheck: "capability-suites",
2943
+ suites: [
2944
+ "packages/agents/tests/capabilities-scripts.test.ts",
2945
+ ],
2946
+ },
2947
+ {
2948
+ name: "derive_storyboard_from_script",
2949
+ module: "scripts",
2950
+ impl: "packages/agents/src/capabilities/scripts.ts",
2951
+ contract: "96a41b5c30a7",
2952
+ selfcheck: "capability-suites",
2953
+ suites: [
2954
+ "packages/agents/tests/capabilities-scripts.test.ts",
2955
+ ],
2956
+ },
2957
+ {
2958
+ name: "delete_script",
2959
+ module: "scripts",
2960
+ impl: "packages/agents/src/capabilities/scripts.ts",
2961
+ contract: "d2d070ab0705",
2962
+ selfcheck: "capability-suites",
2963
+ suites: [
2964
+ "packages/agents/tests/capabilities-scripts.test.ts",
2965
+ "packages/agents/tests/capabilities-lifecycle.test.ts",
2966
+ ],
2967
+ },
2968
+ {
2969
+ name: "finish_storyboard",
2970
+ module: "storyboards",
2971
+ impl: "packages/agents/src/capabilities/storyboards.ts",
2972
+ contract: "887be3b8ef05",
2973
+ selfcheck: "capability-suites",
2974
+ suites: [
2975
+ "packages/agents/tests/capabilities-agentic-storyboard-finish.test.ts",
2976
+ "packages/agents/tests/capabilities-finish-storyboard.test.ts",
2977
+ ],
2978
+ },
2979
+ {
2980
+ name: "layout_storyboard",
2981
+ module: "storyboards",
2982
+ impl: "packages/agents/src/capabilities/storyboards.ts",
2983
+ contract: "02d8a2735de2",
2984
+ selfcheck: "capability-suites",
2985
+ suites: [
2986
+ "packages/agents/tests/capabilities-layout-storyboard.test.ts",
2987
+ ],
2988
+ },
2989
+ {
2990
+ name: "preview_storyboard_design",
2991
+ module: "storyboards",
2992
+ impl: "packages/agents/src/capabilities/storyboards.ts",
2993
+ contract: "a8a3fc0d01a5",
2994
+ selfcheck: "capability-suites",
2995
+ suites: [
2996
+ "packages/agents/tests/capabilities-finish-storyboard.test.ts",
2997
+ ],
2998
+ },
2999
+ {
3000
+ name: "list_storyboards",
3001
+ module: "storyboards",
3002
+ impl: "packages/agents/src/capabilities/storyboards.ts",
3003
+ contract: "3d3f1e6f7ce6",
3004
+ selfcheck: "capability-suites",
3005
+ suites: [
3006
+ "packages/agents/tests/capabilities-storyboards.test.ts",
3007
+ ],
3008
+ },
3009
+ {
3010
+ name: "create_storyboard",
3011
+ module: "storyboards",
3012
+ impl: "packages/agents/src/capabilities/storyboards.ts",
3013
+ contract: "90b995271f45",
3014
+ selfcheck: "capability-suites",
3015
+ suites: [
3016
+ "packages/agents/tests/capabilities-storyboards.test.ts",
3017
+ ],
3018
+ },
3019
+ {
3020
+ name: "get_storyboard",
3021
+ module: "storyboards",
3022
+ impl: "packages/agents/src/capabilities/storyboards.ts",
3023
+ contract: "23b366075a94",
3024
+ selfcheck: "capability-suites",
3025
+ suites: [
3026
+ "packages/agents/tests/capabilities-storyboards.test.ts",
3027
+ "packages/agents/tests/capabilities-run-agent.test.ts",
3028
+ ],
3029
+ evals: [
3030
+ {
3031
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
3032
+ cases: ["storyboard-direct-shots"],
3033
+ },
3034
+ ],
3035
+ },
3036
+ {
3037
+ name: "render_storyboard_stills",
3038
+ module: "storyboards",
3039
+ impl: "packages/agents/src/capabilities/storyboards.ts",
3040
+ contract: "da01cbd62dfc",
3041
+ selfcheck: "capability-suites",
3042
+ suites: [
3043
+ "packages/agents/tests/capabilities-storyboards.test.ts",
3044
+ "packages/agents/tests/capabilities-storyboard-board-ops.test.ts",
3045
+ ],
3046
+ evals: [
3047
+ {
3048
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
3049
+ cases: ["storyboard-render-and-assemble"],
3050
+ },
3051
+ ],
3052
+ },
3053
+ {
3054
+ name: "render_storyboard_clips",
3055
+ module: "storyboards",
3056
+ impl: "packages/agents/src/capabilities/storyboards.ts",
3057
+ contract: "568457bf299c",
3058
+ selfcheck: "capability-suites",
3059
+ suites: [
3060
+ "packages/agents/tests/capabilities-storyboards.test.ts",
3061
+ "packages/agents/tests/capabilities-models-and-storyboards-reference-video.test.ts",
3062
+ ],
3063
+ evals: [
3064
+ {
3065
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
3066
+ cases: ["storyboard-render-and-assemble"],
3067
+ },
3068
+ ],
3069
+ },
3070
+ {
3071
+ name: "revise_storyboard_clip",
3072
+ module: "storyboards",
3073
+ impl: "packages/agents/src/capabilities/storyboards.ts",
3074
+ contract: "6ffde89a2dee",
3075
+ selfcheck: "capability-suites",
3076
+ suites: [
3077
+ "packages/agents/tests/capabilities-storyboards.test.ts",
3078
+ ],
3079
+ },
3080
+ {
3081
+ name: "assemble_storyboard_timeline",
3082
+ module: "storyboards",
3083
+ impl: "packages/agents/src/capabilities/storyboards.ts",
3084
+ contract: "4f90b57e8da8",
3085
+ selfcheck: "capability-suites",
3086
+ suites: [
3087
+ "packages/agents/tests/capabilities-storyboards.test.ts",
3088
+ ],
3089
+ evals: [
3090
+ {
3091
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
3092
+ cases: ["storyboard-render-and-assemble"],
3093
+ },
3094
+ ],
3095
+ },
3096
+ {
3097
+ name: "derive_shot_from_clip",
3098
+ module: "storyboards",
3099
+ impl: "packages/agents/src/capabilities/storyboards.ts",
3100
+ contract: "62268429cf19",
3101
+ selfcheck: "capability-suites",
3102
+ suites: [
3103
+ "packages/agents/tests/capabilities-derive-shot.test.ts",
3104
+ ],
3105
+ },
3106
+ {
3107
+ name: "edit_storyboard",
3108
+ module: "storyboards",
3109
+ impl: "packages/agents/src/capabilities/storyboards.ts",
3110
+ contract: "2388528aeec0",
3111
+ selfcheck: "capability-suites",
3112
+ suites: [
3113
+ "packages/agents/tests/capabilities-storyboards.test.ts",
3114
+ "packages/agents/tests/capabilities-document-rename.test.ts",
3115
+ ],
3116
+ evals: [
3117
+ {
3118
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
3119
+ cases: ["storyboard-direct-shots"],
3120
+ },
3121
+ ],
3122
+ },
3123
+ {
3124
+ name: "direct_storyboard",
3125
+ module: "storyboards",
3126
+ impl: "packages/agents/src/capabilities/storyboards.ts",
3127
+ contract: "87b782d42437",
3128
+ selfcheck: "capability-suites",
3129
+ suites: [
3130
+ "packages/agents/tests/capabilities-storyboards.test.ts",
3131
+ "packages/agents/tests/capabilities-storyboard-board-ops.test.ts",
3132
+ ],
3133
+ },
3134
+ {
3135
+ name: "extract_script_from_storyboard",
3136
+ module: "storyboards",
3137
+ impl: "packages/agents/src/capabilities/storyboards.ts",
3138
+ contract: "fb432273a11a",
3139
+ selfcheck: "capability-suites",
3140
+ suites: [
3141
+ "packages/agents/tests/capabilities-storyboards.test.ts",
3142
+ ],
3143
+ },
3144
+ {
3145
+ name: "delete_storyboard",
3146
+ module: "storyboards",
3147
+ impl: "packages/agents/src/capabilities/storyboards.ts",
3148
+ contract: "fcec52d68eb0",
3149
+ selfcheck: "capability-suites",
3150
+ suites: [
3151
+ "packages/agents/tests/capabilities-lifecycle.test.ts",
3152
+ ],
3153
+ },
3154
+ {
3155
+ name: "get_storyboard_one_take",
3156
+ module: "storyboards",
3157
+ impl: "packages/agents/src/capabilities/storyboards.ts",
3158
+ contract: "312a31bed7e2",
3159
+ selfcheck: "capability-suites",
3160
+ suites: [
3161
+ "packages/agents/tests/capabilities-storyboard-one-take.test.ts",
3162
+ ],
3163
+ },
3164
+ {
3165
+ name: "update_storyboard_one_take",
3166
+ module: "storyboards",
3167
+ impl: "packages/agents/src/capabilities/storyboards.ts",
3168
+ contract: "974a52d1d90c",
3169
+ selfcheck: "capability-suites",
3170
+ suites: [
3171
+ "packages/agents/tests/capabilities-storyboard-one-take.test.ts",
3172
+ ],
3173
+ },
3174
+ {
3175
+ name: "list_entities",
3176
+ module: "entities",
3177
+ impl: "packages/agents/src/capabilities/entities.ts",
3178
+ contract: "090a35cd6195",
3179
+ selfcheck: "capability-suites",
3180
+ suites: [
3181
+ "packages/agents/tests/capabilities-entities.test.ts",
3182
+ ],
3183
+ },
3184
+ {
3185
+ name: "get_entity",
3186
+ module: "entities",
3187
+ impl: "packages/agents/src/capabilities/entities.ts",
3188
+ contract: "6af0acba8645",
3189
+ selfcheck: "capability-suites",
3190
+ suites: [
3191
+ "packages/agents/tests/capabilities-entities.test.ts",
3192
+ ],
3193
+ },
3194
+ {
3195
+ name: "apply_entities",
3196
+ module: "entities",
3197
+ impl: "packages/agents/src/capabilities/entities.ts",
3198
+ contract: "34c14b907c14",
3199
+ selfcheck: "capability-suites",
3200
+ suites: [
3201
+ "packages/agents/tests/capabilities-entities.test.ts",
3202
+ ],
3203
+ },
3204
+ {
3205
+ name: "create_entity",
3206
+ module: "entities",
3207
+ impl: "packages/agents/src/capabilities/entities.ts",
3208
+ contract: "fb242b420a90",
3209
+ selfcheck: "capability-suites",
3210
+ suites: [
3211
+ "packages/agents/tests/capabilities-entities.test.ts",
3212
+ ],
3213
+ },
3214
+ {
3215
+ name: "update_entity",
3216
+ module: "entities",
3217
+ impl: "packages/agents/src/capabilities/entities.ts",
3218
+ contract: "3bf2ff8ece5a",
3219
+ selfcheck: "capability-suites",
3220
+ suites: [
3221
+ "packages/agents/tests/capabilities-entities.test.ts",
3222
+ ],
3223
+ },
3224
+ {
3225
+ name: "delete_entity",
3226
+ module: "entities",
3227
+ impl: "packages/agents/src/capabilities/entities.ts",
3228
+ contract: "6d2e841db72f",
3229
+ selfcheck: "capability-suites",
3230
+ suites: [
3231
+ "packages/agents/tests/capabilities-entities.test.ts",
3232
+ ],
3233
+ },
3234
+ {
3235
+ name: "list_compositions",
3236
+ module: "compositions",
3237
+ impl: "packages/agents/src/capabilities/compositions.ts",
3238
+ contract: "93cb1b05b76c",
3239
+ selfcheck: "capability-suites",
3240
+ suites: [
3241
+ "packages/agents/tests/capabilities-compositions.test.ts",
3242
+ ],
3243
+ },
3244
+ {
3245
+ name: "get_composition",
3246
+ module: "compositions",
3247
+ impl: "packages/agents/src/capabilities/compositions.ts",
3248
+ contract: "107ce31b2f59",
3249
+ selfcheck: "capability-suites",
3250
+ suites: [
3251
+ "packages/agents/tests/capabilities-compositions.test.ts",
3252
+ ],
3253
+ },
3254
+ {
3255
+ name: "save_composition",
3256
+ module: "compositions",
3257
+ impl: "packages/agents/src/capabilities/compositions.ts",
3258
+ contract: "08fa8b0e28ec",
3259
+ selfcheck: "capability-suites",
3260
+ suites: [
3261
+ "packages/agents/tests/capabilities-compositions.test.ts",
3262
+ ],
3263
+ },
3264
+ {
3265
+ name: "delete_composition",
3266
+ module: "compositions",
3267
+ impl: "packages/agents/src/capabilities/compositions.ts",
3268
+ contract: "774bfb43b032",
3269
+ selfcheck: "capability-suites",
3270
+ suites: [
3271
+ "packages/agents/tests/capabilities-compositions.test.ts",
3272
+ ],
3273
+ },
3274
+ {
3275
+ name: "validate_code",
3276
+ module: "code",
3277
+ impl: "packages/agents/src/capabilities/code.ts",
3278
+ contract: "8c6ce58f65fc",
3279
+ selfcheck: "capability-suites",
3280
+ suites: [
3281
+ "packages/agents/tests/code-capabilities.test.ts",
3282
+ ],
3283
+ },
3284
+ {
3285
+ name: "run_code",
3286
+ module: "code",
3287
+ impl: "packages/agents/src/capabilities/code.ts",
3288
+ contract: "ff41dab56c40",
3289
+ selfcheck: "capability-suites",
3290
+ suites: [
3291
+ "packages/agents/tests/code-capabilities.test.ts",
3292
+ ],
3293
+ },
3294
+ {
3295
+ name: "test_code",
3296
+ module: "code",
3297
+ impl: "packages/agents/src/capabilities/code.ts",
3298
+ contract: "8db4b25f2583",
3299
+ selfcheck: "capability-suites",
3300
+ suites: [
3301
+ "packages/agents/tests/code-capabilities.test.ts",
3302
+ "packages/agents/tests/js-scripts-capabilities.test.ts",
3303
+ ],
3304
+ },
3305
+ {
3306
+ name: "invoke_node",
3307
+ module: "flow",
3308
+ impl: "packages/agents/src/capabilities/flow.ts",
3309
+ contract: "9c194a0446f7",
3310
+ selfcheck: "capability-suites",
3311
+ suites: [
3312
+ "packages/agents/tests/capabilities-flow.test.ts",
3313
+ ],
3314
+ },
3315
+ {
3316
+ name: "open_node_stream",
3317
+ module: "flow",
3318
+ impl: "packages/agents/src/capabilities/flow.ts",
3319
+ contract: "4520058d2c85",
3320
+ selfcheck: "capability-suites",
3321
+ suites: [
3322
+ "packages/agents/tests/capabilities-flow.test.ts",
3323
+ ],
3324
+ },
3325
+ {
3326
+ name: "take_node_stream",
3327
+ module: "flow",
3328
+ impl: "packages/agents/src/capabilities/flow.ts",
3329
+ contract: "b9d2126bc6aa",
3330
+ selfcheck: "capability-suites",
3331
+ suites: [
3332
+ "packages/agents/tests/capabilities-flow.test.ts",
3333
+ ],
3334
+ },
3335
+ {
3336
+ name: "close_node_stream",
3337
+ module: "flow",
3338
+ impl: "packages/agents/src/capabilities/flow.ts",
3339
+ contract: "959fd84b20d1",
3340
+ selfcheck: "capability-suites",
3341
+ suites: [
3342
+ "packages/agents/tests/capabilities-flow.test.ts",
3343
+ ],
3344
+ },
3345
+ {
3346
+ name: "list_js_scripts",
3347
+ module: "js-scripts",
3348
+ impl: "packages/agents/src/capabilities/js-scripts.ts",
3349
+ contract: "d212a2c14484",
3350
+ selfcheck: "capability-suites",
3351
+ suites: [
3352
+ "packages/agents/tests/js-scripts-capabilities.test.ts",
3353
+ ],
3354
+ },
3355
+ {
3356
+ name: "get_js_script",
3357
+ module: "js-scripts",
3358
+ impl: "packages/agents/src/capabilities/js-scripts.ts",
3359
+ contract: "58bd4cdcbc2f",
3360
+ selfcheck: "capability-suites",
3361
+ suites: [
3362
+ "packages/agents/tests/js-scripts-capabilities.test.ts",
3363
+ ],
3364
+ },
3365
+ {
3366
+ name: "save_js_script",
3367
+ module: "js-scripts",
3368
+ impl: "packages/agents/src/capabilities/js-scripts.ts",
3369
+ contract: "b6323e3dc559",
3370
+ selfcheck: "capability-suites",
3371
+ suites: [
3372
+ "packages/agents/tests/js-scripts-capabilities.test.ts",
3373
+ ],
3374
+ },
3375
+ {
3376
+ name: "edit_js_script",
3377
+ module: "js-scripts",
3378
+ impl: "packages/agents/src/capabilities/js-scripts.ts",
3379
+ contract: "06a14f9d2c2d",
3380
+ selfcheck: "capability-suites",
3381
+ suites: [
3382
+ "packages/agents/tests/js-scripts-capabilities.test.ts",
3383
+ ],
3384
+ },
3385
+ {
3386
+ name: "validate_js_script",
3387
+ module: "js-scripts",
3388
+ impl: "packages/agents/src/capabilities/js-scripts.ts",
3389
+ contract: "d7c93528a54e",
3390
+ selfcheck: "capability-suites",
3391
+ suites: [
3392
+ "packages/agents/tests/js-scripts-capabilities.test.ts",
3393
+ ],
3394
+ },
3395
+ {
3396
+ name: "run_js_script",
3397
+ module: "js-scripts",
3398
+ impl: "packages/agents/src/capabilities/js-scripts.ts",
3399
+ contract: "f57c0b842920",
3400
+ selfcheck: "capability-suites",
3401
+ suites: [
3402
+ "packages/agents/tests/js-scripts-capabilities.test.ts",
3403
+ ],
3404
+ },
3405
+ {
3406
+ name: "test_js_script",
3407
+ module: "js-scripts",
3408
+ impl: "packages/agents/src/capabilities/js-scripts.ts",
3409
+ contract: "db2fc27723bc",
3410
+ selfcheck: "capability-suites",
3411
+ suites: [
3412
+ "packages/agents/tests/js-scripts-capabilities.test.ts",
3413
+ ],
3414
+ },
3415
+ {
3416
+ name: "list_js_script_versions",
3417
+ module: "js-scripts",
3418
+ impl: "packages/agents/src/capabilities/js-scripts.ts",
3419
+ contract: "1251a24e6d23",
3420
+ selfcheck: "capability-suites",
3421
+ suites: [
3422
+ "packages/agents/tests/js-scripts-capabilities.test.ts",
3423
+ ],
3424
+ },
3425
+ {
3426
+ name: "get_js_script_version",
3427
+ module: "js-scripts",
3428
+ impl: "packages/agents/src/capabilities/js-scripts.ts",
3429
+ contract: "36cb408aac3f",
3430
+ selfcheck: "capability-suites",
3431
+ suites: [
3432
+ "packages/agents/tests/js-scripts-capabilities.test.ts",
3433
+ ],
3434
+ },
3435
+ {
3436
+ name: "create_js_script_version",
3437
+ module: "js-scripts",
3438
+ impl: "packages/agents/src/capabilities/js-scripts.ts",
3439
+ contract: "d75395b3484a",
3440
+ selfcheck: "capability-suites",
3441
+ suites: [
3442
+ "packages/agents/tests/js-scripts-capabilities.test.ts",
3443
+ ],
3444
+ },
3445
+ {
3446
+ name: "restore_js_script_version",
3447
+ module: "js-scripts",
3448
+ impl: "packages/agents/src/capabilities/js-scripts.ts",
3449
+ contract: "7573bab23a6b",
3450
+ selfcheck: "capability-suites",
3451
+ suites: [
3452
+ "packages/agents/tests/js-scripts-capabilities.test.ts",
3453
+ ],
3454
+ },
3455
+ {
3456
+ name: "delete_js_script_version",
3457
+ module: "js-scripts",
3458
+ impl: "packages/agents/src/capabilities/js-scripts.ts",
3459
+ contract: "bdbdca988955",
3460
+ selfcheck: "capability-suites",
3461
+ suites: [
3462
+ "packages/agents/tests/js-scripts-capabilities.test.ts",
3463
+ ],
3464
+ },
3465
+ {
3466
+ name: "delete_js_script",
3467
+ module: "js-scripts",
3468
+ impl: "packages/agents/src/capabilities/js-scripts.ts",
3469
+ contract: "a5f048e679e4",
3470
+ selfcheck: "capability-suites",
3471
+ suites: [
3472
+ "packages/agents/tests/capabilities-lifecycle.test.ts",
3473
+ ],
3474
+ },
3475
+ {
3476
+ name: "get_sandbox_package_docs",
3477
+ module: "packs",
3478
+ impl: "packages/agents/src/capabilities/packs.ts",
3479
+ contract: "c1e9c5c4ab71",
3480
+ selfcheck: "capability-suites",
3481
+ suites: [
3482
+ "packages/agents/tests/sandbox-package-docs.test.ts",
3483
+ ],
3484
+ },
3485
+ {
3486
+ name: "list_sandbox_packages",
3487
+ module: "packs",
3488
+ impl: "packages/agents/src/capabilities/packs.ts",
3489
+ contract: "0614b41b2a78",
3490
+ selfcheck: "capability-suites",
3491
+ suites: [
3492
+ "packages/agents/tests/sandbox-package-listing.test.ts",
3493
+ ],
3494
+ },
3495
+ {
3496
+ name: "ui_get_graph",
3497
+ module: "ui",
3498
+ impl: "packages/agents/src/capabilities/ui.ts",
3499
+ contract: "d3925ec6efe2",
3500
+ selfcheck: "capability-suites",
3501
+ suites: [
3502
+ "packages/agents/tests/capabilities-declared-workflow-contracts.test.ts",
3503
+ "packages/agents/tests/capabilities-workflow-revisions.test.ts",
3504
+ ],
3505
+ evals: [
3506
+ {
3507
+ file: "packages/agents/src/evals/tool-loop-cases.ts",
3508
+ cases: ["rewire-and-relabel"],
3509
+ },
3510
+ ],
3511
+ },
3512
+ {
3513
+ name: "ui_add_node",
3514
+ module: "ui",
3515
+ impl: "packages/agents/src/capabilities/ui.ts",
3516
+ contract: "10dcb798878f",
3517
+ selfcheck: "capability-suites",
3518
+ suites: [
3519
+ "packages/agents/tests/capabilities-declared-workflow-contracts.test.ts",
3520
+ "packages/agents/tests/capabilities-workflow-revisions.test.ts",
3521
+ ],
3522
+ evals: [
3523
+ {
3524
+ file: "packages/agents/src/evals/escalation-cases.ts",
3525
+ cases: ["ask-for-missing-names", "ask-which-step", "escalate-missing-capability", "no-escalation-needed"],
3526
+ },
3527
+ {
3528
+ file: "packages/agents/src/evals/tool-loop-cases.ts",
3529
+ cases: ["extend-existing", "summarize"],
3530
+ },
3531
+ ],
3532
+ },
3533
+ {
3534
+ name: "ui_connect_nodes",
3535
+ module: "ui",
3536
+ impl: "packages/agents/src/capabilities/ui.ts",
3537
+ contract: "22bb33c5033b",
3538
+ selfcheck: "capability-suites",
3539
+ suites: [
3540
+ "packages/agents/tests/capabilities-declared-workflow-contracts.test.ts",
3541
+ "packages/agents/tests/capabilities-workflow-revisions.test.ts",
3542
+ ],
3543
+ evals: [
3544
+ {
3545
+ file: "packages/agents/src/evals/escalation-cases.ts",
3546
+ cases: ["ask-for-missing-names", "ask-which-step", "escalate-missing-capability", "no-escalation-needed"],
3547
+ },
3548
+ {
3549
+ file: "packages/agents/src/evals/tool-loop-cases.ts",
3550
+ cases: ["extend-existing", "rewire-and-relabel", "summarize"],
3551
+ },
3552
+ ],
3553
+ },
3554
+ {
3555
+ name: "ui_update_node_data",
3556
+ module: "ui",
3557
+ impl: "packages/agents/src/capabilities/ui.ts",
3558
+ contract: "c3b4be67dd31",
3559
+ selfcheck: "capability-suites",
3560
+ suites: [
3561
+ "packages/agents/tests/capabilities-declared-workflow-contracts.test.ts",
3562
+ "packages/agents/tests/capabilities-workflow-revisions.test.ts",
3563
+ ],
3564
+ evals: [
3565
+ {
3566
+ file: "packages/agents/src/evals/tool-loop-cases.ts",
3567
+ cases: ["rewire-and-relabel"],
3568
+ },
3569
+ ],
3570
+ },
3571
+ {
3572
+ name: "ui_delete_node",
3573
+ module: "ui",
3574
+ impl: "packages/agents/src/capabilities/ui.ts",
3575
+ contract: "a0e4902a612c",
3576
+ selfcheck: "capability-suites",
3577
+ suites: [
3578
+ "packages/agents/tests/capabilities-declared-workflow-contracts.test.ts",
3579
+ "packages/agents/tests/capabilities-workflow-revisions.test.ts",
3580
+ ],
3581
+ evals: [
3582
+ {
3583
+ file: "packages/agents/src/evals/escalation-cases.ts",
3584
+ cases: ["confirm-before-delete"],
3585
+ },
3586
+ ],
3587
+ },
3588
+ {
3589
+ name: "ui_delete_edge",
3590
+ module: "ui",
3591
+ impl: "packages/agents/src/capabilities/ui.ts",
3592
+ contract: "80b1b37021fb",
3593
+ selfcheck: "capability-suites",
3594
+ suites: [
3595
+ "packages/agents/tests/capabilities-declared-workflow-contracts.test.ts",
3596
+ "packages/agents/tests/capabilities-workflow-revisions.test.ts",
3597
+ ],
3598
+ evals: [
3599
+ {
3600
+ file: "packages/agents/src/evals/tool-loop-cases.ts",
3601
+ cases: ["rewire-and-relabel"],
3602
+ },
3603
+ ],
3604
+ },
3605
+ {
3606
+ name: "ui_move_node",
3607
+ module: "ui",
3608
+ impl: "packages/agents/src/capabilities/ui.ts",
3609
+ contract: "d01594539e6b",
3610
+ selfcheck: "capability-suites",
3611
+ suites: [
3612
+ "packages/agents/tests/capabilities-declared-workflow-contracts.test.ts",
3613
+ "packages/agents/tests/capabilities-workflow-revisions.test.ts",
3614
+ ],
3615
+ evals: [
3616
+ {
3617
+ file: "packages/agents/src/evals/tool-loop-cases.ts",
3618
+ cases: ["rewire-and-relabel"],
3619
+ },
3620
+ ],
3621
+ },
3622
+ {
3623
+ name: "ui_set_node_title",
3624
+ module: "ui",
3625
+ impl: "packages/agents/src/capabilities/ui.ts",
3626
+ contract: "4c88d672167f",
3627
+ selfcheck: "capability-suites",
3628
+ suites: [
3629
+ "packages/agents/tests/capabilities-declared-workflow-contracts.test.ts",
3630
+ "packages/agents/tests/capabilities-workflow-revisions.test.ts",
3631
+ ],
3632
+ evals: [
3633
+ {
3634
+ file: "packages/agents/src/evals/tool-loop-cases.ts",
3635
+ cases: ["rewire-and-relabel"],
3636
+ },
3637
+ ],
3638
+ },
3639
+ {
3640
+ name: "search_apify_actors",
3641
+ module: "apify",
3642
+ impl: "packages/agents/src/capabilities/apify.ts",
3643
+ contract: "50af542cf6f8",
3644
+ selfcheck: "capability-suites",
3645
+ suites: [
3646
+ "packages/agents/tests/apify-capabilities.test.ts",
3647
+ ],
3648
+ },
3649
+ {
3650
+ name: "get_apify_actor",
3651
+ module: "apify",
3652
+ impl: "packages/agents/src/capabilities/apify.ts",
3653
+ contract: "09ec9f55bd63",
3654
+ gap: "The Apify suites cover search, schema, run, abort, and the " +
3655
+ "dataset reader; fetching one actor's record has no case. A " +
3656
+ "read-only case against the recorded actor fixture would close " +
3657
+ "it.",
3658
+ },
3659
+ {
3660
+ name: "get_apify_actor_schema",
3661
+ module: "apify",
3662
+ impl: "packages/agents/src/capabilities/apify.ts",
3663
+ contract: "34c022823a29",
3664
+ selfcheck: "capability-suites",
3665
+ suites: [
3666
+ "packages/agents/tests/apify-capabilities.test.ts",
3667
+ ],
3668
+ },
3669
+ {
3670
+ name: "run_apify_actor",
3671
+ module: "apify",
3672
+ impl: "packages/agents/src/capabilities/apify.ts",
3673
+ contract: "cf4fb14ea0de",
3674
+ selfcheck: "capability-suites",
3675
+ suites: [
3676
+ "packages/agents/tests/apify-capabilities.test.ts",
3677
+ ],
3678
+ },
3679
+ {
3680
+ name: "get_apify_run",
3681
+ module: "apify",
3682
+ impl: "packages/agents/src/capabilities/apify.ts",
3683
+ contract: "c37157bc759d",
3684
+ selfcheck: "capability-suites",
3685
+ suites: [
3686
+ "packages/agents/tests/apify-capabilities.test.ts",
3687
+ ],
3688
+ },
3689
+ {
3690
+ name: "abort_apify_run",
3691
+ module: "apify",
3692
+ impl: "packages/agents/src/capabilities/apify.ts",
3693
+ contract: "a7cbc2ab4845",
3694
+ selfcheck: "capability-suites",
3695
+ suites: [
3696
+ "packages/agents/tests/apify-capabilities.test.ts",
3697
+ ],
3698
+ },
3699
+ {
3700
+ name: "get_apify_dataset_items",
3701
+ module: "apify",
3702
+ impl: "packages/agents/src/capabilities/apify.ts",
3703
+ contract: "020cbfa36319",
3704
+ selfcheck: "capability-suites",
3705
+ suites: [
3706
+ "packages/agents/tests/apify-capabilities.test.ts",
3707
+ ],
3708
+ },
3709
+ {
3710
+ name: "get_apify_key_value_record",
3711
+ module: "apify",
3712
+ impl: "packages/agents/src/capabilities/apify.ts",
3713
+ contract: "73208a1ca49b",
3714
+ gap: "The dataset reader is covered, the key-value reader is not. A " +
3715
+ "case that runs an actor writing to the store and reads one " +
3716
+ "record back would close it.",
3717
+ },
3718
+ {
3719
+ name: "list_serpapi_engines",
3720
+ module: "serpapi",
3721
+ impl: "packages/agents/src/capabilities/serpapi.ts",
3722
+ contract: "75de5f72edf2",
3723
+ selfcheck: "capability-suites",
3724
+ suites: [
3725
+ "packages/agents/tests/serpapi-capabilities.test.ts",
3726
+ ],
3727
+ },
3728
+ {
3729
+ name: "get_serpapi_engine_schema",
3730
+ module: "serpapi",
3731
+ impl: "packages/agents/src/capabilities/serpapi.ts",
3732
+ contract: "104ab31876fd",
3733
+ selfcheck: "capability-suites",
3734
+ suites: [
3735
+ "packages/agents/tests/serpapi-capabilities.test.ts",
3736
+ ],
3737
+ },
3738
+ {
3739
+ name: "serpapi_search",
3740
+ module: "serpapi",
3741
+ impl: "packages/agents/src/capabilities/serpapi.ts",
3742
+ contract: "e5e0e423dada",
3743
+ selfcheck: "capability-suites",
3744
+ suites: [
3745
+ "packages/agents/tests/serpapi-capabilities.test.ts",
3746
+ ],
3747
+ },
3748
+ {
3749
+ name: "get_serpapi_account",
3750
+ module: "serpapi",
3751
+ impl: "packages/agents/src/capabilities/serpapi.ts",
3752
+ contract: "4bb30a68b979",
3753
+ gap: "The SerpAPI suites cover engine discovery, schema, search, and " +
3754
+ "locations; the account/quota read has no case. A case that " +
3755
+ "reads the remaining searches before a budgeted fan-out would " +
3756
+ "close it.",
3757
+ },
3758
+ {
3759
+ name: "get_serpapi_locations",
3760
+ module: "serpapi",
3761
+ impl: "packages/agents/src/capabilities/serpapi.ts",
3762
+ contract: "a5a352a564d3",
3763
+ selfcheck: "capability-suites",
3764
+ suites: [
3765
+ "packages/agents/tests/serpapi-capabilities.test.ts",
3766
+ ],
3767
+ },
3768
+ {
3769
+ name: "list_settings",
3770
+ module: "settings",
3771
+ impl: "packages/agents/src/capabilities/settings.ts",
3772
+ contract: "db413f34a932",
3773
+ selfcheck: "capability-suites",
3774
+ suites: [
3775
+ "packages/agents/tests/capabilities-settings.test.ts",
3776
+ ],
3777
+ },
3778
+ {
3779
+ name: "get_setting",
3780
+ module: "settings",
3781
+ impl: "packages/agents/src/capabilities/settings.ts",
3782
+ contract: "d87d447224c8",
3783
+ selfcheck: "capability-suites",
3784
+ suites: [
3785
+ "packages/agents/tests/capabilities-settings.test.ts",
3786
+ "packages/agents/tests/capabilities-invoke-validation.test.ts",
3787
+ ],
3788
+ },
3789
+ {
3790
+ name: "set_setting",
3791
+ module: "settings",
3792
+ impl: "packages/agents/src/capabilities/settings.ts",
3793
+ contract: "45361d7bbdb8",
3794
+ selfcheck: "capability-suites",
3795
+ suites: [
3796
+ "packages/agents/tests/capabilities-settings.test.ts",
3797
+ ],
3798
+ evals: [
3799
+ {
3800
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
3801
+ cases: ["settings-and-credentials"],
3802
+ },
3803
+ ],
3804
+ },
3805
+ {
3806
+ name: "list_secrets",
3807
+ module: "settings",
3808
+ impl: "packages/agents/src/capabilities/settings.ts",
3809
+ contract: "2001f833fde0",
3810
+ selfcheck: "capability-suites",
3811
+ suites: [
3812
+ "packages/agents/tests/capabilities-settings.test.ts",
3813
+ ],
3814
+ evals: [
3815
+ {
3816
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
3817
+ cases: ["settings-and-credentials"],
3818
+ },
3819
+ ],
3820
+ },
3821
+ {
3822
+ name: "request_secret",
3823
+ module: "settings",
3824
+ impl: "packages/agents/src/capabilities/settings.ts",
3825
+ contract: "adad33baaa59",
3826
+ selfcheck: "capability-suites",
3827
+ suites: [
3828
+ "packages/agents/tests/capabilities-settings.test.ts",
3829
+ "packages/agents/tests/mcp-tools.test.ts",
3830
+ ],
3831
+ evals: [
3832
+ {
3833
+ file: "packages/agents/src/evals/codeact-api-surfaces.ts",
3834
+ cases: ["settings-and-credentials"],
3835
+ },
3836
+ ],
3837
+ },
3838
+ {
3839
+ name: "list_skills",
3840
+ module: "skills",
3841
+ impl: "packages/agents/src/capabilities/skills.ts",
3842
+ contract: "2963789253ad",
3843
+ selfcheck: "capability-suites",
3844
+ suites: [
3845
+ "packages/agents/tests/capabilities-skills.test.ts",
3846
+ ],
3847
+ },
3848
+ {
3849
+ name: "load_skill",
3850
+ module: "skills",
3851
+ impl: "packages/agents/src/capabilities/skills.ts",
3852
+ contract: "33b2c6e9e7e4",
3853
+ selfcheck: "capability-suites",
3854
+ suites: [
3855
+ "packages/agents/tests/capabilities-skills.test.ts",
3856
+ ],
3857
+ },
3858
+ {
3859
+ name: "create_skill",
3860
+ module: "skills",
3861
+ impl: "packages/agents/src/capabilities/skills.ts",
3862
+ contract: "6404db74f39b",
3863
+ selfcheck: "capability-suites",
3864
+ suites: [
3865
+ "packages/agents/tests/capabilities-skills.test.ts",
3866
+ ],
3867
+ },
3868
+ {
3869
+ name: "update_skill",
3870
+ module: "skills",
3871
+ impl: "packages/agents/src/capabilities/skills.ts",
3872
+ contract: "29a0aa33a2aa",
3873
+ selfcheck: "capability-suites",
3874
+ suites: [
3875
+ "packages/agents/tests/capabilities-skills.test.ts",
3876
+ ],
3877
+ },
3878
+ {
3879
+ name: "delete_skill",
3880
+ module: "skills",
3881
+ impl: "packages/agents/src/capabilities/skills.ts",
3882
+ contract: "29ca02ca69cc",
3883
+ selfcheck: "capability-suites",
3884
+ suites: [
3885
+ "packages/agents/tests/capabilities-skills.test.ts",
3886
+ ],
3887
+ },
3888
+ {
3889
+ name: "analyze_audio",
3890
+ module: "analysis",
3891
+ impl: "packages/agents/src/capabilities/analysis.ts",
3892
+ contract: "328dadfe45f9",
3893
+ selfcheck: "capability-suites",
3894
+ suites: [
3895
+ "packages/agents/tests/capabilities-analysis.test.ts",
3896
+ ],
3897
+ },
3898
+ {
3899
+ name: "analyze_audio_spectrum",
3900
+ module: "analysis",
3901
+ impl: "packages/agents/src/capabilities/analysis.ts",
3902
+ contract: "00830f0c748f",
3903
+ selfcheck: "capability-suites",
3904
+ suites: [
3905
+ "packages/agents/tests/capabilities-analysis.test.ts",
3906
+ ],
3907
+ },
3908
+ {
3909
+ name: "detect_audio_events",
3910
+ module: "analysis",
3911
+ impl: "packages/agents/src/capabilities/analysis.ts",
3912
+ contract: "064835616149",
3913
+ selfcheck: "capability-suites",
3914
+ suites: [
3915
+ "packages/agents/tests/capabilities-analysis.test.ts",
3916
+ ],
3917
+ },
3918
+ {
3919
+ name: "analyze_video",
3920
+ module: "analysis",
3921
+ impl: "packages/agents/src/capabilities/analysis.ts",
3922
+ contract: "8676971690ce",
3923
+ selfcheck: "capability-suites",
3924
+ suites: [
3925
+ "packages/agents/tests/capabilities-analysis.test.ts",
3926
+ "packages/agents/tests/capabilities-video-analysis-sampling.test.ts",
3927
+ ],
3928
+ },
3929
+ {
3930
+ name: "detect_video_scenes",
3931
+ module: "analysis",
3932
+ impl: "packages/agents/src/capabilities/analysis.ts",
3933
+ contract: "8e1a187c4d11",
3934
+ selfcheck: "capability-suites",
3935
+ suites: [
3936
+ "packages/agents/tests/capabilities-analysis.test.ts",
3937
+ "packages/agents/tests/capabilities-video-analysis-sampling.test.ts",
3938
+ ],
3939
+ },
3940
+ ];
3941
+ //# sourceMappingURL=capability-table.js.map