cocheck 0.4.0 → 0.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -3
- package/dist/agent-transcripts.js +15 -12
- package/dist/attribution/evidence.js +2 -1
- package/dist/attribution/reconstruct.js +19 -0
- package/dist/attribution/tag.js +3 -3
- package/dist/build-info.json +1 -1
- package/dist/cli.js +31 -11
- package/dist/connector/export-view.js +1 -1
- package/dist/coverage.js +5 -3
- package/dist/credit-guard.js +59 -54
- package/dist/harness-cmd/create.js +76 -0
- package/dist/harness-cmd/index.js +19 -0
- package/dist/harness-cmd/record.js +327 -0
- package/dist/harness-cmd/scrub.js +25 -0
- package/dist/harness-cmd/test.js +318 -0
- package/dist/harnesses/README.md +5 -0
- package/dist/harnesses/claude/cocheck-harness.json +344 -0
- package/dist/harnesses/codex/cocheck-harness.json +212 -0
- package/dist/harnesses/copilot/cocheck-harness.json +296 -0
- package/dist/{copilot-helpers.js → helper-linker.js} +43 -32
- package/dist/hook-adapter.js +287 -63
- package/dist/hook-cli.js +73 -36
- package/dist/hook-journal.js +40 -12
- package/dist/hosts/claude.js +23 -159
- package/dist/hosts/codex.js +41 -81
- package/dist/hosts/compile.js +275 -0
- package/dist/hosts/copilot.js +7 -162
- package/dist/hosts/extras.js +55 -0
- package/dist/hosts/harnesses.js +66 -0
- package/dist/hosts/index.js +176 -8
- package/dist/hosts/install-block.js +332 -0
- package/dist/hosts/manifest.js +372 -0
- package/dist/hosts/shared.js +21 -0
- package/dist/hosts/tool-classes.js +6 -0
- package/dist/hosts/types.js +1 -0
- package/dist/install.js +69 -22
- package/dist/ledger.js +11 -0
- package/dist/normalize.js +33 -9
- package/dist/open-pick.js +5 -3
- package/dist/patch-secrets.js +11 -11
- package/dist/review-server.js +2 -2
- package/dist/timeline/attribution.js +2 -2
- package/dist/timeline/describe.js +20 -17
- package/dist/timeline/load.js +2 -2
- package/dist/timeline/rail/assets/review.js +1 -1
- package/dist/timeline/rail/model.js +8 -8
- package/dist/timeline/read-signal.js +4 -4
- package/dist/timeline/render/view-v1.js +2 -13
- package/dist/timeline/runs.js +9 -9
- package/dist/timeline/timeline.js +8 -8
- package/dist/timeline/write-signal.js +4 -3
- package/package.json +2 -2
- package/public-kit/harness/GUIDE.md +81 -0
- package/public-kit/harness/README.md +10 -0
- package/public-kit/harness/cases/claude/shell-writes-file.json +120 -0
- package/public-kit/harness/cases/codex/apply-patch-writes-files.json +177 -0
- package/public-kit/harness/cases/codex/helper-writes-file.json +160 -0
- package/public-kit/harness/cases/codex/shell-writes-and-fails.json +110 -0
- package/public-kit/harness/cases/copilot/camel-case-patch-and-failure.json +126 -0
- package/public-kit/harness/cases/copilot/helper-writes-file.json +209 -0
- package/public-kit/harness/cases/copilot/vscode-helper-writes-file.json +236 -0
- package/public-kit/harness/examples/toyagent/cases/write-notes.json +142 -0
- package/public-kit/harness/examples/toyagent/cocheck-harness.json +47 -0
- package/public-kit/harness/examples/toyagent/recordings/payloads.jsonl +8 -0
- package/public-kit/harness/harnesses/antigravity/README.md +32 -0
- package/public-kit/harness/harnesses/antigravity/cases/failed-edit.json +99 -0
- package/public-kit/harness/harnesses/antigravity/cases/helper-writes-file.json +270 -0
- package/public-kit/harness/harnesses/antigravity/cases/shell-ok-fail-and-denied.json +211 -0
- package/public-kit/harness/harnesses/antigravity/cases/write-then-edit.json +191 -0
- package/public-kit/harness/harnesses/antigravity/cocheck-harness.json +62 -0
- package/public-kit/harness/harnesses/antigravity/recordings/payloads.jsonl +63 -0
- package/public-kit/harness/harnesses/cursor/README.md +40 -0
- package/public-kit/harness/harnesses/cursor/cases/editor-write-edit-shell-helper.json +359 -0
- package/public-kit/harness/harnesses/cursor/cases/read-then-write-one-call-id.json +159 -0
- package/public-kit/harness/harnesses/cursor/cocheck-harness.json +67 -0
- package/public-kit/harness/harnesses/cursor/recordings/payloads.jsonl +28 -0
- package/public-kit/harness/scaffold/README.md +42 -0
- package/public-kit/harness/scaffold/cocheck-harness.json +72 -0
- package/public-kit/harness/scaffold/recordings/.gitkeep +0 -0
- package/public-kit/harness/spec/v1.md +286 -0
- package/scripts/hook-launch.sh +1 -1
|
@@ -0,0 +1,209 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schema": "cocheck-harness-case/1",
|
|
3
|
+
"harness": "copilot",
|
|
4
|
+
"description": "Copilot CLI 1.0.103: one task call starts a helper, the helper's apply_patch creates memo.md, the helper stops, then a shell call fails. Two of the three parallel helpers and their calls are left out.",
|
|
5
|
+
"level": "L2",
|
|
6
|
+
"recording": [
|
|
7
|
+
{
|
|
8
|
+
"event": "preToolUse",
|
|
9
|
+
"stdin": "{\"sessionId\":\"d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4\",\"timestamp\":1792885640039,\"cwd\":\"<folder>\",\"toolName\":\"task\",\"toolArgs\":{\"description\":\"Write model memo\",\"prompt\":\"In the current working folder, write memo.md containing exactly 10 lines explaining the 3-year revenue model (purpose, assumptions, formula logic, years, and interpretation). Do not modify unrelated files. At completion, report the output path and line count.\",\"agent_type\":\"memo-writer\",\"name\":\"model-memo-writer\",\"mode\":\"background\"}}",
|
|
10
|
+
"argv": [
|
|
11
|
+
"--event",
|
|
12
|
+
"preToolUse"
|
|
13
|
+
]
|
|
14
|
+
},
|
|
15
|
+
{
|
|
16
|
+
"event": "subagentStart",
|
|
17
|
+
"stdin": "{\"sessionId\":\"d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4\",\"timestamp\":1792885640469,\"cwd\":\"<folder>\",\"agentName\":\"memo-writer\",\"agentDisplayName\":\"memo-writer\",\"agentId\":\"24353f5c-439a-42a5-a8b3-c3a7ae64d58e\",\"agentType\":\"memo-writer\",\"parentAgentId\":\"d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4\"}",
|
|
18
|
+
"argv": [
|
|
19
|
+
"--event",
|
|
20
|
+
"subagentStart"
|
|
21
|
+
]
|
|
22
|
+
},
|
|
23
|
+
{
|
|
24
|
+
"event": "postToolUse",
|
|
25
|
+
"stdin": "{\"sessionId\":\"d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4\",\"timestamp\":1792885640702,\"cwd\":\"<folder>\",\"toolName\":\"task\",\"toolArgs\":{\"description\":\"Write model memo\",\"prompt\":\"In the current working folder, write memo.md containing exactly 10 lines explaining the 3-year revenue model (purpose, assumptions, formula logic, years, and interpretation). Do not modify unrelated files. At completion, report the output path and line count.\",\"agent_type\":\"memo-writer\",\"name\":\"model-memo-writer\",\"mode\":\"background\"},\"toolResult\":{\"resultType\":\"success\",\"textResultForLlm\":\"Agent started in background with agent_id: 24353f5c-439a-42a5-a8b3-c3a7ae64d58e. You'll be notified when it completes. Tell the user you're waiting and end your response, or continue unrelated work un\"}}",
|
|
26
|
+
"argv": [
|
|
27
|
+
"--event",
|
|
28
|
+
"postToolUse"
|
|
29
|
+
]
|
|
30
|
+
},
|
|
31
|
+
{
|
|
32
|
+
"event": "preToolUse",
|
|
33
|
+
"stdin": "{\"sessionId\":\"24353f5c-439a-42a5-a8b3-c3a7ae64d58e\",\"timestamp\":1792885649072,\"cwd\":\"<folder>\",\"toolName\":\"apply_patch\",\"toolArgs\":\"*** Begin Patch\\n*** Add File: memo.md\\n+# 3-Year Revenue Model\\n+Purpose: estimate revenue over a three-year planning horizon for budgeting and decision-making.\\n+The model assumes a starting revenue base, an annual growth rate, and stable measurement periods.\\n+It can be adapted for new customers, rete\",\"agentId\":\"24353f5c-439a-42a5-a8b3-c3a7ae64d58e\",\"agentType\":\"memo-writer\",\"parentAgentId\":\"d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4\"}",
|
|
34
|
+
"argv": [
|
|
35
|
+
"--event",
|
|
36
|
+
"preToolUse"
|
|
37
|
+
]
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
"event": "postToolUse",
|
|
41
|
+
"stdin": "{\"sessionId\":\"24353f5c-439a-42a5-a8b3-c3a7ae64d58e\",\"timestamp\":1792885649200,\"cwd\":\"<folder>\",\"toolName\":\"apply_patch\",\"toolArgs\":\"*** Begin Patch\\n*** Add File: memo.md\\n+# 3-Year Revenue Model\\n+Purpose: estimate revenue over a three-year planning horizon for budgeting and decision-making.\\n+The model assumes a starting revenue base, an annual growth rate, and stable measurement periods.\\n+It can be adapted for new customers, rete\",\"toolResult\":{\"resultType\":\"success\",\"textResultForLlm\":\"Added 1 file(s): <folder>/memo.md\"},\"agentId\":\"24353f5c-439a-42a5-a8b3-c3a7ae64d58e\",\"agentType\":\"memo-writer\",\"parentAgentId\":\"d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4\"}",
|
|
42
|
+
"argv": [
|
|
43
|
+
"--event",
|
|
44
|
+
"postToolUse"
|
|
45
|
+
]
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
"event": "preToolUse",
|
|
49
|
+
"stdin": "{\"sessionId\":\"24353f5c-439a-42a5-a8b3-c3a7ae64d58e\",\"timestamp\":1792885651171,\"cwd\":\"<folder>\",\"toolName\":\"bash\",\"toolArgs\":{\"command\":\"wc -l memo.md\",\"description\":\"Count memo lines\"},\"agentId\":\"24353f5c-439a-42a5-a8b3-c3a7ae64d58e\",\"agentType\":\"memo-writer\",\"parentAgentId\":\"d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4\"}",
|
|
50
|
+
"argv": [
|
|
51
|
+
"--event",
|
|
52
|
+
"preToolUse"
|
|
53
|
+
]
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
"event": "postToolUse",
|
|
57
|
+
"stdin": "{\"sessionId\":\"24353f5c-439a-42a5-a8b3-c3a7ae64d58e\",\"timestamp\":1792885651587,\"cwd\":\"<folder>\",\"toolName\":\"bash\",\"toolArgs\":{\"command\":\"wc -l memo.md\",\"description\":\"Count memo lines\"},\"toolResult\":{\"resultType\":\"success\",\"textResultForLlm\":\"10 memo.md\\n<shellId: 7 completed with exit code 0>\"},\"agentId\":\"24353f5c-439a-42a5-a8b3-c3a7ae64d58e\",\"agentType\":\"memo-writer\",\"parentAgentId\":\"d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4\"}",
|
|
58
|
+
"argv": [
|
|
59
|
+
"--event",
|
|
60
|
+
"postToolUse"
|
|
61
|
+
]
|
|
62
|
+
},
|
|
63
|
+
{
|
|
64
|
+
"event": "agentStop",
|
|
65
|
+
"stdin": "{\"sessionId\":\"24353f5c-439a-42a5-a8b3-c3a7ae64d58e\",\"timestamp\":1792885653922,\"cwd\":\"<folder>\",\"stopReason\":\"end_turn\",\"stop_hook_active\":false,\"agentId\":\"24353f5c-439a-42a5-a8b3-c3a7ae64d58e\",\"agentType\":\"memo-writer\",\"parentAgentId\":\"d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4\"}",
|
|
66
|
+
"argv": [
|
|
67
|
+
"--event",
|
|
68
|
+
"agentStop"
|
|
69
|
+
]
|
|
70
|
+
},
|
|
71
|
+
{
|
|
72
|
+
"event": "subagentStop",
|
|
73
|
+
"stdin": "{\"sessionId\":\"d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4\",\"timestamp\":1792885654049,\"cwd\":\"<folder>\",\"agentId\":\"24353f5c-439a-42a5-a8b3-c3a7ae64d58e\",\"agentType\":\"memo-writer\",\"agentName\":\"memo-writer\",\"agentDisplayName\":\"memo-writer\",\"response\":\"Created `<folder>/memo.md` — 10 lines.\",\"stopReason\":\"end_turn\",\"stop_hook_active\":false,\"parentAgentId\":\"d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4\"}",
|
|
74
|
+
"argv": [
|
|
75
|
+
"--event",
|
|
76
|
+
"subagentStop"
|
|
77
|
+
]
|
|
78
|
+
},
|
|
79
|
+
{
|
|
80
|
+
"event": "preToolUse",
|
|
81
|
+
"stdin": "{\"sessionId\":\"d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4\",\"timestamp\":1792885662842,\"cwd\":\"<folder>\",\"toolName\":\"bash\",\"toolArgs\":{\"command\":\"ls /nonexistent_t171\",\"description\":\"Run required failing path check\"}}",
|
|
82
|
+
"argv": [
|
|
83
|
+
"--event",
|
|
84
|
+
"preToolUse"
|
|
85
|
+
]
|
|
86
|
+
},
|
|
87
|
+
{
|
|
88
|
+
"event": "postToolUse",
|
|
89
|
+
"stdin": "{\"sessionId\":\"d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4\",\"timestamp\":1792885662981,\"cwd\":\"<folder>\",\"toolName\":\"bash\",\"toolArgs\":{\"command\":\"ls /nonexistent_t171\",\"description\":\"Run required failing path check\"},\"toolResult\":{\"resultType\":\"success\",\"textResultForLlm\":\"ls: /nonexistent_t171: No such file or directory\\n<shellId: 12 completed with exit code 1>\"}}",
|
|
90
|
+
"argv": [
|
|
91
|
+
"--event",
|
|
92
|
+
"postToolUse"
|
|
93
|
+
]
|
|
94
|
+
},
|
|
95
|
+
{
|
|
96
|
+
"event": "agentStop",
|
|
97
|
+
"stdin": "{\"sessionId\":\"d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4\",\"timestamp\":1792885665082,\"cwd\":\"<folder>\",\"stopReason\":\"end_turn\",\"stop_hook_active\":false}",
|
|
98
|
+
"argv": [
|
|
99
|
+
"--event",
|
|
100
|
+
"agentStop"
|
|
101
|
+
]
|
|
102
|
+
}
|
|
103
|
+
],
|
|
104
|
+
"files": {
|
|
105
|
+
"writes": [
|
|
106
|
+
{
|
|
107
|
+
"afterEvent": 4,
|
|
108
|
+
"path": "memo.md",
|
|
109
|
+
"content": "stand-in for memo.md\n"
|
|
110
|
+
}
|
|
111
|
+
]
|
|
112
|
+
},
|
|
113
|
+
"expect": {
|
|
114
|
+
"normalized": [
|
|
115
|
+
{
|
|
116
|
+
"kind": "tool-pre",
|
|
117
|
+
"eventName": "preToolUse",
|
|
118
|
+
"session": "d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4",
|
|
119
|
+
"toolName": "task"
|
|
120
|
+
},
|
|
121
|
+
{
|
|
122
|
+
"kind": "other",
|
|
123
|
+
"eventName": "subagentStart",
|
|
124
|
+
"session": "d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4",
|
|
125
|
+
"agentId": "24353f5c-439a-42a5-a8b3-c3a7ae64d58e",
|
|
126
|
+
"agentType": "memo-writer"
|
|
127
|
+
},
|
|
128
|
+
{
|
|
129
|
+
"kind": "tool-post",
|
|
130
|
+
"eventName": "postToolUse",
|
|
131
|
+
"session": "d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4",
|
|
132
|
+
"toolName": "task"
|
|
133
|
+
},
|
|
134
|
+
{
|
|
135
|
+
"kind": "tool-pre",
|
|
136
|
+
"eventName": "preToolUse",
|
|
137
|
+
"session": "d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4",
|
|
138
|
+
"toolName": "apply_patch",
|
|
139
|
+
"agentId": "24353f5c-439a-42a5-a8b3-c3a7ae64d58e",
|
|
140
|
+
"agentType": "memo-writer"
|
|
141
|
+
},
|
|
142
|
+
{
|
|
143
|
+
"kind": "tool-post",
|
|
144
|
+
"eventName": "postToolUse",
|
|
145
|
+
"session": "d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4",
|
|
146
|
+
"toolName": "apply_patch",
|
|
147
|
+
"agentId": "24353f5c-439a-42a5-a8b3-c3a7ae64d58e",
|
|
148
|
+
"agentType": "memo-writer"
|
|
149
|
+
},
|
|
150
|
+
{
|
|
151
|
+
"kind": "tool-pre",
|
|
152
|
+
"eventName": "preToolUse",
|
|
153
|
+
"session": "d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4",
|
|
154
|
+
"toolName": "bash",
|
|
155
|
+
"agentId": "24353f5c-439a-42a5-a8b3-c3a7ae64d58e",
|
|
156
|
+
"agentType": "memo-writer"
|
|
157
|
+
},
|
|
158
|
+
{
|
|
159
|
+
"kind": "tool-post",
|
|
160
|
+
"eventName": "postToolUse",
|
|
161
|
+
"session": "d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4",
|
|
162
|
+
"toolName": "bash",
|
|
163
|
+
"agentId": "24353f5c-439a-42a5-a8b3-c3a7ae64d58e",
|
|
164
|
+
"agentType": "memo-writer"
|
|
165
|
+
},
|
|
166
|
+
{
|
|
167
|
+
"kind": "other",
|
|
168
|
+
"eventName": "agentStop",
|
|
169
|
+
"session": "d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4",
|
|
170
|
+
"agentId": "24353f5c-439a-42a5-a8b3-c3a7ae64d58e",
|
|
171
|
+
"agentType": "memo-writer"
|
|
172
|
+
},
|
|
173
|
+
{
|
|
174
|
+
"kind": "subagent-stop",
|
|
175
|
+
"eventName": "subagentStop",
|
|
176
|
+
"session": "d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4",
|
|
177
|
+
"agentId": "24353f5c-439a-42a5-a8b3-c3a7ae64d58e",
|
|
178
|
+
"agentType": "memo-writer",
|
|
179
|
+
"lastAssistantMessage": "Created `<folder>/memo.md` — 10 lines."
|
|
180
|
+
},
|
|
181
|
+
{
|
|
182
|
+
"kind": "tool-pre",
|
|
183
|
+
"eventName": "preToolUse",
|
|
184
|
+
"session": "d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4",
|
|
185
|
+
"toolName": "bash"
|
|
186
|
+
},
|
|
187
|
+
{
|
|
188
|
+
"kind": "tool-post",
|
|
189
|
+
"eventName": "postToolUse",
|
|
190
|
+
"session": "d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4",
|
|
191
|
+
"toolName": "bash",
|
|
192
|
+
"failure": {
|
|
193
|
+
"interrupted": false
|
|
194
|
+
}
|
|
195
|
+
},
|
|
196
|
+
{
|
|
197
|
+
"kind": "stop",
|
|
198
|
+
"eventName": "agentStop",
|
|
199
|
+
"session": "d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4"
|
|
200
|
+
}
|
|
201
|
+
],
|
|
202
|
+
"credit": {
|
|
203
|
+
"memo.md": {
|
|
204
|
+
"creditedTo": "call:copilot-d9b2e3f7-09b6-44cb-bf5e-e3b760bb42b4-2",
|
|
205
|
+
"basis": "inferred"
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
}
|
|
209
|
+
}
|
|
@@ -0,0 +1,236 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schema": "cocheck-harness-case/1",
|
|
3
|
+
"harness": "copilot",
|
|
4
|
+
"description": "Copilot in VS Code 1.140: three task calls start three helpers; the memo helper's apply_patch creates memo.md and it stops. The other helpers' calls and the notification events are left out.",
|
|
5
|
+
"level": "L2",
|
|
6
|
+
"recording": [
|
|
7
|
+
{
|
|
8
|
+
"event": "userPromptSubmitted",
|
|
9
|
+
"stdin": "{\"sessionId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\",\"timestamp\":1792885962961,\"cwd\":\"<folder>\",\"prompt\":\"Start tracking (use the cocheck skill: run `cocheck track start` as its own command, by itself). Then delegate three helpers, each as its own sub-agent task, and let them work: (1) the built-in general-purpose agent builds model.xlsx in the current folder, a small 3-year revenue model with formulas, using python openpyxl if it is installed, else a CSV named model.csv (say which you used); (2) the custom agent memo-writer writes memo.md in the current folder, a 10-line memo explaining the model; (3) the built-in general-purpose agent builds deck.pptx in the current folder using python-pptx if it is installed, else a markdown outline named deck.md (say which you used). Do not do the helpers' work yourself. When all three are done, run this one command yourself: `ls /nonexistent_t151` (it is expected to fail). Finish with one closing sentence.\"}",
|
|
10
|
+
"argv": [
|
|
11
|
+
"--event",
|
|
12
|
+
"userPromptSubmitted"
|
|
13
|
+
]
|
|
14
|
+
},
|
|
15
|
+
{
|
|
16
|
+
"event": "sessionStart",
|
|
17
|
+
"stdin": "{\"sessionId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\",\"timestamp\":1792885963082,\"cwd\":\"<folder>\",\"source\":\"new\",\"initialPrompt\":\"Start tracking (use the cocheck skill: run `cocheck track start` as its own command, by itself). Then delegate three helpers, each as its own sub-agent task, and let them work: (1) the built-in general-purpose agent builds model.xlsx in the current folder, a small 3-year revenue model with formulas, using python openpyxl if it is installed, else a CSV named model.csv (say which you used); (2) the custom agent memo-writer writes memo.md in the current folder, a 10-line memo explaining the model; (3) the built-in general-purpose agent builds deck.pptx in the current folder using python-pptx if it is installed, else a markdown outline named deck.md (say which you used). Do not do the helpers' work yourself. When all three are done, run this one command yourself: `ls /nonexistent_t151` (it is expected to fail). Finish with one closing sentence.\"}",
|
|
18
|
+
"argv": [
|
|
19
|
+
"--event",
|
|
20
|
+
"sessionStart"
|
|
21
|
+
]
|
|
22
|
+
},
|
|
23
|
+
{
|
|
24
|
+
"event": "preToolUse",
|
|
25
|
+
"stdin": "{\"sessionId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\",\"timestamp\":1792885996088,\"cwd\":\"<folder>\",\"toolName\":\"task\",\"toolArgs\":{\"description\":\"Build revenue model workbook\",\"prompt\":\"In the current folder, build model.xlsx: a small 3-year revenue model with formulas. Use Python openpyxl if it is installed; otherwise create model.csv. Do all implementation yourself, and report which format/tool you used and the output path. Do not modify unrelated files.\",\"agent_type\":\"general-purpose\",\"name\":\"revenue-model\",\"mode\":\"background\"}}",
|
|
26
|
+
"argv": [
|
|
27
|
+
"--event",
|
|
28
|
+
"preToolUse"
|
|
29
|
+
]
|
|
30
|
+
},
|
|
31
|
+
{
|
|
32
|
+
"event": "preToolUse",
|
|
33
|
+
"stdin": "{\"sessionId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\",\"timestamp\":1792885996088,\"cwd\":\"<folder>\",\"toolName\":\"task\",\"toolArgs\":{\"description\":\"Write model memo\",\"prompt\":\"In the current folder, write memo.md containing exactly 10 lines explaining the revenue model. Do all implementation yourself, and report the output path. Do not modify unrelated files.\",\"agent_type\":\"memo-writer\",\"name\":\"model-memo\",\"mode\":\"background\"}}",
|
|
34
|
+
"argv": [
|
|
35
|
+
"--event",
|
|
36
|
+
"preToolUse"
|
|
37
|
+
]
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
"event": "preToolUse",
|
|
41
|
+
"stdin": "{\"sessionId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\",\"timestamp\":1792885996088,\"cwd\":\"<folder>\",\"toolName\":\"task\",\"toolArgs\":{\"description\":\"Build presentation deck\",\"prompt\":\"In the current folder, build deck.pptx using Python python-pptx if it is installed; otherwise create a markdown outline named deck.md. Do all implementation yourself, and report which format/tool you used and the output path. Do not modify unrelated files.\",\"agent_type\":\"general-purpose\",\"name\":\"model-deck\",\"mode\":\"background\"}}",
|
|
42
|
+
"argv": [
|
|
43
|
+
"--event",
|
|
44
|
+
"preToolUse"
|
|
45
|
+
]
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
"event": "subagentStart",
|
|
49
|
+
"stdin": "{\"sessionId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\",\"timestamp\":1792885996592,\"cwd\":\"<folder>\",\"agentName\":\"general-purpose\",\"agentId\":\"8e9f6ab3-fa3d-4c37-9d55-92d9fdd9f3bf\",\"agentType\":\"general-purpose\",\"parentAgentId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\"}",
|
|
50
|
+
"argv": [
|
|
51
|
+
"--event",
|
|
52
|
+
"subagentStart"
|
|
53
|
+
]
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
"event": "subagentStart",
|
|
57
|
+
"stdin": "{\"sessionId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\",\"timestamp\":1792885996601,\"cwd\":\"<folder>\",\"agentName\":\"memo-writer\",\"agentDescription\":\"Writes short markdown memos into the workspace.\",\"agentId\":\"dda37b07-f3ee-474f-a234-09d957d5cf47\",\"agentType\":\"memo-writer\",\"parentAgentId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\"}",
|
|
58
|
+
"argv": [
|
|
59
|
+
"--event",
|
|
60
|
+
"subagentStart"
|
|
61
|
+
]
|
|
62
|
+
},
|
|
63
|
+
{
|
|
64
|
+
"event": "subagentStart",
|
|
65
|
+
"stdin": "{\"sessionId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\",\"timestamp\":1792885996603,\"cwd\":\"<folder>\",\"agentName\":\"general-purpose\",\"agentId\":\"b478b89b-4f10-4348-972d-321b668531cb\",\"agentType\":\"general-purpose\",\"parentAgentId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\"}",
|
|
66
|
+
"argv": [
|
|
67
|
+
"--event",
|
|
68
|
+
"subagentStart"
|
|
69
|
+
]
|
|
70
|
+
},
|
|
71
|
+
{
|
|
72
|
+
"event": "preToolUse",
|
|
73
|
+
"stdin": "{\"sessionId\":\"dda37b07-f3ee-474f-a234-09d957d5cf47\",\"timestamp\":1792886002417,\"cwd\":\"<folder>\",\"toolName\":\"apply_patch\",\"toolArgs\":\"*** Begin Patch\\n*** Add File: <folder>/memo.md\\n+Revenue Model Memo\\n+The business earns revenue by selling subscriptions to customers.\\n+Subscriptions are priced according to the selected service tier.\\n+Higher tiers provide additional features, capacity, or support.\\n+Revenue is calculated as active customers multiplied by average price.\\n+New customer additions increase the recurring revenue base.\\n+Customer churn reduces the number of customers retained each period.\\n+Upselling and price changes can increase revenue per customer.\\n+Gross revenue is tracked before deducting refunds, discounts, or taxes.\\n+The model forecasts revenue by period using customers, pricing, and churn assumptions.\\n*** End Patch\\n\",\"agentId\":\"dda37b07-f3ee-474f-a234-09d957d5cf47\",\"agentType\":\"memo-writer\",\"parentAgentId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\"}",
|
|
74
|
+
"argv": [
|
|
75
|
+
"--event",
|
|
76
|
+
"preToolUse"
|
|
77
|
+
]
|
|
78
|
+
},
|
|
79
|
+
{
|
|
80
|
+
"event": "postToolUse",
|
|
81
|
+
"stdin": "{\"sessionId\":\"dda37b07-f3ee-474f-a234-09d957d5cf47\",\"timestamp\":1792886002574,\"cwd\":\"<folder>\",\"toolName\":\"apply_patch\",\"toolArgs\":\"*** Begin Patch\\n*** Add File: <folder>/memo.md\\n+Revenue Model Memo\\n+The business earns revenue by selling subscriptions to customers.\\n+Subscriptions are priced according to the selected service tier.\\n+Higher tiers provide additional features, capacity, or support.\\n+Revenue is calculated as active customers multiplied by average price.\\n+New customer additions increase the recurring revenue base.\\n+Customer churn reduces the number of customers retained each period.\\n+Upselling and price changes can increase revenue per customer.\\n+Gross revenue is tracked before deducting refunds, discounts, or taxes.\\n+The model forecasts revenue by period using customers, pricing, and churn assumptions.\\n*** End Patch\\n\",\"toolResult\":{\"resultType\":\"success\",\"textResultForLlm\":\"Added 1 file(s): <folder>/memo.md\"},\"agentId\":\"dda37b07-f3ee-474f-a234-09d957d5cf47\",\"agentType\":\"memo-writer\",\"parentAgentId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\"}",
|
|
82
|
+
"argv": [
|
|
83
|
+
"--event",
|
|
84
|
+
"postToolUse"
|
|
85
|
+
]
|
|
86
|
+
},
|
|
87
|
+
{
|
|
88
|
+
"event": "preToolUse",
|
|
89
|
+
"stdin": "{\"sessionId\":\"dda37b07-f3ee-474f-a234-09d957d5cf47\",\"timestamp\":1792886004927,\"cwd\":\"<folder>\",\"toolName\":\"bash\",\"toolArgs\":{\"command\":\"wc -l memo.md\",\"description\":\"Verify memo line count\"},\"agentId\":\"dda37b07-f3ee-474f-a234-09d957d5cf47\",\"agentType\":\"memo-writer\",\"parentAgentId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\"}",
|
|
90
|
+
"argv": [
|
|
91
|
+
"--event",
|
|
92
|
+
"preToolUse"
|
|
93
|
+
]
|
|
94
|
+
},
|
|
95
|
+
{
|
|
96
|
+
"event": "postToolUse",
|
|
97
|
+
"stdin": "{\"sessionId\":\"dda37b07-f3ee-474f-a234-09d957d5cf47\",\"timestamp\":1792886005101,\"cwd\":\"<folder>\",\"toolName\":\"bash\",\"toolArgs\":{\"command\":\"wc -l memo.md\",\"description\":\"Verify memo line count\"},\"toolResult\":{\"resultType\":\"success\",\"textResultForLlm\":\"10 memo.md\\n<shellId: 17 completed with exit code 0>\"},\"agentId\":\"dda37b07-f3ee-474f-a234-09d957d5cf47\",\"agentType\":\"memo-writer\",\"parentAgentId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\"}",
|
|
98
|
+
"argv": [
|
|
99
|
+
"--event",
|
|
100
|
+
"postToolUse"
|
|
101
|
+
]
|
|
102
|
+
},
|
|
103
|
+
{
|
|
104
|
+
"event": "agentStop",
|
|
105
|
+
"stdin": "{\"sessionId\":\"dda37b07-f3ee-474f-a234-09d957d5cf47\",\"timestamp\":1792886006163,\"cwd\":\"<folder>\",\"stopReason\":\"end_turn\",\"stop_hook_active\":false,\"agentId\":\"dda37b07-f3ee-474f-a234-09d957d5cf47\",\"agentType\":\"memo-writer\",\"parentAgentId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\"}",
|
|
106
|
+
"argv": [
|
|
107
|
+
"--event",
|
|
108
|
+
"agentStop"
|
|
109
|
+
]
|
|
110
|
+
},
|
|
111
|
+
{
|
|
112
|
+
"event": "subagentStop",
|
|
113
|
+
"stdin": "{\"sessionId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\",\"timestamp\":1792886006313,\"cwd\":\"<folder>\",\"agentId\":\"dda37b07-f3ee-474f-a234-09d957d5cf47\",\"agentType\":\"memo-writer\",\"agentName\":\"memo-writer\",\"response\":\"Created `<folder>/memo.md` with exactly 10 lines.\",\"stopReason\":\"end_turn\",\"stop_hook_active\":false,\"parentAgentId\":\"25ee9a7c-ca9a-4d10-bd2e-e53055cfac50\"}",
|
|
114
|
+
"argv": [
|
|
115
|
+
"--event",
|
|
116
|
+
"subagentStop"
|
|
117
|
+
]
|
|
118
|
+
}
|
|
119
|
+
],
|
|
120
|
+
"files": {
|
|
121
|
+
"writes": [
|
|
122
|
+
{
|
|
123
|
+
"afterEvent": 9,
|
|
124
|
+
"path": "memo.md",
|
|
125
|
+
"content": "stand-in for memo.md\n"
|
|
126
|
+
}
|
|
127
|
+
]
|
|
128
|
+
},
|
|
129
|
+
"expect": {
|
|
130
|
+
"normalized": [
|
|
131
|
+
{
|
|
132
|
+
"kind": "prompt",
|
|
133
|
+
"eventName": "userPromptSubmitted",
|
|
134
|
+
"session": "25ee9a7c-ca9a-4d10-bd2e-e53055cfac50",
|
|
135
|
+
"prompt": "Start tracking (use the cocheck skill: run `cocheck track start` as its own command, by itself). Then delegate three helpers, each as its own sub-agent task, and let them work: (1) the built-in general-purpose agent builds model.xlsx in the current folder, a small 3-year revenue model with formulas, using python openpyxl if it is installed, else a CSV named model.csv (say which you used); (2) the custom agent memo-writer writes memo.md in the current folder, a 10-line memo explaining the model; (3) the built-in general-purpose agent builds deck.pptx in the current folder using python-pptx if it is installed, else a markdown outline named deck.md (say which you used). Do not do the helpers' work yourself. When all three are done, run this one command yourself: `ls /nonexistent_t151` (it is expected to fail). Finish with one closing sentence."
|
|
136
|
+
},
|
|
137
|
+
{
|
|
138
|
+
"kind": "other",
|
|
139
|
+
"eventName": "sessionStart",
|
|
140
|
+
"session": "25ee9a7c-ca9a-4d10-bd2e-e53055cfac50"
|
|
141
|
+
},
|
|
142
|
+
{
|
|
143
|
+
"kind": "tool-pre",
|
|
144
|
+
"eventName": "preToolUse",
|
|
145
|
+
"session": "25ee9a7c-ca9a-4d10-bd2e-e53055cfac50",
|
|
146
|
+
"toolName": "task"
|
|
147
|
+
},
|
|
148
|
+
{
|
|
149
|
+
"kind": "tool-pre",
|
|
150
|
+
"eventName": "preToolUse",
|
|
151
|
+
"session": "25ee9a7c-ca9a-4d10-bd2e-e53055cfac50",
|
|
152
|
+
"toolName": "task"
|
|
153
|
+
},
|
|
154
|
+
{
|
|
155
|
+
"kind": "tool-pre",
|
|
156
|
+
"eventName": "preToolUse",
|
|
157
|
+
"session": "25ee9a7c-ca9a-4d10-bd2e-e53055cfac50",
|
|
158
|
+
"toolName": "task"
|
|
159
|
+
},
|
|
160
|
+
{
|
|
161
|
+
"kind": "other",
|
|
162
|
+
"eventName": "subagentStart",
|
|
163
|
+
"session": "25ee9a7c-ca9a-4d10-bd2e-e53055cfac50",
|
|
164
|
+
"agentId": "8e9f6ab3-fa3d-4c37-9d55-92d9fdd9f3bf",
|
|
165
|
+
"agentType": "general-purpose"
|
|
166
|
+
},
|
|
167
|
+
{
|
|
168
|
+
"kind": "other",
|
|
169
|
+
"eventName": "subagentStart",
|
|
170
|
+
"session": "25ee9a7c-ca9a-4d10-bd2e-e53055cfac50",
|
|
171
|
+
"agentId": "dda37b07-f3ee-474f-a234-09d957d5cf47",
|
|
172
|
+
"agentType": "memo-writer"
|
|
173
|
+
},
|
|
174
|
+
{
|
|
175
|
+
"kind": "other",
|
|
176
|
+
"eventName": "subagentStart",
|
|
177
|
+
"session": "25ee9a7c-ca9a-4d10-bd2e-e53055cfac50",
|
|
178
|
+
"agentId": "b478b89b-4f10-4348-972d-321b668531cb",
|
|
179
|
+
"agentType": "general-purpose"
|
|
180
|
+
},
|
|
181
|
+
{
|
|
182
|
+
"kind": "tool-pre",
|
|
183
|
+
"eventName": "preToolUse",
|
|
184
|
+
"session": "25ee9a7c-ca9a-4d10-bd2e-e53055cfac50",
|
|
185
|
+
"toolName": "apply_patch",
|
|
186
|
+
"agentId": "dda37b07-f3ee-474f-a234-09d957d5cf47",
|
|
187
|
+
"agentType": "memo-writer"
|
|
188
|
+
},
|
|
189
|
+
{
|
|
190
|
+
"kind": "tool-post",
|
|
191
|
+
"eventName": "postToolUse",
|
|
192
|
+
"session": "25ee9a7c-ca9a-4d10-bd2e-e53055cfac50",
|
|
193
|
+
"toolName": "apply_patch",
|
|
194
|
+
"agentId": "dda37b07-f3ee-474f-a234-09d957d5cf47",
|
|
195
|
+
"agentType": "memo-writer"
|
|
196
|
+
},
|
|
197
|
+
{
|
|
198
|
+
"kind": "tool-pre",
|
|
199
|
+
"eventName": "preToolUse",
|
|
200
|
+
"session": "25ee9a7c-ca9a-4d10-bd2e-e53055cfac50",
|
|
201
|
+
"toolName": "bash",
|
|
202
|
+
"agentId": "dda37b07-f3ee-474f-a234-09d957d5cf47",
|
|
203
|
+
"agentType": "memo-writer"
|
|
204
|
+
},
|
|
205
|
+
{
|
|
206
|
+
"kind": "tool-post",
|
|
207
|
+
"eventName": "postToolUse",
|
|
208
|
+
"session": "25ee9a7c-ca9a-4d10-bd2e-e53055cfac50",
|
|
209
|
+
"toolName": "bash",
|
|
210
|
+
"agentId": "dda37b07-f3ee-474f-a234-09d957d5cf47",
|
|
211
|
+
"agentType": "memo-writer"
|
|
212
|
+
},
|
|
213
|
+
{
|
|
214
|
+
"kind": "other",
|
|
215
|
+
"eventName": "agentStop",
|
|
216
|
+
"session": "25ee9a7c-ca9a-4d10-bd2e-e53055cfac50",
|
|
217
|
+
"agentId": "dda37b07-f3ee-474f-a234-09d957d5cf47",
|
|
218
|
+
"agentType": "memo-writer"
|
|
219
|
+
},
|
|
220
|
+
{
|
|
221
|
+
"kind": "subagent-stop",
|
|
222
|
+
"eventName": "subagentStop",
|
|
223
|
+
"session": "25ee9a7c-ca9a-4d10-bd2e-e53055cfac50",
|
|
224
|
+
"agentId": "dda37b07-f3ee-474f-a234-09d957d5cf47",
|
|
225
|
+
"agentType": "memo-writer",
|
|
226
|
+
"lastAssistantMessage": "Created `<folder>/memo.md` with exactly 10 lines."
|
|
227
|
+
}
|
|
228
|
+
],
|
|
229
|
+
"credit": {
|
|
230
|
+
"memo.md": {
|
|
231
|
+
"creditedTo": "call:copilot-25ee9a7c-ca9a-4d10-bd2e-e53055cfac50-4",
|
|
232
|
+
"basis": "inferred"
|
|
233
|
+
}
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
}
|
|
@@ -0,0 +1,142 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schema": "cocheck-harness-case/1",
|
|
3
|
+
"harness": "toyagent",
|
|
4
|
+
"description": "Toy Agent: a prompt, a read, a write that creates notes.txt, a shell call, then the closing message. Its payloads carry no call id, so the ids in the credit are the ones CoCheck makes up (one per call, in order).",
|
|
5
|
+
"level": "L2",
|
|
6
|
+
"recording": [
|
|
7
|
+
{
|
|
8
|
+
"event": "userPrompt",
|
|
9
|
+
"stdin": "{\"sessionId\":\"toy-session-1\",\"workspace\":{\"roots\":[\"<folder>\"]},\"userText\":\"write the notes file\"}",
|
|
10
|
+
"argv": [
|
|
11
|
+
"--event",
|
|
12
|
+
"userPrompt"
|
|
13
|
+
]
|
|
14
|
+
},
|
|
15
|
+
{
|
|
16
|
+
"event": "beforeTool",
|
|
17
|
+
"stdin": "{\"sessionId\":\"toy-session-1\",\"workspace\":{\"roots\":[\"<folder>\"]},\"tool\":{\"name\":\"read_file\",\"args\":\"{\\\"path\\\": \\\"<folder>/data.txt\\\"}\"}}",
|
|
18
|
+
"argv": [
|
|
19
|
+
"--event",
|
|
20
|
+
"beforeTool"
|
|
21
|
+
]
|
|
22
|
+
},
|
|
23
|
+
{
|
|
24
|
+
"event": "afterTool",
|
|
25
|
+
"stdin": "{\"sessionId\":\"toy-session-1\",\"workspace\":{\"roots\":[\"<folder>\"]},\"tool\":{\"name\":\"read_file\",\"args\":\"{\\\"path\\\": \\\"<folder>/data.txt\\\"}\",\"result\":{\"text\":\"a,b,c\"}}}",
|
|
26
|
+
"argv": [
|
|
27
|
+
"--event",
|
|
28
|
+
"afterTool"
|
|
29
|
+
]
|
|
30
|
+
},
|
|
31
|
+
{
|
|
32
|
+
"event": "beforeTool",
|
|
33
|
+
"stdin": "{\"sessionId\":\"toy-session-1\",\"workspace\":{\"roots\":[\"<folder>\"]},\"tool\":{\"name\":\"write_file\",\"args\":\"{\\\"path\\\": \\\"<folder>/notes.txt\\\", \\\"content\\\": \\\"hello from the toy agent\\\\n\\\"}\"}}",
|
|
34
|
+
"argv": [
|
|
35
|
+
"--event",
|
|
36
|
+
"beforeTool"
|
|
37
|
+
]
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
"event": "afterTool",
|
|
41
|
+
"stdin": "{\"sessionId\":\"toy-session-1\",\"workspace\":{\"roots\":[\"<folder>\"]},\"tool\":{\"name\":\"write_file\",\"args\":\"{\\\"path\\\": \\\"<folder>/notes.txt\\\", \\\"content\\\": \\\"hello from the toy agent\\\\n\\\"}\",\"result\":{\"ok\":true}}}",
|
|
42
|
+
"argv": [
|
|
43
|
+
"--event",
|
|
44
|
+
"afterTool"
|
|
45
|
+
]
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
"event": "beforeTool",
|
|
49
|
+
"stdin": "{\"sessionId\":\"toy-session-1\",\"workspace\":{\"roots\":[\"<folder>\"]},\"tool\":{\"name\":\"run_shell\",\"args\":\"{\\\"command\\\": \\\"cat data.txt\\\"}\"}}",
|
|
50
|
+
"argv": [
|
|
51
|
+
"--event",
|
|
52
|
+
"beforeTool"
|
|
53
|
+
]
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
"event": "afterTool",
|
|
57
|
+
"stdin": "{\"sessionId\":\"toy-session-1\",\"workspace\":{\"roots\":[\"<folder>\"]},\"tool\":{\"name\":\"run_shell\",\"args\":\"{\\\"command\\\": \\\"cat data.txt\\\"}\",\"result\":{\"output\":\"a,b,c\"}}}",
|
|
58
|
+
"argv": [
|
|
59
|
+
"--event",
|
|
60
|
+
"afterTool"
|
|
61
|
+
]
|
|
62
|
+
},
|
|
63
|
+
{
|
|
64
|
+
"event": "finished",
|
|
65
|
+
"stdin": "{\"sessionId\":\"toy-session-1\",\"workspace\":{\"roots\":[\"<folder>\"]},\"final\":{\"message\":\"Wrote notes.txt and read data.txt.\"}}",
|
|
66
|
+
"argv": [
|
|
67
|
+
"--event",
|
|
68
|
+
"finished"
|
|
69
|
+
]
|
|
70
|
+
}
|
|
71
|
+
],
|
|
72
|
+
"files": {
|
|
73
|
+
"before": {
|
|
74
|
+
"data.txt": "a,b,c\n"
|
|
75
|
+
},
|
|
76
|
+
"writes": [
|
|
77
|
+
{
|
|
78
|
+
"afterEvent": 4,
|
|
79
|
+
"path": "notes.txt",
|
|
80
|
+
"content": "hello from the toy agent\n"
|
|
81
|
+
}
|
|
82
|
+
]
|
|
83
|
+
},
|
|
84
|
+
"expect": {
|
|
85
|
+
"normalized": [
|
|
86
|
+
{
|
|
87
|
+
"kind": "prompt",
|
|
88
|
+
"eventName": "userPrompt",
|
|
89
|
+
"session": "toy-session-1",
|
|
90
|
+
"prompt": "write the notes file"
|
|
91
|
+
},
|
|
92
|
+
{
|
|
93
|
+
"kind": "tool-pre",
|
|
94
|
+
"eventName": "beforeTool",
|
|
95
|
+
"session": "toy-session-1",
|
|
96
|
+
"toolName": "read_file"
|
|
97
|
+
},
|
|
98
|
+
{
|
|
99
|
+
"kind": "tool-post",
|
|
100
|
+
"eventName": "afterTool",
|
|
101
|
+
"session": "toy-session-1",
|
|
102
|
+
"toolName": "read_file"
|
|
103
|
+
},
|
|
104
|
+
{
|
|
105
|
+
"kind": "tool-pre",
|
|
106
|
+
"eventName": "beforeTool",
|
|
107
|
+
"session": "toy-session-1",
|
|
108
|
+
"toolName": "write_file"
|
|
109
|
+
},
|
|
110
|
+
{
|
|
111
|
+
"kind": "tool-post",
|
|
112
|
+
"eventName": "afterTool",
|
|
113
|
+
"session": "toy-session-1",
|
|
114
|
+
"toolName": "write_file"
|
|
115
|
+
},
|
|
116
|
+
{
|
|
117
|
+
"kind": "tool-pre",
|
|
118
|
+
"eventName": "beforeTool",
|
|
119
|
+
"session": "toy-session-1",
|
|
120
|
+
"toolName": "run_shell"
|
|
121
|
+
},
|
|
122
|
+
{
|
|
123
|
+
"kind": "tool-post",
|
|
124
|
+
"eventName": "afterTool",
|
|
125
|
+
"session": "toy-session-1",
|
|
126
|
+
"toolName": "run_shell"
|
|
127
|
+
},
|
|
128
|
+
{
|
|
129
|
+
"kind": "stop",
|
|
130
|
+
"eventName": "finished",
|
|
131
|
+
"session": "toy-session-1",
|
|
132
|
+
"lastAssistantMessage": "Wrote notes.txt and read data.txt."
|
|
133
|
+
}
|
|
134
|
+
],
|
|
135
|
+
"credit": {
|
|
136
|
+
"notes.txt": {
|
|
137
|
+
"creditedTo": "call:toyagent-toy-session-1-2",
|
|
138
|
+
"basis": "inferred"
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schema": "cocheck-harness/1",
|
|
3
|
+
"key": "toyagent",
|
|
4
|
+
"displayName": "Toy Agent",
|
|
5
|
+
"chip": "T",
|
|
6
|
+
"testedVersions": ["0.1"],
|
|
7
|
+
"events": {
|
|
8
|
+
"userPrompt": "prompt",
|
|
9
|
+
"beforeTool": "tool-pre",
|
|
10
|
+
"afterTool": "tool-post",
|
|
11
|
+
"toolFailed": "tool-failure",
|
|
12
|
+
"finished": "stop"
|
|
13
|
+
},
|
|
14
|
+
"eventFrom": { "arg": "--event" },
|
|
15
|
+
"fields": {
|
|
16
|
+
"session": "sessionId",
|
|
17
|
+
"cwd": "workspace.roots[0]",
|
|
18
|
+
"toolName": "tool.name",
|
|
19
|
+
"toolInput": "tool.args",
|
|
20
|
+
"toolResponse": "tool.result",
|
|
21
|
+
"prompt": "userText",
|
|
22
|
+
"lastAssistantMessage": "final.message"
|
|
23
|
+
},
|
|
24
|
+
"toolInputEncoding": "json-text",
|
|
25
|
+
"callId": { "synthesized": true },
|
|
26
|
+
"failure": { "tool-failure": { "text": ["error.message"] } },
|
|
27
|
+
"toolClasses": {
|
|
28
|
+
"read_file": { "class": "read" },
|
|
29
|
+
"write_file": { "class": "write", "pathFields": ["path"], "fileInput": true },
|
|
30
|
+
"run_shell": { "class": "shell", "dialect": "bash", "backgroundable": true }
|
|
31
|
+
},
|
|
32
|
+
"narration": { "sources": [{ "kind": "closing-message", "readableAt": "post" }] },
|
|
33
|
+
"install": {
|
|
34
|
+
"format": "json",
|
|
35
|
+
"path": "{env:TOYAGENT_HOME|{home}/.toyagent}/hooks.json",
|
|
36
|
+
"mode": "owned",
|
|
37
|
+
"rootKey": "hooks",
|
|
38
|
+
"envelope": { "version": 1 },
|
|
39
|
+
"events": ["userPrompt", "beforeTool", "afterTool", "toolFailed", "finished"],
|
|
40
|
+
"entryTemplate": { "run": "{command}" },
|
|
41
|
+
"eventInCommand": true,
|
|
42
|
+
"skillRoot": ".toyagent/skills",
|
|
43
|
+
"hostFlag": "toyagent",
|
|
44
|
+
"folderFromPayloadCwd": true,
|
|
45
|
+
"checkPayload": { "payload": { "sessionId": "install-check", "workspace": { "roots": ["{folder}"] }, "tool": { "name": "run_shell", "args": "{\"command\":\"true\"}" } }, "event": "beforeTool" }
|
|
46
|
+
}
|
|
47
|
+
}
|