cocheck 0.4.0 → 0.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -3
- package/dist/agent-transcripts.js +15 -12
- package/dist/attribution/evidence.js +2 -1
- package/dist/attribution/reconstruct.js +19 -0
- package/dist/attribution/tag.js +3 -3
- package/dist/build-info.json +1 -1
- package/dist/cli.js +31 -11
- package/dist/connector/export-view.js +1 -1
- package/dist/coverage.js +5 -3
- package/dist/credit-guard.js +59 -54
- package/dist/harness-cmd/create.js +76 -0
- package/dist/harness-cmd/index.js +19 -0
- package/dist/harness-cmd/record.js +327 -0
- package/dist/harness-cmd/scrub.js +25 -0
- package/dist/harness-cmd/test.js +318 -0
- package/dist/harnesses/README.md +5 -0
- package/dist/harnesses/claude/cocheck-harness.json +344 -0
- package/dist/harnesses/codex/cocheck-harness.json +212 -0
- package/dist/harnesses/copilot/cocheck-harness.json +296 -0
- package/dist/{copilot-helpers.js → helper-linker.js} +43 -32
- package/dist/hook-adapter.js +287 -63
- package/dist/hook-cli.js +73 -36
- package/dist/hook-journal.js +40 -12
- package/dist/hosts/claude.js +23 -159
- package/dist/hosts/codex.js +41 -81
- package/dist/hosts/compile.js +275 -0
- package/dist/hosts/copilot.js +7 -162
- package/dist/hosts/extras.js +55 -0
- package/dist/hosts/harnesses.js +66 -0
- package/dist/hosts/index.js +176 -8
- package/dist/hosts/install-block.js +332 -0
- package/dist/hosts/manifest.js +372 -0
- package/dist/hosts/shared.js +21 -0
- package/dist/hosts/tool-classes.js +6 -0
- package/dist/hosts/types.js +1 -0
- package/dist/install.js +69 -22
- package/dist/ledger.js +11 -0
- package/dist/normalize.js +33 -9
- package/dist/open-pick.js +5 -3
- package/dist/patch-secrets.js +11 -11
- package/dist/review-server.js +2 -2
- package/dist/timeline/attribution.js +2 -2
- package/dist/timeline/describe.js +20 -17
- package/dist/timeline/load.js +2 -2
- package/dist/timeline/rail/assets/review.js +1 -1
- package/dist/timeline/rail/model.js +8 -8
- package/dist/timeline/read-signal.js +4 -4
- package/dist/timeline/render/view-v1.js +2 -13
- package/dist/timeline/runs.js +9 -9
- package/dist/timeline/timeline.js +8 -8
- package/dist/timeline/write-signal.js +4 -3
- package/package.json +2 -2
- package/public-kit/harness/GUIDE.md +81 -0
- package/public-kit/harness/README.md +10 -0
- package/public-kit/harness/cases/claude/shell-writes-file.json +120 -0
- package/public-kit/harness/cases/codex/apply-patch-writes-files.json +177 -0
- package/public-kit/harness/cases/codex/helper-writes-file.json +160 -0
- package/public-kit/harness/cases/codex/shell-writes-and-fails.json +110 -0
- package/public-kit/harness/cases/copilot/camel-case-patch-and-failure.json +126 -0
- package/public-kit/harness/cases/copilot/helper-writes-file.json +209 -0
- package/public-kit/harness/cases/copilot/vscode-helper-writes-file.json +236 -0
- package/public-kit/harness/examples/toyagent/cases/write-notes.json +142 -0
- package/public-kit/harness/examples/toyagent/cocheck-harness.json +47 -0
- package/public-kit/harness/examples/toyagent/recordings/payloads.jsonl +8 -0
- package/public-kit/harness/harnesses/antigravity/README.md +32 -0
- package/public-kit/harness/harnesses/antigravity/cases/failed-edit.json +99 -0
- package/public-kit/harness/harnesses/antigravity/cases/helper-writes-file.json +270 -0
- package/public-kit/harness/harnesses/antigravity/cases/shell-ok-fail-and-denied.json +211 -0
- package/public-kit/harness/harnesses/antigravity/cases/write-then-edit.json +191 -0
- package/public-kit/harness/harnesses/antigravity/cocheck-harness.json +62 -0
- package/public-kit/harness/harnesses/antigravity/recordings/payloads.jsonl +63 -0
- package/public-kit/harness/harnesses/cursor/README.md +40 -0
- package/public-kit/harness/harnesses/cursor/cases/editor-write-edit-shell-helper.json +359 -0
- package/public-kit/harness/harnesses/cursor/cases/read-then-write-one-call-id.json +159 -0
- package/public-kit/harness/harnesses/cursor/cocheck-harness.json +67 -0
- package/public-kit/harness/harnesses/cursor/recordings/payloads.jsonl +28 -0
- package/public-kit/harness/scaffold/README.md +42 -0
- package/public-kit/harness/scaffold/cocheck-harness.json +72 -0
- package/public-kit/harness/scaffold/recordings/.gitkeep +0 -0
- package/public-kit/harness/spec/v1.md +286 -0
- package/scripts/hook-launch.sh +1 -1
|
@@ -0,0 +1,177 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schema": "cocheck-harness-case/1",
|
|
3
|
+
"harness": "codex",
|
|
4
|
+
"description": "Codex 0.169: apply_patch adds notes.txt and updates data.csv between two shell reads. The whole recording; the rollout is left out.",
|
|
5
|
+
"level": "L2",
|
|
6
|
+
"recording": [
|
|
7
|
+
{
|
|
8
|
+
"event": "SessionStart",
|
|
9
|
+
"stdin": "{\"session_id\":\"01a20087-e556-72d1-87a6-98775c29fdbd\",\"cwd\":\"<folder>\",\"hook_event_name\":\"SessionStart\",\"model\":\"gpt-6.2-sol\",\"permission_mode\":\"bypassPermissions\",\"source\":\"startup\"}",
|
|
10
|
+
"argv": []
|
|
11
|
+
},
|
|
12
|
+
{
|
|
13
|
+
"event": "UserPromptSubmit",
|
|
14
|
+
"stdin": "{\"session_id\":\"01a20087-e556-72d1-87a6-98775c29fdbd\",\"turn_id\":\"01a20087-e9d8-7bb3-a62f-ff538e0a4123\",\"cwd\":\"<folder>\",\"hook_event_name\":\"UserPromptSubmit\",\"model\":\"gpt-6.2-sol\",\"permission_mode\":\"bypassPermissions\",\"prompt\":\"Step 1: run cat data.csv. Step 2: use apply_patch to create notes.txt with three lines (alpha, beta, gamma). Step 3: use apply_patch to modify data.csv, changing its second row to 9,9,9. Do not use shell commands to write files.\"}",
|
|
15
|
+
"argv": []
|
|
16
|
+
},
|
|
17
|
+
{
|
|
18
|
+
"event": "PreToolUse",
|
|
19
|
+
"stdin": "{\"session_id\":\"01a20087-e556-72d1-87a6-98775c29fdbd\",\"turn_id\":\"01a20087-e9d8-7bb3-a62f-ff538e0a4123\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PreToolUse\",\"model\":\"gpt-6.2-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"Bash\",\"tool_input\":{\"command\":\"cat data.csv\"},\"tool_use_id\":\"exec-442ba401-74d8-4ae9-8691-65e73adc62e8\"}",
|
|
20
|
+
"argv": []
|
|
21
|
+
},
|
|
22
|
+
{
|
|
23
|
+
"event": "PostToolUse",
|
|
24
|
+
"stdin": "{\"session_id\":\"01a20087-e556-72d1-87a6-98775c29fdbd\",\"turn_id\":\"01a20087-e9d8-7bb3-a62f-ff538e0a4123\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PostToolUse\",\"model\":\"gpt-6.2-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"Bash\",\"tool_input\":{\"command\":\"cat data.csv\"},\"tool_response\":\"a,b,c\\n1,2,3\\n4,5,6\\n7,8,9\\n\",\"tool_use_id\":\"exec-442ba401-74d8-4ae9-8691-65e73adc62e8\"}",
|
|
25
|
+
"argv": []
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
"event": "PreToolUse",
|
|
29
|
+
"stdin": "{\"session_id\":\"01a20087-e556-72d1-87a6-98775c29fdbd\",\"turn_id\":\"01a20087-e9d8-7bb3-a62f-ff538e0a4123\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PreToolUse\",\"model\":\"gpt-6.2-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"apply_patch\",\"tool_input\":{\"command\":\"*** Begin Patch\\n*** Add File: notes.txt\\n+alpha\\n+beta\\n+gamma\\n*** End Patch\"},\"tool_use_id\":\"exec-6363ae33-dbd3-4c24-8f44-d1917e827215\"}",
|
|
30
|
+
"argv": []
|
|
31
|
+
},
|
|
32
|
+
{
|
|
33
|
+
"event": "PostToolUse",
|
|
34
|
+
"stdin": "{\"session_id\":\"01a20087-e556-72d1-87a6-98775c29fdbd\",\"turn_id\":\"01a20087-e9d8-7bb3-a62f-ff538e0a4123\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PostToolUse\",\"model\":\"gpt-6.2-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"apply_patch\",\"tool_input\":{\"command\":\"*** Begin Patch\\n*** Add File: notes.txt\\n+alpha\\n+beta\\n+gamma\\n*** End Patch\"},\"tool_response\":\"Exit code: 0\\nWall time: 0 seconds\\nOutput:\\nSuccess. Updated the following files:\\nA notes.txt\\n\",\"tool_use_id\":\"exec-6363ae33-dbd3-4c24-8f44-d1917e827215\"}",
|
|
35
|
+
"argv": []
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
"event": "PreToolUse",
|
|
39
|
+
"stdin": "{\"session_id\":\"01a20087-e556-72d1-87a6-98775c29fdbd\",\"turn_id\":\"01a20087-e9d8-7bb3-a62f-ff538e0a4123\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PreToolUse\",\"model\":\"gpt-6.2-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"apply_patch\",\"tool_input\":{\"command\":\"*** Begin Patch\\n*** Update File: data.csv\\n@@\\n a,b,c\\n-1,2,3\\n+9,9,9\\n 4,5,6\\n*** End Patch\"},\"tool_use_id\":\"exec-e2ee313b-8c0c-444d-bc4a-db9a11e4b94f\"}",
|
|
40
|
+
"argv": []
|
|
41
|
+
},
|
|
42
|
+
{
|
|
43
|
+
"event": "PostToolUse",
|
|
44
|
+
"stdin": "{\"session_id\":\"01a20087-e556-72d1-87a6-98775c29fdbd\",\"turn_id\":\"01a20087-e9d8-7bb3-a62f-ff538e0a4123\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PostToolUse\",\"model\":\"gpt-6.2-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"apply_patch\",\"tool_input\":{\"command\":\"*** Begin Patch\\n*** Update File: data.csv\\n@@\\n a,b,c\\n-1,2,3\\n+9,9,9\\n 4,5,6\\n*** End Patch\"},\"tool_response\":\"Exit code: 0\\nWall time: 0 seconds\\nOutput:\\nSuccess. Updated the following files:\\nM data.csv\\n\",\"tool_use_id\":\"exec-e2ee313b-8c0c-444d-bc4a-db9a11e4b94f\"}",
|
|
45
|
+
"argv": []
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
"event": "PreToolUse",
|
|
49
|
+
"stdin": "{\"session_id\":\"01a20087-e556-72d1-87a6-98775c29fdbd\",\"turn_id\":\"01a20087-e9d8-7bb3-a62f-ff538e0a4123\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PreToolUse\",\"model\":\"gpt-6.2-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"Bash\",\"tool_input\":{\"command\":\"cat notes.txt data.csv\"},\"tool_use_id\":\"exec-4157878e-bfa3-4be2-9991-54107363af10\"}",
|
|
50
|
+
"argv": []
|
|
51
|
+
},
|
|
52
|
+
{
|
|
53
|
+
"event": "PostToolUse",
|
|
54
|
+
"stdin": "{\"session_id\":\"01a20087-e556-72d1-87a6-98775c29fdbd\",\"turn_id\":\"01a20087-e9d8-7bb3-a62f-ff538e0a4123\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PostToolUse\",\"model\":\"gpt-6.2-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"Bash\",\"tool_input\":{\"command\":\"cat notes.txt data.csv\"},\"tool_response\":\"alpha\\nbeta\\ngamma\\na,b,c\\n9,9,9\\n4,5,6\\n7,8,9\\n\",\"tool_use_id\":\"exec-4157878e-bfa3-4be2-9991-54107363af10\"}",
|
|
55
|
+
"argv": []
|
|
56
|
+
},
|
|
57
|
+
{
|
|
58
|
+
"event": "Stop",
|
|
59
|
+
"stdin": "{\"session_id\":\"01a20087-e556-72d1-87a6-98775c29fdbd\",\"turn_id\":\"01a20087-e9d8-7bb3-a62f-ff538e0a4123\",\"cwd\":\"<folder>\",\"hook_event_name\":\"Stop\",\"model\":\"gpt-6.2-sol\",\"permission_mode\":\"bypassPermissions\",\"stop_hook_active\":false,\"last_assistant_message\":\"Created [notes.txt](<folder>/notes.txt) with `alpha`, `beta`, and `gamma` on separate lines. Changed the second row of [data.csv](<folder>/data.csv:2) from `1,2,3` to `9,9,9`.\\n\\nUsed `apply_patch` for both edits and verified both files with `cat`.\"}",
|
|
60
|
+
"argv": []
|
|
61
|
+
},
|
|
62
|
+
{
|
|
63
|
+
"event": "SessionEnd",
|
|
64
|
+
"stdin": "{\"session_id\":\"01a20087-e556-72d1-87a6-98775c29fdbd\",\"cwd\":\"<folder>\",\"hook_event_name\":\"SessionEnd\",\"reason\":\"other\"}",
|
|
65
|
+
"argv": []
|
|
66
|
+
}
|
|
67
|
+
],
|
|
68
|
+
"files": {
|
|
69
|
+
"before": {
|
|
70
|
+
"data.csv": "a,b,c\n1,2,3\n4,5,6\n"
|
|
71
|
+
},
|
|
72
|
+
"writes": [
|
|
73
|
+
{
|
|
74
|
+
"afterEvent": 5,
|
|
75
|
+
"path": "notes.txt",
|
|
76
|
+
"content": "alpha\nbeta\ngamma\n"
|
|
77
|
+
},
|
|
78
|
+
{
|
|
79
|
+
"afterEvent": 7,
|
|
80
|
+
"path": "data.csv",
|
|
81
|
+
"content": "a,b,c\n9,9,9\n4,5,6\n"
|
|
82
|
+
}
|
|
83
|
+
]
|
|
84
|
+
},
|
|
85
|
+
"expect": {
|
|
86
|
+
"normalized": [
|
|
87
|
+
{
|
|
88
|
+
"kind": "other",
|
|
89
|
+
"eventName": "SessionStart",
|
|
90
|
+
"session": "01a20087-e556-72d1-87a6-98775c29fdbd"
|
|
91
|
+
},
|
|
92
|
+
{
|
|
93
|
+
"kind": "prompt",
|
|
94
|
+
"eventName": "UserPromptSubmit",
|
|
95
|
+
"session": "01a20087-e556-72d1-87a6-98775c29fdbd",
|
|
96
|
+
"prompt": "Step 1: run cat data.csv. Step 2: use apply_patch to create notes.txt with three lines (alpha, beta, gamma). Step 3: use apply_patch to modify data.csv, changing its second row to 9,9,9. Do not use shell commands to write files."
|
|
97
|
+
},
|
|
98
|
+
{
|
|
99
|
+
"kind": "tool-pre",
|
|
100
|
+
"eventName": "PreToolUse",
|
|
101
|
+
"session": "01a20087-e556-72d1-87a6-98775c29fdbd",
|
|
102
|
+
"toolName": "Bash",
|
|
103
|
+
"callId": "exec-442ba401-74d8-4ae9-8691-65e73adc62e8"
|
|
104
|
+
},
|
|
105
|
+
{
|
|
106
|
+
"kind": "tool-post",
|
|
107
|
+
"eventName": "PostToolUse",
|
|
108
|
+
"session": "01a20087-e556-72d1-87a6-98775c29fdbd",
|
|
109
|
+
"toolName": "Bash",
|
|
110
|
+
"callId": "exec-442ba401-74d8-4ae9-8691-65e73adc62e8"
|
|
111
|
+
},
|
|
112
|
+
{
|
|
113
|
+
"kind": "tool-pre",
|
|
114
|
+
"eventName": "PreToolUse",
|
|
115
|
+
"session": "01a20087-e556-72d1-87a6-98775c29fdbd",
|
|
116
|
+
"toolName": "apply_patch",
|
|
117
|
+
"callId": "exec-6363ae33-dbd3-4c24-8f44-d1917e827215"
|
|
118
|
+
},
|
|
119
|
+
{
|
|
120
|
+
"kind": "tool-post",
|
|
121
|
+
"eventName": "PostToolUse",
|
|
122
|
+
"session": "01a20087-e556-72d1-87a6-98775c29fdbd",
|
|
123
|
+
"toolName": "apply_patch",
|
|
124
|
+
"callId": "exec-6363ae33-dbd3-4c24-8f44-d1917e827215"
|
|
125
|
+
},
|
|
126
|
+
{
|
|
127
|
+
"kind": "tool-pre",
|
|
128
|
+
"eventName": "PreToolUse",
|
|
129
|
+
"session": "01a20087-e556-72d1-87a6-98775c29fdbd",
|
|
130
|
+
"toolName": "apply_patch",
|
|
131
|
+
"callId": "exec-e2ee313b-8c0c-444d-bc4a-db9a11e4b94f"
|
|
132
|
+
},
|
|
133
|
+
{
|
|
134
|
+
"kind": "tool-post",
|
|
135
|
+
"eventName": "PostToolUse",
|
|
136
|
+
"session": "01a20087-e556-72d1-87a6-98775c29fdbd",
|
|
137
|
+
"toolName": "apply_patch",
|
|
138
|
+
"callId": "exec-e2ee313b-8c0c-444d-bc4a-db9a11e4b94f"
|
|
139
|
+
},
|
|
140
|
+
{
|
|
141
|
+
"kind": "tool-pre",
|
|
142
|
+
"eventName": "PreToolUse",
|
|
143
|
+
"session": "01a20087-e556-72d1-87a6-98775c29fdbd",
|
|
144
|
+
"toolName": "Bash",
|
|
145
|
+
"callId": "exec-4157878e-bfa3-4be2-9991-54107363af10"
|
|
146
|
+
},
|
|
147
|
+
{
|
|
148
|
+
"kind": "tool-post",
|
|
149
|
+
"eventName": "PostToolUse",
|
|
150
|
+
"session": "01a20087-e556-72d1-87a6-98775c29fdbd",
|
|
151
|
+
"toolName": "Bash",
|
|
152
|
+
"callId": "exec-4157878e-bfa3-4be2-9991-54107363af10"
|
|
153
|
+
},
|
|
154
|
+
{
|
|
155
|
+
"kind": "stop",
|
|
156
|
+
"eventName": "Stop",
|
|
157
|
+
"session": "01a20087-e556-72d1-87a6-98775c29fdbd",
|
|
158
|
+
"lastAssistantMessage": "Created [notes.txt](<folder>/notes.txt) with `alpha`, `beta`, and `gamma` on separate lines. Changed the second row of [data.csv](<folder>/data.csv:2) from `1,2,3` to `9,9,9`.\n\nUsed `apply_patch` for both edits and verified both files with `cat`."
|
|
159
|
+
},
|
|
160
|
+
{
|
|
161
|
+
"kind": "other",
|
|
162
|
+
"eventName": "SessionEnd",
|
|
163
|
+
"session": "01a20087-e556-72d1-87a6-98775c29fdbd"
|
|
164
|
+
}
|
|
165
|
+
],
|
|
166
|
+
"credit": {
|
|
167
|
+
"notes.txt": {
|
|
168
|
+
"creditedTo": "call:exec-6363ae33-dbd3-4c24-8f44-d1917e827215",
|
|
169
|
+
"basis": "host-reported-edit"
|
|
170
|
+
},
|
|
171
|
+
"data.csv": {
|
|
172
|
+
"creditedTo": "call:exec-e2ee313b-8c0c-444d-bc4a-db9a11e4b94f",
|
|
173
|
+
"basis": "host-reported-edit"
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
}
|
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schema": "cocheck-harness-case/1",
|
|
3
|
+
"harness": "codex",
|
|
4
|
+
"description": "Codex 0.164 (run 2): the main thread starts a helper, the helper's shell call writes b.txt, the helper stops. The model-request events, the main thread's own calls and the rollout files are left out.",
|
|
5
|
+
"level": "L2",
|
|
6
|
+
"recording": [
|
|
7
|
+
{
|
|
8
|
+
"event": "SessionStart",
|
|
9
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"cwd\":\"<folder>\",\"hook_event_name\":\"SessionStart\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"source\":\"startup\"}",
|
|
10
|
+
"argv": []
|
|
11
|
+
},
|
|
12
|
+
{
|
|
13
|
+
"event": "UserPromptSubmit",
|
|
14
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"turn_id\":\"01a16ff1-ade4-7102-abe3-deaf3b6d0700\",\"cwd\":\"<folder>\",\"hook_event_name\":\"UserPromptSubmit\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"prompt\":\"Do these in order. 1) Create a file a.txt containing the word alpha. 2) Run the shell command: ls /nonexistent_t147 (it will fail; that is expected). 3) Spawn a helper subagent (use your spawn_agent tool if you have one) and have it create file b.txt containing beta, wait for it. If you have no subagent tool, say so. 4) Finish with one short sentence.\"}",
|
|
15
|
+
"argv": []
|
|
16
|
+
},
|
|
17
|
+
{
|
|
18
|
+
"event": "PreToolUse",
|
|
19
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"turn_id\":\"01a16ff1-ade4-7102-abe3-deaf3b6d0700\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PreToolUse\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"collaborationspawn_agent\",\"tool_input\":{\"task_name\":\"create_b\",\"message\":\"gAAAAABq3St1WPeg4RdKLK5ngx4tygsHKBreQRibOfJWzE0X0rTM51r27Znn90xOyyzEzAuNxb1WiCC9teA5Kp-N2vAVFuN0GikHxFPGjKVHHeDWRYT0ani1op4N6gP0mgZm8sBJsjiHITiEVm-GTVWnnW2l-DyWiweh34neCdBC5_xPlHdsbk8jsMirdO7skkUXH8Q3RwAZIHniK39LJKttybtt50tUKw5XnecKjbHS2YRp37T_uTg=\"},\"tool_use_id\":\"call_f44b8fc254824f7ab6b0bd7319965296\"}",
|
|
20
|
+
"argv": []
|
|
21
|
+
},
|
|
22
|
+
{
|
|
23
|
+
"event": "PostToolUse",
|
|
24
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"turn_id\":\"01a16ff1-ade4-7102-abe3-deaf3b6d0700\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PostToolUse\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"collaborationspawn_agent\",\"tool_input\":{\"task_name\":\"create_b\",\"message\":\"gAAAAABq3St1WPeg4RdKLK5ngx4tygsHKBreQRibOfJWzE0X0rTM51r27Znn90xOyyzEzAuNxb1WiCC9teA5Kp-N2vAVFuN0GikHxFPGjKVHHeDWRYT0ani1op4N6gP0mgZm8sBJsjiHITiEVm-GTVWnnW2l-DyWiweh34neCdBC5_xPlHdsbk8jsMirdO7skkUXH8Q3RwAZIHniK39LJKttybtt50tUKw5XnecKjbHS2YRp37T_uTg=\"},\"tool_response\":\"{\\\"task_name\\\":\\\"/root/create_b\\\"}\",\"tool_use_id\":\"call_f44b8fc254824f7ab6b0bd7319965296\"}",
|
|
25
|
+
"argv": []
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
"event": "SubagentStart",
|
|
29
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"turn_id\":\"01a16ff1-c280-75f2-80d0-59ef0607bf06\",\"cwd\":\"<folder>\",\"hook_event_name\":\"SubagentStart\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"agent_id\":\"01a16ff1-c26a-7f03-80e7-465fcf0b0f19\",\"agent_type\":\"default\"}",
|
|
30
|
+
"argv": []
|
|
31
|
+
},
|
|
32
|
+
{
|
|
33
|
+
"event": "PreToolUse",
|
|
34
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"turn_id\":\"01a16ff1-ade4-7102-abe3-deaf3b6d0700\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PreToolUse\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"collaborationwait_agent\",\"tool_input\":{\"timeout_ms\":30000},\"tool_use_id\":\"call_ed2e9b64a60941f3a492b16612f06a82\"}",
|
|
35
|
+
"argv": []
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
"event": "PreToolUse",
|
|
39
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"turn_id\":\"01a16ff1-c280-75f2-80d0-59ef0607bf06\",\"agent_id\":\"01a16ff1-c26a-7f03-80e7-465fcf0b0f19\",\"agent_type\":\"default\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PreToolUse\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"Bash\",\"tool_input\":{\"command\":\"printf beta > b.txt\"},\"tool_use_id\":\"exec-1d9ab71c-c499-4b28-ad5b-d3baafc5bb4a\"}",
|
|
40
|
+
"argv": []
|
|
41
|
+
},
|
|
42
|
+
{
|
|
43
|
+
"event": "PostToolUse",
|
|
44
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"turn_id\":\"01a16ff1-c280-75f2-80d0-59ef0607bf06\",\"agent_id\":\"01a16ff1-c26a-7f03-80e7-465fcf0b0f19\",\"agent_type\":\"default\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PostToolUse\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"Bash\",\"tool_input\":{\"command\":\"printf beta > b.txt\"},\"tool_response\":\"\",\"tool_use_id\":\"exec-1d9ab71c-c499-4b28-ad5b-d3baafc5bb4a\"}",
|
|
45
|
+
"argv": []
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
"event": "SubagentStop",
|
|
49
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"turn_id\":\"01a16ff1-c280-75f2-80d0-59ef0607bf06\",\"agent_transcript_path\":\"<root>/home/sessions/2026/10/24/rollout-2026-10-24T18-04-37-01a16ff1-c26a-7f03-80e7-465fcf0b0f19.jsonl\",\"cwd\":\"<folder>\",\"hook_event_name\":\"SubagentStop\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"stop_hook_active\":false,\"agent_id\":\"01a16ff1-c26a-7f03-80e7-465fcf0b0f19\",\"agent_type\":\"default\",\"last_assistant_message\":\"Created b.txt containing exactly beta.\"}",
|
|
50
|
+
"argv": []
|
|
51
|
+
},
|
|
52
|
+
{
|
|
53
|
+
"event": "PostToolUse",
|
|
54
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"turn_id\":\"01a16ff1-ade4-7102-abe3-deaf3b6d0700\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PostToolUse\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"collaborationwait_agent\",\"tool_input\":{\"timeout_ms\":30000},\"tool_response\":\"{\\\"message\\\":\\\"Wait completed.\\\",\\\"timed_out\\\":false}\",\"tool_use_id\":\"call_ed2e9b64a60941f3a492b16612f06a82\"}",
|
|
55
|
+
"argv": []
|
|
56
|
+
},
|
|
57
|
+
{
|
|
58
|
+
"event": "Stop",
|
|
59
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"turn_id\":\"01a16ff1-ade4-7102-abe3-deaf3b6d0700\",\"cwd\":\"<folder>\",\"hook_event_name\":\"Stop\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"stop_hook_active\":false,\"last_assistant_message\":\"Created a.txt with alpha, ran the expected failing command, and waited for the helper to create b.txt with beta.\"}",
|
|
60
|
+
"argv": []
|
|
61
|
+
}
|
|
62
|
+
],
|
|
63
|
+
"files": {
|
|
64
|
+
"writes": [
|
|
65
|
+
{
|
|
66
|
+
"afterEvent": 7,
|
|
67
|
+
"path": "b.txt",
|
|
68
|
+
"content": "beta"
|
|
69
|
+
}
|
|
70
|
+
]
|
|
71
|
+
},
|
|
72
|
+
"expect": {
|
|
73
|
+
"normalized": [
|
|
74
|
+
{
|
|
75
|
+
"kind": "other",
|
|
76
|
+
"eventName": "SessionStart",
|
|
77
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279"
|
|
78
|
+
},
|
|
79
|
+
{
|
|
80
|
+
"kind": "prompt",
|
|
81
|
+
"eventName": "UserPromptSubmit",
|
|
82
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279",
|
|
83
|
+
"prompt": "Do these in order. 1) Create a file a.txt containing the word alpha. 2) Run the shell command: ls /nonexistent_t147 (it will fail; that is expected). 3) Spawn a helper subagent (use your spawn_agent tool if you have one) and have it create file b.txt containing beta, wait for it. If you have no subagent tool, say so. 4) Finish with one short sentence."
|
|
84
|
+
},
|
|
85
|
+
{
|
|
86
|
+
"kind": "tool-pre",
|
|
87
|
+
"eventName": "PreToolUse",
|
|
88
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279",
|
|
89
|
+
"toolName": "spawn_agent",
|
|
90
|
+
"callId": "call_f44b8fc254824f7ab6b0bd7319965296"
|
|
91
|
+
},
|
|
92
|
+
{
|
|
93
|
+
"kind": "tool-post",
|
|
94
|
+
"eventName": "PostToolUse",
|
|
95
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279",
|
|
96
|
+
"toolName": "spawn_agent",
|
|
97
|
+
"callId": "call_f44b8fc254824f7ab6b0bd7319965296"
|
|
98
|
+
},
|
|
99
|
+
{
|
|
100
|
+
"kind": "other",
|
|
101
|
+
"eventName": "SubagentStart",
|
|
102
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279",
|
|
103
|
+
"agentId": "01a16ff1-c26a-7f03-80e7-465fcf0b0f19",
|
|
104
|
+
"agentType": "default"
|
|
105
|
+
},
|
|
106
|
+
{
|
|
107
|
+
"kind": "tool-pre",
|
|
108
|
+
"eventName": "PreToolUse",
|
|
109
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279",
|
|
110
|
+
"toolName": "wait_agent",
|
|
111
|
+
"callId": "call_ed2e9b64a60941f3a492b16612f06a82"
|
|
112
|
+
},
|
|
113
|
+
{
|
|
114
|
+
"kind": "tool-pre",
|
|
115
|
+
"eventName": "PreToolUse",
|
|
116
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279",
|
|
117
|
+
"toolName": "Bash",
|
|
118
|
+
"callId": "exec-1d9ab71c-c499-4b28-ad5b-d3baafc5bb4a",
|
|
119
|
+
"agentId": "01a16ff1-c26a-7f03-80e7-465fcf0b0f19",
|
|
120
|
+
"agentType": "default"
|
|
121
|
+
},
|
|
122
|
+
{
|
|
123
|
+
"kind": "tool-post",
|
|
124
|
+
"eventName": "PostToolUse",
|
|
125
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279",
|
|
126
|
+
"toolName": "Bash",
|
|
127
|
+
"callId": "exec-1d9ab71c-c499-4b28-ad5b-d3baafc5bb4a",
|
|
128
|
+
"agentId": "01a16ff1-c26a-7f03-80e7-465fcf0b0f19",
|
|
129
|
+
"agentType": "default"
|
|
130
|
+
},
|
|
131
|
+
{
|
|
132
|
+
"kind": "subagent-stop",
|
|
133
|
+
"eventName": "SubagentStop",
|
|
134
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279",
|
|
135
|
+
"agentId": "01a16ff1-c26a-7f03-80e7-465fcf0b0f19",
|
|
136
|
+
"agentType": "default",
|
|
137
|
+
"lastAssistantMessage": "Created b.txt containing exactly beta."
|
|
138
|
+
},
|
|
139
|
+
{
|
|
140
|
+
"kind": "tool-post",
|
|
141
|
+
"eventName": "PostToolUse",
|
|
142
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279",
|
|
143
|
+
"toolName": "wait_agent",
|
|
144
|
+
"callId": "call_ed2e9b64a60941f3a492b16612f06a82"
|
|
145
|
+
},
|
|
146
|
+
{
|
|
147
|
+
"kind": "stop",
|
|
148
|
+
"eventName": "Stop",
|
|
149
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279",
|
|
150
|
+
"lastAssistantMessage": "Created a.txt with alpha, ran the expected failing command, and waited for the helper to create b.txt with beta."
|
|
151
|
+
}
|
|
152
|
+
],
|
|
153
|
+
"credit": {
|
|
154
|
+
"b.txt": {
|
|
155
|
+
"creditedTo": "call:exec-1d9ab71c-c499-4b28-ad5b-d3baafc5bb4a",
|
|
156
|
+
"basis": "inferred"
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
}
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schema": "cocheck-harness-case/1",
|
|
3
|
+
"harness": "codex",
|
|
4
|
+
"description": "Codex 0.164 (run 2): a prompt, a shell call that writes a.txt, a shell call that fails, then the stop. The model-request events, the helper's lines and the rollout files are left out.",
|
|
5
|
+
"level": "L2",
|
|
6
|
+
"recording": [
|
|
7
|
+
{
|
|
8
|
+
"event": "SessionStart",
|
|
9
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"cwd\":\"<folder>\",\"hook_event_name\":\"SessionStart\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"source\":\"startup\"}",
|
|
10
|
+
"argv": []
|
|
11
|
+
},
|
|
12
|
+
{
|
|
13
|
+
"event": "UserPromptSubmit",
|
|
14
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"turn_id\":\"01a16ff1-ade4-7102-abe3-deaf3b6d0700\",\"cwd\":\"<folder>\",\"hook_event_name\":\"UserPromptSubmit\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"prompt\":\"Do these in order. 1) Create a file a.txt containing the word alpha. 2) Run the shell command: ls /nonexistent_t147 (it will fail; that is expected). 3) Spawn a helper subagent (use your spawn_agent tool if you have one) and have it create file b.txt containing beta, wait for it. If you have no subagent tool, say so. 4) Finish with one short sentence.\"}",
|
|
15
|
+
"argv": []
|
|
16
|
+
},
|
|
17
|
+
{
|
|
18
|
+
"event": "PreToolUse",
|
|
19
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"turn_id\":\"01a16ff1-ade4-7102-abe3-deaf3b6d0700\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PreToolUse\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"Bash\",\"tool_input\":{\"command\":\"printf alpha > a.txt\"},\"tool_use_id\":\"exec-de551eab-320d-46a7-ab70-6433dab6dda3\"}",
|
|
20
|
+
"argv": []
|
|
21
|
+
},
|
|
22
|
+
{
|
|
23
|
+
"event": "PostToolUse",
|
|
24
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"turn_id\":\"01a16ff1-ade4-7102-abe3-deaf3b6d0700\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PostToolUse\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"Bash\",\"tool_input\":{\"command\":\"printf alpha > a.txt\"},\"tool_response\":\"\",\"tool_use_id\":\"exec-de551eab-320d-46a7-ab70-6433dab6dda3\"}",
|
|
25
|
+
"argv": []
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
"event": "PreToolUse",
|
|
29
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"turn_id\":\"01a16ff1-ade4-7102-abe3-deaf3b6d0700\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PreToolUse\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"Bash\",\"tool_input\":{\"command\":\"ls /nonexistent_t147\"},\"tool_use_id\":\"exec-9f48ad11-5e70-43ae-b212-0f8d4672e4e1\"}",
|
|
30
|
+
"argv": []
|
|
31
|
+
},
|
|
32
|
+
{
|
|
33
|
+
"event": "PostToolUse",
|
|
34
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"turn_id\":\"01a16ff1-ade4-7102-abe3-deaf3b6d0700\",\"cwd\":\"<folder>\",\"hook_event_name\":\"PostToolUse\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"tool_name\":\"Bash\",\"tool_input\":{\"command\":\"ls /nonexistent_t147\"},\"tool_response\":\"ls: /nonexistent_t147: No such file or directory\\n\",\"tool_use_id\":\"exec-9f48ad11-5e70-43ae-b212-0f8d4672e4e1\"}",
|
|
35
|
+
"argv": []
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
"event": "Stop",
|
|
39
|
+
"stdin": "{\"session_id\":\"01a16ff1-ac5d-78f1-a588-6ff46ea9e279\",\"turn_id\":\"01a16ff1-ade4-7102-abe3-deaf3b6d0700\",\"cwd\":\"<folder>\",\"hook_event_name\":\"Stop\",\"model\":\"gpt-6.1-sol\",\"permission_mode\":\"bypassPermissions\",\"stop_hook_active\":false,\"last_assistant_message\":\"Created a.txt with alpha, ran the expected failing command, and waited for the helper to create b.txt with beta.\"}",
|
|
40
|
+
"argv": []
|
|
41
|
+
}
|
|
42
|
+
],
|
|
43
|
+
"files": {
|
|
44
|
+
"writes": [
|
|
45
|
+
{
|
|
46
|
+
"afterEvent": 3,
|
|
47
|
+
"path": "a.txt",
|
|
48
|
+
"content": "alpha"
|
|
49
|
+
}
|
|
50
|
+
]
|
|
51
|
+
},
|
|
52
|
+
"expect": {
|
|
53
|
+
"normalized": [
|
|
54
|
+
{
|
|
55
|
+
"kind": "other",
|
|
56
|
+
"eventName": "SessionStart",
|
|
57
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279"
|
|
58
|
+
},
|
|
59
|
+
{
|
|
60
|
+
"kind": "prompt",
|
|
61
|
+
"eventName": "UserPromptSubmit",
|
|
62
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279",
|
|
63
|
+
"prompt": "Do these in order. 1) Create a file a.txt containing the word alpha. 2) Run the shell command: ls /nonexistent_t147 (it will fail; that is expected). 3) Spawn a helper subagent (use your spawn_agent tool if you have one) and have it create file b.txt containing beta, wait for it. If you have no subagent tool, say so. 4) Finish with one short sentence."
|
|
64
|
+
},
|
|
65
|
+
{
|
|
66
|
+
"kind": "tool-pre",
|
|
67
|
+
"eventName": "PreToolUse",
|
|
68
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279",
|
|
69
|
+
"toolName": "Bash",
|
|
70
|
+
"callId": "exec-de551eab-320d-46a7-ab70-6433dab6dda3"
|
|
71
|
+
},
|
|
72
|
+
{
|
|
73
|
+
"kind": "tool-post",
|
|
74
|
+
"eventName": "PostToolUse",
|
|
75
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279",
|
|
76
|
+
"toolName": "Bash",
|
|
77
|
+
"callId": "exec-de551eab-320d-46a7-ab70-6433dab6dda3"
|
|
78
|
+
},
|
|
79
|
+
{
|
|
80
|
+
"kind": "tool-pre",
|
|
81
|
+
"eventName": "PreToolUse",
|
|
82
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279",
|
|
83
|
+
"toolName": "Bash",
|
|
84
|
+
"callId": "exec-9f48ad11-5e70-43ae-b212-0f8d4672e4e1"
|
|
85
|
+
},
|
|
86
|
+
{
|
|
87
|
+
"kind": "tool-post",
|
|
88
|
+
"eventName": "PostToolUse",
|
|
89
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279",
|
|
90
|
+
"toolName": "Bash",
|
|
91
|
+
"callId": "exec-9f48ad11-5e70-43ae-b212-0f8d4672e4e1",
|
|
92
|
+
"failure": {
|
|
93
|
+
"interrupted": false
|
|
94
|
+
}
|
|
95
|
+
},
|
|
96
|
+
{
|
|
97
|
+
"kind": "stop",
|
|
98
|
+
"eventName": "Stop",
|
|
99
|
+
"session": "01a16ff1-ac5d-78f1-a588-6ff46ea9e279",
|
|
100
|
+
"lastAssistantMessage": "Created a.txt with alpha, ran the expected failing command, and waited for the helper to create b.txt with beta."
|
|
101
|
+
}
|
|
102
|
+
],
|
|
103
|
+
"credit": {
|
|
104
|
+
"a.txt": {
|
|
105
|
+
"creditedTo": "call:exec-de551eab-320d-46a7-ab70-6433dab6dda3",
|
|
106
|
+
"basis": "inferred"
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
}
|
|
@@ -0,0 +1,126 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schema": "cocheck-harness-case/1",
|
|
3
|
+
"harness": "copilot",
|
|
4
|
+
"description": "Copilot CLI 1.0.98 (camelCase event names): apply_patch creates a.txt, a shell call fails, the agent stops. The permission and prompt-transform events are left out.",
|
|
5
|
+
"level": "L2",
|
|
6
|
+
"recording": [
|
|
7
|
+
{
|
|
8
|
+
"event": "sessionStart",
|
|
9
|
+
"stdin": "{\"sessionId\":\"3456c946-0d3c-4981-9ba5-5bdcae9c5916\",\"timestamp\":1792879293513,\"cwd\":\"<folder>\",\"source\":\"new\",\"initialPrompt\":\"Do these steps in order, one tool call each where possible: 1) create a file a.txt containing hello. 2) run the shell command: ls /nonexistent_dir_t147 (it will fail, that is expected, just continue). 3) delegate to the custom agent named writer: ask it to create sub1.txt containing custom. 4) delegate to the built-in general-purpose agent via the task tool: ask it to create sub2.txt containing builtin. 5) reply with the single word finished.\"}",
|
|
10
|
+
"argv": [
|
|
11
|
+
"--event",
|
|
12
|
+
"sessionStart"
|
|
13
|
+
]
|
|
14
|
+
},
|
|
15
|
+
{
|
|
16
|
+
"event": "userPromptSubmitted",
|
|
17
|
+
"stdin": "{\"sessionId\":\"3456c946-0d3c-4981-9ba5-5bdcae9c5916\",\"timestamp\":1792879293731,\"cwd\":\"<folder>\",\"prompt\":\"Do these steps in order, one tool call each where possible: 1) create a file a.txt containing hello. 2) run the shell command: ls /nonexistent_dir_t147 (it will fail, that is expected, just continue). 3) delegate to the custom agent named writer: ask it to create sub1.txt containing custom. 4) delegate to the built-in general-purpose agent via the task tool: ask it to create sub2.txt containing builtin. 5) reply with the single word finished.\"}",
|
|
18
|
+
"argv": [
|
|
19
|
+
"--event",
|
|
20
|
+
"userPromptSubmitted"
|
|
21
|
+
]
|
|
22
|
+
},
|
|
23
|
+
{
|
|
24
|
+
"event": "preToolUse",
|
|
25
|
+
"stdin": "{\"sessionId\":\"3456c946-0d3c-4981-9ba5-5bdcae9c5916\",\"timestamp\":1792879296389,\"cwd\":\"<folder>\",\"toolName\":\"apply_patch\",\"toolArgs\":\"*** Begin Patch\\n*** Add File: a.txt\\n+hello\\n*** End Patch\\n\"}",
|
|
26
|
+
"argv": [
|
|
27
|
+
"--event",
|
|
28
|
+
"preToolUse"
|
|
29
|
+
]
|
|
30
|
+
},
|
|
31
|
+
{
|
|
32
|
+
"event": "postToolUse",
|
|
33
|
+
"stdin": "{\"sessionId\":\"3456c946-0d3c-4981-9ba5-5bdcae9c5916\",\"timestamp\":1792879296483,\"cwd\":\"<folder>\",\"toolName\":\"apply_patch\",\"toolArgs\":\"*** Begin Patch\\n*** Add File: a.txt\\n+hello\\n*** End Patch\\n\",\"toolResult\":{\"resultType\":\"success\",\"textResultForLlm\":\"Added 1 file(s): <folder>/a.txt\"}}",
|
|
34
|
+
"argv": [
|
|
35
|
+
"--event",
|
|
36
|
+
"postToolUse"
|
|
37
|
+
]
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
"event": "preToolUse",
|
|
41
|
+
"stdin": "{\"sessionId\":\"3456c946-0d3c-4981-9ba5-5bdcae9c5916\",\"timestamp\":1792879297597,\"cwd\":\"<folder>\",\"toolName\":\"bash\",\"toolArgs\":{\"command\":\"ls /nonexistent_dir_t147\",\"description\":\"Run the expected failing directory listing\"}}",
|
|
42
|
+
"argv": [
|
|
43
|
+
"--event",
|
|
44
|
+
"preToolUse"
|
|
45
|
+
]
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
"event": "postToolUse",
|
|
49
|
+
"stdin": "{\"sessionId\":\"3456c946-0d3c-4981-9ba5-5bdcae9c5916\",\"timestamp\":1792879297715,\"cwd\":\"<folder>\",\"toolName\":\"bash\",\"toolArgs\":{\"command\":\"ls /nonexistent_dir_t147\",\"description\":\"Run the expected failing directory listing\"},\"toolResult\":{\"resultType\":\"success\",\"textResultForLlm\":\"ls: /nonexistent_dir_t147: No such file or directory\\n<shellId: 0 completed with exit code 1>\"}}",
|
|
50
|
+
"argv": [
|
|
51
|
+
"--event",
|
|
52
|
+
"postToolUse"
|
|
53
|
+
]
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
"event": "agentStop",
|
|
57
|
+
"stdin": "{\"sessionId\":\"3456c946-0d3c-4981-9ba5-5bdcae9c5916\",\"timestamp\":1792879308221,\"cwd\":\"<folder>\",\"stopReason\":\"end_turn\",\"stop_hook_active\":false}",
|
|
58
|
+
"argv": [
|
|
59
|
+
"--event",
|
|
60
|
+
"agentStop"
|
|
61
|
+
]
|
|
62
|
+
}
|
|
63
|
+
],
|
|
64
|
+
"files": {
|
|
65
|
+
"writes": [
|
|
66
|
+
{
|
|
67
|
+
"afterEvent": 3,
|
|
68
|
+
"path": "a.txt",
|
|
69
|
+
"content": "stand-in for a.txt\n"
|
|
70
|
+
}
|
|
71
|
+
]
|
|
72
|
+
},
|
|
73
|
+
"expect": {
|
|
74
|
+
"normalized": [
|
|
75
|
+
{
|
|
76
|
+
"kind": "other",
|
|
77
|
+
"eventName": "sessionStart",
|
|
78
|
+
"session": "3456c946-0d3c-4981-9ba5-5bdcae9c5916"
|
|
79
|
+
},
|
|
80
|
+
{
|
|
81
|
+
"kind": "prompt",
|
|
82
|
+
"eventName": "userPromptSubmitted",
|
|
83
|
+
"session": "3456c946-0d3c-4981-9ba5-5bdcae9c5916",
|
|
84
|
+
"prompt": "Do these steps in order, one tool call each where possible: 1) create a file a.txt containing hello. 2) run the shell command: ls /nonexistent_dir_t147 (it will fail, that is expected, just continue). 3) delegate to the custom agent named writer: ask it to create sub1.txt containing custom. 4) delegate to the built-in general-purpose agent via the task tool: ask it to create sub2.txt containing builtin. 5) reply with the single word finished."
|
|
85
|
+
},
|
|
86
|
+
{
|
|
87
|
+
"kind": "tool-pre",
|
|
88
|
+
"eventName": "preToolUse",
|
|
89
|
+
"session": "3456c946-0d3c-4981-9ba5-5bdcae9c5916",
|
|
90
|
+
"toolName": "apply_patch"
|
|
91
|
+
},
|
|
92
|
+
{
|
|
93
|
+
"kind": "tool-post",
|
|
94
|
+
"eventName": "postToolUse",
|
|
95
|
+
"session": "3456c946-0d3c-4981-9ba5-5bdcae9c5916",
|
|
96
|
+
"toolName": "apply_patch"
|
|
97
|
+
},
|
|
98
|
+
{
|
|
99
|
+
"kind": "tool-pre",
|
|
100
|
+
"eventName": "preToolUse",
|
|
101
|
+
"session": "3456c946-0d3c-4981-9ba5-5bdcae9c5916",
|
|
102
|
+
"toolName": "bash"
|
|
103
|
+
},
|
|
104
|
+
{
|
|
105
|
+
"kind": "tool-post",
|
|
106
|
+
"eventName": "postToolUse",
|
|
107
|
+
"session": "3456c946-0d3c-4981-9ba5-5bdcae9c5916",
|
|
108
|
+
"toolName": "bash",
|
|
109
|
+
"failure": {
|
|
110
|
+
"interrupted": false
|
|
111
|
+
}
|
|
112
|
+
},
|
|
113
|
+
{
|
|
114
|
+
"kind": "stop",
|
|
115
|
+
"eventName": "agentStop",
|
|
116
|
+
"session": "3456c946-0d3c-4981-9ba5-5bdcae9c5916"
|
|
117
|
+
}
|
|
118
|
+
],
|
|
119
|
+
"credit": {
|
|
120
|
+
"a.txt": {
|
|
121
|
+
"creditedTo": "call:copilot-3456c946-0d3c-4981-9ba5-5bdcae9c5916-1",
|
|
122
|
+
"basis": "inferred"
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
}
|