@yanlinglabs/winter-conformance 0.0.17 → 0.0.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/goldens/advertised-set-round.trace.json +33 -1
- package/goldens/background-task-round.trace.json +33 -1
- package/goldens/bash-background-round.trace.json +33 -1
- package/goldens/canusetool-approved-round.trace.json +33 -1
- package/goldens/compaction-auto-round.trace.json +165 -5
- package/goldens/compaction-manual-round.trace.json +186 -5
- package/goldens/denied-tool-round.trace.json +33 -1
- package/goldens/hook-denied-round.trace.json +33 -1
- package/goldens/hooked-tool-round.trace.json +33 -1
- package/goldens/interrupt.trace.json +21 -0
- package/goldens/mcp-tool-round.trace.json +33 -1
- package/goldens/mode-switch-mid-session.trace.json +66 -2
- package/goldens/multi-turn.trace.json +66 -2
- package/goldens/p6-anthropic-fake.trace.json +25 -4
- package/goldens/p6-gemini-fake.trace.json +34 -1
- package/goldens/p6-openai-chat-fake.trace.json +35 -1
- package/goldens/p6-openai-responses-fake.trace.json +25 -4
- package/goldens/p6-resolution-failure.trace.json +21 -0
- package/goldens/plain-query.trace.json +33 -1
- package/goldens/resume.trace.json +66 -2
- package/goldens/sendmessage-child-round.trace.json +33 -1
- package/goldens/skill-invocation-round.trace.json +34 -2
- package/goldens/structured-exhaustion-round.trace.json +33 -1
- package/goldens/structured-output-round.trace.json +33 -1
- package/goldens/subagent-permission-round.trace.json +33 -1
- package/goldens/subagent-spawn-round.trace.json +33 -1
- package/goldens/tool-round.trace.json +33 -1
- package/goldens/toolsearch-select-round.trace.json +33 -1
- package/package.json +1 -1
|
@@ -83,7 +83,39 @@
|
|
|
83
83
|
"subtype": "success",
|
|
84
84
|
"is_error": false,
|
|
85
85
|
"result": "echo: <system-reminder>\nAvailable agent types for the Agent tool:\n- claude: Catch-all for any task that doesn't fit a more specific agent. (Tools: *)\n- Explore: Fast read-only search agent for locating code. Use it to find files by pattern (eg. \"src/components/**/*.tsx\"), grep for symbols or keywords (eg. \"API endpoints\"), or answer \"where is X defined / which files reference Y.\" Do NOT use it for code review, design-doc auditing, cross-file consistency checks, or open-ended analysis — it reads excerpts rather than whole files and will miss content past its read window. When calling, specify search breadth: \"quick\" for a single targeted lookup, \"medium\" for moderate exploration, or \"very thorough\" to search across multiple locations and naming conventions. (Tools: All tools except Agent, Artifact, ExitPlanMode, Edit, Write, NotebookEdit)\n- general-purpose: General-purpose agent for researching complex questions, searching for code, and executing multi-step tasks. When you are searching for a keyword or file and are not confident that you will find the right match in the first few tries use this agent to perform the search for you. (Tools: *)\n- Plan: Software architect agent for designing implementation plans. Use this when you need to plan the implementation strategy for a task. Returns step-by-step plans, identifies critical files, and considers architectural trade-offs. (Tools: All tools except Agent, Artifact, ExitPlanMode, Edit, Write, NotebookEdit)\n\nWhen you launch multiple agents for independent work, send them in a single message with multiple tool uses so they run concurrently.\n</system-reminder>\n\n<system-reminder>\nAs you answer the user's questions, you can use the following context:\n# currentDate\nToday's date is <FIXTURE-DATE>.\n\n IMPORTANT: this context may or may not be relevant to your tasks. You should not respond to this context unless it is highly relevant to your task.\n</system-reminder>\n\n\nhi",
|
|
86
|
-
"
|
|
86
|
+
"usage": {
|
|
87
|
+
"output_tokens_details": {
|
|
88
|
+
"thinking_tokens": 0
|
|
89
|
+
},
|
|
90
|
+
"input_tokens": "<input_tokens>",
|
|
91
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
92
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
93
|
+
"output_tokens": "<output_tokens>",
|
|
94
|
+
"server_tool_use": {
|
|
95
|
+
"web_search_requests": 0,
|
|
96
|
+
"web_fetch_requests": 0
|
|
97
|
+
},
|
|
98
|
+
"service_tier": "standard",
|
|
99
|
+
"cache_creation": {
|
|
100
|
+
"ephemeral_1h_input_tokens": 0,
|
|
101
|
+
"ephemeral_5m_input_tokens": 0
|
|
102
|
+
},
|
|
103
|
+
"inference_geo": "",
|
|
104
|
+
"iterations": [],
|
|
105
|
+
"speed": "standard"
|
|
106
|
+
},
|
|
107
|
+
"permission_denials": [],
|
|
108
|
+
"modelUsage": {
|
|
109
|
+
"winter-test/echo": {
|
|
110
|
+
"inputTokens": "<inputTokens>",
|
|
111
|
+
"outputTokens": "<outputTokens>",
|
|
112
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
113
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
114
|
+
"webSearchRequests": 0,
|
|
115
|
+
"costUSD": 0,
|
|
116
|
+
"canonicalModel": "winter-test/echo"
|
|
117
|
+
}
|
|
118
|
+
}
|
|
87
119
|
}
|
|
88
120
|
}
|
|
89
121
|
]
|
|
@@ -212,7 +212,39 @@
|
|
|
212
212
|
"subtype": "success",
|
|
213
213
|
"is_error": false,
|
|
214
214
|
"result": "backgrounded",
|
|
215
|
-
"
|
|
215
|
+
"usage": {
|
|
216
|
+
"output_tokens_details": {
|
|
217
|
+
"thinking_tokens": 0
|
|
218
|
+
},
|
|
219
|
+
"input_tokens": "<input_tokens>",
|
|
220
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
221
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
222
|
+
"output_tokens": "<output_tokens>",
|
|
223
|
+
"server_tool_use": {
|
|
224
|
+
"web_search_requests": 0,
|
|
225
|
+
"web_fetch_requests": 0
|
|
226
|
+
},
|
|
227
|
+
"service_tier": "standard",
|
|
228
|
+
"cache_creation": {
|
|
229
|
+
"ephemeral_1h_input_tokens": 0,
|
|
230
|
+
"ephemeral_5m_input_tokens": 0
|
|
231
|
+
},
|
|
232
|
+
"inference_geo": "",
|
|
233
|
+
"iterations": [],
|
|
234
|
+
"speed": "standard"
|
|
235
|
+
},
|
|
236
|
+
"permission_denials": [],
|
|
237
|
+
"modelUsage": {
|
|
238
|
+
"winter-test/echo": {
|
|
239
|
+
"inputTokens": "<inputTokens>",
|
|
240
|
+
"outputTokens": "<outputTokens>",
|
|
241
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
242
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
243
|
+
"webSearchRequests": 0,
|
|
244
|
+
"costUSD": 0,
|
|
245
|
+
"canonicalModel": "winter-test/echo"
|
|
246
|
+
}
|
|
247
|
+
}
|
|
216
248
|
}
|
|
217
249
|
}
|
|
218
250
|
]
|
|
@@ -152,7 +152,39 @@
|
|
|
152
152
|
"subtype": "success",
|
|
153
153
|
"is_error": false,
|
|
154
154
|
"result": "backgrounded",
|
|
155
|
-
"
|
|
155
|
+
"usage": {
|
|
156
|
+
"output_tokens_details": {
|
|
157
|
+
"thinking_tokens": 0
|
|
158
|
+
},
|
|
159
|
+
"input_tokens": "<input_tokens>",
|
|
160
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
161
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
162
|
+
"output_tokens": "<output_tokens>",
|
|
163
|
+
"server_tool_use": {
|
|
164
|
+
"web_search_requests": 0,
|
|
165
|
+
"web_fetch_requests": 0
|
|
166
|
+
},
|
|
167
|
+
"service_tier": "standard",
|
|
168
|
+
"cache_creation": {
|
|
169
|
+
"ephemeral_1h_input_tokens": 0,
|
|
170
|
+
"ephemeral_5m_input_tokens": 0
|
|
171
|
+
},
|
|
172
|
+
"inference_geo": "",
|
|
173
|
+
"iterations": [],
|
|
174
|
+
"speed": "standard"
|
|
175
|
+
},
|
|
176
|
+
"permission_denials": [],
|
|
177
|
+
"modelUsage": {
|
|
178
|
+
"winter-test/echo": {
|
|
179
|
+
"inputTokens": "<inputTokens>",
|
|
180
|
+
"outputTokens": "<outputTokens>",
|
|
181
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
182
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
183
|
+
"webSearchRequests": 0,
|
|
184
|
+
"costUSD": 0,
|
|
185
|
+
"canonicalModel": "winter-test/echo"
|
|
186
|
+
}
|
|
187
|
+
}
|
|
156
188
|
}
|
|
157
189
|
}
|
|
158
190
|
]
|
|
@@ -121,7 +121,39 @@
|
|
|
121
121
|
"subtype": "success",
|
|
122
122
|
"is_error": false,
|
|
123
123
|
"result": "tool round done",
|
|
124
|
-
"
|
|
124
|
+
"usage": {
|
|
125
|
+
"output_tokens_details": {
|
|
126
|
+
"thinking_tokens": 0
|
|
127
|
+
},
|
|
128
|
+
"input_tokens": "<input_tokens>",
|
|
129
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
130
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
131
|
+
"output_tokens": "<output_tokens>",
|
|
132
|
+
"server_tool_use": {
|
|
133
|
+
"web_search_requests": 0,
|
|
134
|
+
"web_fetch_requests": 0
|
|
135
|
+
},
|
|
136
|
+
"service_tier": "standard",
|
|
137
|
+
"cache_creation": {
|
|
138
|
+
"ephemeral_1h_input_tokens": 0,
|
|
139
|
+
"ephemeral_5m_input_tokens": 0
|
|
140
|
+
},
|
|
141
|
+
"inference_geo": "",
|
|
142
|
+
"iterations": [],
|
|
143
|
+
"speed": "standard"
|
|
144
|
+
},
|
|
145
|
+
"permission_denials": [],
|
|
146
|
+
"modelUsage": {
|
|
147
|
+
"winter-test/echo": {
|
|
148
|
+
"inputTokens": "<inputTokens>",
|
|
149
|
+
"outputTokens": "<outputTokens>",
|
|
150
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
151
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
152
|
+
"webSearchRequests": 0,
|
|
153
|
+
"costUSD": 0,
|
|
154
|
+
"canonicalModel": "winter-test/echo"
|
|
155
|
+
}
|
|
156
|
+
}
|
|
125
157
|
}
|
|
126
158
|
}
|
|
127
159
|
]
|
|
@@ -84,7 +84,39 @@
|
|
|
84
84
|
"subtype": "success",
|
|
85
85
|
"is_error": false,
|
|
86
86
|
"result": "reply 1",
|
|
87
|
-
"
|
|
87
|
+
"usage": {
|
|
88
|
+
"output_tokens_details": {
|
|
89
|
+
"thinking_tokens": 0
|
|
90
|
+
},
|
|
91
|
+
"input_tokens": "<input_tokens>",
|
|
92
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
93
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
94
|
+
"output_tokens": "<output_tokens>",
|
|
95
|
+
"server_tool_use": {
|
|
96
|
+
"web_search_requests": 0,
|
|
97
|
+
"web_fetch_requests": 0
|
|
98
|
+
},
|
|
99
|
+
"service_tier": "standard",
|
|
100
|
+
"cache_creation": {
|
|
101
|
+
"ephemeral_1h_input_tokens": 0,
|
|
102
|
+
"ephemeral_5m_input_tokens": 0
|
|
103
|
+
},
|
|
104
|
+
"inference_geo": "",
|
|
105
|
+
"iterations": [],
|
|
106
|
+
"speed": "standard"
|
|
107
|
+
},
|
|
108
|
+
"permission_denials": [],
|
|
109
|
+
"modelUsage": {
|
|
110
|
+
"winter-test/echo": {
|
|
111
|
+
"inputTokens": "<inputTokens>",
|
|
112
|
+
"outputTokens": "<outputTokens>",
|
|
113
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
114
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
115
|
+
"webSearchRequests": 0,
|
|
116
|
+
"costUSD": 0,
|
|
117
|
+
"canonicalModel": "winter-test/echo"
|
|
118
|
+
}
|
|
119
|
+
}
|
|
88
120
|
}
|
|
89
121
|
},
|
|
90
122
|
{
|
|
@@ -112,7 +144,39 @@
|
|
|
112
144
|
"subtype": "success",
|
|
113
145
|
"is_error": false,
|
|
114
146
|
"result": "reply 2",
|
|
115
|
-
"
|
|
147
|
+
"usage": {
|
|
148
|
+
"output_tokens_details": {
|
|
149
|
+
"thinking_tokens": 0
|
|
150
|
+
},
|
|
151
|
+
"input_tokens": "<input_tokens>",
|
|
152
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
153
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
154
|
+
"output_tokens": "<output_tokens>",
|
|
155
|
+
"server_tool_use": {
|
|
156
|
+
"web_search_requests": 0,
|
|
157
|
+
"web_fetch_requests": 0
|
|
158
|
+
},
|
|
159
|
+
"service_tier": "standard",
|
|
160
|
+
"cache_creation": {
|
|
161
|
+
"ephemeral_1h_input_tokens": 0,
|
|
162
|
+
"ephemeral_5m_input_tokens": 0
|
|
163
|
+
},
|
|
164
|
+
"inference_geo": "",
|
|
165
|
+
"iterations": [],
|
|
166
|
+
"speed": "standard"
|
|
167
|
+
},
|
|
168
|
+
"permission_denials": [],
|
|
169
|
+
"modelUsage": {
|
|
170
|
+
"winter-test/echo": {
|
|
171
|
+
"inputTokens": "<inputTokens>",
|
|
172
|
+
"outputTokens": "<outputTokens>",
|
|
173
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
174
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
175
|
+
"webSearchRequests": 0,
|
|
176
|
+
"costUSD": 0,
|
|
177
|
+
"canonicalModel": "winter-test/echo"
|
|
178
|
+
}
|
|
179
|
+
}
|
|
116
180
|
}
|
|
117
181
|
},
|
|
118
182
|
{
|
|
@@ -140,7 +204,39 @@
|
|
|
140
204
|
"subtype": "success",
|
|
141
205
|
"is_error": false,
|
|
142
206
|
"result": "reply 3",
|
|
143
|
-
"
|
|
207
|
+
"usage": {
|
|
208
|
+
"output_tokens_details": {
|
|
209
|
+
"thinking_tokens": 0
|
|
210
|
+
},
|
|
211
|
+
"input_tokens": "<input_tokens>",
|
|
212
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
213
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
214
|
+
"output_tokens": "<output_tokens>",
|
|
215
|
+
"server_tool_use": {
|
|
216
|
+
"web_search_requests": 0,
|
|
217
|
+
"web_fetch_requests": 0
|
|
218
|
+
},
|
|
219
|
+
"service_tier": "standard",
|
|
220
|
+
"cache_creation": {
|
|
221
|
+
"ephemeral_1h_input_tokens": 0,
|
|
222
|
+
"ephemeral_5m_input_tokens": 0
|
|
223
|
+
},
|
|
224
|
+
"inference_geo": "",
|
|
225
|
+
"iterations": [],
|
|
226
|
+
"speed": "standard"
|
|
227
|
+
},
|
|
228
|
+
"permission_denials": [],
|
|
229
|
+
"modelUsage": {
|
|
230
|
+
"winter-test/echo": {
|
|
231
|
+
"inputTokens": "<inputTokens>",
|
|
232
|
+
"outputTokens": "<outputTokens>",
|
|
233
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
234
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
235
|
+
"webSearchRequests": 0,
|
|
236
|
+
"costUSD": 0,
|
|
237
|
+
"canonicalModel": "winter-test/echo"
|
|
238
|
+
}
|
|
239
|
+
}
|
|
144
240
|
}
|
|
145
241
|
},
|
|
146
242
|
{
|
|
@@ -168,7 +264,39 @@
|
|
|
168
264
|
"subtype": "success",
|
|
169
265
|
"is_error": false,
|
|
170
266
|
"result": "reply 4",
|
|
171
|
-
"
|
|
267
|
+
"usage": {
|
|
268
|
+
"output_tokens_details": {
|
|
269
|
+
"thinking_tokens": 0
|
|
270
|
+
},
|
|
271
|
+
"input_tokens": "<input_tokens>",
|
|
272
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
273
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
274
|
+
"output_tokens": "<output_tokens>",
|
|
275
|
+
"server_tool_use": {
|
|
276
|
+
"web_search_requests": 0,
|
|
277
|
+
"web_fetch_requests": 0
|
|
278
|
+
},
|
|
279
|
+
"service_tier": "standard",
|
|
280
|
+
"cache_creation": {
|
|
281
|
+
"ephemeral_1h_input_tokens": 0,
|
|
282
|
+
"ephemeral_5m_input_tokens": 0
|
|
283
|
+
},
|
|
284
|
+
"inference_geo": "",
|
|
285
|
+
"iterations": [],
|
|
286
|
+
"speed": "standard"
|
|
287
|
+
},
|
|
288
|
+
"permission_denials": [],
|
|
289
|
+
"modelUsage": {
|
|
290
|
+
"winter-test/echo": {
|
|
291
|
+
"inputTokens": "<inputTokens>",
|
|
292
|
+
"outputTokens": "<outputTokens>",
|
|
293
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
294
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
295
|
+
"webSearchRequests": 0,
|
|
296
|
+
"costUSD": 0,
|
|
297
|
+
"canonicalModel": "winter-test/echo"
|
|
298
|
+
}
|
|
299
|
+
}
|
|
172
300
|
}
|
|
173
301
|
},
|
|
174
302
|
{
|
|
@@ -221,7 +349,39 @@
|
|
|
221
349
|
"subtype": "success",
|
|
222
350
|
"is_error": false,
|
|
223
351
|
"result": "reply 5",
|
|
224
|
-
"
|
|
352
|
+
"usage": {
|
|
353
|
+
"output_tokens_details": {
|
|
354
|
+
"thinking_tokens": 0
|
|
355
|
+
},
|
|
356
|
+
"input_tokens": "<input_tokens>",
|
|
357
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
358
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
359
|
+
"output_tokens": "<output_tokens>",
|
|
360
|
+
"server_tool_use": {
|
|
361
|
+
"web_search_requests": 0,
|
|
362
|
+
"web_fetch_requests": 0
|
|
363
|
+
},
|
|
364
|
+
"service_tier": "standard",
|
|
365
|
+
"cache_creation": {
|
|
366
|
+
"ephemeral_1h_input_tokens": 0,
|
|
367
|
+
"ephemeral_5m_input_tokens": 0
|
|
368
|
+
},
|
|
369
|
+
"inference_geo": "",
|
|
370
|
+
"iterations": [],
|
|
371
|
+
"speed": "standard"
|
|
372
|
+
},
|
|
373
|
+
"permission_denials": [],
|
|
374
|
+
"modelUsage": {
|
|
375
|
+
"winter-test/echo": {
|
|
376
|
+
"inputTokens": "<inputTokens>",
|
|
377
|
+
"outputTokens": "<outputTokens>",
|
|
378
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
379
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
380
|
+
"webSearchRequests": 0,
|
|
381
|
+
"costUSD": 0,
|
|
382
|
+
"canonicalModel": "winter-test/echo"
|
|
383
|
+
}
|
|
384
|
+
}
|
|
225
385
|
}
|
|
226
386
|
}
|
|
227
387
|
]
|
|
@@ -84,7 +84,39 @@
|
|
|
84
84
|
"subtype": "success",
|
|
85
85
|
"is_error": false,
|
|
86
86
|
"result": "reply 1",
|
|
87
|
-
"
|
|
87
|
+
"usage": {
|
|
88
|
+
"output_tokens_details": {
|
|
89
|
+
"thinking_tokens": 0
|
|
90
|
+
},
|
|
91
|
+
"input_tokens": "<input_tokens>",
|
|
92
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
93
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
94
|
+
"output_tokens": "<output_tokens>",
|
|
95
|
+
"server_tool_use": {
|
|
96
|
+
"web_search_requests": 0,
|
|
97
|
+
"web_fetch_requests": 0
|
|
98
|
+
},
|
|
99
|
+
"service_tier": "standard",
|
|
100
|
+
"cache_creation": {
|
|
101
|
+
"ephemeral_1h_input_tokens": 0,
|
|
102
|
+
"ephemeral_5m_input_tokens": 0
|
|
103
|
+
},
|
|
104
|
+
"inference_geo": "",
|
|
105
|
+
"iterations": [],
|
|
106
|
+
"speed": "standard"
|
|
107
|
+
},
|
|
108
|
+
"permission_denials": [],
|
|
109
|
+
"modelUsage": {
|
|
110
|
+
"winter-test/echo": {
|
|
111
|
+
"inputTokens": "<inputTokens>",
|
|
112
|
+
"outputTokens": "<outputTokens>",
|
|
113
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
114
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
115
|
+
"webSearchRequests": 0,
|
|
116
|
+
"costUSD": 0,
|
|
117
|
+
"canonicalModel": "winter-test/echo"
|
|
118
|
+
}
|
|
119
|
+
}
|
|
88
120
|
}
|
|
89
121
|
},
|
|
90
122
|
{
|
|
@@ -112,7 +144,39 @@
|
|
|
112
144
|
"subtype": "success",
|
|
113
145
|
"is_error": false,
|
|
114
146
|
"result": "reply 2",
|
|
115
|
-
"
|
|
147
|
+
"usage": {
|
|
148
|
+
"output_tokens_details": {
|
|
149
|
+
"thinking_tokens": 0
|
|
150
|
+
},
|
|
151
|
+
"input_tokens": "<input_tokens>",
|
|
152
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
153
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
154
|
+
"output_tokens": "<output_tokens>",
|
|
155
|
+
"server_tool_use": {
|
|
156
|
+
"web_search_requests": 0,
|
|
157
|
+
"web_fetch_requests": 0
|
|
158
|
+
},
|
|
159
|
+
"service_tier": "standard",
|
|
160
|
+
"cache_creation": {
|
|
161
|
+
"ephemeral_1h_input_tokens": 0,
|
|
162
|
+
"ephemeral_5m_input_tokens": 0
|
|
163
|
+
},
|
|
164
|
+
"inference_geo": "",
|
|
165
|
+
"iterations": [],
|
|
166
|
+
"speed": "standard"
|
|
167
|
+
},
|
|
168
|
+
"permission_denials": [],
|
|
169
|
+
"modelUsage": {
|
|
170
|
+
"winter-test/echo": {
|
|
171
|
+
"inputTokens": "<inputTokens>",
|
|
172
|
+
"outputTokens": "<outputTokens>",
|
|
173
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
174
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
175
|
+
"webSearchRequests": 0,
|
|
176
|
+
"costUSD": 0,
|
|
177
|
+
"canonicalModel": "winter-test/echo"
|
|
178
|
+
}
|
|
179
|
+
}
|
|
116
180
|
}
|
|
117
181
|
},
|
|
118
182
|
{
|
|
@@ -140,7 +204,39 @@
|
|
|
140
204
|
"subtype": "success",
|
|
141
205
|
"is_error": false,
|
|
142
206
|
"result": "reply 3",
|
|
143
|
-
"
|
|
207
|
+
"usage": {
|
|
208
|
+
"output_tokens_details": {
|
|
209
|
+
"thinking_tokens": 0
|
|
210
|
+
},
|
|
211
|
+
"input_tokens": "<input_tokens>",
|
|
212
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
213
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
214
|
+
"output_tokens": "<output_tokens>",
|
|
215
|
+
"server_tool_use": {
|
|
216
|
+
"web_search_requests": 0,
|
|
217
|
+
"web_fetch_requests": 0
|
|
218
|
+
},
|
|
219
|
+
"service_tier": "standard",
|
|
220
|
+
"cache_creation": {
|
|
221
|
+
"ephemeral_1h_input_tokens": 0,
|
|
222
|
+
"ephemeral_5m_input_tokens": 0
|
|
223
|
+
},
|
|
224
|
+
"inference_geo": "",
|
|
225
|
+
"iterations": [],
|
|
226
|
+
"speed": "standard"
|
|
227
|
+
},
|
|
228
|
+
"permission_denials": [],
|
|
229
|
+
"modelUsage": {
|
|
230
|
+
"winter-test/echo": {
|
|
231
|
+
"inputTokens": "<inputTokens>",
|
|
232
|
+
"outputTokens": "<outputTokens>",
|
|
233
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
234
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
235
|
+
"webSearchRequests": 0,
|
|
236
|
+
"costUSD": 0,
|
|
237
|
+
"canonicalModel": "winter-test/echo"
|
|
238
|
+
}
|
|
239
|
+
}
|
|
144
240
|
}
|
|
145
241
|
},
|
|
146
242
|
{
|
|
@@ -168,7 +264,39 @@
|
|
|
168
264
|
"subtype": "success",
|
|
169
265
|
"is_error": false,
|
|
170
266
|
"result": "reply 4",
|
|
171
|
-
"
|
|
267
|
+
"usage": {
|
|
268
|
+
"output_tokens_details": {
|
|
269
|
+
"thinking_tokens": 0
|
|
270
|
+
},
|
|
271
|
+
"input_tokens": "<input_tokens>",
|
|
272
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
273
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
274
|
+
"output_tokens": "<output_tokens>",
|
|
275
|
+
"server_tool_use": {
|
|
276
|
+
"web_search_requests": 0,
|
|
277
|
+
"web_fetch_requests": 0
|
|
278
|
+
},
|
|
279
|
+
"service_tier": "standard",
|
|
280
|
+
"cache_creation": {
|
|
281
|
+
"ephemeral_1h_input_tokens": 0,
|
|
282
|
+
"ephemeral_5m_input_tokens": 0
|
|
283
|
+
},
|
|
284
|
+
"inference_geo": "",
|
|
285
|
+
"iterations": [],
|
|
286
|
+
"speed": "standard"
|
|
287
|
+
},
|
|
288
|
+
"permission_denials": [],
|
|
289
|
+
"modelUsage": {
|
|
290
|
+
"winter-test/echo": {
|
|
291
|
+
"inputTokens": "<inputTokens>",
|
|
292
|
+
"outputTokens": "<outputTokens>",
|
|
293
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
294
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
295
|
+
"webSearchRequests": 0,
|
|
296
|
+
"costUSD": 0,
|
|
297
|
+
"canonicalModel": "winter-test/echo"
|
|
298
|
+
}
|
|
299
|
+
}
|
|
172
300
|
}
|
|
173
301
|
},
|
|
174
302
|
{
|
|
@@ -196,7 +324,39 @@
|
|
|
196
324
|
"subtype": "success",
|
|
197
325
|
"is_error": false,
|
|
198
326
|
"result": "reply 5",
|
|
199
|
-
"
|
|
327
|
+
"usage": {
|
|
328
|
+
"output_tokens_details": {
|
|
329
|
+
"thinking_tokens": 0
|
|
330
|
+
},
|
|
331
|
+
"input_tokens": "<input_tokens>",
|
|
332
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
333
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
334
|
+
"output_tokens": "<output_tokens>",
|
|
335
|
+
"server_tool_use": {
|
|
336
|
+
"web_search_requests": 0,
|
|
337
|
+
"web_fetch_requests": 0
|
|
338
|
+
},
|
|
339
|
+
"service_tier": "standard",
|
|
340
|
+
"cache_creation": {
|
|
341
|
+
"ephemeral_1h_input_tokens": 0,
|
|
342
|
+
"ephemeral_5m_input_tokens": 0
|
|
343
|
+
},
|
|
344
|
+
"inference_geo": "",
|
|
345
|
+
"iterations": [],
|
|
346
|
+
"speed": "standard"
|
|
347
|
+
},
|
|
348
|
+
"permission_denials": [],
|
|
349
|
+
"modelUsage": {
|
|
350
|
+
"winter-test/echo": {
|
|
351
|
+
"inputTokens": "<inputTokens>",
|
|
352
|
+
"outputTokens": "<outputTokens>",
|
|
353
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
354
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
355
|
+
"webSearchRequests": 0,
|
|
356
|
+
"costUSD": 0,
|
|
357
|
+
"canonicalModel": "winter-test/echo"
|
|
358
|
+
}
|
|
359
|
+
}
|
|
200
360
|
}
|
|
201
361
|
},
|
|
202
362
|
{
|
|
@@ -234,6 +394,27 @@
|
|
|
234
394
|
"subtype": "success",
|
|
235
395
|
"is_error": false,
|
|
236
396
|
"result": "Compacted the conversation. 8 message(s) retained alongside the summary.",
|
|
397
|
+
"usage": {
|
|
398
|
+
"output_tokens_details": {
|
|
399
|
+
"thinking_tokens": 0
|
|
400
|
+
},
|
|
401
|
+
"input_tokens": "<input_tokens>",
|
|
402
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
403
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
404
|
+
"output_tokens": "<output_tokens>",
|
|
405
|
+
"server_tool_use": {
|
|
406
|
+
"web_search_requests": 0,
|
|
407
|
+
"web_fetch_requests": 0
|
|
408
|
+
},
|
|
409
|
+
"service_tier": "standard",
|
|
410
|
+
"cache_creation": {
|
|
411
|
+
"ephemeral_1h_input_tokens": 0,
|
|
412
|
+
"ephemeral_5m_input_tokens": 0
|
|
413
|
+
},
|
|
414
|
+
"inference_geo": "",
|
|
415
|
+
"iterations": [],
|
|
416
|
+
"speed": "standard"
|
|
417
|
+
},
|
|
237
418
|
"permission_denials": []
|
|
238
419
|
}
|
|
239
420
|
}
|
|
@@ -135,6 +135,27 @@
|
|
|
135
135
|
"subtype": "success",
|
|
136
136
|
"is_error": false,
|
|
137
137
|
"result": "tool round done",
|
|
138
|
+
"usage": {
|
|
139
|
+
"output_tokens_details": {
|
|
140
|
+
"thinking_tokens": 0
|
|
141
|
+
},
|
|
142
|
+
"input_tokens": "<input_tokens>",
|
|
143
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
144
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
145
|
+
"output_tokens": "<output_tokens>",
|
|
146
|
+
"server_tool_use": {
|
|
147
|
+
"web_search_requests": 0,
|
|
148
|
+
"web_fetch_requests": 0
|
|
149
|
+
},
|
|
150
|
+
"service_tier": "standard",
|
|
151
|
+
"cache_creation": {
|
|
152
|
+
"ephemeral_1h_input_tokens": 0,
|
|
153
|
+
"ephemeral_5m_input_tokens": 0
|
|
154
|
+
},
|
|
155
|
+
"inference_geo": "",
|
|
156
|
+
"iterations": [],
|
|
157
|
+
"speed": "standard"
|
|
158
|
+
},
|
|
138
159
|
"permission_denials": [
|
|
139
160
|
{
|
|
140
161
|
"tool_name": "test_tool",
|
|
@@ -143,7 +164,18 @@
|
|
|
143
164
|
"probe": true
|
|
144
165
|
}
|
|
145
166
|
}
|
|
146
|
-
]
|
|
167
|
+
],
|
|
168
|
+
"modelUsage": {
|
|
169
|
+
"winter-test/echo": {
|
|
170
|
+
"inputTokens": "<inputTokens>",
|
|
171
|
+
"outputTokens": "<outputTokens>",
|
|
172
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
173
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
174
|
+
"webSearchRequests": 0,
|
|
175
|
+
"costUSD": 0,
|
|
176
|
+
"canonicalModel": "winter-test/echo"
|
|
177
|
+
}
|
|
178
|
+
}
|
|
147
179
|
}
|
|
148
180
|
}
|
|
149
181
|
]
|