@yanlinglabs/winter-conformance 0.0.16 → 0.0.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/official/web-tools-script.d.ts +118 -0
- package/goldens/advertised-set-round.trace.json +35 -1
- package/goldens/background-task-round.trace.json +35 -1
- package/goldens/bash-background-round.trace.json +35 -1
- package/goldens/canusetool-approved-round.trace.json +35 -1
- package/goldens/compaction-auto-round.trace.json +167 -5
- package/goldens/compaction-manual-round.trace.json +188 -5
- package/goldens/denied-tool-round.trace.json +35 -1
- package/goldens/hook-denied-round.trace.json +35 -1
- package/goldens/hooked-tool-round.trace.json +35 -1
- package/goldens/interrupt.trace.json +25 -0
- package/goldens/mcp-tool-round.trace.json +35 -1
- package/goldens/messaging-facet-round.trace.json +4 -0
- package/goldens/mode-switch-mid-session.trace.json +68 -2
- package/goldens/multi-turn.trace.json +68 -2
- package/goldens/p6-anthropic-fake.trace.json +27 -4
- package/goldens/p6-gemini-fake.trace.json +36 -1
- package/goldens/p6-openai-chat-fake.trace.json +37 -1
- package/goldens/p6-openai-responses-fake.trace.json +27 -4
- package/goldens/p6-resolution-failure.trace.json +23 -0
- package/goldens/plain-query.trace.json +35 -1
- package/goldens/resume.trace.json +70 -2
- package/goldens/sendmessage-child-round.trace.json +35 -1
- package/goldens/skill-invocation-round.trace.json +36 -2
- package/goldens/structured-exhaustion-round.trace.json +35 -1
- package/goldens/structured-output-round.trace.json +35 -1
- package/goldens/subagent-permission-round.trace.json +35 -1
- package/goldens/subagent-spawn-round.trace.json +35 -1
- package/goldens/tool-round.trace.json +35 -1
- package/goldens/toolsearch-select-round.trace.json +35 -1
- package/package.json +1 -1
|
@@ -40,6 +40,8 @@
|
|
|
40
40
|
"TaskOutput",
|
|
41
41
|
"TaskStop",
|
|
42
42
|
"TaskUpdate",
|
|
43
|
+
"WebFetch",
|
|
44
|
+
"WebSearch",
|
|
43
45
|
"Workflow",
|
|
44
46
|
"Write"
|
|
45
47
|
],
|
|
@@ -106,7 +108,39 @@
|
|
|
106
108
|
"structured_output": {
|
|
107
109
|
"answer": 42
|
|
108
110
|
},
|
|
109
|
-
"
|
|
111
|
+
"usage": {
|
|
112
|
+
"output_tokens_details": {
|
|
113
|
+
"thinking_tokens": 0
|
|
114
|
+
},
|
|
115
|
+
"input_tokens": "<input_tokens>",
|
|
116
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
117
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
118
|
+
"output_tokens": "<output_tokens>",
|
|
119
|
+
"server_tool_use": {
|
|
120
|
+
"web_search_requests": 0,
|
|
121
|
+
"web_fetch_requests": 0
|
|
122
|
+
},
|
|
123
|
+
"service_tier": "standard",
|
|
124
|
+
"cache_creation": {
|
|
125
|
+
"ephemeral_1h_input_tokens": 0,
|
|
126
|
+
"ephemeral_5m_input_tokens": 0
|
|
127
|
+
},
|
|
128
|
+
"inference_geo": "",
|
|
129
|
+
"iterations": [],
|
|
130
|
+
"speed": "standard"
|
|
131
|
+
},
|
|
132
|
+
"permission_denials": [],
|
|
133
|
+
"modelUsage": {
|
|
134
|
+
"winter-test/echo": {
|
|
135
|
+
"inputTokens": "<inputTokens>",
|
|
136
|
+
"outputTokens": "<outputTokens>",
|
|
137
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
138
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
139
|
+
"webSearchRequests": 0,
|
|
140
|
+
"costUSD": 0,
|
|
141
|
+
"canonicalModel": "winter-test/echo"
|
|
142
|
+
}
|
|
143
|
+
}
|
|
110
144
|
}
|
|
111
145
|
}
|
|
112
146
|
]
|
|
@@ -39,6 +39,8 @@
|
|
|
39
39
|
"TaskOutput",
|
|
40
40
|
"TaskStop",
|
|
41
41
|
"TaskUpdate",
|
|
42
|
+
"WebFetch",
|
|
43
|
+
"WebSearch",
|
|
42
44
|
"Workflow",
|
|
43
45
|
"Write"
|
|
44
46
|
],
|
|
@@ -242,7 +244,39 @@
|
|
|
242
244
|
"subtype": "success",
|
|
243
245
|
"is_error": false,
|
|
244
246
|
"result": "parent finished",
|
|
245
|
-
"
|
|
247
|
+
"usage": {
|
|
248
|
+
"output_tokens_details": {
|
|
249
|
+
"thinking_tokens": 0
|
|
250
|
+
},
|
|
251
|
+
"input_tokens": "<input_tokens>",
|
|
252
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
253
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
254
|
+
"output_tokens": "<output_tokens>",
|
|
255
|
+
"server_tool_use": {
|
|
256
|
+
"web_search_requests": 0,
|
|
257
|
+
"web_fetch_requests": 0
|
|
258
|
+
},
|
|
259
|
+
"service_tier": "standard",
|
|
260
|
+
"cache_creation": {
|
|
261
|
+
"ephemeral_1h_input_tokens": 0,
|
|
262
|
+
"ephemeral_5m_input_tokens": 0
|
|
263
|
+
},
|
|
264
|
+
"inference_geo": "",
|
|
265
|
+
"iterations": [],
|
|
266
|
+
"speed": "standard"
|
|
267
|
+
},
|
|
268
|
+
"permission_denials": [],
|
|
269
|
+
"modelUsage": {
|
|
270
|
+
"winter-test/echo": {
|
|
271
|
+
"inputTokens": "<inputTokens>",
|
|
272
|
+
"outputTokens": "<outputTokens>",
|
|
273
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
274
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
275
|
+
"webSearchRequests": 0,
|
|
276
|
+
"costUSD": 0,
|
|
277
|
+
"canonicalModel": "winter-test/echo"
|
|
278
|
+
}
|
|
279
|
+
}
|
|
246
280
|
}
|
|
247
281
|
}
|
|
248
282
|
]
|
|
@@ -39,6 +39,8 @@
|
|
|
39
39
|
"TaskOutput",
|
|
40
40
|
"TaskStop",
|
|
41
41
|
"TaskUpdate",
|
|
42
|
+
"WebFetch",
|
|
43
|
+
"WebSearch",
|
|
42
44
|
"Workflow",
|
|
43
45
|
"Write"
|
|
44
46
|
],
|
|
@@ -170,7 +172,39 @@
|
|
|
170
172
|
"subtype": "success",
|
|
171
173
|
"is_error": false,
|
|
172
174
|
"result": "parent finished",
|
|
173
|
-
"
|
|
175
|
+
"usage": {
|
|
176
|
+
"output_tokens_details": {
|
|
177
|
+
"thinking_tokens": 0
|
|
178
|
+
},
|
|
179
|
+
"input_tokens": "<input_tokens>",
|
|
180
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
181
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
182
|
+
"output_tokens": "<output_tokens>",
|
|
183
|
+
"server_tool_use": {
|
|
184
|
+
"web_search_requests": 0,
|
|
185
|
+
"web_fetch_requests": 0
|
|
186
|
+
},
|
|
187
|
+
"service_tier": "standard",
|
|
188
|
+
"cache_creation": {
|
|
189
|
+
"ephemeral_1h_input_tokens": 0,
|
|
190
|
+
"ephemeral_5m_input_tokens": 0
|
|
191
|
+
},
|
|
192
|
+
"inference_geo": "",
|
|
193
|
+
"iterations": [],
|
|
194
|
+
"speed": "standard"
|
|
195
|
+
},
|
|
196
|
+
"permission_denials": [],
|
|
197
|
+
"modelUsage": {
|
|
198
|
+
"winter-test/echo": {
|
|
199
|
+
"inputTokens": "<inputTokens>",
|
|
200
|
+
"outputTokens": "<outputTokens>",
|
|
201
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
202
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
203
|
+
"webSearchRequests": 0,
|
|
204
|
+
"costUSD": 0,
|
|
205
|
+
"canonicalModel": "winter-test/echo"
|
|
206
|
+
}
|
|
207
|
+
}
|
|
174
208
|
}
|
|
175
209
|
}
|
|
176
210
|
]
|
|
@@ -39,6 +39,8 @@
|
|
|
39
39
|
"TaskOutput",
|
|
40
40
|
"TaskStop",
|
|
41
41
|
"TaskUpdate",
|
|
42
|
+
"WebFetch",
|
|
43
|
+
"WebSearch",
|
|
42
44
|
"Workflow",
|
|
43
45
|
"Write"
|
|
44
46
|
],
|
|
@@ -119,7 +121,39 @@
|
|
|
119
121
|
"subtype": "success",
|
|
120
122
|
"is_error": false,
|
|
121
123
|
"result": "tool round done",
|
|
122
|
-
"
|
|
124
|
+
"usage": {
|
|
125
|
+
"output_tokens_details": {
|
|
126
|
+
"thinking_tokens": 0
|
|
127
|
+
},
|
|
128
|
+
"input_tokens": "<input_tokens>",
|
|
129
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
130
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
131
|
+
"output_tokens": "<output_tokens>",
|
|
132
|
+
"server_tool_use": {
|
|
133
|
+
"web_search_requests": 0,
|
|
134
|
+
"web_fetch_requests": 0
|
|
135
|
+
},
|
|
136
|
+
"service_tier": "standard",
|
|
137
|
+
"cache_creation": {
|
|
138
|
+
"ephemeral_1h_input_tokens": 0,
|
|
139
|
+
"ephemeral_5m_input_tokens": 0
|
|
140
|
+
},
|
|
141
|
+
"inference_geo": "",
|
|
142
|
+
"iterations": [],
|
|
143
|
+
"speed": "standard"
|
|
144
|
+
},
|
|
145
|
+
"permission_denials": [],
|
|
146
|
+
"modelUsage": {
|
|
147
|
+
"winter-test/echo": {
|
|
148
|
+
"inputTokens": "<inputTokens>",
|
|
149
|
+
"outputTokens": "<outputTokens>",
|
|
150
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
151
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
152
|
+
"webSearchRequests": 0,
|
|
153
|
+
"costUSD": 0,
|
|
154
|
+
"canonicalModel": "winter-test/echo"
|
|
155
|
+
}
|
|
156
|
+
}
|
|
123
157
|
}
|
|
124
158
|
}
|
|
125
159
|
]
|
|
@@ -44,6 +44,8 @@
|
|
|
44
44
|
"TaskStop",
|
|
45
45
|
"TaskUpdate",
|
|
46
46
|
"ToolSearch",
|
|
47
|
+
"WebFetch",
|
|
48
|
+
"WebSearch",
|
|
47
49
|
"Workflow",
|
|
48
50
|
"Write"
|
|
49
51
|
],
|
|
@@ -185,7 +187,39 @@
|
|
|
185
187
|
"subtype": "success",
|
|
186
188
|
"is_error": false,
|
|
187
189
|
"result": "tool search done",
|
|
188
|
-
"
|
|
190
|
+
"usage": {
|
|
191
|
+
"output_tokens_details": {
|
|
192
|
+
"thinking_tokens": 0
|
|
193
|
+
},
|
|
194
|
+
"input_tokens": "<input_tokens>",
|
|
195
|
+
"cache_creation_input_tokens": "<cache_creation_input_tokens>",
|
|
196
|
+
"cache_read_input_tokens": "<cache_read_input_tokens>",
|
|
197
|
+
"output_tokens": "<output_tokens>",
|
|
198
|
+
"server_tool_use": {
|
|
199
|
+
"web_search_requests": 0,
|
|
200
|
+
"web_fetch_requests": 0
|
|
201
|
+
},
|
|
202
|
+
"service_tier": "standard",
|
|
203
|
+
"cache_creation": {
|
|
204
|
+
"ephemeral_1h_input_tokens": 0,
|
|
205
|
+
"ephemeral_5m_input_tokens": 0
|
|
206
|
+
},
|
|
207
|
+
"inference_geo": "",
|
|
208
|
+
"iterations": [],
|
|
209
|
+
"speed": "standard"
|
|
210
|
+
},
|
|
211
|
+
"permission_denials": [],
|
|
212
|
+
"modelUsage": {
|
|
213
|
+
"winter-test/echo": {
|
|
214
|
+
"inputTokens": "<inputTokens>",
|
|
215
|
+
"outputTokens": "<outputTokens>",
|
|
216
|
+
"cacheReadInputTokens": "<cacheReadInputTokens>",
|
|
217
|
+
"cacheCreationInputTokens": "<cacheCreationInputTokens>",
|
|
218
|
+
"webSearchRequests": 0,
|
|
219
|
+
"costUSD": 0,
|
|
220
|
+
"canonicalModel": "winter-test/echo"
|
|
221
|
+
}
|
|
222
|
+
}
|
|
189
223
|
}
|
|
190
224
|
}
|
|
191
225
|
]
|