@evolvingmachines/evolve 0.0.55-project-sable.20260916.db0bc0bb
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +201 -0
- package/README.md +25 -0
- package/dist/chunk-5GVMBEYI.js +11 -0
- package/dist/chunk-HQJI3HHU.js +1 -0
- package/dist/chunk-JS2UTK2I.js +427 -0
- package/dist/cli/index.cjs +73 -0
- package/dist/cli/index.d.cts +270 -0
- package/dist/cli/index.d.ts +270 -0
- package/dist/cli/index.js +54 -0
- package/dist/index.cjs +669 -0
- package/dist/index.d.cts +5023 -0
- package/dist/index.d.ts +5023 -0
- package/dist/index.js +230 -0
- package/dist/managed-modal-IJW62SSK.js +4 -0
- package/dist/resumable-HFSICSH3.js +1 -0
- package/dist/tar-GVC4KE52.js +1 -0
- package/dist/types-DlpTxdR_.d.cts +4777 -0
- package/dist/types-DlpTxdR_.d.ts +4777 -0
- package/dist/upload-KPYDMWFJ.js +1 -0
- package/docs-agents/SKILL.md +138 -0
- package/docs-agents/index.md +81 -0
- package/docs-agents/python/01-getting-started.md +511 -0
- package/docs-agents/python/02-configuration.md +855 -0
- package/docs-agents/python/03-runtime.md +899 -0
- package/docs-agents/python/04-streaming.md +451 -0
- package/docs-agents/python/05-swarm-pipeline.md +953 -0
- package/docs-agents/python/index.md +122 -0
- package/docs-agents/typescript/01-getting-started.md +494 -0
- package/docs-agents/typescript/02-configuration.md +841 -0
- package/docs-agents/typescript/03-runtime.md +864 -0
- package/docs-agents/typescript/04-streaming.md +478 -0
- package/docs-agents/typescript/05-swarm-pipeline.md +957 -0
- package/docs-agents/typescript/index.md +121 -0
- package/docs-evals/SKILL.md +112 -0
- package/docs-evals/cli-reference/agent.mdx +67 -0
- package/docs-evals/cli-reference/analysis.mdx +91 -0
- package/docs-evals/cli-reference/analyze.mdx +74 -0
- package/docs-evals/cli-reference/auth.mdx +60 -0
- package/docs-evals/cli-reference/check.mdx +146 -0
- package/docs-evals/cli-reference/dataset.mdx +133 -0
- package/docs-evals/cli-reference/index.mdx +108 -0
- package/docs-evals/cli-reference/job.mdx +239 -0
- package/docs-evals/cli-reference/run.mdx +196 -0
- package/docs-evals/cli-reference/secrets.mdx +95 -0
- package/docs-evals/cli-reference/skill.mdx +51 -0
- package/docs-evals/cli-reference/skills.mdx +81 -0
- package/docs-evals/cli-reference/trial.mdx +112 -0
- package/docs-evals/cli-reference/upload.mdx +36 -0
- package/docs-evals/core-concepts/agents.mdx +106 -0
- package/docs-evals/core-concepts/analyze.mdx +86 -0
- package/docs-evals/core-concepts/check.mdx +51 -0
- package/docs-evals/core-concepts/datasets.mdx +138 -0
- package/docs-evals/core-concepts/index.mdx +42 -0
- package/docs-evals/core-concepts/jobs.mdx +136 -0
- package/docs-evals/core-concepts/models.mdx +68 -0
- package/docs-evals/core-concepts/sandboxes.mdx +52 -0
- package/docs-evals/core-concepts/secrets.mdx +41 -0
- package/docs-evals/core-concepts/skills.mdx +42 -0
- package/docs-evals/core-concepts/tasks.mdx +216 -0
- package/docs-evals/core-concepts/trial-outputs.mdx +103 -0
- package/docs-evals/core-concepts/trials.mdx +103 -0
- package/docs-evals/core-concepts/upload.mdx +45 -0
- package/docs-evals/dashboard/checks.mdx +15 -0
- package/docs-evals/dashboard/datasets.mdx +24 -0
- package/docs-evals/dashboard/jobs.mdx +65 -0
- package/docs-evals/dashboard/traces.mdx +15 -0
- package/docs-evals/dashboard/trial-viewer.mdx +30 -0
- package/docs-evals/docs.json +180 -0
- package/docs-evals/getting-started/installation.mdx +56 -0
- package/docs-evals/getting-started/quick-start.mdx +85 -0
- package/docs-evals/index.mdx +36 -0
- package/docs-evals/sdk/python.mdx +139 -0
- package/docs-evals/sdk/typescript.mdx +141 -0
- package/docs-evals/sdk-reference/agents.mdx +105 -0
- package/docs-evals/sdk-reference/analyses.mdx +125 -0
- package/docs-evals/sdk-reference/auth.mdx +76 -0
- package/docs-evals/sdk-reference/checks.mdx +166 -0
- package/docs-evals/sdk-reference/datasets.mdx +305 -0
- package/docs-evals/sdk-reference/errors.mdx +199 -0
- package/docs-evals/sdk-reference/index.mdx +58 -0
- package/docs-evals/sdk-reference/jobs.mdx +731 -0
- package/docs-evals/sdk-reference/meta.mdx +52 -0
- package/docs-evals/sdk-reference/skills.mdx +68 -0
- package/docs-evals/sdk-reference/trials.mdx +232 -0
- package/docs-evals/sdk-reference/types.mdx +272 -0
- package/docs-evals/snippets/global-options.mdx +13 -0
- package/docs-evals/snippets/list-flags.mdx +23 -0
- package/harness-capabilities.json +430 -0
- package/hosted-error-codes.json +120 -0
- package/package.json +163 -0
- package/skills/create-adapter/SKILL.md +287 -0
- package/skills/create-task/SKILL.md +491 -0
- package/skills/evolve/SKILL.md +39 -0
- package/skills/publish/SKILL.md +142 -0
- package/skills/rewardkit/SKILL.md +330 -0
- package/spec/atif/README.md +45 -0
- package/spec/atif/trajectory.schema.json +865 -0
- package/spec/openapi.yaml +13447 -0
|
@@ -0,0 +1,865 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$comment": "GENERATED \u2014 do not hand-edit. Emitted by pydantic's model_json_schema() from Harbor's Trajectory model (src/harbor/models/trajectories/), Harbor commit 4698544ea9d5ee95d01b05aeaa9ccbd161d5a7f6. Regenerate per spec/atif/README.md.",
|
|
3
|
+
"$defs": {
|
|
4
|
+
"Agent": {
|
|
5
|
+
"additionalProperties": false,
|
|
6
|
+
"description": "Agent configuration.",
|
|
7
|
+
"properties": {
|
|
8
|
+
"extra": {
|
|
9
|
+
"anyOf": [
|
|
10
|
+
{
|
|
11
|
+
"additionalProperties": true,
|
|
12
|
+
"type": "object"
|
|
13
|
+
},
|
|
14
|
+
{
|
|
15
|
+
"type": "null"
|
|
16
|
+
}
|
|
17
|
+
],
|
|
18
|
+
"default": null,
|
|
19
|
+
"description": "Custom agent configuration details",
|
|
20
|
+
"title": "Extra"
|
|
21
|
+
},
|
|
22
|
+
"model_name": {
|
|
23
|
+
"anyOf": [
|
|
24
|
+
{
|
|
25
|
+
"type": "string"
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
"type": "null"
|
|
29
|
+
}
|
|
30
|
+
],
|
|
31
|
+
"default": null,
|
|
32
|
+
"description": "Default LLM model used for this trajectory",
|
|
33
|
+
"title": "Model Name"
|
|
34
|
+
},
|
|
35
|
+
"name": {
|
|
36
|
+
"description": "The name of the agent system",
|
|
37
|
+
"title": "Name",
|
|
38
|
+
"type": "string"
|
|
39
|
+
},
|
|
40
|
+
"tool_definitions": {
|
|
41
|
+
"anyOf": [
|
|
42
|
+
{
|
|
43
|
+
"items": {
|
|
44
|
+
"additionalProperties": true,
|
|
45
|
+
"type": "object"
|
|
46
|
+
},
|
|
47
|
+
"type": "array"
|
|
48
|
+
},
|
|
49
|
+
{
|
|
50
|
+
"type": "null"
|
|
51
|
+
}
|
|
52
|
+
],
|
|
53
|
+
"default": null,
|
|
54
|
+
"description": "Array of tool/function definitions available to the agent. Each element follows OpenAI's function calling schema.",
|
|
55
|
+
"title": "Tool Definitions"
|
|
56
|
+
},
|
|
57
|
+
"version": {
|
|
58
|
+
"description": "The version identifier of the agent system",
|
|
59
|
+
"title": "Version",
|
|
60
|
+
"type": "string"
|
|
61
|
+
}
|
|
62
|
+
},
|
|
63
|
+
"required": [
|
|
64
|
+
"name",
|
|
65
|
+
"version"
|
|
66
|
+
],
|
|
67
|
+
"title": "Agent",
|
|
68
|
+
"type": "object"
|
|
69
|
+
},
|
|
70
|
+
"ContentPart": {
|
|
71
|
+
"additionalProperties": false,
|
|
72
|
+
"description": "A single content part within a multimodal message.\n\nUsed when a message or observation contains mixed content types (text and images).\nFor text-only content, a plain string can still be used instead of a ContentPart array.",
|
|
73
|
+
"properties": {
|
|
74
|
+
"source": {
|
|
75
|
+
"anyOf": [
|
|
76
|
+
{
|
|
77
|
+
"$ref": "#/$defs/ImageSource"
|
|
78
|
+
},
|
|
79
|
+
{
|
|
80
|
+
"type": "null"
|
|
81
|
+
}
|
|
82
|
+
],
|
|
83
|
+
"default": null,
|
|
84
|
+
"description": "Image source (file reference). Required when type='image'."
|
|
85
|
+
},
|
|
86
|
+
"text": {
|
|
87
|
+
"anyOf": [
|
|
88
|
+
{
|
|
89
|
+
"type": "string"
|
|
90
|
+
},
|
|
91
|
+
{
|
|
92
|
+
"type": "null"
|
|
93
|
+
}
|
|
94
|
+
],
|
|
95
|
+
"default": null,
|
|
96
|
+
"description": "Text content. Required when type='text'.",
|
|
97
|
+
"title": "Text"
|
|
98
|
+
},
|
|
99
|
+
"type": {
|
|
100
|
+
"description": "The type of content",
|
|
101
|
+
"enum": [
|
|
102
|
+
"text",
|
|
103
|
+
"image"
|
|
104
|
+
],
|
|
105
|
+
"title": "Type",
|
|
106
|
+
"type": "string"
|
|
107
|
+
}
|
|
108
|
+
},
|
|
109
|
+
"required": [
|
|
110
|
+
"type"
|
|
111
|
+
],
|
|
112
|
+
"title": "ContentPart",
|
|
113
|
+
"type": "object"
|
|
114
|
+
},
|
|
115
|
+
"FinalMetrics": {
|
|
116
|
+
"additionalProperties": false,
|
|
117
|
+
"description": "Aggregate statistics for the entire trajectory.",
|
|
118
|
+
"properties": {
|
|
119
|
+
"extra": {
|
|
120
|
+
"anyOf": [
|
|
121
|
+
{
|
|
122
|
+
"additionalProperties": true,
|
|
123
|
+
"type": "object"
|
|
124
|
+
},
|
|
125
|
+
{
|
|
126
|
+
"type": "null"
|
|
127
|
+
}
|
|
128
|
+
],
|
|
129
|
+
"default": null,
|
|
130
|
+
"description": "Custom aggregate metrics",
|
|
131
|
+
"title": "Extra"
|
|
132
|
+
},
|
|
133
|
+
"total_cached_tokens": {
|
|
134
|
+
"anyOf": [
|
|
135
|
+
{
|
|
136
|
+
"type": "integer"
|
|
137
|
+
},
|
|
138
|
+
{
|
|
139
|
+
"type": "null"
|
|
140
|
+
}
|
|
141
|
+
],
|
|
142
|
+
"default": null,
|
|
143
|
+
"description": "Sum of all cached tokens across all steps",
|
|
144
|
+
"title": "Total Cached Tokens"
|
|
145
|
+
},
|
|
146
|
+
"total_completion_tokens": {
|
|
147
|
+
"anyOf": [
|
|
148
|
+
{
|
|
149
|
+
"type": "integer"
|
|
150
|
+
},
|
|
151
|
+
{
|
|
152
|
+
"type": "null"
|
|
153
|
+
}
|
|
154
|
+
],
|
|
155
|
+
"default": null,
|
|
156
|
+
"description": "Sum of all completion tokens across all steps",
|
|
157
|
+
"title": "Total Completion Tokens"
|
|
158
|
+
},
|
|
159
|
+
"total_cost_usd": {
|
|
160
|
+
"anyOf": [
|
|
161
|
+
{
|
|
162
|
+
"type": "number"
|
|
163
|
+
},
|
|
164
|
+
{
|
|
165
|
+
"type": "null"
|
|
166
|
+
}
|
|
167
|
+
],
|
|
168
|
+
"default": null,
|
|
169
|
+
"description": "Total real monetary cost for the entire trajectory, including cost for subagents, if any",
|
|
170
|
+
"title": "Total Cost Usd"
|
|
171
|
+
},
|
|
172
|
+
"total_prompt_tokens": {
|
|
173
|
+
"anyOf": [
|
|
174
|
+
{
|
|
175
|
+
"type": "integer"
|
|
176
|
+
},
|
|
177
|
+
{
|
|
178
|
+
"type": "null"
|
|
179
|
+
}
|
|
180
|
+
],
|
|
181
|
+
"default": null,
|
|
182
|
+
"description": "Sum of all prompt tokens across all steps, including cached tokens",
|
|
183
|
+
"title": "Total Prompt Tokens"
|
|
184
|
+
},
|
|
185
|
+
"total_steps": {
|
|
186
|
+
"anyOf": [
|
|
187
|
+
{
|
|
188
|
+
"minimum": 0,
|
|
189
|
+
"type": "integer"
|
|
190
|
+
},
|
|
191
|
+
{
|
|
192
|
+
"type": "null"
|
|
193
|
+
}
|
|
194
|
+
],
|
|
195
|
+
"default": null,
|
|
196
|
+
"description": "Total number of steps. If not equivalent to the number of steps in the trajectory, must be documented in the root-level notes field.",
|
|
197
|
+
"title": "Total Steps"
|
|
198
|
+
}
|
|
199
|
+
},
|
|
200
|
+
"title": "FinalMetrics",
|
|
201
|
+
"type": "object"
|
|
202
|
+
},
|
|
203
|
+
"ImageSource": {
|
|
204
|
+
"additionalProperties": false,
|
|
205
|
+
"description": "Image source specification for images stored as files or at remote URLs.",
|
|
206
|
+
"properties": {
|
|
207
|
+
"media_type": {
|
|
208
|
+
"description": "MIME type of the image",
|
|
209
|
+
"enum": [
|
|
210
|
+
"image/jpeg",
|
|
211
|
+
"image/png",
|
|
212
|
+
"image/gif",
|
|
213
|
+
"image/webp"
|
|
214
|
+
],
|
|
215
|
+
"title": "Media Type",
|
|
216
|
+
"type": "string"
|
|
217
|
+
},
|
|
218
|
+
"path": {
|
|
219
|
+
"description": "Location of the image. Can be a relative or absolute file path, or a URL.",
|
|
220
|
+
"title": "Path",
|
|
221
|
+
"type": "string"
|
|
222
|
+
}
|
|
223
|
+
},
|
|
224
|
+
"required": [
|
|
225
|
+
"media_type",
|
|
226
|
+
"path"
|
|
227
|
+
],
|
|
228
|
+
"title": "ImageSource",
|
|
229
|
+
"type": "object"
|
|
230
|
+
},
|
|
231
|
+
"Metrics": {
|
|
232
|
+
"additionalProperties": false,
|
|
233
|
+
"description": "LLM operational and confidence data.",
|
|
234
|
+
"properties": {
|
|
235
|
+
"cached_tokens": {
|
|
236
|
+
"anyOf": [
|
|
237
|
+
{
|
|
238
|
+
"type": "integer"
|
|
239
|
+
},
|
|
240
|
+
{
|
|
241
|
+
"type": "null"
|
|
242
|
+
}
|
|
243
|
+
],
|
|
244
|
+
"default": null,
|
|
245
|
+
"description": "Subset of prompt_tokens that were cache hits",
|
|
246
|
+
"title": "Cached Tokens"
|
|
247
|
+
},
|
|
248
|
+
"completion_token_ids": {
|
|
249
|
+
"anyOf": [
|
|
250
|
+
{
|
|
251
|
+
"items": {
|
|
252
|
+
"type": "integer"
|
|
253
|
+
},
|
|
254
|
+
"type": "array"
|
|
255
|
+
},
|
|
256
|
+
{
|
|
257
|
+
"type": "null"
|
|
258
|
+
}
|
|
259
|
+
],
|
|
260
|
+
"default": null,
|
|
261
|
+
"description": "Token IDs for completion (response) tokens, enabling RL training without retokenization drift",
|
|
262
|
+
"title": "Completion Token Ids"
|
|
263
|
+
},
|
|
264
|
+
"completion_tokens": {
|
|
265
|
+
"anyOf": [
|
|
266
|
+
{
|
|
267
|
+
"type": "integer"
|
|
268
|
+
},
|
|
269
|
+
{
|
|
270
|
+
"type": "null"
|
|
271
|
+
}
|
|
272
|
+
],
|
|
273
|
+
"default": null,
|
|
274
|
+
"description": "Total tokens generated by the LLM response",
|
|
275
|
+
"title": "Completion Tokens"
|
|
276
|
+
},
|
|
277
|
+
"cost_usd": {
|
|
278
|
+
"anyOf": [
|
|
279
|
+
{
|
|
280
|
+
"type": "number"
|
|
281
|
+
},
|
|
282
|
+
{
|
|
283
|
+
"type": "null"
|
|
284
|
+
}
|
|
285
|
+
],
|
|
286
|
+
"default": null,
|
|
287
|
+
"description": "Monetary cost of the API call in USD",
|
|
288
|
+
"title": "Cost Usd"
|
|
289
|
+
},
|
|
290
|
+
"extra": {
|
|
291
|
+
"anyOf": [
|
|
292
|
+
{
|
|
293
|
+
"additionalProperties": true,
|
|
294
|
+
"type": "object"
|
|
295
|
+
},
|
|
296
|
+
{
|
|
297
|
+
"type": "null"
|
|
298
|
+
}
|
|
299
|
+
],
|
|
300
|
+
"default": null,
|
|
301
|
+
"description": "Other metrics",
|
|
302
|
+
"title": "Extra"
|
|
303
|
+
},
|
|
304
|
+
"logprobs": {
|
|
305
|
+
"anyOf": [
|
|
306
|
+
{
|
|
307
|
+
"items": {
|
|
308
|
+
"type": "number"
|
|
309
|
+
},
|
|
310
|
+
"type": "array"
|
|
311
|
+
},
|
|
312
|
+
{
|
|
313
|
+
"type": "null"
|
|
314
|
+
}
|
|
315
|
+
],
|
|
316
|
+
"default": null,
|
|
317
|
+
"description": "Log probability assigned to each generated token",
|
|
318
|
+
"title": "Logprobs"
|
|
319
|
+
},
|
|
320
|
+
"prompt_token_ids": {
|
|
321
|
+
"anyOf": [
|
|
322
|
+
{
|
|
323
|
+
"items": {
|
|
324
|
+
"type": "integer"
|
|
325
|
+
},
|
|
326
|
+
"type": "array"
|
|
327
|
+
},
|
|
328
|
+
{
|
|
329
|
+
"type": "null"
|
|
330
|
+
}
|
|
331
|
+
],
|
|
332
|
+
"default": null,
|
|
333
|
+
"description": "Token IDs for prompt (input) tokens sent to the LLM, including chat history (if applicable)",
|
|
334
|
+
"title": "Prompt Token Ids"
|
|
335
|
+
},
|
|
336
|
+
"prompt_tokens": {
|
|
337
|
+
"anyOf": [
|
|
338
|
+
{
|
|
339
|
+
"type": "integer"
|
|
340
|
+
},
|
|
341
|
+
{
|
|
342
|
+
"type": "null"
|
|
343
|
+
}
|
|
344
|
+
],
|
|
345
|
+
"default": null,
|
|
346
|
+
"description": "Total input tokens including cached and non-cached",
|
|
347
|
+
"title": "Prompt Tokens"
|
|
348
|
+
}
|
|
349
|
+
},
|
|
350
|
+
"title": "Metrics",
|
|
351
|
+
"type": "object"
|
|
352
|
+
},
|
|
353
|
+
"Observation": {
|
|
354
|
+
"additionalProperties": false,
|
|
355
|
+
"description": "Environment feedback/result after actions or system events.",
|
|
356
|
+
"properties": {
|
|
357
|
+
"results": {
|
|
358
|
+
"description": "Array of result objects from tool calls or actions",
|
|
359
|
+
"items": {
|
|
360
|
+
"$ref": "#/$defs/ObservationResult"
|
|
361
|
+
},
|
|
362
|
+
"title": "Results",
|
|
363
|
+
"type": "array"
|
|
364
|
+
}
|
|
365
|
+
},
|
|
366
|
+
"required": [
|
|
367
|
+
"results"
|
|
368
|
+
],
|
|
369
|
+
"title": "Observation",
|
|
370
|
+
"type": "object"
|
|
371
|
+
},
|
|
372
|
+
"ObservationResult": {
|
|
373
|
+
"additionalProperties": false,
|
|
374
|
+
"description": "A single result within an observation.",
|
|
375
|
+
"properties": {
|
|
376
|
+
"content": {
|
|
377
|
+
"anyOf": [
|
|
378
|
+
{
|
|
379
|
+
"type": "string"
|
|
380
|
+
},
|
|
381
|
+
{
|
|
382
|
+
"items": {
|
|
383
|
+
"$ref": "#/$defs/ContentPart"
|
|
384
|
+
},
|
|
385
|
+
"type": "array"
|
|
386
|
+
},
|
|
387
|
+
{
|
|
388
|
+
"type": "null"
|
|
389
|
+
}
|
|
390
|
+
],
|
|
391
|
+
"default": null,
|
|
392
|
+
"description": "The output or result from the tool execution. String for text-only content, or array of ContentPart for multimodal content (added in ATIF-v1.6).",
|
|
393
|
+
"title": "Content"
|
|
394
|
+
},
|
|
395
|
+
"extra": {
|
|
396
|
+
"anyOf": [
|
|
397
|
+
{
|
|
398
|
+
"additionalProperties": true,
|
|
399
|
+
"type": "object"
|
|
400
|
+
},
|
|
401
|
+
{
|
|
402
|
+
"type": "null"
|
|
403
|
+
}
|
|
404
|
+
],
|
|
405
|
+
"default": null,
|
|
406
|
+
"description": "Custom observation-result-level metadata (e.g., confidence score, retrieval score, source document ID). Added in ATIF-v1.7.",
|
|
407
|
+
"title": "Extra"
|
|
408
|
+
},
|
|
409
|
+
"source_call_id": {
|
|
410
|
+
"anyOf": [
|
|
411
|
+
{
|
|
412
|
+
"type": "string"
|
|
413
|
+
},
|
|
414
|
+
{
|
|
415
|
+
"type": "null"
|
|
416
|
+
}
|
|
417
|
+
],
|
|
418
|
+
"default": null,
|
|
419
|
+
"description": "The `tool_call_id` from the _tool_calls_ array in _StepObject_ that this result corresponds to. If null or omitted, the result comes from an action that doesn't use the standard tool calling format (e.g., agent actions without tool calls or system-initiated operations).",
|
|
420
|
+
"title": "Source Call Id"
|
|
421
|
+
},
|
|
422
|
+
"subagent_trajectory_ref": {
|
|
423
|
+
"anyOf": [
|
|
424
|
+
{
|
|
425
|
+
"items": {
|
|
426
|
+
"$ref": "#/$defs/SubagentTrajectoryRef"
|
|
427
|
+
},
|
|
428
|
+
"type": "array"
|
|
429
|
+
},
|
|
430
|
+
{
|
|
431
|
+
"type": "null"
|
|
432
|
+
}
|
|
433
|
+
],
|
|
434
|
+
"default": null,
|
|
435
|
+
"description": "Array of references to delegated subagent trajectories",
|
|
436
|
+
"title": "Subagent Trajectory Ref"
|
|
437
|
+
}
|
|
438
|
+
},
|
|
439
|
+
"title": "ObservationResult",
|
|
440
|
+
"type": "object"
|
|
441
|
+
},
|
|
442
|
+
"Step": {
|
|
443
|
+
"additionalProperties": false,
|
|
444
|
+
"description": "A single step in the trajectory.",
|
|
445
|
+
"properties": {
|
|
446
|
+
"extra": {
|
|
447
|
+
"anyOf": [
|
|
448
|
+
{
|
|
449
|
+
"additionalProperties": true,
|
|
450
|
+
"type": "object"
|
|
451
|
+
},
|
|
452
|
+
{
|
|
453
|
+
"type": "null"
|
|
454
|
+
}
|
|
455
|
+
],
|
|
456
|
+
"default": null,
|
|
457
|
+
"description": "Custom step-level metadata",
|
|
458
|
+
"title": "Extra"
|
|
459
|
+
},
|
|
460
|
+
"is_copied_context": {
|
|
461
|
+
"anyOf": [
|
|
462
|
+
{
|
|
463
|
+
"type": "boolean"
|
|
464
|
+
},
|
|
465
|
+
{
|
|
466
|
+
"type": "null"
|
|
467
|
+
}
|
|
468
|
+
],
|
|
469
|
+
"default": null,
|
|
470
|
+
"description": "Indicates whether this step was copied from a previous trajectory for context (e.g., during continuation after summarization). Steps marked as copied context should not be included in training data as they represent previously-trained interactions. Added in ATIF-v1.5.",
|
|
471
|
+
"title": "Is Copied Context"
|
|
472
|
+
},
|
|
473
|
+
"llm_call_count": {
|
|
474
|
+
"anyOf": [
|
|
475
|
+
{
|
|
476
|
+
"minimum": 0,
|
|
477
|
+
"type": "integer"
|
|
478
|
+
},
|
|
479
|
+
{
|
|
480
|
+
"type": "null"
|
|
481
|
+
}
|
|
482
|
+
],
|
|
483
|
+
"default": null,
|
|
484
|
+
"description": "Number of LLM inferences this step represents. When >1, metrics are aggregated across multiple LLM calls. When 1, the step represents exactly one inference. When 0 on a `source: 'agent'` step, the step represents a deterministic (non-LLM) dispatch; `metrics` and `reasoning_content` MUST be absent in that case. When null, the producer did not track this (backward-compatible default). Added in ATIF-v1.7.",
|
|
485
|
+
"title": "Llm Call Count"
|
|
486
|
+
},
|
|
487
|
+
"message": {
|
|
488
|
+
"anyOf": [
|
|
489
|
+
{
|
|
490
|
+
"type": "string"
|
|
491
|
+
},
|
|
492
|
+
{
|
|
493
|
+
"items": {
|
|
494
|
+
"$ref": "#/$defs/ContentPart"
|
|
495
|
+
},
|
|
496
|
+
"type": "array"
|
|
497
|
+
}
|
|
498
|
+
],
|
|
499
|
+
"description": "The dialogue message. String for text-only content, or array of ContentPart for multimodal content (added in ATIF-v1.6).",
|
|
500
|
+
"title": "Message"
|
|
501
|
+
},
|
|
502
|
+
"metrics": {
|
|
503
|
+
"anyOf": [
|
|
504
|
+
{
|
|
505
|
+
"$ref": "#/$defs/Metrics"
|
|
506
|
+
},
|
|
507
|
+
{
|
|
508
|
+
"type": "null"
|
|
509
|
+
}
|
|
510
|
+
],
|
|
511
|
+
"default": null,
|
|
512
|
+
"description": "LLM operational and confidence data for this step"
|
|
513
|
+
},
|
|
514
|
+
"model_name": {
|
|
515
|
+
"anyOf": [
|
|
516
|
+
{
|
|
517
|
+
"type": "string"
|
|
518
|
+
},
|
|
519
|
+
{
|
|
520
|
+
"type": "null"
|
|
521
|
+
}
|
|
522
|
+
],
|
|
523
|
+
"default": null,
|
|
524
|
+
"description": "The specific LLM model used for this turn. Omission implies the model defined in the root-level agent config.",
|
|
525
|
+
"title": "Model Name"
|
|
526
|
+
},
|
|
527
|
+
"observation": {
|
|
528
|
+
"anyOf": [
|
|
529
|
+
{
|
|
530
|
+
"$ref": "#/$defs/Observation"
|
|
531
|
+
},
|
|
532
|
+
{
|
|
533
|
+
"type": "null"
|
|
534
|
+
}
|
|
535
|
+
],
|
|
536
|
+
"default": null,
|
|
537
|
+
"description": "Environment feedback/result after actions or system events"
|
|
538
|
+
},
|
|
539
|
+
"reasoning_content": {
|
|
540
|
+
"anyOf": [
|
|
541
|
+
{
|
|
542
|
+
"type": "string"
|
|
543
|
+
},
|
|
544
|
+
{
|
|
545
|
+
"type": "null"
|
|
546
|
+
}
|
|
547
|
+
],
|
|
548
|
+
"default": null,
|
|
549
|
+
"description": "The agent's explicit internal reasoning",
|
|
550
|
+
"title": "Reasoning Content"
|
|
551
|
+
},
|
|
552
|
+
"reasoning_effort": {
|
|
553
|
+
"anyOf": [
|
|
554
|
+
{
|
|
555
|
+
"type": "string"
|
|
556
|
+
},
|
|
557
|
+
{
|
|
558
|
+
"type": "number"
|
|
559
|
+
},
|
|
560
|
+
{
|
|
561
|
+
"type": "null"
|
|
562
|
+
}
|
|
563
|
+
],
|
|
564
|
+
"default": null,
|
|
565
|
+
"description": "Qualitative or quantitative measure of effort",
|
|
566
|
+
"title": "Reasoning Effort"
|
|
567
|
+
},
|
|
568
|
+
"source": {
|
|
569
|
+
"description": "The originator of this step",
|
|
570
|
+
"enum": [
|
|
571
|
+
"system",
|
|
572
|
+
"user",
|
|
573
|
+
"agent"
|
|
574
|
+
],
|
|
575
|
+
"title": "Source",
|
|
576
|
+
"type": "string"
|
|
577
|
+
},
|
|
578
|
+
"step_id": {
|
|
579
|
+
"description": "Ordinal index of the turn (starting from 1)",
|
|
580
|
+
"minimum": 1,
|
|
581
|
+
"title": "Step Id",
|
|
582
|
+
"type": "integer"
|
|
583
|
+
},
|
|
584
|
+
"timestamp": {
|
|
585
|
+
"anyOf": [
|
|
586
|
+
{
|
|
587
|
+
"type": "string"
|
|
588
|
+
},
|
|
589
|
+
{
|
|
590
|
+
"type": "null"
|
|
591
|
+
}
|
|
592
|
+
],
|
|
593
|
+
"default": null,
|
|
594
|
+
"description": "ISO 8601 timestamp indicating when this step occurred",
|
|
595
|
+
"title": "Timestamp"
|
|
596
|
+
},
|
|
597
|
+
"tool_calls": {
|
|
598
|
+
"anyOf": [
|
|
599
|
+
{
|
|
600
|
+
"items": {
|
|
601
|
+
"$ref": "#/$defs/ToolCall"
|
|
602
|
+
},
|
|
603
|
+
"type": "array"
|
|
604
|
+
},
|
|
605
|
+
{
|
|
606
|
+
"type": "null"
|
|
607
|
+
}
|
|
608
|
+
],
|
|
609
|
+
"default": null,
|
|
610
|
+
"description": "Array of structured objects for the agent's actions",
|
|
611
|
+
"title": "Tool Calls"
|
|
612
|
+
}
|
|
613
|
+
},
|
|
614
|
+
"required": [
|
|
615
|
+
"step_id",
|
|
616
|
+
"source",
|
|
617
|
+
"message"
|
|
618
|
+
],
|
|
619
|
+
"title": "Step",
|
|
620
|
+
"type": "object"
|
|
621
|
+
},
|
|
622
|
+
"SubagentTrajectoryRef": {
|
|
623
|
+
"additionalProperties": false,
|
|
624
|
+
"description": "Reference to a delegated subagent trajectory.\n\nA subagent reference is resolved by one of two mechanisms:\n\n1. **Embedded form** \u2014 set `trajectory_id` to match the\n `Trajectory.trajectory_id` of an entry in the parent's\n `subagent_trajectories` array.\n2. **File-ref form** \u2014 set `trajectory_path` to the location\n (file path, S3 URL, etc.) of an external trajectory file.\n\nThese two mechanisms are the only resolution keys. `session_id`, when\npresent on the ref, is **informational only**: it records the run\nidentity of the delegated subagent for debug / correlation / cross-\ntrajectory search purposes, and MUST NOT be used as a matching key\n(it is run-scoped and MAY collide across siblings \u2014 see\n`Trajectory.session_id`). A ref therefore MUST set at least one of\n`trajectory_id` or `trajectory_path`; `session_id` alone is not a\nresolvable reference.",
|
|
625
|
+
"properties": {
|
|
626
|
+
"extra": {
|
|
627
|
+
"anyOf": [
|
|
628
|
+
{
|
|
629
|
+
"additionalProperties": true,
|
|
630
|
+
"type": "object"
|
|
631
|
+
},
|
|
632
|
+
{
|
|
633
|
+
"type": "null"
|
|
634
|
+
}
|
|
635
|
+
],
|
|
636
|
+
"default": null,
|
|
637
|
+
"description": "Custom metadata about the subagent execution",
|
|
638
|
+
"title": "Extra"
|
|
639
|
+
},
|
|
640
|
+
"session_id": {
|
|
641
|
+
"anyOf": [
|
|
642
|
+
{
|
|
643
|
+
"type": "string"
|
|
644
|
+
},
|
|
645
|
+
{
|
|
646
|
+
"type": "null"
|
|
647
|
+
}
|
|
648
|
+
],
|
|
649
|
+
"default": null,
|
|
650
|
+
"description": "Run identity of the delegated subagent trajectory. Informational only: recorded so consumers can correlate this ref back to the subagent's run for debug / search / display purposes. Run-scoped (see `Trajectory.session_id`) and therefore NOT a valid resolution key \u2014 consumers MUST resolve via `trajectory_id` (embedded) or `trajectory_path` (external file).",
|
|
651
|
+
"title": "Session Id"
|
|
652
|
+
},
|
|
653
|
+
"trajectory_id": {
|
|
654
|
+
"anyOf": [
|
|
655
|
+
{
|
|
656
|
+
"type": "string"
|
|
657
|
+
},
|
|
658
|
+
{
|
|
659
|
+
"type": "null"
|
|
660
|
+
}
|
|
661
|
+
],
|
|
662
|
+
"default": null,
|
|
663
|
+
"description": "Canonical identifier of the delegated subagent trajectory. Matches `Trajectory.trajectory_id` of an entry in the parent's `subagent_trajectories` array and is the resolution key for embedded references. Added in ATIF-v1.7 to provide a document-unique matching key without overloading `session_id`.",
|
|
664
|
+
"title": "Trajectory Id"
|
|
665
|
+
},
|
|
666
|
+
"trajectory_path": {
|
|
667
|
+
"anyOf": [
|
|
668
|
+
{
|
|
669
|
+
"type": "string"
|
|
670
|
+
},
|
|
671
|
+
{
|
|
672
|
+
"type": "null"
|
|
673
|
+
}
|
|
674
|
+
],
|
|
675
|
+
"default": null,
|
|
676
|
+
"description": "Location of the complete subagent trajectory as an external file (file path, S3 URL, database reference, etc.). Resolution key for file-ref references. When both `trajectory_id` and `trajectory_path` are set, consumers MAY choose either; typically `trajectory_id` is preferred when the embedded trajectory is available in-memory.",
|
|
677
|
+
"title": "Trajectory Path"
|
|
678
|
+
}
|
|
679
|
+
},
|
|
680
|
+
"title": "SubagentTrajectoryRef",
|
|
681
|
+
"type": "object"
|
|
682
|
+
},
|
|
683
|
+
"ToolCall": {
|
|
684
|
+
"additionalProperties": false,
|
|
685
|
+
"description": "A tool call within a step.",
|
|
686
|
+
"properties": {
|
|
687
|
+
"arguments": {
|
|
688
|
+
"additionalProperties": true,
|
|
689
|
+
"description": "Arguments passed to the function (can be empty dict)",
|
|
690
|
+
"title": "Arguments",
|
|
691
|
+
"type": "object"
|
|
692
|
+
},
|
|
693
|
+
"extra": {
|
|
694
|
+
"anyOf": [
|
|
695
|
+
{
|
|
696
|
+
"additionalProperties": true,
|
|
697
|
+
"type": "object"
|
|
698
|
+
},
|
|
699
|
+
{
|
|
700
|
+
"type": "null"
|
|
701
|
+
}
|
|
702
|
+
],
|
|
703
|
+
"default": null,
|
|
704
|
+
"description": "Custom tool-call-level metadata (e.g., timeout, retry count, tool version). Added in ATIF-v1.7.",
|
|
705
|
+
"title": "Extra"
|
|
706
|
+
},
|
|
707
|
+
"function_name": {
|
|
708
|
+
"description": "The name of the function or tool being invoked",
|
|
709
|
+
"title": "Function Name",
|
|
710
|
+
"type": "string"
|
|
711
|
+
},
|
|
712
|
+
"tool_call_id": {
|
|
713
|
+
"description": "Unique identifier for this specific tool call",
|
|
714
|
+
"title": "Tool Call Id",
|
|
715
|
+
"type": "string"
|
|
716
|
+
}
|
|
717
|
+
},
|
|
718
|
+
"required": [
|
|
719
|
+
"tool_call_id",
|
|
720
|
+
"function_name",
|
|
721
|
+
"arguments"
|
|
722
|
+
],
|
|
723
|
+
"title": "ToolCall",
|
|
724
|
+
"type": "object"
|
|
725
|
+
},
|
|
726
|
+
"Trajectory": {
|
|
727
|
+
"additionalProperties": false,
|
|
728
|
+
"description": "Agent Trajectory in ATIF (Agent Trajectory Interchange Format).",
|
|
729
|
+
"properties": {
|
|
730
|
+
"agent": {
|
|
731
|
+
"$ref": "#/$defs/Agent",
|
|
732
|
+
"description": "Object specifying the agent configuration"
|
|
733
|
+
},
|
|
734
|
+
"continued_trajectory_ref": {
|
|
735
|
+
"anyOf": [
|
|
736
|
+
{
|
|
737
|
+
"type": "string"
|
|
738
|
+
},
|
|
739
|
+
{
|
|
740
|
+
"type": "null"
|
|
741
|
+
}
|
|
742
|
+
],
|
|
743
|
+
"default": null,
|
|
744
|
+
"description": "Reference to the continuation trajectory file if this trajectory is continued in another file",
|
|
745
|
+
"title": "Continued Trajectory Ref"
|
|
746
|
+
},
|
|
747
|
+
"extra": {
|
|
748
|
+
"anyOf": [
|
|
749
|
+
{
|
|
750
|
+
"additionalProperties": true,
|
|
751
|
+
"type": "object"
|
|
752
|
+
},
|
|
753
|
+
{
|
|
754
|
+
"type": "null"
|
|
755
|
+
}
|
|
756
|
+
],
|
|
757
|
+
"default": null,
|
|
758
|
+
"description": "Custom root-level metadata",
|
|
759
|
+
"title": "Extra"
|
|
760
|
+
},
|
|
761
|
+
"final_metrics": {
|
|
762
|
+
"anyOf": [
|
|
763
|
+
{
|
|
764
|
+
"$ref": "#/$defs/FinalMetrics"
|
|
765
|
+
},
|
|
766
|
+
{
|
|
767
|
+
"type": "null"
|
|
768
|
+
}
|
|
769
|
+
],
|
|
770
|
+
"default": null,
|
|
771
|
+
"description": "Summary metrics for the entire trajectory"
|
|
772
|
+
},
|
|
773
|
+
"notes": {
|
|
774
|
+
"anyOf": [
|
|
775
|
+
{
|
|
776
|
+
"type": "string"
|
|
777
|
+
},
|
|
778
|
+
{
|
|
779
|
+
"type": "null"
|
|
780
|
+
}
|
|
781
|
+
],
|
|
782
|
+
"default": null,
|
|
783
|
+
"description": "Custom information, design notes, or explanations",
|
|
784
|
+
"title": "Notes"
|
|
785
|
+
},
|
|
786
|
+
"schema_version": {
|
|
787
|
+
"default": "ATIF-v1.7",
|
|
788
|
+
"description": "String defining ATIF compatibility",
|
|
789
|
+
"enum": [
|
|
790
|
+
"ATIF-v1.0",
|
|
791
|
+
"ATIF-v1.1",
|
|
792
|
+
"ATIF-v1.2",
|
|
793
|
+
"ATIF-v1.3",
|
|
794
|
+
"ATIF-v1.4",
|
|
795
|
+
"ATIF-v1.5",
|
|
796
|
+
"ATIF-v1.6",
|
|
797
|
+
"ATIF-v1.7"
|
|
798
|
+
],
|
|
799
|
+
"title": "Schema Version",
|
|
800
|
+
"type": "string"
|
|
801
|
+
},
|
|
802
|
+
"session_id": {
|
|
803
|
+
"anyOf": [
|
|
804
|
+
{
|
|
805
|
+
"type": "string"
|
|
806
|
+
},
|
|
807
|
+
{
|
|
808
|
+
"type": "null"
|
|
809
|
+
}
|
|
810
|
+
],
|
|
811
|
+
"default": null,
|
|
812
|
+
"description": "Identifier for the agent run this trajectory belongs to. Scoped to the run, NOT to an individual trajectory document: multiple Trajectory objects MAY share the same `session_id` when they represent the same logical run (e.g., a parent trajectory and its embedded subagents, or a trajectory and its continuation segments linked via `continued_trajectory_ref`). Therefore `session_id`s within a parent's `subagent_trajectories` array are NOT required to be unique. Use `trajectory_id` when a per-trajectory-document unique identifier is required (e.g., for `SubagentTrajectoryRef` resolution). Optional since ATIF-v1.7; producers SHOULD set this on root trajectories for run-level traceability, and MAY omit it on embedded subagents that inherit the parent's run identity.",
|
|
813
|
+
"title": "Session Id"
|
|
814
|
+
},
|
|
815
|
+
"steps": {
|
|
816
|
+
"description": "Array of step objects representing the complete interaction history",
|
|
817
|
+
"items": {
|
|
818
|
+
"$ref": "#/$defs/Step"
|
|
819
|
+
},
|
|
820
|
+
"minItems": 1,
|
|
821
|
+
"title": "Steps",
|
|
822
|
+
"type": "array"
|
|
823
|
+
},
|
|
824
|
+
"subagent_trajectories": {
|
|
825
|
+
"anyOf": [
|
|
826
|
+
{
|
|
827
|
+
"items": {
|
|
828
|
+
"$ref": "#/$defs/Trajectory"
|
|
829
|
+
},
|
|
830
|
+
"type": "array"
|
|
831
|
+
},
|
|
832
|
+
{
|
|
833
|
+
"type": "null"
|
|
834
|
+
}
|
|
835
|
+
],
|
|
836
|
+
"default": null,
|
|
837
|
+
"description": "Array of embedded subagent trajectories. Each element is a complete, independently-valid ATIF Trajectory with its own schema_version, agent, and step_id sequence starting at 1. Enables single-file storage of multi-agent workflows: when a SubagentTrajectoryRef.trajectory_path is null, consumers resolve the reference by matching SubagentTrajectoryRef.trajectory_id against Trajectory.trajectory_id of entries in this array. Uniqueness rules: every embedded subagent MUST set `trajectory_id`, and `trajectory_id`s within this array MUST be unique. `session_id`, by contrast, is run-scoped and MAY collide across siblings (or match the parent) when all trajectories belong to the same logical run; embedded subagents MAY also omit `session_id` entirely to inherit the parent's run identity. Added in ATIF-v1.7.",
|
|
838
|
+
"title": "Subagent Trajectories"
|
|
839
|
+
},
|
|
840
|
+
"trajectory_id": {
|
|
841
|
+
"anyOf": [
|
|
842
|
+
{
|
|
843
|
+
"type": "string"
|
|
844
|
+
},
|
|
845
|
+
{
|
|
846
|
+
"type": "null"
|
|
847
|
+
}
|
|
848
|
+
],
|
|
849
|
+
"default": null,
|
|
850
|
+
"description": "Canonical per-trajectory-document identifier, distinct from `session_id`. Unlike `session_id` (which is run-scoped and MAY be shared), `trajectory_id` uniquely identifies THIS trajectory object. Used to resolve `SubagentTrajectoryRef` entries against the root's `subagent_trajectories` array without overloading `session_id`'s run-scoped semantics. Optional on standalone trajectories, but REQUIRED on any trajectory embedded in a parent's `subagent_trajectories` array. `trajectory_id`s within a single parent's `subagent_trajectories` array MUST be unique. Added in ATIF-v1.7.",
|
|
851
|
+
"title": "Trajectory Id"
|
|
852
|
+
}
|
|
853
|
+
},
|
|
854
|
+
"required": [
|
|
855
|
+
"agent",
|
|
856
|
+
"steps"
|
|
857
|
+
],
|
|
858
|
+
"title": "Trajectory",
|
|
859
|
+
"type": "object"
|
|
860
|
+
}
|
|
861
|
+
},
|
|
862
|
+
"$ref": "#/$defs/Trajectory",
|
|
863
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
864
|
+
"title": "ATIF Trajectory"
|
|
865
|
+
}
|