toolbloat 0.2.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- toolbloat/__init__.py +3 -0
- toolbloat/__main__.py +3 -0
- toolbloat/cli.py +439 -0
- toolbloat/config.py +175 -0
- toolbloat/data/demo/results.json +3677 -0
- toolbloat/discover.py +100 -0
- toolbloat/errors.py +25 -0
- toolbloat/evaluate.py +245 -0
- toolbloat/intents.py +167 -0
- toolbloat/llm.py +261 -0
- toolbloat/metrics.py +197 -0
- toolbloat/py.typed +0 -0
- toolbloat/report.py +67 -0
- toolbloat/templates/report.html.j2 +376 -0
- toolbloat/terminal.py +132 -0
- toolbloat/tokens.py +55 -0
- toolbloat-0.2.0.dist-info/METADATA +296 -0
- toolbloat-0.2.0.dist-info/RECORD +22 -0
- toolbloat-0.2.0.dist-info/WHEEL +4 -0
- toolbloat-0.2.0.dist-info/entry_points.txt +2 -0
- toolbloat-0.2.0.dist-info/licenses/LICENSE +21 -0
- toolbloat-0.2.0.dist-info/licenses/NOTICE +232 -0
|
@@ -0,0 +1,3677 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schema_version": 1,
|
|
3
|
+
"tool": "toolbloat",
|
|
4
|
+
"version": "0.1.0",
|
|
5
|
+
"created_at": "2026-11-03T19:35:32Z",
|
|
6
|
+
"environment": {
|
|
7
|
+
"hardware": "Apple M4, 16 GB RAM, macOS 27.2",
|
|
8
|
+
"python": "3.12.12"
|
|
9
|
+
},
|
|
10
|
+
"tokenizer": "o200k_base",
|
|
11
|
+
"servers": [
|
|
12
|
+
{
|
|
13
|
+
"name": "filesystem",
|
|
14
|
+
"command": "npx -y @modelcontextprotocol/server-filesystem@2.1.0 .",
|
|
15
|
+
"server_version": "secure-filesystem-server 2.1.0",
|
|
16
|
+
"error": null,
|
|
17
|
+
"tools": [
|
|
18
|
+
{
|
|
19
|
+
"name": "read_file",
|
|
20
|
+
"description": "Read the complete contents of a file as text. DEPRECATED: Use read_text_file instead.",
|
|
21
|
+
"input_schema": {
|
|
22
|
+
"type": "object",
|
|
23
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
24
|
+
"properties": {
|
|
25
|
+
"path": {
|
|
26
|
+
"type": "string"
|
|
27
|
+
},
|
|
28
|
+
"tail": {
|
|
29
|
+
"description": "If provided, returns only the last N lines of the file",
|
|
30
|
+
"type": "number"
|
|
31
|
+
},
|
|
32
|
+
"head": {
|
|
33
|
+
"description": "If provided, returns only the first N lines of the file",
|
|
34
|
+
"type": "number"
|
|
35
|
+
}
|
|
36
|
+
},
|
|
37
|
+
"required": [
|
|
38
|
+
"path"
|
|
39
|
+
]
|
|
40
|
+
},
|
|
41
|
+
"tokens": 117
|
|
42
|
+
},
|
|
43
|
+
{
|
|
44
|
+
"name": "read_text_file",
|
|
45
|
+
"description": "Read the complete contents of a file from the file system as text. Handles various text encodings and provides detailed error messages if the file cannot be read. Use this tool when you need to examine the contents of a single file. Use the 'head' parameter to read only the first N lines of a file, or the 'tail' parameter to read only the last N lines of a file. Operates on the file as text regardless of extension. Only works within allowed directories.",
|
|
46
|
+
"input_schema": {
|
|
47
|
+
"type": "object",
|
|
48
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
49
|
+
"properties": {
|
|
50
|
+
"path": {
|
|
51
|
+
"type": "string"
|
|
52
|
+
},
|
|
53
|
+
"tail": {
|
|
54
|
+
"description": "If provided, returns only the last N lines of the file",
|
|
55
|
+
"type": "number"
|
|
56
|
+
},
|
|
57
|
+
"head": {
|
|
58
|
+
"description": "If provided, returns only the first N lines of the file",
|
|
59
|
+
"type": "number"
|
|
60
|
+
}
|
|
61
|
+
},
|
|
62
|
+
"required": [
|
|
63
|
+
"path"
|
|
64
|
+
]
|
|
65
|
+
},
|
|
66
|
+
"tokens": 196
|
|
67
|
+
},
|
|
68
|
+
{
|
|
69
|
+
"name": "read_media_file",
|
|
70
|
+
"description": "Read a file and return it as a base64-encoded content block with its MIME type. Image and audio files are returned as image/audio content; any other file type is returned as an embedded resource. Only works within allowed directories.",
|
|
71
|
+
"input_schema": {
|
|
72
|
+
"type": "object",
|
|
73
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
74
|
+
"properties": {
|
|
75
|
+
"path": {
|
|
76
|
+
"type": "string"
|
|
77
|
+
}
|
|
78
|
+
},
|
|
79
|
+
"required": [
|
|
80
|
+
"path"
|
|
81
|
+
]
|
|
82
|
+
},
|
|
83
|
+
"tokens": 102
|
|
84
|
+
},
|
|
85
|
+
{
|
|
86
|
+
"name": "read_multiple_files",
|
|
87
|
+
"description": "Read the contents of multiple files simultaneously. This is more efficient than reading files one by one when you need to analyze or compare multiple files. Each file's content is returned with its path as a reference. Failed reads for individual files won't stop the entire operation. Only works within allowed directories.",
|
|
88
|
+
"input_schema": {
|
|
89
|
+
"type": "object",
|
|
90
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
91
|
+
"properties": {
|
|
92
|
+
"paths": {
|
|
93
|
+
"minItems": 1,
|
|
94
|
+
"type": "array",
|
|
95
|
+
"items": {
|
|
96
|
+
"type": "string"
|
|
97
|
+
},
|
|
98
|
+
"description": "Array of file paths to read. Each path must be a string pointing to a valid file within allowed directories."
|
|
99
|
+
}
|
|
100
|
+
},
|
|
101
|
+
"required": [
|
|
102
|
+
"paths"
|
|
103
|
+
]
|
|
104
|
+
},
|
|
105
|
+
"tokens": 150
|
|
106
|
+
},
|
|
107
|
+
{
|
|
108
|
+
"name": "write_file",
|
|
109
|
+
"description": "Create a new file or completely overwrite an existing file with new content. Use with caution as it will overwrite existing files without warning. Handles text content with proper encoding. Only works within allowed directories.",
|
|
110
|
+
"input_schema": {
|
|
111
|
+
"type": "object",
|
|
112
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
113
|
+
"properties": {
|
|
114
|
+
"path": {
|
|
115
|
+
"type": "string"
|
|
116
|
+
},
|
|
117
|
+
"content": {
|
|
118
|
+
"type": "string"
|
|
119
|
+
}
|
|
120
|
+
},
|
|
121
|
+
"required": [
|
|
122
|
+
"path",
|
|
123
|
+
"content"
|
|
124
|
+
]
|
|
125
|
+
},
|
|
126
|
+
"tokens": 102
|
|
127
|
+
},
|
|
128
|
+
{
|
|
129
|
+
"name": "edit_file",
|
|
130
|
+
"description": "Make line-based edits to a text file. Each edit replaces exact line sequences with new content. Returns a git-style diff showing the changes made. Only works within allowed directories.",
|
|
131
|
+
"input_schema": {
|
|
132
|
+
"type": "object",
|
|
133
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
134
|
+
"properties": {
|
|
135
|
+
"path": {
|
|
136
|
+
"type": "string"
|
|
137
|
+
},
|
|
138
|
+
"edits": {
|
|
139
|
+
"type": "array",
|
|
140
|
+
"items": {
|
|
141
|
+
"type": "object",
|
|
142
|
+
"properties": {
|
|
143
|
+
"oldText": {
|
|
144
|
+
"type": "string",
|
|
145
|
+
"description": "Text to search for - must match exactly"
|
|
146
|
+
},
|
|
147
|
+
"newText": {
|
|
148
|
+
"type": "string",
|
|
149
|
+
"description": "Text to replace with"
|
|
150
|
+
}
|
|
151
|
+
},
|
|
152
|
+
"required": [
|
|
153
|
+
"oldText",
|
|
154
|
+
"newText"
|
|
155
|
+
]
|
|
156
|
+
}
|
|
157
|
+
},
|
|
158
|
+
"dryRun": {
|
|
159
|
+
"default": false,
|
|
160
|
+
"description": "Preview changes using git-style diff format",
|
|
161
|
+
"type": "boolean"
|
|
162
|
+
}
|
|
163
|
+
},
|
|
164
|
+
"required": [
|
|
165
|
+
"path",
|
|
166
|
+
"edits"
|
|
167
|
+
]
|
|
168
|
+
},
|
|
169
|
+
"tokens": 173
|
|
170
|
+
},
|
|
171
|
+
{
|
|
172
|
+
"name": "create_directory",
|
|
173
|
+
"description": "Create a new directory or ensure a directory exists. Can create multiple nested directories in one operation. If the directory already exists, this operation will succeed silently. Perfect for setting up directory structures for projects or ensuring required paths exist. Only works within allowed directories.",
|
|
174
|
+
"input_schema": {
|
|
175
|
+
"type": "object",
|
|
176
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
177
|
+
"properties": {
|
|
178
|
+
"path": {
|
|
179
|
+
"type": "string"
|
|
180
|
+
}
|
|
181
|
+
},
|
|
182
|
+
"required": [
|
|
183
|
+
"path"
|
|
184
|
+
]
|
|
185
|
+
},
|
|
186
|
+
"tokens": 105
|
|
187
|
+
},
|
|
188
|
+
{
|
|
189
|
+
"name": "list_directory",
|
|
190
|
+
"description": "Get a detailed listing of all files and directories in a specified path. Results clearly distinguish between files and directories with [FILE] and [DIR] prefixes. This tool is essential for understanding directory structure and finding specific files within a directory. Only works within allowed directories.",
|
|
191
|
+
"input_schema": {
|
|
192
|
+
"type": "object",
|
|
193
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
194
|
+
"properties": {
|
|
195
|
+
"path": {
|
|
196
|
+
"type": "string"
|
|
197
|
+
}
|
|
198
|
+
},
|
|
199
|
+
"required": [
|
|
200
|
+
"path"
|
|
201
|
+
]
|
|
202
|
+
},
|
|
203
|
+
"tokens": 107
|
|
204
|
+
},
|
|
205
|
+
{
|
|
206
|
+
"name": "list_directory_with_sizes",
|
|
207
|
+
"description": "Get a detailed listing of all files and directories in a specified path, including sizes. Results clearly distinguish between files and directories with [FILE] and [DIR] prefixes. This tool is useful for understanding directory structure and finding specific files within a directory. Only works within allowed directories.",
|
|
208
|
+
"input_schema": {
|
|
209
|
+
"type": "object",
|
|
210
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
211
|
+
"properties": {
|
|
212
|
+
"path": {
|
|
213
|
+
"type": "string"
|
|
214
|
+
},
|
|
215
|
+
"sortBy": {
|
|
216
|
+
"default": "name",
|
|
217
|
+
"description": "Sort entries by name or size",
|
|
218
|
+
"type": "string",
|
|
219
|
+
"enum": [
|
|
220
|
+
"name",
|
|
221
|
+
"size"
|
|
222
|
+
]
|
|
223
|
+
}
|
|
224
|
+
},
|
|
225
|
+
"required": [
|
|
226
|
+
"path"
|
|
227
|
+
]
|
|
228
|
+
},
|
|
229
|
+
"tokens": 140
|
|
230
|
+
},
|
|
231
|
+
{
|
|
232
|
+
"name": "directory_tree",
|
|
233
|
+
"description": "Get a recursive tree view of files and directories as a JSON structure. Each entry includes 'name', 'type' (file/directory), and 'children' for directories. Files have no children array, while directories always have a children array (which may be empty). The output is formatted with 2-space indentation for readability. Only works within allowed directories.",
|
|
234
|
+
"input_schema": {
|
|
235
|
+
"type": "object",
|
|
236
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
237
|
+
"properties": {
|
|
238
|
+
"path": {
|
|
239
|
+
"type": "string"
|
|
240
|
+
},
|
|
241
|
+
"excludePatterns": {
|
|
242
|
+
"default": [],
|
|
243
|
+
"type": "array",
|
|
244
|
+
"items": {
|
|
245
|
+
"type": "string"
|
|
246
|
+
}
|
|
247
|
+
}
|
|
248
|
+
},
|
|
249
|
+
"required": [
|
|
250
|
+
"path"
|
|
251
|
+
]
|
|
252
|
+
},
|
|
253
|
+
"tokens": 143
|
|
254
|
+
},
|
|
255
|
+
{
|
|
256
|
+
"name": "move_file",
|
|
257
|
+
"description": "Move or rename files and directories. Can move files between directories and rename them in a single operation. If the destination exists, the operation will fail. Works across different directories and can be used for simple renaming within the same directory. Both source and destination must be within allowed directories.",
|
|
258
|
+
"input_schema": {
|
|
259
|
+
"type": "object",
|
|
260
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
261
|
+
"properties": {
|
|
262
|
+
"source": {
|
|
263
|
+
"type": "string"
|
|
264
|
+
},
|
|
265
|
+
"destination": {
|
|
266
|
+
"type": "string"
|
|
267
|
+
}
|
|
268
|
+
},
|
|
269
|
+
"required": [
|
|
270
|
+
"source",
|
|
271
|
+
"destination"
|
|
272
|
+
]
|
|
273
|
+
},
|
|
274
|
+
"tokens": 120
|
|
275
|
+
},
|
|
276
|
+
{
|
|
277
|
+
"name": "search_files",
|
|
278
|
+
"description": "Recursively search for files and directories matching a pattern. The patterns should be glob-style patterns that match paths relative to the working directory. Use pattern like '*.ext' to match files in current directory, and '**/*.ext' to match files in all subdirectories. Returns full paths to all matching items. Great for finding files when you don't know their exact location. Only searches within allowed directories.",
|
|
279
|
+
"input_schema": {
|
|
280
|
+
"type": "object",
|
|
281
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
282
|
+
"properties": {
|
|
283
|
+
"path": {
|
|
284
|
+
"type": "string"
|
|
285
|
+
},
|
|
286
|
+
"pattern": {
|
|
287
|
+
"type": "string"
|
|
288
|
+
},
|
|
289
|
+
"excludePatterns": {
|
|
290
|
+
"default": [],
|
|
291
|
+
"type": "array",
|
|
292
|
+
"items": {
|
|
293
|
+
"type": "string"
|
|
294
|
+
}
|
|
295
|
+
}
|
|
296
|
+
},
|
|
297
|
+
"required": [
|
|
298
|
+
"path",
|
|
299
|
+
"pattern"
|
|
300
|
+
]
|
|
301
|
+
},
|
|
302
|
+
"tokens": 159
|
|
303
|
+
},
|
|
304
|
+
{
|
|
305
|
+
"name": "get_file_info",
|
|
306
|
+
"description": "Retrieve detailed metadata about a file or directory. Returns comprehensive information including size, creation time, last modified time, permissions, type and hard-link count. This tool is perfect for understanding file characteristics without reading the actual content. Only works within allowed directories.",
|
|
307
|
+
"input_schema": {
|
|
308
|
+
"type": "object",
|
|
309
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
310
|
+
"properties": {
|
|
311
|
+
"path": {
|
|
312
|
+
"type": "string"
|
|
313
|
+
}
|
|
314
|
+
},
|
|
315
|
+
"required": [
|
|
316
|
+
"path"
|
|
317
|
+
]
|
|
318
|
+
},
|
|
319
|
+
"tokens": 105
|
|
320
|
+
},
|
|
321
|
+
{
|
|
322
|
+
"name": "list_allowed_directories",
|
|
323
|
+
"description": "Returns the list of directories that this server is allowed to access. Subdirectories within these allowed directories are also accessible. Use this to understand which directories and their nested paths are available before trying to access files.",
|
|
324
|
+
"input_schema": {
|
|
325
|
+
"type": "object",
|
|
326
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
327
|
+
"properties": {}
|
|
328
|
+
},
|
|
329
|
+
"tokens": 87
|
|
330
|
+
}
|
|
331
|
+
]
|
|
332
|
+
},
|
|
333
|
+
{
|
|
334
|
+
"name": "memory",
|
|
335
|
+
"command": "npx -y @modelcontextprotocol/server-memory@2.0.1",
|
|
336
|
+
"server_version": "memory-server 2.0.1",
|
|
337
|
+
"error": null,
|
|
338
|
+
"tools": [
|
|
339
|
+
{
|
|
340
|
+
"name": "create_entities",
|
|
341
|
+
"description": "Create multiple new entities in the knowledge graph. An entity whose name already exists, or repeats an earlier entity in the same call, is skipped and its observations are not added; the result lists the skipped names in `skipped`. Use add_observations to add observations to an existing entity.",
|
|
342
|
+
"input_schema": {
|
|
343
|
+
"type": "object",
|
|
344
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
345
|
+
"properties": {
|
|
346
|
+
"entities": {
|
|
347
|
+
"type": "array",
|
|
348
|
+
"items": {
|
|
349
|
+
"type": "object",
|
|
350
|
+
"properties": {
|
|
351
|
+
"name": {
|
|
352
|
+
"type": "string",
|
|
353
|
+
"description": "The name of the entity"
|
|
354
|
+
},
|
|
355
|
+
"entityType": {
|
|
356
|
+
"type": "string",
|
|
357
|
+
"description": "The type of the entity"
|
|
358
|
+
},
|
|
359
|
+
"observations": {
|
|
360
|
+
"type": "array",
|
|
361
|
+
"items": {
|
|
362
|
+
"type": "string"
|
|
363
|
+
},
|
|
364
|
+
"description": "An array of observation contents associated with the entity"
|
|
365
|
+
}
|
|
366
|
+
},
|
|
367
|
+
"required": [
|
|
368
|
+
"name",
|
|
369
|
+
"entityType",
|
|
370
|
+
"observations"
|
|
371
|
+
]
|
|
372
|
+
}
|
|
373
|
+
}
|
|
374
|
+
},
|
|
375
|
+
"required": [
|
|
376
|
+
"entities"
|
|
377
|
+
]
|
|
378
|
+
},
|
|
379
|
+
"tokens": 190
|
|
380
|
+
},
|
|
381
|
+
{
|
|
382
|
+
"name": "create_relations",
|
|
383
|
+
"description": "Create multiple new relations between entities in the knowledge graph. Relations should be in active voice",
|
|
384
|
+
"input_schema": {
|
|
385
|
+
"type": "object",
|
|
386
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
387
|
+
"properties": {
|
|
388
|
+
"relations": {
|
|
389
|
+
"type": "array",
|
|
390
|
+
"items": {
|
|
391
|
+
"type": "object",
|
|
392
|
+
"properties": {
|
|
393
|
+
"from": {
|
|
394
|
+
"type": "string",
|
|
395
|
+
"description": "The name of the entity where the relation starts"
|
|
396
|
+
},
|
|
397
|
+
"to": {
|
|
398
|
+
"type": "string",
|
|
399
|
+
"description": "The name of the entity where the relation ends"
|
|
400
|
+
},
|
|
401
|
+
"relationType": {
|
|
402
|
+
"type": "string",
|
|
403
|
+
"description": "The type of the relation"
|
|
404
|
+
}
|
|
405
|
+
},
|
|
406
|
+
"required": [
|
|
407
|
+
"from",
|
|
408
|
+
"to",
|
|
409
|
+
"relationType"
|
|
410
|
+
]
|
|
411
|
+
}
|
|
412
|
+
}
|
|
413
|
+
},
|
|
414
|
+
"required": [
|
|
415
|
+
"relations"
|
|
416
|
+
]
|
|
417
|
+
},
|
|
418
|
+
"tokens": 145
|
|
419
|
+
},
|
|
420
|
+
{
|
|
421
|
+
"name": "add_observations",
|
|
422
|
+
"description": "Add new observations to existing entities in the knowledge graph",
|
|
423
|
+
"input_schema": {
|
|
424
|
+
"type": "object",
|
|
425
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
426
|
+
"properties": {
|
|
427
|
+
"observations": {
|
|
428
|
+
"type": "array",
|
|
429
|
+
"items": {
|
|
430
|
+
"type": "object",
|
|
431
|
+
"properties": {
|
|
432
|
+
"entityName": {
|
|
433
|
+
"type": "string",
|
|
434
|
+
"description": "The name of the entity to add the observations to"
|
|
435
|
+
},
|
|
436
|
+
"contents": {
|
|
437
|
+
"type": "array",
|
|
438
|
+
"items": {
|
|
439
|
+
"type": "string"
|
|
440
|
+
},
|
|
441
|
+
"description": "An array of observation contents to add"
|
|
442
|
+
}
|
|
443
|
+
},
|
|
444
|
+
"required": [
|
|
445
|
+
"entityName",
|
|
446
|
+
"contents"
|
|
447
|
+
]
|
|
448
|
+
}
|
|
449
|
+
}
|
|
450
|
+
},
|
|
451
|
+
"required": [
|
|
452
|
+
"observations"
|
|
453
|
+
]
|
|
454
|
+
},
|
|
455
|
+
"tokens": 130
|
|
456
|
+
},
|
|
457
|
+
{
|
|
458
|
+
"name": "delete_entities",
|
|
459
|
+
"description": "Delete multiple entities and their associated relations from the knowledge graph",
|
|
460
|
+
"input_schema": {
|
|
461
|
+
"type": "object",
|
|
462
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
463
|
+
"properties": {
|
|
464
|
+
"entityNames": {
|
|
465
|
+
"type": "array",
|
|
466
|
+
"items": {
|
|
467
|
+
"type": "string"
|
|
468
|
+
},
|
|
469
|
+
"description": "An array of entity names to delete"
|
|
470
|
+
}
|
|
471
|
+
},
|
|
472
|
+
"required": [
|
|
473
|
+
"entityNames"
|
|
474
|
+
]
|
|
475
|
+
},
|
|
476
|
+
"tokens": 85
|
|
477
|
+
},
|
|
478
|
+
{
|
|
479
|
+
"name": "delete_observations",
|
|
480
|
+
"description": "Delete specific observations from entities in the knowledge graph",
|
|
481
|
+
"input_schema": {
|
|
482
|
+
"type": "object",
|
|
483
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
484
|
+
"properties": {
|
|
485
|
+
"deletions": {
|
|
486
|
+
"type": "array",
|
|
487
|
+
"items": {
|
|
488
|
+
"type": "object",
|
|
489
|
+
"properties": {
|
|
490
|
+
"entityName": {
|
|
491
|
+
"type": "string",
|
|
492
|
+
"description": "The name of the entity containing the observations"
|
|
493
|
+
},
|
|
494
|
+
"observations": {
|
|
495
|
+
"type": "array",
|
|
496
|
+
"items": {
|
|
497
|
+
"type": "string"
|
|
498
|
+
},
|
|
499
|
+
"description": "An array of observations to delete"
|
|
500
|
+
}
|
|
501
|
+
},
|
|
502
|
+
"required": [
|
|
503
|
+
"entityName",
|
|
504
|
+
"observations"
|
|
505
|
+
]
|
|
506
|
+
}
|
|
507
|
+
}
|
|
508
|
+
},
|
|
509
|
+
"required": [
|
|
510
|
+
"deletions"
|
|
511
|
+
]
|
|
512
|
+
},
|
|
513
|
+
"tokens": 130
|
|
514
|
+
},
|
|
515
|
+
{
|
|
516
|
+
"name": "delete_relations",
|
|
517
|
+
"description": "Delete multiple relations from the knowledge graph",
|
|
518
|
+
"input_schema": {
|
|
519
|
+
"type": "object",
|
|
520
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
521
|
+
"properties": {
|
|
522
|
+
"relations": {
|
|
523
|
+
"type": "array",
|
|
524
|
+
"items": {
|
|
525
|
+
"type": "object",
|
|
526
|
+
"properties": {
|
|
527
|
+
"from": {
|
|
528
|
+
"type": "string",
|
|
529
|
+
"description": "The name of the entity where the relation starts"
|
|
530
|
+
},
|
|
531
|
+
"to": {
|
|
532
|
+
"type": "string",
|
|
533
|
+
"description": "The name of the entity where the relation ends"
|
|
534
|
+
},
|
|
535
|
+
"relationType": {
|
|
536
|
+
"type": "string",
|
|
537
|
+
"description": "The type of the relation"
|
|
538
|
+
}
|
|
539
|
+
},
|
|
540
|
+
"required": [
|
|
541
|
+
"from",
|
|
542
|
+
"to",
|
|
543
|
+
"relationType"
|
|
544
|
+
]
|
|
545
|
+
},
|
|
546
|
+
"description": "An array of relations to delete"
|
|
547
|
+
}
|
|
548
|
+
},
|
|
549
|
+
"required": [
|
|
550
|
+
"relations"
|
|
551
|
+
]
|
|
552
|
+
},
|
|
553
|
+
"tokens": 144
|
|
554
|
+
},
|
|
555
|
+
{
|
|
556
|
+
"name": "read_graph",
|
|
557
|
+
"description": "Read the entire knowledge graph",
|
|
558
|
+
"input_schema": {
|
|
559
|
+
"type": "object",
|
|
560
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
561
|
+
"properties": {}
|
|
562
|
+
},
|
|
563
|
+
"tokens": 50
|
|
564
|
+
},
|
|
565
|
+
{
|
|
566
|
+
"name": "search_nodes",
|
|
567
|
+
"description": "Search for nodes in the knowledge graph based on a query",
|
|
568
|
+
"input_schema": {
|
|
569
|
+
"type": "object",
|
|
570
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
571
|
+
"properties": {
|
|
572
|
+
"query": {
|
|
573
|
+
"type": "string",
|
|
574
|
+
"maxLength": 2048,
|
|
575
|
+
"description": "The search query to match against entity names, types, and observation content"
|
|
576
|
+
}
|
|
577
|
+
},
|
|
578
|
+
"required": [
|
|
579
|
+
"query"
|
|
580
|
+
]
|
|
581
|
+
},
|
|
582
|
+
"tokens": 89
|
|
583
|
+
},
|
|
584
|
+
{
|
|
585
|
+
"name": "open_nodes",
|
|
586
|
+
"description": "Open specific nodes in the knowledge graph by their names",
|
|
587
|
+
"input_schema": {
|
|
588
|
+
"type": "object",
|
|
589
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
590
|
+
"properties": {
|
|
591
|
+
"names": {
|
|
592
|
+
"type": "array",
|
|
593
|
+
"items": {
|
|
594
|
+
"type": "string"
|
|
595
|
+
},
|
|
596
|
+
"description": "An array of entity names to retrieve"
|
|
597
|
+
}
|
|
598
|
+
},
|
|
599
|
+
"required": [
|
|
600
|
+
"names"
|
|
601
|
+
]
|
|
602
|
+
},
|
|
603
|
+
"tokens": 82
|
|
604
|
+
}
|
|
605
|
+
]
|
|
606
|
+
},
|
|
607
|
+
{
|
|
608
|
+
"name": "everything",
|
|
609
|
+
"command": "npx -y @modelcontextprotocol/server-everything@2.1.0",
|
|
610
|
+
"server_version": "mcp-servers/everything 2.1.0",
|
|
611
|
+
"error": null,
|
|
612
|
+
"tools": [
|
|
613
|
+
{
|
|
614
|
+
"name": "echo",
|
|
615
|
+
"description": "Echoes back the input string",
|
|
616
|
+
"input_schema": {
|
|
617
|
+
"type": "object",
|
|
618
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
619
|
+
"properties": {
|
|
620
|
+
"message": {
|
|
621
|
+
"type": "string",
|
|
622
|
+
"description": "Message to echo"
|
|
623
|
+
}
|
|
624
|
+
},
|
|
625
|
+
"required": [
|
|
626
|
+
"message"
|
|
627
|
+
]
|
|
628
|
+
},
|
|
629
|
+
"tokens": 66
|
|
630
|
+
},
|
|
631
|
+
{
|
|
632
|
+
"name": "get-annotated-message",
|
|
633
|
+
"description": "Demonstrates how annotations can be used to provide metadata about content.",
|
|
634
|
+
"input_schema": {
|
|
635
|
+
"type": "object",
|
|
636
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
637
|
+
"properties": {
|
|
638
|
+
"messageType": {
|
|
639
|
+
"type": "string",
|
|
640
|
+
"enum": [
|
|
641
|
+
"error",
|
|
642
|
+
"success",
|
|
643
|
+
"debug"
|
|
644
|
+
],
|
|
645
|
+
"description": "Type of message to demonstrate different annotation patterns"
|
|
646
|
+
},
|
|
647
|
+
"includeImage": {
|
|
648
|
+
"default": false,
|
|
649
|
+
"description": "Whether to include an example image",
|
|
650
|
+
"type": "boolean"
|
|
651
|
+
}
|
|
652
|
+
},
|
|
653
|
+
"required": [
|
|
654
|
+
"messageType"
|
|
655
|
+
]
|
|
656
|
+
},
|
|
657
|
+
"tokens": 114
|
|
658
|
+
},
|
|
659
|
+
{
|
|
660
|
+
"name": "get-env",
|
|
661
|
+
"description": "Returns all environment variables, helpful for debugging MCP server configuration. Values of credential-like names (a KEY, TOKEN, SECRET, PASSWORD, PASSWD, CREDENTIAL, AUTH or COOKIE name segment) are masked as \"<redacted>\" unless GET_ENV_INCLUDE_SECRETS is set to 1 or true in the server's environment.",
|
|
662
|
+
"input_schema": {
|
|
663
|
+
"type": "object",
|
|
664
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
665
|
+
"properties": {}
|
|
666
|
+
},
|
|
667
|
+
"tokens": 112
|
|
668
|
+
},
|
|
669
|
+
{
|
|
670
|
+
"name": "get-header-params",
|
|
671
|
+
"description": "Returns its region argument and the Mcp-Param-Region HTTP header it arrived in. Demonstrates x-mcp-header (a 2026-07-28 Streamable HTTP client mirrors the argument into the header) and JSON Schema 2020-12 input and output schemas.",
|
|
672
|
+
"input_schema": {
|
|
673
|
+
"type": "object",
|
|
674
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
675
|
+
"properties": {
|
|
676
|
+
"region": {
|
|
677
|
+
"type": "string",
|
|
678
|
+
"description": "A region name, e.g. eu-west. Mirrored into the Mcp-Param-Region HTTP header.",
|
|
679
|
+
"x-mcp-header": "Region"
|
|
680
|
+
},
|
|
681
|
+
"repeat": {
|
|
682
|
+
"type": "integer",
|
|
683
|
+
"minimum": 1,
|
|
684
|
+
"maximum": 3,
|
|
685
|
+
"default": 1,
|
|
686
|
+
"description": "How many times to repeat the region in the result (1-3)"
|
|
687
|
+
}
|
|
688
|
+
},
|
|
689
|
+
"required": [
|
|
690
|
+
"region"
|
|
691
|
+
],
|
|
692
|
+
"additionalProperties": false
|
|
693
|
+
},
|
|
694
|
+
"tokens": 187
|
|
695
|
+
},
|
|
696
|
+
{
|
|
697
|
+
"name": "get-resource-links",
|
|
698
|
+
"description": "Returns up to ten resource links that reference different types of resources",
|
|
699
|
+
"input_schema": {
|
|
700
|
+
"type": "object",
|
|
701
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
702
|
+
"properties": {
|
|
703
|
+
"count": {
|
|
704
|
+
"default": 3,
|
|
705
|
+
"description": "Number of resource links to return (1-10)",
|
|
706
|
+
"type": "number",
|
|
707
|
+
"minimum": 1,
|
|
708
|
+
"maximum": 10
|
|
709
|
+
}
|
|
710
|
+
}
|
|
711
|
+
},
|
|
712
|
+
"tokens": 89
|
|
713
|
+
},
|
|
714
|
+
{
|
|
715
|
+
"name": "get-resource-reference",
|
|
716
|
+
"description": "Returns a resource reference that can be used by MCP clients",
|
|
717
|
+
"input_schema": {
|
|
718
|
+
"type": "object",
|
|
719
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
720
|
+
"properties": {
|
|
721
|
+
"resourceType": {
|
|
722
|
+
"default": "Text",
|
|
723
|
+
"type": "string",
|
|
724
|
+
"enum": [
|
|
725
|
+
"Text",
|
|
726
|
+
"Blob"
|
|
727
|
+
]
|
|
728
|
+
},
|
|
729
|
+
"resourceId": {
|
|
730
|
+
"default": 1,
|
|
731
|
+
"description": "ID of the text resource to fetch",
|
|
732
|
+
"type": "number"
|
|
733
|
+
}
|
|
734
|
+
}
|
|
735
|
+
},
|
|
736
|
+
"tokens": 95
|
|
737
|
+
},
|
|
738
|
+
{
|
|
739
|
+
"name": "get-structured-content",
|
|
740
|
+
"description": "Returns structured content along with an output schema for client data validation",
|
|
741
|
+
"input_schema": {
|
|
742
|
+
"type": "object",
|
|
743
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
744
|
+
"properties": {
|
|
745
|
+
"location": {
|
|
746
|
+
"type": "string",
|
|
747
|
+
"enum": [
|
|
748
|
+
"New York",
|
|
749
|
+
"Chicago",
|
|
750
|
+
"Los Angeles"
|
|
751
|
+
],
|
|
752
|
+
"description": "Choose city"
|
|
753
|
+
}
|
|
754
|
+
},
|
|
755
|
+
"required": [
|
|
756
|
+
"location"
|
|
757
|
+
]
|
|
758
|
+
},
|
|
759
|
+
"tokens": 85
|
|
760
|
+
},
|
|
761
|
+
{
|
|
762
|
+
"name": "get-sum",
|
|
763
|
+
"description": "Returns the sum of two numbers",
|
|
764
|
+
"input_schema": {
|
|
765
|
+
"type": "object",
|
|
766
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
767
|
+
"properties": {
|
|
768
|
+
"a": {
|
|
769
|
+
"type": "number",
|
|
770
|
+
"description": "First number"
|
|
771
|
+
},
|
|
772
|
+
"b": {
|
|
773
|
+
"type": "number",
|
|
774
|
+
"description": "Second number"
|
|
775
|
+
}
|
|
776
|
+
},
|
|
777
|
+
"required": [
|
|
778
|
+
"a",
|
|
779
|
+
"b"
|
|
780
|
+
]
|
|
781
|
+
},
|
|
782
|
+
"tokens": 81
|
|
783
|
+
},
|
|
784
|
+
{
|
|
785
|
+
"name": "get-tiny-image",
|
|
786
|
+
"description": "Returns a tiny MCP logo image.",
|
|
787
|
+
"input_schema": {
|
|
788
|
+
"type": "object",
|
|
789
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
790
|
+
"properties": {}
|
|
791
|
+
},
|
|
792
|
+
"tokens": 53
|
|
793
|
+
},
|
|
794
|
+
{
|
|
795
|
+
"name": "gzip-file-as-resource",
|
|
796
|
+
"description": "Compresses a single file using gzip compression. Depending upon the selected output type, returns either the compressed data as a gzipped resource or a resource link, allowing it to be downloaded in a subsequent request: during the current session for a 2025-era client, or for ten minutes at a minted URI on protocol version 2026-07-28.",
|
|
797
|
+
"input_schema": {
|
|
798
|
+
"type": "object",
|
|
799
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
800
|
+
"properties": {
|
|
801
|
+
"name": {
|
|
802
|
+
"default": "README.md.gz",
|
|
803
|
+
"type": "string",
|
|
804
|
+
"maxLength": 255,
|
|
805
|
+
"description": "Name of the output file (at most 255 characters)"
|
|
806
|
+
},
|
|
807
|
+
"data": {
|
|
808
|
+
"default": "https://raw.githubusercontent.com/modelcontextprotocol/servers/refs/heads/main/README.md",
|
|
809
|
+
"type": "string",
|
|
810
|
+
"format": "uri",
|
|
811
|
+
"description": "URL or data URI of the file content to compress"
|
|
812
|
+
},
|
|
813
|
+
"outputType": {
|
|
814
|
+
"default": "resourceLink",
|
|
815
|
+
"description": "How the resulting gzipped file should be returned. 'resourceLink' returns a link to a resource that can be read later, 'resource' returns a full resource object.",
|
|
816
|
+
"type": "string",
|
|
817
|
+
"enum": [
|
|
818
|
+
"resourceLink",
|
|
819
|
+
"resource"
|
|
820
|
+
]
|
|
821
|
+
}
|
|
822
|
+
}
|
|
823
|
+
},
|
|
824
|
+
"tokens": 252
|
|
825
|
+
},
|
|
826
|
+
{
|
|
827
|
+
"name": "trigger-list-changed",
|
|
828
|
+
"description": "Sends a notifications/<list>/list_changed for the tool, prompt or resource list. On protocol version 2026-07-28 it is delivered on each subscriptions/listen stream that asked for that list; a 2025-era client receives it unsolicited.",
|
|
829
|
+
"input_schema": {
|
|
830
|
+
"type": "object",
|
|
831
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
832
|
+
"properties": {
|
|
833
|
+
"list": {
|
|
834
|
+
"type": "string",
|
|
835
|
+
"enum": [
|
|
836
|
+
"tools",
|
|
837
|
+
"prompts",
|
|
838
|
+
"resources"
|
|
839
|
+
],
|
|
840
|
+
"description": "Which list to announce as changed"
|
|
841
|
+
}
|
|
842
|
+
},
|
|
843
|
+
"required": [
|
|
844
|
+
"list"
|
|
845
|
+
]
|
|
846
|
+
},
|
|
847
|
+
"tokens": 128
|
|
848
|
+
},
|
|
849
|
+
{
|
|
850
|
+
"name": "trigger-log-messages",
|
|
851
|
+
"description": "Sends one log message at each logging level during the call. On protocol version 2026-07-28 only the messages at or above the level the request names in _meta (io.modelcontextprotocol/logLevel) are sent, and none if it names no level; a 2025-era client gets those at or above the level it set with logging/setLevel. Deprecated: logging is deprecated as of protocol version 2026-07-28.",
|
|
852
|
+
"input_schema": {
|
|
853
|
+
"type": "object",
|
|
854
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
855
|
+
"properties": {}
|
|
856
|
+
},
|
|
857
|
+
"tokens": 139
|
|
858
|
+
},
|
|
859
|
+
{
|
|
860
|
+
"name": "trigger-long-running-operation",
|
|
861
|
+
"description": "Demonstrates a long running operation with progress updates.",
|
|
862
|
+
"input_schema": {
|
|
863
|
+
"type": "object",
|
|
864
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
865
|
+
"properties": {
|
|
866
|
+
"duration": {
|
|
867
|
+
"default": 10,
|
|
868
|
+
"description": "Duration of the operation in seconds",
|
|
869
|
+
"type": "number"
|
|
870
|
+
},
|
|
871
|
+
"steps": {
|
|
872
|
+
"default": 5,
|
|
873
|
+
"description": "Number of steps in the operation",
|
|
874
|
+
"type": "number"
|
|
875
|
+
}
|
|
876
|
+
}
|
|
877
|
+
},
|
|
878
|
+
"tokens": 95
|
|
879
|
+
},
|
|
880
|
+
{
|
|
881
|
+
"name": "trigger-resource-update",
|
|
882
|
+
"description": "Sends a notifications/resources/updated for a resource URI. On protocol version 2026-07-28 it is delivered on each subscriptions/listen stream whose resourceSubscriptions name the URI; a 2025-era client receives it once it has called resources/subscribe for the URI.",
|
|
883
|
+
"input_schema": {
|
|
884
|
+
"type": "object",
|
|
885
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
886
|
+
"properties": {
|
|
887
|
+
"uri": {
|
|
888
|
+
"type": "string",
|
|
889
|
+
"description": "The URI of the resource to announce as updated, e.g. demo://resource/dynamic/text/1"
|
|
890
|
+
}
|
|
891
|
+
},
|
|
892
|
+
"required": [
|
|
893
|
+
"uri"
|
|
894
|
+
]
|
|
895
|
+
},
|
|
896
|
+
"tokens": 136
|
|
897
|
+
},
|
|
898
|
+
{
|
|
899
|
+
"name": "toggle-simulated-logging",
|
|
900
|
+
"description": "Toggles simulated, random-leveled logging on or off. Deprecated: 2025-era clients only, since protocol version 2026-07-28 removes logging/setLevel; use trigger-log-messages with a per-request log level instead.",
|
|
901
|
+
"input_schema": {
|
|
902
|
+
"type": "object",
|
|
903
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
904
|
+
"properties": {}
|
|
905
|
+
},
|
|
906
|
+
"tokens": 99
|
|
907
|
+
},
|
|
908
|
+
{
|
|
909
|
+
"name": "toggle-subscriber-updates",
|
|
910
|
+
"description": "Toggles simulated resource subscription updates on or off. Deprecated: 2025-era clients only, since protocol version 2026-07-28 removes resources/subscribe; use trigger-resource-update with a subscriptions/listen stream instead.",
|
|
911
|
+
"input_schema": {
|
|
912
|
+
"type": "object",
|
|
913
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
914
|
+
"properties": {}
|
|
915
|
+
},
|
|
916
|
+
"tokens": 94
|
|
917
|
+
}
|
|
918
|
+
]
|
|
919
|
+
},
|
|
920
|
+
{
|
|
921
|
+
"name": "thinking",
|
|
922
|
+
"command": "npx -y @modelcontextprotocol/server-sequential-thinking@2.0.0",
|
|
923
|
+
"server_version": "sequential-thinking-server 2.0.0",
|
|
924
|
+
"error": null,
|
|
925
|
+
"tools": [
|
|
926
|
+
{
|
|
927
|
+
"name": "sequentialthinking",
|
|
928
|
+
"description": "A detailed tool for dynamic and reflective problem-solving through thoughts.\nThis tool helps analyze problems through a flexible thinking process that can adapt and evolve.\nEach thought can build on, question, or revise previous insights as understanding deepens.\n\nWhen to use this tool:\n- Breaking down complex problems into steps\n- Planning and design with room for revision\n- Analysis that might need course correction\n- Problems where the full scope might not be clear initially\n- Problems that require a multi-step solution\n- Tasks that need to maintain context over multiple steps\n- Situations where irrelevant information needs to be filtered out\n\nKey features:\n- You can adjust total_thoughts up or down as you progress\n- You can question or revise previous thoughts\n- You can add more thoughts even after reaching what seemed like the end\n- You can express uncertainty and explore alternative approaches\n- Not every thought needs to build linearly - you can branch or backtrack\n- Generates a solution hypothesis\n- Verifies the hypothesis based on the Chain of Thought steps\n- Repeats the process until satisfied\n- Provides a correct answer\n\nParameters explained:\n- thought: Your current thinking step, which can include:\n * Regular analytical steps\n * Revisions of previous thoughts\n * Questions about previous decisions\n * Realizations about needing more analysis\n * Changes in approach\n * Hypothesis generation\n * Hypothesis verification\n- nextThoughtNeeded: True if you need more thinking, even if at what seemed like the end\n- thoughtNumber: Current number in sequence (can go beyond initial total if needed)\n- totalThoughts: Current estimate of thoughts needed (can be adjusted up/down)\n- isRevision: A boolean indicating if this thought revises previous thinking\n- revisesThought: If is_revision is true, which thought number is being reconsidered\n- branchFromThought: If branching, which thought number is the branching point\n- branchId: Identifier for the current branch (if any)\n- needsMoreThoughts: If reaching end but realizing more thoughts needed\n\nYou should:\n1. Start with an initial estimate of needed thoughts, but be ready to adjust\n2. Feel free to question or revise previous thoughts\n3. Don't hesitate to add more thoughts if needed, even at the \"end\"\n4. Express uncertainty when present\n5. Mark thoughts that revise previous thinking or branch into new paths\n6. Ignore information that is irrelevant to the current step\n7. Generate a solution hypothesis when appropriate\n8. Verify the hypothesis based on the Chain of Thought steps\n9. Repeat the process until satisfied with the solution\n10. Provide a single, ideally correct answer as the final output\n11. Only set nextThoughtNeeded to false when truly done and a satisfactory answer is reached",
|
|
929
|
+
"input_schema": {
|
|
930
|
+
"type": "object",
|
|
931
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
932
|
+
"properties": {
|
|
933
|
+
"thought": {
|
|
934
|
+
"type": "string",
|
|
935
|
+
"description": "Your current thinking step"
|
|
936
|
+
},
|
|
937
|
+
"nextThoughtNeeded": {
|
|
938
|
+
"description": "Whether another thought step is needed",
|
|
939
|
+
"type": [
|
|
940
|
+
"boolean",
|
|
941
|
+
"string"
|
|
942
|
+
]
|
|
943
|
+
},
|
|
944
|
+
"thoughtNumber": {
|
|
945
|
+
"type": "integer",
|
|
946
|
+
"minimum": 1,
|
|
947
|
+
"maximum": 9007199254740991,
|
|
948
|
+
"description": "Current thought number (numeric value, e.g., 1, 2, 3)"
|
|
949
|
+
},
|
|
950
|
+
"totalThoughts": {
|
|
951
|
+
"type": "integer",
|
|
952
|
+
"minimum": 1,
|
|
953
|
+
"maximum": 9007199254740991,
|
|
954
|
+
"description": "Estimated total thoughts needed (numeric value, e.g., 5, 10)"
|
|
955
|
+
},
|
|
956
|
+
"isRevision": {
|
|
957
|
+
"description": "Whether this revises previous thinking",
|
|
958
|
+
"type": [
|
|
959
|
+
"boolean",
|
|
960
|
+
"string"
|
|
961
|
+
]
|
|
962
|
+
},
|
|
963
|
+
"revisesThought": {
|
|
964
|
+
"description": "Which thought is being reconsidered",
|
|
965
|
+
"type": "integer",
|
|
966
|
+
"minimum": 1,
|
|
967
|
+
"maximum": 9007199254740991
|
|
968
|
+
},
|
|
969
|
+
"branchFromThought": {
|
|
970
|
+
"description": "Branching point thought number",
|
|
971
|
+
"type": "integer",
|
|
972
|
+
"minimum": 1,
|
|
973
|
+
"maximum": 9007199254740991
|
|
974
|
+
},
|
|
975
|
+
"branchId": {
|
|
976
|
+
"description": "Branch identifier",
|
|
977
|
+
"type": "string"
|
|
978
|
+
},
|
|
979
|
+
"needsMoreThoughts": {
|
|
980
|
+
"description": "If more thoughts are needed",
|
|
981
|
+
"type": [
|
|
982
|
+
"boolean",
|
|
983
|
+
"string"
|
|
984
|
+
]
|
|
985
|
+
}
|
|
986
|
+
},
|
|
987
|
+
"required": [
|
|
988
|
+
"thought",
|
|
989
|
+
"nextThoughtNeeded",
|
|
990
|
+
"thoughtNumber",
|
|
991
|
+
"totalThoughts"
|
|
992
|
+
]
|
|
993
|
+
},
|
|
994
|
+
"tokens": 873
|
|
995
|
+
}
|
|
996
|
+
]
|
|
997
|
+
},
|
|
998
|
+
{
|
|
999
|
+
"name": "time",
|
|
1000
|
+
"command": "uvx mcp-server-time==2026.10.28",
|
|
1001
|
+
"server_version": "mcp-time 2026.10.28",
|
|
1002
|
+
"error": null,
|
|
1003
|
+
"tools": [
|
|
1004
|
+
{
|
|
1005
|
+
"name": "get_current_time",
|
|
1006
|
+
"description": "Get current time in a specific timezone",
|
|
1007
|
+
"input_schema": {
|
|
1008
|
+
"properties": {
|
|
1009
|
+
"timezone": {
|
|
1010
|
+
"description": "IANA timezone name (e.g., 'America/New_York', 'Europe/London'). Use 'Europe/Madrid' as local timezone if no timezone provided by the user.",
|
|
1011
|
+
"title": "Timezone",
|
|
1012
|
+
"type": "string"
|
|
1013
|
+
}
|
|
1014
|
+
},
|
|
1015
|
+
"required": [
|
|
1016
|
+
"timezone"
|
|
1017
|
+
],
|
|
1018
|
+
"type": "object",
|
|
1019
|
+
"title": "get_current_timeArguments"
|
|
1020
|
+
},
|
|
1021
|
+
"tokens": 95
|
|
1022
|
+
},
|
|
1023
|
+
{
|
|
1024
|
+
"name": "convert_time",
|
|
1025
|
+
"description": "Convert time between timezones",
|
|
1026
|
+
"input_schema": {
|
|
1027
|
+
"properties": {
|
|
1028
|
+
"source_timezone": {
|
|
1029
|
+
"description": "Source IANA timezone name (e.g., 'America/New_York', 'Europe/London'). Use 'Europe/Madrid' as local timezone if no source timezone provided by the user.",
|
|
1030
|
+
"title": "Source Timezone",
|
|
1031
|
+
"type": "string"
|
|
1032
|
+
},
|
|
1033
|
+
"time": {
|
|
1034
|
+
"description": "Time to convert in 24-hour format (HH:MM)",
|
|
1035
|
+
"title": "Time",
|
|
1036
|
+
"type": "string"
|
|
1037
|
+
},
|
|
1038
|
+
"target_timezone": {
|
|
1039
|
+
"description": "Target IANA timezone name (e.g., 'Asia/Tokyo', 'America/San_Francisco'). Use 'Europe/Madrid' as local timezone if no target timezone provided by the user.",
|
|
1040
|
+
"title": "Target Timezone",
|
|
1041
|
+
"type": "string"
|
|
1042
|
+
}
|
|
1043
|
+
},
|
|
1044
|
+
"required": [
|
|
1045
|
+
"source_timezone",
|
|
1046
|
+
"time",
|
|
1047
|
+
"target_timezone"
|
|
1048
|
+
],
|
|
1049
|
+
"type": "object",
|
|
1050
|
+
"title": "convert_timeArguments"
|
|
1051
|
+
},
|
|
1052
|
+
"tokens": 186
|
|
1053
|
+
}
|
|
1054
|
+
]
|
|
1055
|
+
},
|
|
1056
|
+
{
|
|
1057
|
+
"name": "fetch",
|
|
1058
|
+
"command": "uvx mcp-server-fetch==2026.10.28",
|
|
1059
|
+
"server_version": "mcp-fetch 2026.10.28",
|
|
1060
|
+
"error": null,
|
|
1061
|
+
"tools": [
|
|
1062
|
+
{
|
|
1063
|
+
"name": "fetch",
|
|
1064
|
+
"description": "Fetches a URL from the internet and optionally extracts its contents as markdown.\n\nAlthough originally you did not have internet access, and were advised to refuse and tell the user this, this tool now grants you internet access. Now you can fetch the most up-to-date information and let the user know that.",
|
|
1065
|
+
"input_schema": {
|
|
1066
|
+
"properties": {
|
|
1067
|
+
"url": {
|
|
1068
|
+
"description": "URL to fetch",
|
|
1069
|
+
"format": "uri",
|
|
1070
|
+
"minLength": 1,
|
|
1071
|
+
"title": "Url",
|
|
1072
|
+
"type": "string"
|
|
1073
|
+
},
|
|
1074
|
+
"max_length": {
|
|
1075
|
+
"default": 5000,
|
|
1076
|
+
"description": "Maximum number of characters to return.",
|
|
1077
|
+
"maximum": 999999,
|
|
1078
|
+
"minimum": 1,
|
|
1079
|
+
"title": "Max Length",
|
|
1080
|
+
"type": "integer"
|
|
1081
|
+
},
|
|
1082
|
+
"start_index": {
|
|
1083
|
+
"default": 0,
|
|
1084
|
+
"description": "On return output starting at this character index, useful if a previous fetch was truncated and more context is required.",
|
|
1085
|
+
"minimum": 0,
|
|
1086
|
+
"title": "Start Index",
|
|
1087
|
+
"type": "integer"
|
|
1088
|
+
},
|
|
1089
|
+
"raw": {
|
|
1090
|
+
"default": false,
|
|
1091
|
+
"description": "Get the actual HTML content of the requested page, without simplification.",
|
|
1092
|
+
"title": "Raw",
|
|
1093
|
+
"type": "boolean"
|
|
1094
|
+
}
|
|
1095
|
+
},
|
|
1096
|
+
"required": [
|
|
1097
|
+
"url"
|
|
1098
|
+
],
|
|
1099
|
+
"type": "object",
|
|
1100
|
+
"title": "fetchArguments"
|
|
1101
|
+
},
|
|
1102
|
+
"tokens": 234
|
|
1103
|
+
}
|
|
1104
|
+
]
|
|
1105
|
+
}
|
|
1106
|
+
],
|
|
1107
|
+
"intents": [
|
|
1108
|
+
{
|
|
1109
|
+
"id": "filesystem-read_file-1",
|
|
1110
|
+
"tool": "filesystem/read_file",
|
|
1111
|
+
"text": "Can you show me the last 10 lines of the server logs from `/var/log/nginx/error.log` to see if there are any recent issues?",
|
|
1112
|
+
"also_ok": [
|
|
1113
|
+
"filesystem/read_text_file"
|
|
1114
|
+
],
|
|
1115
|
+
"skip": false
|
|
1116
|
+
},
|
|
1117
|
+
{
|
|
1118
|
+
"id": "filesystem-read_text_file-1",
|
|
1119
|
+
"tool": "filesystem/read_text_file",
|
|
1120
|
+
"text": "Can you show me the first 10 lines of the 'project_requirements.txt' file located in the 'docs' directory to confirm the latest dependencies?",
|
|
1121
|
+
"also_ok": [
|
|
1122
|
+
"filesystem/read_file"
|
|
1123
|
+
],
|
|
1124
|
+
"skip": false
|
|
1125
|
+
},
|
|
1126
|
+
{
|
|
1127
|
+
"id": "filesystem-read_media_file-1",
|
|
1128
|
+
"tool": "filesystem/read_media_file",
|
|
1129
|
+
"text": "Can you show me the base64-encoded version of the latest project logo in the `/designs/branding/` folder? It's called `logo_v2.png` and I need it for a quick email template.",
|
|
1130
|
+
"also_ok": [],
|
|
1131
|
+
"skip": false
|
|
1132
|
+
},
|
|
1133
|
+
{
|
|
1134
|
+
"id": "filesystem-read_multiple_files-1",
|
|
1135
|
+
"tool": "filesystem/read_multiple_files",
|
|
1136
|
+
"text": "I need to compare the latest versions of three configuration files (`/config/app_settings_1.json`, `/config/app_settings_2.json`, and `/config/app_settings_3.json`) from our deployment directory—can you fetch all of them at once?",
|
|
1137
|
+
"also_ok": [],
|
|
1138
|
+
"skip": false
|
|
1139
|
+
},
|
|
1140
|
+
{
|
|
1141
|
+
"id": "filesystem-write_file-1",
|
|
1142
|
+
"tool": "filesystem/write_file",
|
|
1143
|
+
"text": "Create a new file called 'project_plan.txt' in the 'docs' folder with the latest project timeline and milestones I drafted, so I can share it with the team.",
|
|
1144
|
+
"also_ok": [],
|
|
1145
|
+
"skip": false
|
|
1146
|
+
},
|
|
1147
|
+
{
|
|
1148
|
+
"id": "filesystem-edit_file-1",
|
|
1149
|
+
"tool": "filesystem/edit_file",
|
|
1150
|
+
"text": "I need to update the version number in the `project/version.txt` file from `1.2.3` to `1.2.4` and also add a new release note at the bottom of the file. Can you make those changes for me?",
|
|
1151
|
+
"also_ok": [],
|
|
1152
|
+
"skip": false
|
|
1153
|
+
},
|
|
1154
|
+
{
|
|
1155
|
+
"id": "filesystem-create_directory-1",
|
|
1156
|
+
"tool": "filesystem/create_directory",
|
|
1157
|
+
"text": "Could you create the necessary folders for my new project? I need a structure with `project_root/data/raw`, `project_root/data/processed`, and `project_root/notebooks`—make sure all parent directories exist, even if they’re empty.",
|
|
1158
|
+
"also_ok": [],
|
|
1159
|
+
"skip": false
|
|
1160
|
+
},
|
|
1161
|
+
{
|
|
1162
|
+
"id": "filesystem-list_directory-1",
|
|
1163
|
+
"tool": "filesystem/list_directory",
|
|
1164
|
+
"text": "What files and folders are directly inside the `projects/webapp` folder?",
|
|
1165
|
+
"also_ok": [
|
|
1166
|
+
"filesystem/list_directory_with_sizes"
|
|
1167
|
+
],
|
|
1168
|
+
"skip": false
|
|
1169
|
+
},
|
|
1170
|
+
{
|
|
1171
|
+
"id": "filesystem-list_directory_with_sizes-1",
|
|
1172
|
+
"tool": "filesystem/list_directory_with_sizes",
|
|
1173
|
+
"text": "Could you show me all the files and folders in my 'Documents' directory, including their sizes, sorted by size so I can see what’s taking up the most space?",
|
|
1174
|
+
"also_ok": [],
|
|
1175
|
+
"skip": false
|
|
1176
|
+
},
|
|
1177
|
+
{
|
|
1178
|
+
"id": "filesystem-directory_tree-1",
|
|
1179
|
+
"tool": "filesystem/directory_tree",
|
|
1180
|
+
"text": "Can you show me a structured breakdown of all the files and folders inside the `/projects/2023/reports/` directory, including subdirectories? I need to visualize the hierarchy to understand the layout before I start working on it.",
|
|
1181
|
+
"also_ok": [],
|
|
1182
|
+
"skip": false
|
|
1183
|
+
},
|
|
1184
|
+
{
|
|
1185
|
+
"id": "filesystem-move_file-1",
|
|
1186
|
+
"tool": "filesystem/move_file",
|
|
1187
|
+
"text": "Could you move the file 'report_2023_q3.pdf' from '/documents/finance/quarterly' to '/documents/finance/archives'?",
|
|
1188
|
+
"also_ok": [],
|
|
1189
|
+
"skip": false
|
|
1190
|
+
},
|
|
1191
|
+
{
|
|
1192
|
+
"id": "filesystem-search_files-1",
|
|
1193
|
+
"tool": "filesystem/search_files",
|
|
1194
|
+
"text": "Can you find all the `.md` files in the `docs` and `projects` directories, but exclude any in the `temp` folder?",
|
|
1195
|
+
"also_ok": [],
|
|
1196
|
+
"skip": false
|
|
1197
|
+
},
|
|
1198
|
+
{
|
|
1199
|
+
"id": "filesystem-get_file_info-1",
|
|
1200
|
+
"tool": "filesystem/get_file_info",
|
|
1201
|
+
"text": "Can you show me the size, last modified date, and permissions for the file `/projects/report_v2/data.csv` without opening it?",
|
|
1202
|
+
"also_ok": [],
|
|
1203
|
+
"skip": false
|
|
1204
|
+
},
|
|
1205
|
+
{
|
|
1206
|
+
"id": "filesystem-list_allowed_directories-1",
|
|
1207
|
+
"tool": "filesystem/list_allowed_directories",
|
|
1208
|
+
"text": "Which directories is this server allowed to access? I want to know where I can look before opening any files.",
|
|
1209
|
+
"also_ok": [],
|
|
1210
|
+
"skip": false
|
|
1211
|
+
},
|
|
1212
|
+
{
|
|
1213
|
+
"id": "memory-create_entities-1",
|
|
1214
|
+
"tool": "memory/create_entities",
|
|
1215
|
+
"text": "I need to add several new locations to our system, including 'Central Park' (type: Park) with observations like 'opened in 1857', 'area: 843 acres', and 'managed by NYC Parks', and 'Times Square' (type: Landmark) with details such as 'famous for neon lights', 'annual visitor count: 40 million', and 'hosts NYE celebrations'. Please create these entities and their observations at once.",
|
|
1216
|
+
"also_ok": [],
|
|
1217
|
+
"skip": false
|
|
1218
|
+
},
|
|
1219
|
+
{
|
|
1220
|
+
"id": "memory-create_relations-1",
|
|
1221
|
+
"tool": "memory/create_relations",
|
|
1222
|
+
"text": "I need to establish that the company 'TechSolutions Inc.' was acquired by 'GiantCorp' in 2022, and also link 'Jane Doe' as the CEO of 'TechSolutions Inc.' before the acquisition.",
|
|
1223
|
+
"also_ok": [],
|
|
1224
|
+
"skip": false
|
|
1225
|
+
},
|
|
1226
|
+
{
|
|
1227
|
+
"id": "memory-add_observations-1",
|
|
1228
|
+
"tool": "memory/add_observations",
|
|
1229
|
+
"text": "I just found that the 'New York City Marathon 2023' event had a record-breaking finish time of 2:01:39 set by Kelvin Kiptum, and I'd like to add this detail to the event's existing records in our knowledge base.",
|
|
1230
|
+
"also_ok": [],
|
|
1231
|
+
"skip": false
|
|
1232
|
+
},
|
|
1233
|
+
{
|
|
1234
|
+
"id": "memory-delete_entities-1",
|
|
1235
|
+
"tool": "memory/delete_entities",
|
|
1236
|
+
"text": "I need to remove all outdated product listings from our inventory system, specifically the items named 'Widget Pro 2023', 'SmartGadget X', and 'EcoBulb 3000' along with any related connections to suppliers or categories.",
|
|
1237
|
+
"also_ok": [],
|
|
1238
|
+
"skip": false
|
|
1239
|
+
},
|
|
1240
|
+
{
|
|
1241
|
+
"id": "memory-delete_observations-1",
|
|
1242
|
+
"tool": "memory/delete_observations",
|
|
1243
|
+
"text": "I need to remove the outdated inventory counts from the 'Warehouse_A' entity, specifically the observations dated '2023-10-15' and '2023-10-18' where the stock levels were recorded as 150 units for Product_X and 85 units for Product_Y. Can you handle that?",
|
|
1244
|
+
"also_ok": [],
|
|
1245
|
+
"skip": false
|
|
1246
|
+
},
|
|
1247
|
+
{
|
|
1248
|
+
"id": "memory-delete_relations-1",
|
|
1249
|
+
"tool": "memory/delete_relations",
|
|
1250
|
+
"text": "I need to remove the 'manages' relationship between the department 'Engineering' and the project 'API Overhaul', as well as the 'depends_on' link between 'Frontend' and 'Backend' services. Could you handle that for me?",
|
|
1251
|
+
"also_ok": [],
|
|
1252
|
+
"skip": false
|
|
1253
|
+
},
|
|
1254
|
+
{
|
|
1255
|
+
"id": "memory-read_graph-1",
|
|
1256
|
+
"tool": "memory/read_graph",
|
|
1257
|
+
"text": "Show me the complete list of all entities and their relationships in the knowledge graph, including all properties and connections between them.",
|
|
1258
|
+
"also_ok": [],
|
|
1259
|
+
"skip": false
|
|
1260
|
+
},
|
|
1261
|
+
{
|
|
1262
|
+
"id": "memory-search_nodes-1",
|
|
1263
|
+
"tool": "memory/search_nodes",
|
|
1264
|
+
"text": "Can you find all entities related to the '2023 Q3 financial performance review' where the document mentions 'revenue growth' and includes the term 'North America' in the observations?",
|
|
1265
|
+
"also_ok": [],
|
|
1266
|
+
"skip": false
|
|
1267
|
+
},
|
|
1268
|
+
{
|
|
1269
|
+
"id": "memory-open_nodes-1",
|
|
1270
|
+
"tool": "memory/open_nodes",
|
|
1271
|
+
"text": "I need to look up the details for the entities named 'Apple Inc.', 'Elon Musk', and 'Tesla Model S' in our knowledge graph—can you fetch those specific nodes for me?",
|
|
1272
|
+
"also_ok": [],
|
|
1273
|
+
"skip": false
|
|
1274
|
+
},
|
|
1275
|
+
{
|
|
1276
|
+
"id": "everything-echo-1",
|
|
1277
|
+
"tool": "everything/echo",
|
|
1278
|
+
"text": "Can you just repeat back the exact text I sent: 'Please confirm the order details: customer ID 12345, product XYZ-789, quantity 2, and shipping address 123 Main St, Anytown, CA 90210'?",
|
|
1279
|
+
"also_ok": [],
|
|
1280
|
+
"skip": false
|
|
1281
|
+
},
|
|
1282
|
+
{
|
|
1283
|
+
"id": "everything-get-annotated-message-1",
|
|
1284
|
+
"tool": "everything/get-annotated-message",
|
|
1285
|
+
"text": "Show me an example error message with annotations so I can see how content metadata looks.",
|
|
1286
|
+
"also_ok": [],
|
|
1287
|
+
"skip": false
|
|
1288
|
+
},
|
|
1289
|
+
{
|
|
1290
|
+
"id": "everything-get-env-1",
|
|
1291
|
+
"tool": "everything/get-env",
|
|
1292
|
+
"text": "I'm having trouble with the server configuration and need to check all the environment variables to see if anything is misconfigured. Could you show me the current settings, especially anything related to database connections or API keys?",
|
|
1293
|
+
"also_ok": [],
|
|
1294
|
+
"skip": false
|
|
1295
|
+
},
|
|
1296
|
+
{
|
|
1297
|
+
"id": "everything-get-header-params-1",
|
|
1298
|
+
"tool": "everything/get-header-params",
|
|
1299
|
+
"text": "Can you show me the region 'ap-southeast-1' and confirm what the Mcp-Param-Region header was when this request was made?",
|
|
1300
|
+
"also_ok": [],
|
|
1301
|
+
"skip": false
|
|
1302
|
+
},
|
|
1303
|
+
{
|
|
1304
|
+
"id": "everything-get-resource-links-1",
|
|
1305
|
+
"tool": "everything/get-resource-links",
|
|
1306
|
+
"text": "Give me 5 links to the sample resources this server provides.",
|
|
1307
|
+
"also_ok": [],
|
|
1308
|
+
"skip": false
|
|
1309
|
+
},
|
|
1310
|
+
{
|
|
1311
|
+
"id": "everything-get-resource-reference-1",
|
|
1312
|
+
"tool": "everything/get-resource-reference",
|
|
1313
|
+
"text": "I need to fetch the text content for the resource with ID 42 so I can process it further in my application workflow.",
|
|
1314
|
+
"also_ok": [],
|
|
1315
|
+
"skip": false
|
|
1316
|
+
},
|
|
1317
|
+
{
|
|
1318
|
+
"id": "everything-get-structured-content-1",
|
|
1319
|
+
"tool": "everything/get-structured-content",
|
|
1320
|
+
"text": "Give me the weather for Chicago as structured data that I can validate against a schema.",
|
|
1321
|
+
"also_ok": [],
|
|
1322
|
+
"skip": false
|
|
1323
|
+
},
|
|
1324
|
+
{
|
|
1325
|
+
"id": "everything-get-sum-1",
|
|
1326
|
+
"tool": "everything/get-sum",
|
|
1327
|
+
"text": "What is the total when I combine the values 15.75 and 22.30?",
|
|
1328
|
+
"also_ok": [],
|
|
1329
|
+
"skip": false
|
|
1330
|
+
},
|
|
1331
|
+
{
|
|
1332
|
+
"id": "everything-get-tiny-image-1",
|
|
1333
|
+
"tool": "everything/get-tiny-image",
|
|
1334
|
+
"text": "Can you show me a tiny version of the MCP logo for my website header?",
|
|
1335
|
+
"also_ok": [],
|
|
1336
|
+
"skip": false
|
|
1337
|
+
},
|
|
1338
|
+
{
|
|
1339
|
+
"id": "everything-gzip-file-as-resource-1",
|
|
1340
|
+
"tool": "everything/gzip-file-as-resource",
|
|
1341
|
+
"text": "Can you compress the latest README from the modelcontextprotocol/servers repo and save it as a downloadable file named 'docs-latest.md.gz' so I can include it in my deployment package?",
|
|
1342
|
+
"also_ok": [],
|
|
1343
|
+
"skip": false
|
|
1344
|
+
},
|
|
1345
|
+
{
|
|
1346
|
+
"id": "everything-trigger-list-changed-1",
|
|
1347
|
+
"tool": "everything/trigger-list-changed",
|
|
1348
|
+
"text": "Announce to connected clients that the prompts list has changed.",
|
|
1349
|
+
"also_ok": [],
|
|
1350
|
+
"skip": false
|
|
1351
|
+
},
|
|
1352
|
+
{
|
|
1353
|
+
"id": "everything-trigger-log-messages-1",
|
|
1354
|
+
"tool": "everything/trigger-log-messages",
|
|
1355
|
+
"text": "Make the server send a burst of log messages at different levels so I can test my log viewer.",
|
|
1356
|
+
"also_ok": [],
|
|
1357
|
+
"skip": false
|
|
1358
|
+
},
|
|
1359
|
+
{
|
|
1360
|
+
"id": "everything-trigger-long-running-operation-1",
|
|
1361
|
+
"tool": "everything/trigger-long-running-operation",
|
|
1362
|
+
"text": "I need to simulate a long-running data processing task that takes about 15 seconds to complete, with 8 distinct progress steps so I can visualize how the system updates in real-time.",
|
|
1363
|
+
"also_ok": [],
|
|
1364
|
+
"skip": false
|
|
1365
|
+
},
|
|
1366
|
+
{
|
|
1367
|
+
"id": "everything-trigger-resource-update-1",
|
|
1368
|
+
"tool": "everything/trigger-resource-update",
|
|
1369
|
+
"text": "Hey, I just updated the content for the user profile at `users://profiles/12345`—can you let all subscribers know it’s changed?",
|
|
1370
|
+
"also_ok": [],
|
|
1371
|
+
"skip": false
|
|
1372
|
+
},
|
|
1373
|
+
{
|
|
1374
|
+
"id": "everything-toggle-simulated-logging-1",
|
|
1375
|
+
"tool": "everything/toggle-simulated-logging",
|
|
1376
|
+
"text": "I need to turn off the simulated logging for this session since it's making the debug output too noisy and interfering with my testing of the new API calls.",
|
|
1377
|
+
"also_ok": [],
|
|
1378
|
+
"skip": false
|
|
1379
|
+
},
|
|
1380
|
+
{
|
|
1381
|
+
"id": "everything-toggle-subscriber-updates-1",
|
|
1382
|
+
"tool": "everything/toggle-subscriber-updates",
|
|
1383
|
+
"text": "I need to temporarily pause all simulated subscription updates for the `/api/v1/orders` resource so our frontend can catch up with the latest changes without flooding the UI.",
|
|
1384
|
+
"also_ok": [],
|
|
1385
|
+
"skip": false
|
|
1386
|
+
},
|
|
1387
|
+
{
|
|
1388
|
+
"id": "thinking-sequentialthinking-1",
|
|
1389
|
+
"tool": "thinking/sequentialthinking",
|
|
1390
|
+
"text": "I'm trying to design a new workflow for our customer support team that involves multiple steps—first triaging issues, then escalating to specialists, and finally following up—but I'm not entirely sure how to structure it yet. Can you help me break this down and refine it as I think through the details?",
|
|
1391
|
+
"also_ok": [],
|
|
1392
|
+
"skip": false
|
|
1393
|
+
},
|
|
1394
|
+
{
|
|
1395
|
+
"id": "time-get_current_time-1",
|
|
1396
|
+
"tool": "time/get_current_time",
|
|
1397
|
+
"text": "What time is it right now in Sydney, Australia?",
|
|
1398
|
+
"also_ok": [],
|
|
1399
|
+
"skip": false
|
|
1400
|
+
},
|
|
1401
|
+
{
|
|
1402
|
+
"id": "time-convert_time-1",
|
|
1403
|
+
"tool": "time/convert_time",
|
|
1404
|
+
"text": "What time is it in Sydney, Australia right now if it's 3:45 PM in Madrid?",
|
|
1405
|
+
"also_ok": [],
|
|
1406
|
+
"skip": false
|
|
1407
|
+
},
|
|
1408
|
+
{
|
|
1409
|
+
"id": "fetch-fetch-1",
|
|
1410
|
+
"tool": "fetch/fetch",
|
|
1411
|
+
"text": "Can you grab the latest news article from https://www.bbc.com/news/technology and summarize the main points for me? I'd like to see the most important details from the first 1000 characters of the content.",
|
|
1412
|
+
"also_ok": [],
|
|
1413
|
+
"skip": false
|
|
1414
|
+
}
|
|
1415
|
+
],
|
|
1416
|
+
"intents_meta": {
|
|
1417
|
+
"generated_by": "mistral:ministral-8b-latest",
|
|
1418
|
+
"generated_at": "2026-11-03",
|
|
1419
|
+
"reviewed": true
|
|
1420
|
+
},
|
|
1421
|
+
"models": [
|
|
1422
|
+
{
|
|
1423
|
+
"id": "mistral:ministral-8b-latest",
|
|
1424
|
+
"price_in": 0.15,
|
|
1425
|
+
"price_out": 0.15
|
|
1426
|
+
},
|
|
1427
|
+
{
|
|
1428
|
+
"id": "mistral:ministral-14b-latest",
|
|
1429
|
+
"price_in": 0.2,
|
|
1430
|
+
"price_out": 0.2
|
|
1431
|
+
}
|
|
1432
|
+
],
|
|
1433
|
+
"calls": [
|
|
1434
|
+
{
|
|
1435
|
+
"model": "mistral:ministral-8b-latest",
|
|
1436
|
+
"intent_id": "filesystem-read_file-1",
|
|
1437
|
+
"condition": "solo",
|
|
1438
|
+
"chosen": "filesystem/read_text_file",
|
|
1439
|
+
"correct": true,
|
|
1440
|
+
"args_valid": true,
|
|
1441
|
+
"prompt_tokens": 2261,
|
|
1442
|
+
"completion_tokens": 26,
|
|
1443
|
+
"cost": 0.00034305,
|
|
1444
|
+
"seconds": 1.41,
|
|
1445
|
+
"error": null
|
|
1446
|
+
},
|
|
1447
|
+
{
|
|
1448
|
+
"model": "mistral:ministral-8b-latest",
|
|
1449
|
+
"intent_id": "filesystem-read_file-1",
|
|
1450
|
+
"condition": "stack",
|
|
1451
|
+
"chosen": "filesystem/list_allowed_directories",
|
|
1452
|
+
"correct": false,
|
|
1453
|
+
"args_valid": true,
|
|
1454
|
+
"prompt_tokens": 7551,
|
|
1455
|
+
"completion_tokens": 13,
|
|
1456
|
+
"cost": 0.0011346,
|
|
1457
|
+
"seconds": 0.66,
|
|
1458
|
+
"error": null
|
|
1459
|
+
},
|
|
1460
|
+
{
|
|
1461
|
+
"model": "mistral:ministral-8b-latest",
|
|
1462
|
+
"intent_id": "memory-create_entities-1",
|
|
1463
|
+
"condition": "solo",
|
|
1464
|
+
"chosen": "memory/create_entities",
|
|
1465
|
+
"correct": true,
|
|
1466
|
+
"args_valid": true,
|
|
1467
|
+
"prompt_tokens": 1482,
|
|
1468
|
+
"completion_tokens": 101,
|
|
1469
|
+
"cost": 0.00023745,
|
|
1470
|
+
"seconds": 1.44,
|
|
1471
|
+
"error": null
|
|
1472
|
+
},
|
|
1473
|
+
{
|
|
1474
|
+
"model": "mistral:ministral-8b-latest",
|
|
1475
|
+
"intent_id": "memory-create_entities-1",
|
|
1476
|
+
"condition": "stack",
|
|
1477
|
+
"chosen": "memory/create_entities",
|
|
1478
|
+
"correct": true,
|
|
1479
|
+
"args_valid": true,
|
|
1480
|
+
"prompt_tokens": 7620,
|
|
1481
|
+
"completion_tokens": 101,
|
|
1482
|
+
"cost": 0.00115815,
|
|
1483
|
+
"seconds": 5.37,
|
|
1484
|
+
"error": null
|
|
1485
|
+
},
|
|
1486
|
+
{
|
|
1487
|
+
"model": "mistral:ministral-8b-latest",
|
|
1488
|
+
"intent_id": "everything-echo-1",
|
|
1489
|
+
"condition": "solo",
|
|
1490
|
+
"chosen": "everything/echo",
|
|
1491
|
+
"correct": true,
|
|
1492
|
+
"args_valid": true,
|
|
1493
|
+
"prompt_tokens": 2391,
|
|
1494
|
+
"completion_tokens": 59,
|
|
1495
|
+
"cost": 0.0003675,
|
|
1496
|
+
"seconds": 0.76,
|
|
1497
|
+
"error": null
|
|
1498
|
+
},
|
|
1499
|
+
{
|
|
1500
|
+
"model": "mistral:ministral-8b-latest",
|
|
1501
|
+
"intent_id": "everything-echo-1",
|
|
1502
|
+
"condition": "stack",
|
|
1503
|
+
"chosen": "everything/echo",
|
|
1504
|
+
"correct": true,
|
|
1505
|
+
"args_valid": true,
|
|
1506
|
+
"prompt_tokens": 7582,
|
|
1507
|
+
"completion_tokens": 59,
|
|
1508
|
+
"cost": 0.00114615,
|
|
1509
|
+
"seconds": 1.0,
|
|
1510
|
+
"error": null
|
|
1511
|
+
},
|
|
1512
|
+
{
|
|
1513
|
+
"model": "mistral:ministral-8b-latest",
|
|
1514
|
+
"intent_id": "thinking-sequentialthinking-1",
|
|
1515
|
+
"condition": "solo",
|
|
1516
|
+
"chosen": "thinking/sequentialthinking",
|
|
1517
|
+
"correct": true,
|
|
1518
|
+
"args_valid": true,
|
|
1519
|
+
"prompt_tokens": 1130,
|
|
1520
|
+
"completion_tokens": 494,
|
|
1521
|
+
"cost": 0.0002436,
|
|
1522
|
+
"seconds": 7.63,
|
|
1523
|
+
"error": null
|
|
1524
|
+
},
|
|
1525
|
+
{
|
|
1526
|
+
"model": "mistral:ministral-8b-latest",
|
|
1527
|
+
"intent_id": "thinking-sequentialthinking-1",
|
|
1528
|
+
"condition": "stack",
|
|
1529
|
+
"chosen": "thinking/sequentialthinking",
|
|
1530
|
+
"correct": true,
|
|
1531
|
+
"args_valid": true,
|
|
1532
|
+
"prompt_tokens": 7582,
|
|
1533
|
+
"completion_tokens": 281,
|
|
1534
|
+
"cost": 0.00117945,
|
|
1535
|
+
"seconds": 4.51,
|
|
1536
|
+
"error": null
|
|
1537
|
+
},
|
|
1538
|
+
{
|
|
1539
|
+
"model": "mistral:ministral-8b-latest",
|
|
1540
|
+
"intent_id": "time-get_current_time-1",
|
|
1541
|
+
"condition": "solo",
|
|
1542
|
+
"chosen": "time/get_current_time",
|
|
1543
|
+
"correct": true,
|
|
1544
|
+
"args_valid": true,
|
|
1545
|
+
"prompt_tokens": 401,
|
|
1546
|
+
"completion_tokens": 18,
|
|
1547
|
+
"cost": 6.285e-05,
|
|
1548
|
+
"seconds": 0.5,
|
|
1549
|
+
"error": null
|
|
1550
|
+
},
|
|
1551
|
+
{
|
|
1552
|
+
"model": "mistral:ministral-8b-latest",
|
|
1553
|
+
"intent_id": "time-get_current_time-1",
|
|
1554
|
+
"condition": "stack",
|
|
1555
|
+
"chosen": "time/get_current_time",
|
|
1556
|
+
"correct": true,
|
|
1557
|
+
"args_valid": true,
|
|
1558
|
+
"prompt_tokens": 7531,
|
|
1559
|
+
"completion_tokens": 18,
|
|
1560
|
+
"cost": 0.00113235,
|
|
1561
|
+
"seconds": 1.09,
|
|
1562
|
+
"error": null
|
|
1563
|
+
},
|
|
1564
|
+
{
|
|
1565
|
+
"model": "mistral:ministral-8b-latest",
|
|
1566
|
+
"intent_id": "fetch-fetch-1",
|
|
1567
|
+
"condition": "solo",
|
|
1568
|
+
"chosen": "fetch/fetch",
|
|
1569
|
+
"correct": true,
|
|
1570
|
+
"args_valid": true,
|
|
1571
|
+
"prompt_tokens": 384,
|
|
1572
|
+
"completion_tokens": 31,
|
|
1573
|
+
"cost": 6.225e-05,
|
|
1574
|
+
"seconds": 0.78,
|
|
1575
|
+
"error": null
|
|
1576
|
+
},
|
|
1577
|
+
{
|
|
1578
|
+
"model": "mistral:ministral-8b-latest",
|
|
1579
|
+
"intent_id": "fetch-fetch-1",
|
|
1580
|
+
"condition": "stack",
|
|
1581
|
+
"chosen": "fetch/fetch",
|
|
1582
|
+
"correct": true,
|
|
1583
|
+
"args_valid": true,
|
|
1584
|
+
"prompt_tokens": 7568,
|
|
1585
|
+
"completion_tokens": 31,
|
|
1586
|
+
"cost": 0.00113985,
|
|
1587
|
+
"seconds": 1.17,
|
|
1588
|
+
"error": null
|
|
1589
|
+
},
|
|
1590
|
+
{
|
|
1591
|
+
"model": "mistral:ministral-8b-latest",
|
|
1592
|
+
"intent_id": "filesystem-read_text_file-1",
|
|
1593
|
+
"condition": "solo",
|
|
1594
|
+
"chosen": "filesystem/read_text_file",
|
|
1595
|
+
"correct": true,
|
|
1596
|
+
"args_valid": true,
|
|
1597
|
+
"prompt_tokens": 2262,
|
|
1598
|
+
"completion_tokens": 26,
|
|
1599
|
+
"cost": 0.0003432,
|
|
1600
|
+
"seconds": 0.62,
|
|
1601
|
+
"error": null
|
|
1602
|
+
},
|
|
1603
|
+
{
|
|
1604
|
+
"model": "mistral:ministral-8b-latest",
|
|
1605
|
+
"intent_id": "filesystem-read_text_file-1",
|
|
1606
|
+
"condition": "stack",
|
|
1607
|
+
"chosen": "filesystem/list_allowed_directories",
|
|
1608
|
+
"correct": false,
|
|
1609
|
+
"args_valid": true,
|
|
1610
|
+
"prompt_tokens": 7552,
|
|
1611
|
+
"completion_tokens": 13,
|
|
1612
|
+
"cost": 0.00113475,
|
|
1613
|
+
"seconds": 1.43,
|
|
1614
|
+
"error": null
|
|
1615
|
+
},
|
|
1616
|
+
{
|
|
1617
|
+
"model": "mistral:ministral-8b-latest",
|
|
1618
|
+
"intent_id": "memory-create_relations-1",
|
|
1619
|
+
"condition": "solo",
|
|
1620
|
+
"chosen": "memory/create_entities",
|
|
1621
|
+
"correct": false,
|
|
1622
|
+
"args_valid": true,
|
|
1623
|
+
"prompt_tokens": 1432,
|
|
1624
|
+
"completion_tokens": 164,
|
|
1625
|
+
"cost": 0.0002394,
|
|
1626
|
+
"seconds": 1.72,
|
|
1627
|
+
"error": null
|
|
1628
|
+
},
|
|
1629
|
+
{
|
|
1630
|
+
"model": "mistral:ministral-8b-latest",
|
|
1631
|
+
"intent_id": "memory-create_relations-1",
|
|
1632
|
+
"condition": "stack",
|
|
1633
|
+
"chosen": "memory/create_entities",
|
|
1634
|
+
"correct": false,
|
|
1635
|
+
"args_valid": true,
|
|
1636
|
+
"prompt_tokens": 7570,
|
|
1637
|
+
"completion_tokens": 128,
|
|
1638
|
+
"cost": 0.0011547,
|
|
1639
|
+
"seconds": 2.45,
|
|
1640
|
+
"error": null
|
|
1641
|
+
},
|
|
1642
|
+
{
|
|
1643
|
+
"model": "mistral:ministral-8b-latest",
|
|
1644
|
+
"intent_id": "everything-get-annotated-message-1",
|
|
1645
|
+
"condition": "solo",
|
|
1646
|
+
"chosen": "everything/get-annotated-message",
|
|
1647
|
+
"correct": true,
|
|
1648
|
+
"args_valid": true,
|
|
1649
|
+
"prompt_tokens": 2346,
|
|
1650
|
+
"completion_tokens": 23,
|
|
1651
|
+
"cost": 0.00035535,
|
|
1652
|
+
"seconds": 0.83,
|
|
1653
|
+
"error": null
|
|
1654
|
+
},
|
|
1655
|
+
{
|
|
1656
|
+
"model": "mistral:ministral-8b-latest",
|
|
1657
|
+
"intent_id": "everything-get-annotated-message-1",
|
|
1658
|
+
"condition": "stack",
|
|
1659
|
+
"chosen": "everything/get-annotated-message",
|
|
1660
|
+
"correct": true,
|
|
1661
|
+
"args_valid": true,
|
|
1662
|
+
"prompt_tokens": 7537,
|
|
1663
|
+
"completion_tokens": 17,
|
|
1664
|
+
"cost": 0.0011331,
|
|
1665
|
+
"seconds": 0.47,
|
|
1666
|
+
"error": null
|
|
1667
|
+
},
|
|
1668
|
+
{
|
|
1669
|
+
"model": "mistral:ministral-8b-latest",
|
|
1670
|
+
"intent_id": "time-convert_time-1",
|
|
1671
|
+
"condition": "solo",
|
|
1672
|
+
"chosen": "time/convert_time",
|
|
1673
|
+
"correct": true,
|
|
1674
|
+
"args_valid": true,
|
|
1675
|
+
"prompt_tokens": 412,
|
|
1676
|
+
"completion_tokens": 39,
|
|
1677
|
+
"cost": 6.765e-05,
|
|
1678
|
+
"seconds": 4.94,
|
|
1679
|
+
"error": null
|
|
1680
|
+
},
|
|
1681
|
+
{
|
|
1682
|
+
"model": "mistral:ministral-8b-latest",
|
|
1683
|
+
"intent_id": "time-convert_time-1",
|
|
1684
|
+
"condition": "stack",
|
|
1685
|
+
"chosen": "time/convert_time",
|
|
1686
|
+
"correct": true,
|
|
1687
|
+
"args_valid": true,
|
|
1688
|
+
"prompt_tokens": 7542,
|
|
1689
|
+
"completion_tokens": 39,
|
|
1690
|
+
"cost": 0.00113715,
|
|
1691
|
+
"seconds": 1.56,
|
|
1692
|
+
"error": null
|
|
1693
|
+
},
|
|
1694
|
+
{
|
|
1695
|
+
"model": "mistral:ministral-8b-latest",
|
|
1696
|
+
"intent_id": "filesystem-read_media_file-1",
|
|
1697
|
+
"condition": "solo",
|
|
1698
|
+
"chosen": "filesystem/read_media_file",
|
|
1699
|
+
"correct": true,
|
|
1700
|
+
"args_valid": true,
|
|
1701
|
+
"prompt_tokens": 2276,
|
|
1702
|
+
"completion_tokens": 23,
|
|
1703
|
+
"cost": 0.00034485,
|
|
1704
|
+
"seconds": 0.75,
|
|
1705
|
+
"error": null
|
|
1706
|
+
},
|
|
1707
|
+
{
|
|
1708
|
+
"model": "mistral:ministral-8b-latest",
|
|
1709
|
+
"intent_id": "filesystem-read_media_file-1",
|
|
1710
|
+
"condition": "stack",
|
|
1711
|
+
"chosen": "filesystem/search_files",
|
|
1712
|
+
"correct": false,
|
|
1713
|
+
"args_valid": true,
|
|
1714
|
+
"prompt_tokens": 7566,
|
|
1715
|
+
"completion_tokens": 27,
|
|
1716
|
+
"cost": 0.00113895,
|
|
1717
|
+
"seconds": 0.9,
|
|
1718
|
+
"error": null
|
|
1719
|
+
},
|
|
1720
|
+
{
|
|
1721
|
+
"model": "mistral:ministral-8b-latest",
|
|
1722
|
+
"intent_id": "memory-add_observations-1",
|
|
1723
|
+
"condition": "solo",
|
|
1724
|
+
"chosen": "memory/open_nodes",
|
|
1725
|
+
"correct": false,
|
|
1726
|
+
"args_valid": true,
|
|
1727
|
+
"prompt_tokens": 1440,
|
|
1728
|
+
"completion_tokens": 22,
|
|
1729
|
+
"cost": 0.0002193,
|
|
1730
|
+
"seconds": 0.69,
|
|
1731
|
+
"error": null
|
|
1732
|
+
},
|
|
1733
|
+
{
|
|
1734
|
+
"model": "mistral:ministral-8b-latest",
|
|
1735
|
+
"intent_id": "memory-add_observations-1",
|
|
1736
|
+
"condition": "stack",
|
|
1737
|
+
"chosen": "memory/search_nodes",
|
|
1738
|
+
"correct": false,
|
|
1739
|
+
"args_valid": true,
|
|
1740
|
+
"prompt_tokens": 7578,
|
|
1741
|
+
"completion_tokens": 21,
|
|
1742
|
+
"cost": 0.00113985,
|
|
1743
|
+
"seconds": 0.81,
|
|
1744
|
+
"error": null
|
|
1745
|
+
},
|
|
1746
|
+
{
|
|
1747
|
+
"model": "mistral:ministral-8b-latest",
|
|
1748
|
+
"intent_id": "everything-get-env-1",
|
|
1749
|
+
"condition": "solo",
|
|
1750
|
+
"chosen": "everything/get-env",
|
|
1751
|
+
"correct": true,
|
|
1752
|
+
"args_valid": true,
|
|
1753
|
+
"prompt_tokens": 2372,
|
|
1754
|
+
"completion_tokens": 9,
|
|
1755
|
+
"cost": 0.00035715,
|
|
1756
|
+
"seconds": 0.99,
|
|
1757
|
+
"error": null
|
|
1758
|
+
},
|
|
1759
|
+
{
|
|
1760
|
+
"model": "mistral:ministral-8b-latest",
|
|
1761
|
+
"intent_id": "everything-get-env-1",
|
|
1762
|
+
"condition": "stack",
|
|
1763
|
+
"chosen": "everything/get-env",
|
|
1764
|
+
"correct": true,
|
|
1765
|
+
"args_valid": true,
|
|
1766
|
+
"prompt_tokens": 7563,
|
|
1767
|
+
"completion_tokens": 9,
|
|
1768
|
+
"cost": 0.0011358,
|
|
1769
|
+
"seconds": 0.4,
|
|
1770
|
+
"error": null
|
|
1771
|
+
},
|
|
1772
|
+
{
|
|
1773
|
+
"model": "mistral:ministral-8b-latest",
|
|
1774
|
+
"intent_id": "filesystem-read_multiple_files-1",
|
|
1775
|
+
"condition": "solo",
|
|
1776
|
+
"chosen": "filesystem/read_multiple_files",
|
|
1777
|
+
"correct": true,
|
|
1778
|
+
"args_valid": true,
|
|
1779
|
+
"prompt_tokens": 2281,
|
|
1780
|
+
"completion_tokens": 39,
|
|
1781
|
+
"cost": 0.000348,
|
|
1782
|
+
"seconds": 0.74,
|
|
1783
|
+
"error": null
|
|
1784
|
+
},
|
|
1785
|
+
{
|
|
1786
|
+
"model": "mistral:ministral-8b-latest",
|
|
1787
|
+
"intent_id": "filesystem-read_multiple_files-1",
|
|
1788
|
+
"condition": "stack",
|
|
1789
|
+
"chosen": "filesystem/read_multiple_files",
|
|
1790
|
+
"correct": true,
|
|
1791
|
+
"args_valid": true,
|
|
1792
|
+
"prompt_tokens": 7571,
|
|
1793
|
+
"completion_tokens": 39,
|
|
1794
|
+
"cost": 0.0011415,
|
|
1795
|
+
"seconds": 4.35,
|
|
1796
|
+
"error": null
|
|
1797
|
+
},
|
|
1798
|
+
{
|
|
1799
|
+
"model": "mistral:ministral-8b-latest",
|
|
1800
|
+
"intent_id": "memory-delete_entities-1",
|
|
1801
|
+
"condition": "solo",
|
|
1802
|
+
"chosen": "memory/delete_entities",
|
|
1803
|
+
"correct": true,
|
|
1804
|
+
"args_valid": true,
|
|
1805
|
+
"prompt_tokens": 1438,
|
|
1806
|
+
"completion_tokens": 41,
|
|
1807
|
+
"cost": 0.00022185,
|
|
1808
|
+
"seconds": 1.0,
|
|
1809
|
+
"error": null
|
|
1810
|
+
},
|
|
1811
|
+
{
|
|
1812
|
+
"model": "mistral:ministral-8b-latest",
|
|
1813
|
+
"intent_id": "memory-delete_entities-1",
|
|
1814
|
+
"condition": "stack",
|
|
1815
|
+
"chosen": "filesystem/search_files",
|
|
1816
|
+
"correct": false,
|
|
1817
|
+
"args_valid": true,
|
|
1818
|
+
"prompt_tokens": 7576,
|
|
1819
|
+
"completion_tokens": 24,
|
|
1820
|
+
"cost": 0.00114,
|
|
1821
|
+
"seconds": 0.53,
|
|
1822
|
+
"error": null
|
|
1823
|
+
},
|
|
1824
|
+
{
|
|
1825
|
+
"model": "mistral:ministral-8b-latest",
|
|
1826
|
+
"intent_id": "everything-get-header-params-1",
|
|
1827
|
+
"condition": "solo",
|
|
1828
|
+
"chosen": "everything/get-header-params",
|
|
1829
|
+
"correct": true,
|
|
1830
|
+
"args_valid": true,
|
|
1831
|
+
"prompt_tokens": 2361,
|
|
1832
|
+
"completion_tokens": 20,
|
|
1833
|
+
"cost": 0.00035715,
|
|
1834
|
+
"seconds": 0.5,
|
|
1835
|
+
"error": null
|
|
1836
|
+
},
|
|
1837
|
+
{
|
|
1838
|
+
"model": "mistral:ministral-8b-latest",
|
|
1839
|
+
"intent_id": "everything-get-header-params-1",
|
|
1840
|
+
"condition": "stack",
|
|
1841
|
+
"chosen": "everything/get-header-params",
|
|
1842
|
+
"correct": true,
|
|
1843
|
+
"args_valid": true,
|
|
1844
|
+
"prompt_tokens": 7552,
|
|
1845
|
+
"completion_tokens": 20,
|
|
1846
|
+
"cost": 0.0011358,
|
|
1847
|
+
"seconds": 0.79,
|
|
1848
|
+
"error": null
|
|
1849
|
+
},
|
|
1850
|
+
{
|
|
1851
|
+
"model": "mistral:ministral-8b-latest",
|
|
1852
|
+
"intent_id": "filesystem-write_file-1",
|
|
1853
|
+
"condition": "solo",
|
|
1854
|
+
"chosen": "filesystem/create_directory",
|
|
1855
|
+
"correct": false,
|
|
1856
|
+
"args_valid": true,
|
|
1857
|
+
"prompt_tokens": 2266,
|
|
1858
|
+
"completion_tokens": 14,
|
|
1859
|
+
"cost": 0.000342,
|
|
1860
|
+
"seconds": 0.53,
|
|
1861
|
+
"error": null
|
|
1862
|
+
},
|
|
1863
|
+
{
|
|
1864
|
+
"model": "mistral:ministral-8b-latest",
|
|
1865
|
+
"intent_id": "filesystem-write_file-1",
|
|
1866
|
+
"condition": "stack",
|
|
1867
|
+
"chosen": "filesystem/create_directory",
|
|
1868
|
+
"correct": false,
|
|
1869
|
+
"args_valid": true,
|
|
1870
|
+
"prompt_tokens": 7556,
|
|
1871
|
+
"completion_tokens": 14,
|
|
1872
|
+
"cost": 0.0011355,
|
|
1873
|
+
"seconds": 0.55,
|
|
1874
|
+
"error": null
|
|
1875
|
+
},
|
|
1876
|
+
{
|
|
1877
|
+
"model": "mistral:ministral-8b-latest",
|
|
1878
|
+
"intent_id": "memory-delete_observations-1",
|
|
1879
|
+
"condition": "solo",
|
|
1880
|
+
"chosen": "memory/delete_observations",
|
|
1881
|
+
"correct": true,
|
|
1882
|
+
"args_valid": true,
|
|
1883
|
+
"prompt_tokens": 1457,
|
|
1884
|
+
"completion_tokens": 79,
|
|
1885
|
+
"cost": 0.0002304,
|
|
1886
|
+
"seconds": 1.09,
|
|
1887
|
+
"error": null
|
|
1888
|
+
},
|
|
1889
|
+
{
|
|
1890
|
+
"model": "mistral:ministral-8b-latest",
|
|
1891
|
+
"intent_id": "memory-delete_observations-1",
|
|
1892
|
+
"condition": "stack",
|
|
1893
|
+
"chosen": "memory/search_nodes",
|
|
1894
|
+
"correct": false,
|
|
1895
|
+
"args_valid": true,
|
|
1896
|
+
"prompt_tokens": 7595,
|
|
1897
|
+
"completion_tokens": 50,
|
|
1898
|
+
"cost": 0.00114675,
|
|
1899
|
+
"seconds": 0.83,
|
|
1900
|
+
"error": null
|
|
1901
|
+
},
|
|
1902
|
+
{
|
|
1903
|
+
"model": "mistral:ministral-8b-latest",
|
|
1904
|
+
"intent_id": "everything-get-resource-links-1",
|
|
1905
|
+
"condition": "solo",
|
|
1906
|
+
"chosen": "everything/get-resource-links",
|
|
1907
|
+
"correct": true,
|
|
1908
|
+
"args_valid": true,
|
|
1909
|
+
"prompt_tokens": 2342,
|
|
1910
|
+
"completion_tokens": 15,
|
|
1911
|
+
"cost": 0.00035355,
|
|
1912
|
+
"seconds": 0.47,
|
|
1913
|
+
"error": null
|
|
1914
|
+
},
|
|
1915
|
+
{
|
|
1916
|
+
"model": "mistral:ministral-8b-latest",
|
|
1917
|
+
"intent_id": "everything-get-resource-links-1",
|
|
1918
|
+
"condition": "stack",
|
|
1919
|
+
"chosen": "everything/get-resource-links",
|
|
1920
|
+
"correct": true,
|
|
1921
|
+
"args_valid": true,
|
|
1922
|
+
"prompt_tokens": 7533,
|
|
1923
|
+
"completion_tokens": 15,
|
|
1924
|
+
"cost": 0.0011322,
|
|
1925
|
+
"seconds": 0.56,
|
|
1926
|
+
"error": null
|
|
1927
|
+
},
|
|
1928
|
+
{
|
|
1929
|
+
"model": "mistral:ministral-8b-latest",
|
|
1930
|
+
"intent_id": "filesystem-edit_file-1",
|
|
1931
|
+
"condition": "solo",
|
|
1932
|
+
"chosen": "filesystem/read_text_file",
|
|
1933
|
+
"correct": false,
|
|
1934
|
+
"args_valid": true,
|
|
1935
|
+
"prompt_tokens": 2284,
|
|
1936
|
+
"completion_tokens": 18,
|
|
1937
|
+
"cost": 0.0003453,
|
|
1938
|
+
"seconds": 0.5,
|
|
1939
|
+
"error": null
|
|
1940
|
+
},
|
|
1941
|
+
{
|
|
1942
|
+
"model": "mistral:ministral-8b-latest",
|
|
1943
|
+
"intent_id": "filesystem-edit_file-1",
|
|
1944
|
+
"condition": "stack",
|
|
1945
|
+
"chosen": "filesystem/read_text_file",
|
|
1946
|
+
"correct": false,
|
|
1947
|
+
"args_valid": true,
|
|
1948
|
+
"prompt_tokens": 7574,
|
|
1949
|
+
"completion_tokens": 18,
|
|
1950
|
+
"cost": 0.0011388,
|
|
1951
|
+
"seconds": 1.3,
|
|
1952
|
+
"error": null
|
|
1953
|
+
},
|
|
1954
|
+
{
|
|
1955
|
+
"model": "mistral:ministral-8b-latest",
|
|
1956
|
+
"intent_id": "memory-delete_relations-1",
|
|
1957
|
+
"condition": "solo",
|
|
1958
|
+
"chosen": "memory/delete_relations",
|
|
1959
|
+
"correct": true,
|
|
1960
|
+
"args_valid": true,
|
|
1961
|
+
"prompt_tokens": 1435,
|
|
1962
|
+
"completion_tokens": 58,
|
|
1963
|
+
"cost": 0.00022395,
|
|
1964
|
+
"seconds": 0.68,
|
|
1965
|
+
"error": null
|
|
1966
|
+
},
|
|
1967
|
+
{
|
|
1968
|
+
"model": "mistral:ministral-8b-latest",
|
|
1969
|
+
"intent_id": "memory-delete_relations-1",
|
|
1970
|
+
"condition": "stack",
|
|
1971
|
+
"chosen": "memory/delete_relations",
|
|
1972
|
+
"correct": true,
|
|
1973
|
+
"args_valid": true,
|
|
1974
|
+
"prompt_tokens": 7573,
|
|
1975
|
+
"completion_tokens": 58,
|
|
1976
|
+
"cost": 0.00114465,
|
|
1977
|
+
"seconds": 1.22,
|
|
1978
|
+
"error": null
|
|
1979
|
+
},
|
|
1980
|
+
{
|
|
1981
|
+
"model": "mistral:ministral-8b-latest",
|
|
1982
|
+
"intent_id": "everything-get-resource-reference-1",
|
|
1983
|
+
"condition": "solo",
|
|
1984
|
+
"chosen": "everything/get-resource-reference",
|
|
1985
|
+
"correct": true,
|
|
1986
|
+
"args_valid": true,
|
|
1987
|
+
"prompt_tokens": 2355,
|
|
1988
|
+
"completion_tokens": 24,
|
|
1989
|
+
"cost": 0.00035685,
|
|
1990
|
+
"seconds": 0.59,
|
|
1991
|
+
"error": null
|
|
1992
|
+
},
|
|
1993
|
+
{
|
|
1994
|
+
"model": "mistral:ministral-8b-latest",
|
|
1995
|
+
"intent_id": "everything-get-resource-reference-1",
|
|
1996
|
+
"condition": "stack",
|
|
1997
|
+
"chosen": "everything/get-resource-reference",
|
|
1998
|
+
"correct": true,
|
|
1999
|
+
"args_valid": true,
|
|
2000
|
+
"prompt_tokens": 7546,
|
|
2001
|
+
"completion_tokens": 17,
|
|
2002
|
+
"cost": 0.00113445,
|
|
2003
|
+
"seconds": 0.68,
|
|
2004
|
+
"error": null
|
|
2005
|
+
},
|
|
2006
|
+
{
|
|
2007
|
+
"model": "mistral:ministral-8b-latest",
|
|
2008
|
+
"intent_id": "filesystem-create_directory-1",
|
|
2009
|
+
"condition": "solo",
|
|
2010
|
+
"chosen": "filesystem/create_directory",
|
|
2011
|
+
"correct": true,
|
|
2012
|
+
"args_valid": true,
|
|
2013
|
+
"prompt_tokens": 2281,
|
|
2014
|
+
"completion_tokens": 15,
|
|
2015
|
+
"cost": 0.0003444,
|
|
2016
|
+
"seconds": 0.37,
|
|
2017
|
+
"error": null
|
|
2018
|
+
},
|
|
2019
|
+
{
|
|
2020
|
+
"model": "mistral:ministral-8b-latest",
|
|
2021
|
+
"intent_id": "filesystem-create_directory-1",
|
|
2022
|
+
"condition": "stack",
|
|
2023
|
+
"chosen": "filesystem/create_directory",
|
|
2024
|
+
"correct": true,
|
|
2025
|
+
"args_valid": true,
|
|
2026
|
+
"prompt_tokens": 7571,
|
|
2027
|
+
"completion_tokens": 15,
|
|
2028
|
+
"cost": 0.0011379,
|
|
2029
|
+
"seconds": 1.07,
|
|
2030
|
+
"error": null
|
|
2031
|
+
},
|
|
2032
|
+
{
|
|
2033
|
+
"model": "mistral:ministral-8b-latest",
|
|
2034
|
+
"intent_id": "memory-read_graph-1",
|
|
2035
|
+
"condition": "solo",
|
|
2036
|
+
"chosen": "memory/read_graph",
|
|
2037
|
+
"correct": true,
|
|
2038
|
+
"args_valid": true,
|
|
2039
|
+
"prompt_tokens": 1406,
|
|
2040
|
+
"completion_tokens": 8,
|
|
2041
|
+
"cost": 0.0002121,
|
|
2042
|
+
"seconds": 0.56,
|
|
2043
|
+
"error": null
|
|
2044
|
+
},
|
|
2045
|
+
{
|
|
2046
|
+
"model": "mistral:ministral-8b-latest",
|
|
2047
|
+
"intent_id": "memory-read_graph-1",
|
|
2048
|
+
"condition": "stack",
|
|
2049
|
+
"chosen": "memory/read_graph",
|
|
2050
|
+
"correct": true,
|
|
2051
|
+
"args_valid": true,
|
|
2052
|
+
"prompt_tokens": 7544,
|
|
2053
|
+
"completion_tokens": 8,
|
|
2054
|
+
"cost": 0.0011328,
|
|
2055
|
+
"seconds": 0.35,
|
|
2056
|
+
"error": null
|
|
2057
|
+
},
|
|
2058
|
+
{
|
|
2059
|
+
"model": "mistral:ministral-8b-latest",
|
|
2060
|
+
"intent_id": "everything-get-structured-content-1",
|
|
2061
|
+
"condition": "solo",
|
|
2062
|
+
"chosen": "everything/get-structured-content",
|
|
2063
|
+
"correct": true,
|
|
2064
|
+
"args_valid": true,
|
|
2065
|
+
"prompt_tokens": 2346,
|
|
2066
|
+
"completion_tokens": 14,
|
|
2067
|
+
"cost": 0.000354,
|
|
2068
|
+
"seconds": 0.55,
|
|
2069
|
+
"error": null
|
|
2070
|
+
},
|
|
2071
|
+
{
|
|
2072
|
+
"model": "mistral:ministral-8b-latest",
|
|
2073
|
+
"intent_id": "everything-get-structured-content-1",
|
|
2074
|
+
"condition": "stack",
|
|
2075
|
+
"chosen": "everything/get-structured-content",
|
|
2076
|
+
"correct": true,
|
|
2077
|
+
"args_valid": true,
|
|
2078
|
+
"prompt_tokens": 7537,
|
|
2079
|
+
"completion_tokens": 14,
|
|
2080
|
+
"cost": 0.00113265,
|
|
2081
|
+
"seconds": 0.55,
|
|
2082
|
+
"error": null
|
|
2083
|
+
},
|
|
2084
|
+
{
|
|
2085
|
+
"model": "mistral:ministral-8b-latest",
|
|
2086
|
+
"intent_id": "filesystem-list_directory-1",
|
|
2087
|
+
"condition": "solo",
|
|
2088
|
+
"chosen": "filesystem/list_directory",
|
|
2089
|
+
"correct": true,
|
|
2090
|
+
"args_valid": true,
|
|
2091
|
+
"prompt_tokens": 2245,
|
|
2092
|
+
"completion_tokens": 16,
|
|
2093
|
+
"cost": 0.00033915,
|
|
2094
|
+
"seconds": 0.48,
|
|
2095
|
+
"error": null
|
|
2096
|
+
},
|
|
2097
|
+
{
|
|
2098
|
+
"model": "mistral:ministral-8b-latest",
|
|
2099
|
+
"intent_id": "filesystem-list_directory-1",
|
|
2100
|
+
"condition": "stack",
|
|
2101
|
+
"chosen": "filesystem/list_directory",
|
|
2102
|
+
"correct": true,
|
|
2103
|
+
"args_valid": true,
|
|
2104
|
+
"prompt_tokens": 7535,
|
|
2105
|
+
"completion_tokens": 16,
|
|
2106
|
+
"cost": 0.00113265,
|
|
2107
|
+
"seconds": 1.09,
|
|
2108
|
+
"error": null
|
|
2109
|
+
},
|
|
2110
|
+
{
|
|
2111
|
+
"model": "mistral:ministral-8b-latest",
|
|
2112
|
+
"intent_id": "memory-search_nodes-1",
|
|
2113
|
+
"condition": "solo",
|
|
2114
|
+
"chosen": "memory/search_nodes",
|
|
2115
|
+
"correct": true,
|
|
2116
|
+
"args_valid": true,
|
|
2117
|
+
"prompt_tokens": 1422,
|
|
2118
|
+
"completion_tokens": 25,
|
|
2119
|
+
"cost": 0.00021705,
|
|
2120
|
+
"seconds": 0.55,
|
|
2121
|
+
"error": null
|
|
2122
|
+
},
|
|
2123
|
+
{
|
|
2124
|
+
"model": "mistral:ministral-8b-latest",
|
|
2125
|
+
"intent_id": "memory-search_nodes-1",
|
|
2126
|
+
"condition": "stack",
|
|
2127
|
+
"chosen": "memory/search_nodes",
|
|
2128
|
+
"correct": true,
|
|
2129
|
+
"args_valid": true,
|
|
2130
|
+
"prompt_tokens": 7560,
|
|
2131
|
+
"completion_tokens": 33,
|
|
2132
|
+
"cost": 0.00113895,
|
|
2133
|
+
"seconds": 0.51,
|
|
2134
|
+
"error": null
|
|
2135
|
+
},
|
|
2136
|
+
{
|
|
2137
|
+
"model": "mistral:ministral-8b-latest",
|
|
2138
|
+
"intent_id": "everything-get-sum-1",
|
|
2139
|
+
"condition": "solo",
|
|
2140
|
+
"chosen": "everything/get-sum",
|
|
2141
|
+
"correct": true,
|
|
2142
|
+
"args_valid": true,
|
|
2143
|
+
"prompt_tokens": 2352,
|
|
2144
|
+
"completion_tokens": 27,
|
|
2145
|
+
"cost": 0.00035685,
|
|
2146
|
+
"seconds": 2.39,
|
|
2147
|
+
"error": null
|
|
2148
|
+
},
|
|
2149
|
+
{
|
|
2150
|
+
"model": "mistral:ministral-8b-latest",
|
|
2151
|
+
"intent_id": "everything-get-sum-1",
|
|
2152
|
+
"condition": "stack",
|
|
2153
|
+
"chosen": "everything/get-sum",
|
|
2154
|
+
"correct": true,
|
|
2155
|
+
"args_valid": true,
|
|
2156
|
+
"prompt_tokens": 7543,
|
|
2157
|
+
"completion_tokens": 27,
|
|
2158
|
+
"cost": 0.0011355,
|
|
2159
|
+
"seconds": 0.72,
|
|
2160
|
+
"error": null
|
|
2161
|
+
},
|
|
2162
|
+
{
|
|
2163
|
+
"model": "mistral:ministral-8b-latest",
|
|
2164
|
+
"intent_id": "filesystem-list_directory_with_sizes-1",
|
|
2165
|
+
"condition": "solo",
|
|
2166
|
+
"chosen": "filesystem/list_allowed_directories",
|
|
2167
|
+
"correct": false,
|
|
2168
|
+
"args_valid": true,
|
|
2169
|
+
"prompt_tokens": 2265,
|
|
2170
|
+
"completion_tokens": 13,
|
|
2171
|
+
"cost": 0.0003417,
|
|
2172
|
+
"seconds": 0.5,
|
|
2173
|
+
"error": null
|
|
2174
|
+
},
|
|
2175
|
+
{
|
|
2176
|
+
"model": "mistral:ministral-8b-latest",
|
|
2177
|
+
"intent_id": "filesystem-list_directory_with_sizes-1",
|
|
2178
|
+
"condition": "stack",
|
|
2179
|
+
"chosen": "filesystem/list_allowed_directories",
|
|
2180
|
+
"correct": false,
|
|
2181
|
+
"args_valid": true,
|
|
2182
|
+
"prompt_tokens": 7555,
|
|
2183
|
+
"completion_tokens": 13,
|
|
2184
|
+
"cost": 0.0011352,
|
|
2185
|
+
"seconds": 0.53,
|
|
2186
|
+
"error": null
|
|
2187
|
+
},
|
|
2188
|
+
{
|
|
2189
|
+
"model": "mistral:ministral-8b-latest",
|
|
2190
|
+
"intent_id": "memory-open_nodes-1",
|
|
2191
|
+
"condition": "solo",
|
|
2192
|
+
"chosen": "memory/open_nodes",
|
|
2193
|
+
"correct": true,
|
|
2194
|
+
"args_valid": true,
|
|
2195
|
+
"prompt_tokens": 1424,
|
|
2196
|
+
"completion_tokens": 27,
|
|
2197
|
+
"cost": 0.00021765,
|
|
2198
|
+
"seconds": 0.68,
|
|
2199
|
+
"error": null
|
|
2200
|
+
},
|
|
2201
|
+
{
|
|
2202
|
+
"model": "mistral:ministral-8b-latest",
|
|
2203
|
+
"intent_id": "memory-open_nodes-1",
|
|
2204
|
+
"condition": "stack",
|
|
2205
|
+
"chosen": "memory/open_nodes",
|
|
2206
|
+
"correct": true,
|
|
2207
|
+
"args_valid": true,
|
|
2208
|
+
"prompt_tokens": 7562,
|
|
2209
|
+
"completion_tokens": 27,
|
|
2210
|
+
"cost": 0.00113835,
|
|
2211
|
+
"seconds": 0.68,
|
|
2212
|
+
"error": null
|
|
2213
|
+
},
|
|
2214
|
+
{
|
|
2215
|
+
"model": "mistral:ministral-8b-latest",
|
|
2216
|
+
"intent_id": "everything-get-tiny-image-1",
|
|
2217
|
+
"condition": "solo",
|
|
2218
|
+
"chosen": "everything/get-tiny-image",
|
|
2219
|
+
"correct": true,
|
|
2220
|
+
"args_valid": true,
|
|
2221
|
+
"prompt_tokens": 2345,
|
|
2222
|
+
"completion_tokens": 10,
|
|
2223
|
+
"cost": 0.00035325,
|
|
2224
|
+
"seconds": 0.42,
|
|
2225
|
+
"error": null
|
|
2226
|
+
},
|
|
2227
|
+
{
|
|
2228
|
+
"model": "mistral:ministral-8b-latest",
|
|
2229
|
+
"intent_id": "everything-get-tiny-image-1",
|
|
2230
|
+
"condition": "stack",
|
|
2231
|
+
"chosen": "everything/get-tiny-image",
|
|
2232
|
+
"correct": true,
|
|
2233
|
+
"args_valid": true,
|
|
2234
|
+
"prompt_tokens": 7536,
|
|
2235
|
+
"completion_tokens": 10,
|
|
2236
|
+
"cost": 0.0011319,
|
|
2237
|
+
"seconds": 0.64,
|
|
2238
|
+
"error": null
|
|
2239
|
+
},
|
|
2240
|
+
{
|
|
2241
|
+
"model": "mistral:ministral-8b-latest",
|
|
2242
|
+
"intent_id": "filesystem-directory_tree-1",
|
|
2243
|
+
"condition": "solo",
|
|
2244
|
+
"chosen": "filesystem/directory_tree",
|
|
2245
|
+
"correct": true,
|
|
2246
|
+
"args_valid": true,
|
|
2247
|
+
"prompt_tokens": 2279,
|
|
2248
|
+
"completion_tokens": 22,
|
|
2249
|
+
"cost": 0.00034515,
|
|
2250
|
+
"seconds": 0.7,
|
|
2251
|
+
"error": null
|
|
2252
|
+
},
|
|
2253
|
+
{
|
|
2254
|
+
"model": "mistral:ministral-8b-latest",
|
|
2255
|
+
"intent_id": "filesystem-directory_tree-1",
|
|
2256
|
+
"condition": "stack",
|
|
2257
|
+
"chosen": "filesystem/directory_tree",
|
|
2258
|
+
"correct": true,
|
|
2259
|
+
"args_valid": true,
|
|
2260
|
+
"prompt_tokens": 7569,
|
|
2261
|
+
"completion_tokens": 22,
|
|
2262
|
+
"cost": 0.00113865,
|
|
2263
|
+
"seconds": 0.63,
|
|
2264
|
+
"error": null
|
|
2265
|
+
},
|
|
2266
|
+
{
|
|
2267
|
+
"model": "mistral:ministral-8b-latest",
|
|
2268
|
+
"intent_id": "everything-gzip-file-as-resource-1",
|
|
2269
|
+
"condition": "solo",
|
|
2270
|
+
"chosen": "everything/gzip-file-as-resource",
|
|
2271
|
+
"correct": true,
|
|
2272
|
+
"args_valid": true,
|
|
2273
|
+
"prompt_tokens": 2369,
|
|
2274
|
+
"completion_tokens": 51,
|
|
2275
|
+
"cost": 0.000363,
|
|
2276
|
+
"seconds": 1.07,
|
|
2277
|
+
"error": null
|
|
2278
|
+
},
|
|
2279
|
+
{
|
|
2280
|
+
"model": "mistral:ministral-8b-latest",
|
|
2281
|
+
"intent_id": "everything-gzip-file-as-resource-1",
|
|
2282
|
+
"condition": "stack",
|
|
2283
|
+
"chosen": "everything/gzip-file-as-resource",
|
|
2284
|
+
"correct": true,
|
|
2285
|
+
"args_valid": true,
|
|
2286
|
+
"prompt_tokens": 7560,
|
|
2287
|
+
"completion_tokens": 51,
|
|
2288
|
+
"cost": 0.00114165,
|
|
2289
|
+
"seconds": 1.07,
|
|
2290
|
+
"error": null
|
|
2291
|
+
},
|
|
2292
|
+
{
|
|
2293
|
+
"model": "mistral:ministral-8b-latest",
|
|
2294
|
+
"intent_id": "filesystem-move_file-1",
|
|
2295
|
+
"condition": "solo",
|
|
2296
|
+
"chosen": "filesystem/move_file",
|
|
2297
|
+
"correct": true,
|
|
2298
|
+
"args_valid": true,
|
|
2299
|
+
"prompt_tokens": 2269,
|
|
2300
|
+
"completion_tokens": 54,
|
|
2301
|
+
"cost": 0.00034845,
|
|
2302
|
+
"seconds": 1.94,
|
|
2303
|
+
"error": null
|
|
2304
|
+
},
|
|
2305
|
+
{
|
|
2306
|
+
"model": "mistral:ministral-8b-latest",
|
|
2307
|
+
"intent_id": "filesystem-move_file-1",
|
|
2308
|
+
"condition": "stack",
|
|
2309
|
+
"chosen": "filesystem/list_allowed_directories",
|
|
2310
|
+
"correct": false,
|
|
2311
|
+
"args_valid": true,
|
|
2312
|
+
"prompt_tokens": 7559,
|
|
2313
|
+
"completion_tokens": 13,
|
|
2314
|
+
"cost": 0.0011358,
|
|
2315
|
+
"seconds": 0.45,
|
|
2316
|
+
"error": null
|
|
2317
|
+
},
|
|
2318
|
+
{
|
|
2319
|
+
"model": "mistral:ministral-8b-latest",
|
|
2320
|
+
"intent_id": "everything-trigger-list-changed-1",
|
|
2321
|
+
"condition": "solo",
|
|
2322
|
+
"chosen": "everything/trigger-list-changed",
|
|
2323
|
+
"correct": true,
|
|
2324
|
+
"args_valid": true,
|
|
2325
|
+
"prompt_tokens": 2341,
|
|
2326
|
+
"completion_tokens": 16,
|
|
2327
|
+
"cost": 0.00035355,
|
|
2328
|
+
"seconds": 0.47,
|
|
2329
|
+
"error": null
|
|
2330
|
+
},
|
|
2331
|
+
{
|
|
2332
|
+
"model": "mistral:ministral-8b-latest",
|
|
2333
|
+
"intent_id": "everything-trigger-list-changed-1",
|
|
2334
|
+
"condition": "stack",
|
|
2335
|
+
"chosen": "everything/trigger-list-changed",
|
|
2336
|
+
"correct": true,
|
|
2337
|
+
"args_valid": true,
|
|
2338
|
+
"prompt_tokens": 7532,
|
|
2339
|
+
"completion_tokens": 16,
|
|
2340
|
+
"cost": 0.0011322,
|
|
2341
|
+
"seconds": 0.45,
|
|
2342
|
+
"error": null
|
|
2343
|
+
},
|
|
2344
|
+
{
|
|
2345
|
+
"model": "mistral:ministral-8b-latest",
|
|
2346
|
+
"intent_id": "filesystem-search_files-1",
|
|
2347
|
+
"condition": "solo",
|
|
2348
|
+
"chosen": "filesystem/list_allowed_directories",
|
|
2349
|
+
"correct": false,
|
|
2350
|
+
"args_valid": true,
|
|
2351
|
+
"prompt_tokens": 2260,
|
|
2352
|
+
"completion_tokens": 13,
|
|
2353
|
+
"cost": 0.00034095,
|
|
2354
|
+
"seconds": 1.83,
|
|
2355
|
+
"error": null
|
|
2356
|
+
},
|
|
2357
|
+
{
|
|
2358
|
+
"model": "mistral:ministral-8b-latest",
|
|
2359
|
+
"intent_id": "filesystem-search_files-1",
|
|
2360
|
+
"condition": "stack",
|
|
2361
|
+
"chosen": "filesystem/list_allowed_directories",
|
|
2362
|
+
"correct": false,
|
|
2363
|
+
"args_valid": true,
|
|
2364
|
+
"prompt_tokens": 7550,
|
|
2365
|
+
"completion_tokens": 13,
|
|
2366
|
+
"cost": 0.00113445,
|
|
2367
|
+
"seconds": 0.46,
|
|
2368
|
+
"error": null
|
|
2369
|
+
},
|
|
2370
|
+
{
|
|
2371
|
+
"model": "mistral:ministral-8b-latest",
|
|
2372
|
+
"intent_id": "everything-trigger-log-messages-1",
|
|
2373
|
+
"condition": "solo",
|
|
2374
|
+
"chosen": "everything/trigger-log-messages",
|
|
2375
|
+
"correct": true,
|
|
2376
|
+
"args_valid": true,
|
|
2377
|
+
"prompt_tokens": 2349,
|
|
2378
|
+
"completion_tokens": 10,
|
|
2379
|
+
"cost": 0.00035385,
|
|
2380
|
+
"seconds": 0.39,
|
|
2381
|
+
"error": null
|
|
2382
|
+
},
|
|
2383
|
+
{
|
|
2384
|
+
"model": "mistral:ministral-8b-latest",
|
|
2385
|
+
"intent_id": "everything-trigger-log-messages-1",
|
|
2386
|
+
"condition": "stack",
|
|
2387
|
+
"chosen": "everything/trigger-log-messages",
|
|
2388
|
+
"correct": true,
|
|
2389
|
+
"args_valid": true,
|
|
2390
|
+
"prompt_tokens": 7540,
|
|
2391
|
+
"completion_tokens": 10,
|
|
2392
|
+
"cost": 0.0011325,
|
|
2393
|
+
"seconds": 0.38,
|
|
2394
|
+
"error": null
|
|
2395
|
+
},
|
|
2396
|
+
{
|
|
2397
|
+
"model": "mistral:ministral-8b-latest",
|
|
2398
|
+
"intent_id": "filesystem-get_file_info-1",
|
|
2399
|
+
"condition": "solo",
|
|
2400
|
+
"chosen": "filesystem/get_file_info",
|
|
2401
|
+
"correct": true,
|
|
2402
|
+
"args_valid": true,
|
|
2403
|
+
"prompt_tokens": 2259,
|
|
2404
|
+
"completion_tokens": 21,
|
|
2405
|
+
"cost": 0.000342,
|
|
2406
|
+
"seconds": 0.43,
|
|
2407
|
+
"error": null
|
|
2408
|
+
},
|
|
2409
|
+
{
|
|
2410
|
+
"model": "mistral:ministral-8b-latest",
|
|
2411
|
+
"intent_id": "filesystem-get_file_info-1",
|
|
2412
|
+
"condition": "stack",
|
|
2413
|
+
"chosen": "filesystem/get_file_info",
|
|
2414
|
+
"correct": true,
|
|
2415
|
+
"args_valid": true,
|
|
2416
|
+
"prompt_tokens": 7549,
|
|
2417
|
+
"completion_tokens": 21,
|
|
2418
|
+
"cost": 0.0011355,
|
|
2419
|
+
"seconds": 0.61,
|
|
2420
|
+
"error": null
|
|
2421
|
+
},
|
|
2422
|
+
{
|
|
2423
|
+
"model": "mistral:ministral-8b-latest",
|
|
2424
|
+
"intent_id": "everything-trigger-long-running-operation-1",
|
|
2425
|
+
"condition": "solo",
|
|
2426
|
+
"chosen": "everything/trigger-long-running-operation",
|
|
2427
|
+
"correct": true,
|
|
2428
|
+
"args_valid": true,
|
|
2429
|
+
"prompt_tokens": 2367,
|
|
2430
|
+
"completion_tokens": 22,
|
|
2431
|
+
"cost": 0.00035835,
|
|
2432
|
+
"seconds": 0.53,
|
|
2433
|
+
"error": null
|
|
2434
|
+
},
|
|
2435
|
+
{
|
|
2436
|
+
"model": "mistral:ministral-8b-latest",
|
|
2437
|
+
"intent_id": "everything-trigger-long-running-operation-1",
|
|
2438
|
+
"condition": "stack",
|
|
2439
|
+
"chosen": "everything/trigger-long-running-operation",
|
|
2440
|
+
"correct": true,
|
|
2441
|
+
"args_valid": true,
|
|
2442
|
+
"prompt_tokens": 7558,
|
|
2443
|
+
"completion_tokens": 22,
|
|
2444
|
+
"cost": 0.001137,
|
|
2445
|
+
"seconds": 1.59,
|
|
2446
|
+
"error": null
|
|
2447
|
+
},
|
|
2448
|
+
{
|
|
2449
|
+
"model": "mistral:ministral-8b-latest",
|
|
2450
|
+
"intent_id": "filesystem-list_allowed_directories-1",
|
|
2451
|
+
"condition": "solo",
|
|
2452
|
+
"chosen": "filesystem/list_allowed_directories",
|
|
2453
|
+
"correct": true,
|
|
2454
|
+
"args_valid": true,
|
|
2455
|
+
"prompt_tokens": 2252,
|
|
2456
|
+
"completion_tokens": 13,
|
|
2457
|
+
"cost": 0.00033975,
|
|
2458
|
+
"seconds": 0.48,
|
|
2459
|
+
"error": null
|
|
2460
|
+
},
|
|
2461
|
+
{
|
|
2462
|
+
"model": "mistral:ministral-8b-latest",
|
|
2463
|
+
"intent_id": "filesystem-list_allowed_directories-1",
|
|
2464
|
+
"condition": "stack",
|
|
2465
|
+
"chosen": "filesystem/list_allowed_directories",
|
|
2466
|
+
"correct": true,
|
|
2467
|
+
"args_valid": true,
|
|
2468
|
+
"prompt_tokens": 7542,
|
|
2469
|
+
"completion_tokens": 13,
|
|
2470
|
+
"cost": 0.00113325,
|
|
2471
|
+
"seconds": 0.5,
|
|
2472
|
+
"error": null
|
|
2473
|
+
},
|
|
2474
|
+
{
|
|
2475
|
+
"model": "mistral:ministral-8b-latest",
|
|
2476
|
+
"intent_id": "everything-trigger-resource-update-1",
|
|
2477
|
+
"condition": "solo",
|
|
2478
|
+
"chosen": "everything/trigger-resource-update",
|
|
2479
|
+
"correct": true,
|
|
2480
|
+
"args_valid": true,
|
|
2481
|
+
"prompt_tokens": 2364,
|
|
2482
|
+
"completion_tokens": 24,
|
|
2483
|
+
"cost": 0.0003582,
|
|
2484
|
+
"seconds": 0.6,
|
|
2485
|
+
"error": null
|
|
2486
|
+
},
|
|
2487
|
+
{
|
|
2488
|
+
"model": "mistral:ministral-8b-latest",
|
|
2489
|
+
"intent_id": "everything-trigger-resource-update-1",
|
|
2490
|
+
"condition": "stack",
|
|
2491
|
+
"chosen": "everything/trigger-resource-update",
|
|
2492
|
+
"correct": true,
|
|
2493
|
+
"args_valid": true,
|
|
2494
|
+
"prompt_tokens": 7555,
|
|
2495
|
+
"completion_tokens": 24,
|
|
2496
|
+
"cost": 0.00113685,
|
|
2497
|
+
"seconds": 2.65,
|
|
2498
|
+
"error": null
|
|
2499
|
+
},
|
|
2500
|
+
{
|
|
2501
|
+
"model": "mistral:ministral-8b-latest",
|
|
2502
|
+
"intent_id": "everything-toggle-simulated-logging-1",
|
|
2503
|
+
"condition": "solo",
|
|
2504
|
+
"chosen": "everything/toggle-simulated-logging",
|
|
2505
|
+
"correct": true,
|
|
2506
|
+
"args_valid": true,
|
|
2507
|
+
"prompt_tokens": 2360,
|
|
2508
|
+
"completion_tokens": 12,
|
|
2509
|
+
"cost": 0.0003558,
|
|
2510
|
+
"seconds": 0.42,
|
|
2511
|
+
"error": null
|
|
2512
|
+
},
|
|
2513
|
+
{
|
|
2514
|
+
"model": "mistral:ministral-8b-latest",
|
|
2515
|
+
"intent_id": "everything-toggle-simulated-logging-1",
|
|
2516
|
+
"condition": "stack",
|
|
2517
|
+
"chosen": "everything/toggle-simulated-logging",
|
|
2518
|
+
"correct": true,
|
|
2519
|
+
"args_valid": true,
|
|
2520
|
+
"prompt_tokens": 7551,
|
|
2521
|
+
"completion_tokens": 12,
|
|
2522
|
+
"cost": 0.00113445,
|
|
2523
|
+
"seconds": 0.43,
|
|
2524
|
+
"error": null
|
|
2525
|
+
},
|
|
2526
|
+
{
|
|
2527
|
+
"model": "mistral:ministral-8b-latest",
|
|
2528
|
+
"intent_id": "everything-toggle-subscriber-updates-1",
|
|
2529
|
+
"condition": "solo",
|
|
2530
|
+
"chosen": "everything/toggle-subscriber-updates",
|
|
2531
|
+
"correct": true,
|
|
2532
|
+
"args_valid": true,
|
|
2533
|
+
"prompt_tokens": 2363,
|
|
2534
|
+
"completion_tokens": 11,
|
|
2535
|
+
"cost": 0.0003561,
|
|
2536
|
+
"seconds": 1.15,
|
|
2537
|
+
"error": null
|
|
2538
|
+
},
|
|
2539
|
+
{
|
|
2540
|
+
"model": "mistral:ministral-8b-latest",
|
|
2541
|
+
"intent_id": "everything-toggle-subscriber-updates-1",
|
|
2542
|
+
"condition": "stack",
|
|
2543
|
+
"chosen": "everything/toggle-subscriber-updates",
|
|
2544
|
+
"correct": true,
|
|
2545
|
+
"args_valid": true,
|
|
2546
|
+
"prompt_tokens": 7554,
|
|
2547
|
+
"completion_tokens": 11,
|
|
2548
|
+
"cost": 0.00113475,
|
|
2549
|
+
"seconds": 0.71,
|
|
2550
|
+
"error": null
|
|
2551
|
+
},
|
|
2552
|
+
{
|
|
2553
|
+
"model": "mistral:ministral-14b-latest",
|
|
2554
|
+
"intent_id": "filesystem-read_file-1",
|
|
2555
|
+
"condition": "solo",
|
|
2556
|
+
"chosen": "filesystem/read_text_file",
|
|
2557
|
+
"correct": true,
|
|
2558
|
+
"args_valid": true,
|
|
2559
|
+
"prompt_tokens": 2261,
|
|
2560
|
+
"completion_tokens": 26,
|
|
2561
|
+
"cost": 0.0004574,
|
|
2562
|
+
"seconds": 3.37,
|
|
2563
|
+
"error": null
|
|
2564
|
+
},
|
|
2565
|
+
{
|
|
2566
|
+
"model": "mistral:ministral-14b-latest",
|
|
2567
|
+
"intent_id": "filesystem-read_file-1",
|
|
2568
|
+
"condition": "stack",
|
|
2569
|
+
"chosen": "filesystem/read_file",
|
|
2570
|
+
"correct": true,
|
|
2571
|
+
"args_valid": true,
|
|
2572
|
+
"prompt_tokens": 7551,
|
|
2573
|
+
"completion_tokens": 25,
|
|
2574
|
+
"cost": 0.0015152,
|
|
2575
|
+
"seconds": 3.02,
|
|
2576
|
+
"error": null
|
|
2577
|
+
},
|
|
2578
|
+
{
|
|
2579
|
+
"model": "mistral:ministral-14b-latest",
|
|
2580
|
+
"intent_id": "memory-create_entities-1",
|
|
2581
|
+
"condition": "solo",
|
|
2582
|
+
"chosen": "memory/create_entities",
|
|
2583
|
+
"correct": true,
|
|
2584
|
+
"args_valid": true,
|
|
2585
|
+
"prompt_tokens": 1482,
|
|
2586
|
+
"completion_tokens": 101,
|
|
2587
|
+
"cost": 0.0003166,
|
|
2588
|
+
"seconds": 9.79,
|
|
2589
|
+
"error": null
|
|
2590
|
+
},
|
|
2591
|
+
{
|
|
2592
|
+
"model": "mistral:ministral-14b-latest",
|
|
2593
|
+
"intent_id": "memory-create_entities-1",
|
|
2594
|
+
"condition": "stack",
|
|
2595
|
+
"chosen": "memory/create_entities",
|
|
2596
|
+
"correct": true,
|
|
2597
|
+
"args_valid": true,
|
|
2598
|
+
"prompt_tokens": 7620,
|
|
2599
|
+
"completion_tokens": 101,
|
|
2600
|
+
"cost": 0.0015442,
|
|
2601
|
+
"seconds": 7.54,
|
|
2602
|
+
"error": null
|
|
2603
|
+
},
|
|
2604
|
+
{
|
|
2605
|
+
"model": "mistral:ministral-14b-latest",
|
|
2606
|
+
"intent_id": "everything-echo-1",
|
|
2607
|
+
"condition": "solo",
|
|
2608
|
+
"chosen": "everything/echo",
|
|
2609
|
+
"correct": true,
|
|
2610
|
+
"args_valid": true,
|
|
2611
|
+
"prompt_tokens": 2391,
|
|
2612
|
+
"completion_tokens": 59,
|
|
2613
|
+
"cost": 0.00049,
|
|
2614
|
+
"seconds": 6.95,
|
|
2615
|
+
"error": null
|
|
2616
|
+
},
|
|
2617
|
+
{
|
|
2618
|
+
"model": "mistral:ministral-14b-latest",
|
|
2619
|
+
"intent_id": "everything-echo-1",
|
|
2620
|
+
"condition": "stack",
|
|
2621
|
+
"chosen": "everything/echo",
|
|
2622
|
+
"correct": true,
|
|
2623
|
+
"args_valid": true,
|
|
2624
|
+
"prompt_tokens": 7582,
|
|
2625
|
+
"completion_tokens": 60,
|
|
2626
|
+
"cost": 0.0015284,
|
|
2627
|
+
"seconds": 5.76,
|
|
2628
|
+
"error": null
|
|
2629
|
+
},
|
|
2630
|
+
{
|
|
2631
|
+
"model": "mistral:ministral-14b-latest",
|
|
2632
|
+
"intent_id": "thinking-sequentialthinking-1",
|
|
2633
|
+
"condition": "solo",
|
|
2634
|
+
"chosen": "thinking/sequentialthinking",
|
|
2635
|
+
"correct": true,
|
|
2636
|
+
"args_valid": true,
|
|
2637
|
+
"prompt_tokens": 1130,
|
|
2638
|
+
"completion_tokens": 945,
|
|
2639
|
+
"cost": 0.000415,
|
|
2640
|
+
"seconds": 59.55,
|
|
2641
|
+
"error": null
|
|
2642
|
+
},
|
|
2643
|
+
{
|
|
2644
|
+
"model": "mistral:ministral-14b-latest",
|
|
2645
|
+
"intent_id": "thinking-sequentialthinking-1",
|
|
2646
|
+
"condition": "stack",
|
|
2647
|
+
"chosen": "thinking/sequentialthinking",
|
|
2648
|
+
"correct": true,
|
|
2649
|
+
"args_valid": true,
|
|
2650
|
+
"prompt_tokens": 7582,
|
|
2651
|
+
"completion_tokens": 97,
|
|
2652
|
+
"cost": 0.0015358,
|
|
2653
|
+
"seconds": 3.46,
|
|
2654
|
+
"error": null
|
|
2655
|
+
},
|
|
2656
|
+
{
|
|
2657
|
+
"model": "mistral:ministral-14b-latest",
|
|
2658
|
+
"intent_id": "time-get_current_time-1",
|
|
2659
|
+
"condition": "solo",
|
|
2660
|
+
"chosen": "time/get_current_time",
|
|
2661
|
+
"correct": true,
|
|
2662
|
+
"args_valid": true,
|
|
2663
|
+
"prompt_tokens": 401,
|
|
2664
|
+
"completion_tokens": 18,
|
|
2665
|
+
"cost": 8.38e-05,
|
|
2666
|
+
"seconds": 1.09,
|
|
2667
|
+
"error": null
|
|
2668
|
+
},
|
|
2669
|
+
{
|
|
2670
|
+
"model": "mistral:ministral-14b-latest",
|
|
2671
|
+
"intent_id": "time-get_current_time-1",
|
|
2672
|
+
"condition": "stack",
|
|
2673
|
+
"chosen": "time/get_current_time",
|
|
2674
|
+
"correct": true,
|
|
2675
|
+
"args_valid": true,
|
|
2676
|
+
"prompt_tokens": 7531,
|
|
2677
|
+
"completion_tokens": 18,
|
|
2678
|
+
"cost": 0.0015098,
|
|
2679
|
+
"seconds": 12.75,
|
|
2680
|
+
"error": null
|
|
2681
|
+
},
|
|
2682
|
+
{
|
|
2683
|
+
"model": "mistral:ministral-14b-latest",
|
|
2684
|
+
"intent_id": "fetch-fetch-1",
|
|
2685
|
+
"condition": "solo",
|
|
2686
|
+
"chosen": "fetch/fetch",
|
|
2687
|
+
"correct": true,
|
|
2688
|
+
"args_valid": true,
|
|
2689
|
+
"prompt_tokens": 384,
|
|
2690
|
+
"completion_tokens": 38,
|
|
2691
|
+
"cost": 8.44e-05,
|
|
2692
|
+
"seconds": 2.12,
|
|
2693
|
+
"error": null
|
|
2694
|
+
},
|
|
2695
|
+
{
|
|
2696
|
+
"model": "mistral:ministral-14b-latest",
|
|
2697
|
+
"intent_id": "fetch-fetch-1",
|
|
2698
|
+
"condition": "stack",
|
|
2699
|
+
"chosen": "fetch/fetch",
|
|
2700
|
+
"correct": true,
|
|
2701
|
+
"args_valid": true,
|
|
2702
|
+
"prompt_tokens": 7568,
|
|
2703
|
+
"completion_tokens": 31,
|
|
2704
|
+
"cost": 0.0015198,
|
|
2705
|
+
"seconds": 2.96,
|
|
2706
|
+
"error": null
|
|
2707
|
+
},
|
|
2708
|
+
{
|
|
2709
|
+
"model": "mistral:ministral-14b-latest",
|
|
2710
|
+
"intent_id": "filesystem-read_text_file-1",
|
|
2711
|
+
"condition": "solo",
|
|
2712
|
+
"chosen": "filesystem/read_text_file",
|
|
2713
|
+
"correct": true,
|
|
2714
|
+
"args_valid": true,
|
|
2715
|
+
"prompt_tokens": 2262,
|
|
2716
|
+
"completion_tokens": 26,
|
|
2717
|
+
"cost": 0.0004576,
|
|
2718
|
+
"seconds": 3.42,
|
|
2719
|
+
"error": null
|
|
2720
|
+
},
|
|
2721
|
+
{
|
|
2722
|
+
"model": "mistral:ministral-14b-latest",
|
|
2723
|
+
"intent_id": "filesystem-read_text_file-1",
|
|
2724
|
+
"condition": "stack",
|
|
2725
|
+
"chosen": "filesystem/read_text_file",
|
|
2726
|
+
"correct": true,
|
|
2727
|
+
"args_valid": true,
|
|
2728
|
+
"prompt_tokens": 7552,
|
|
2729
|
+
"completion_tokens": 26,
|
|
2730
|
+
"cost": 0.0015156,
|
|
2731
|
+
"seconds": 7.48,
|
|
2732
|
+
"error": null
|
|
2733
|
+
},
|
|
2734
|
+
{
|
|
2735
|
+
"model": "mistral:ministral-14b-latest",
|
|
2736
|
+
"intent_id": "memory-create_relations-1",
|
|
2737
|
+
"condition": "solo",
|
|
2738
|
+
"chosen": "memory/create_entities",
|
|
2739
|
+
"correct": false,
|
|
2740
|
+
"args_valid": true,
|
|
2741
|
+
"prompt_tokens": 1432,
|
|
2742
|
+
"completion_tokens": 274,
|
|
2743
|
+
"cost": 0.0003412,
|
|
2744
|
+
"seconds": 7.73,
|
|
2745
|
+
"error": null
|
|
2746
|
+
},
|
|
2747
|
+
{
|
|
2748
|
+
"model": "mistral:ministral-14b-latest",
|
|
2749
|
+
"intent_id": "memory-create_relations-1",
|
|
2750
|
+
"condition": "stack",
|
|
2751
|
+
"chosen": "memory/create_entities",
|
|
2752
|
+
"correct": false,
|
|
2753
|
+
"args_valid": true,
|
|
2754
|
+
"prompt_tokens": 7570,
|
|
2755
|
+
"completion_tokens": 212,
|
|
2756
|
+
"cost": 0.0015564,
|
|
2757
|
+
"seconds": 17.05,
|
|
2758
|
+
"error": null
|
|
2759
|
+
},
|
|
2760
|
+
{
|
|
2761
|
+
"model": "mistral:ministral-14b-latest",
|
|
2762
|
+
"intent_id": "everything-get-annotated-message-1",
|
|
2763
|
+
"condition": "solo",
|
|
2764
|
+
"chosen": "everything/get-annotated-message",
|
|
2765
|
+
"correct": true,
|
|
2766
|
+
"args_valid": true,
|
|
2767
|
+
"prompt_tokens": 2346,
|
|
2768
|
+
"completion_tokens": 17,
|
|
2769
|
+
"cost": 0.0004726,
|
|
2770
|
+
"seconds": 1.19,
|
|
2771
|
+
"error": null
|
|
2772
|
+
},
|
|
2773
|
+
{
|
|
2774
|
+
"model": "mistral:ministral-14b-latest",
|
|
2775
|
+
"intent_id": "everything-get-annotated-message-1",
|
|
2776
|
+
"condition": "stack",
|
|
2777
|
+
"chosen": "everything/get-annotated-message",
|
|
2778
|
+
"correct": true,
|
|
2779
|
+
"args_valid": true,
|
|
2780
|
+
"prompt_tokens": 7537,
|
|
2781
|
+
"completion_tokens": 17,
|
|
2782
|
+
"cost": 0.0015108,
|
|
2783
|
+
"seconds": 11.58,
|
|
2784
|
+
"error": null
|
|
2785
|
+
},
|
|
2786
|
+
{
|
|
2787
|
+
"model": "mistral:ministral-14b-latest",
|
|
2788
|
+
"intent_id": "time-convert_time-1",
|
|
2789
|
+
"condition": "solo",
|
|
2790
|
+
"chosen": "time/convert_time",
|
|
2791
|
+
"correct": true,
|
|
2792
|
+
"args_valid": true,
|
|
2793
|
+
"prompt_tokens": 412,
|
|
2794
|
+
"completion_tokens": 39,
|
|
2795
|
+
"cost": 9.02e-05,
|
|
2796
|
+
"seconds": 2.97,
|
|
2797
|
+
"error": null
|
|
2798
|
+
},
|
|
2799
|
+
{
|
|
2800
|
+
"model": "mistral:ministral-14b-latest",
|
|
2801
|
+
"intent_id": "time-convert_time-1",
|
|
2802
|
+
"condition": "stack",
|
|
2803
|
+
"chosen": "time/convert_time",
|
|
2804
|
+
"correct": true,
|
|
2805
|
+
"args_valid": true,
|
|
2806
|
+
"prompt_tokens": 7542,
|
|
2807
|
+
"completion_tokens": 39,
|
|
2808
|
+
"cost": 0.0015162,
|
|
2809
|
+
"seconds": 3.37,
|
|
2810
|
+
"error": null
|
|
2811
|
+
},
|
|
2812
|
+
{
|
|
2813
|
+
"model": "mistral:ministral-14b-latest",
|
|
2814
|
+
"intent_id": "filesystem-read_media_file-1",
|
|
2815
|
+
"condition": "solo",
|
|
2816
|
+
"chosen": "filesystem/read_media_file",
|
|
2817
|
+
"correct": true,
|
|
2818
|
+
"args_valid": true,
|
|
2819
|
+
"prompt_tokens": 2276,
|
|
2820
|
+
"completion_tokens": 23,
|
|
2821
|
+
"cost": 0.0004598,
|
|
2822
|
+
"seconds": 1.12,
|
|
2823
|
+
"error": null
|
|
2824
|
+
},
|
|
2825
|
+
{
|
|
2826
|
+
"model": "mistral:ministral-14b-latest",
|
|
2827
|
+
"intent_id": "filesystem-read_media_file-1",
|
|
2828
|
+
"condition": "stack",
|
|
2829
|
+
"chosen": "filesystem/read_media_file",
|
|
2830
|
+
"correct": true,
|
|
2831
|
+
"args_valid": true,
|
|
2832
|
+
"prompt_tokens": 7566,
|
|
2833
|
+
"completion_tokens": 23,
|
|
2834
|
+
"cost": 0.0015178,
|
|
2835
|
+
"seconds": 3.01,
|
|
2836
|
+
"error": null
|
|
2837
|
+
},
|
|
2838
|
+
{
|
|
2839
|
+
"model": "mistral:ministral-14b-latest",
|
|
2840
|
+
"intent_id": "memory-add_observations-1",
|
|
2841
|
+
"condition": "solo",
|
|
2842
|
+
"chosen": "memory/add_observations",
|
|
2843
|
+
"correct": true,
|
|
2844
|
+
"args_valid": true,
|
|
2845
|
+
"prompt_tokens": 1440,
|
|
2846
|
+
"completion_tokens": 55,
|
|
2847
|
+
"cost": 0.000299,
|
|
2848
|
+
"seconds": 2.79,
|
|
2849
|
+
"error": null
|
|
2850
|
+
},
|
|
2851
|
+
{
|
|
2852
|
+
"model": "mistral:ministral-14b-latest",
|
|
2853
|
+
"intent_id": "memory-add_observations-1",
|
|
2854
|
+
"condition": "stack",
|
|
2855
|
+
"chosen": "memory/add_observations",
|
|
2856
|
+
"correct": true,
|
|
2857
|
+
"args_valid": true,
|
|
2858
|
+
"prompt_tokens": 7578,
|
|
2859
|
+
"completion_tokens": 55,
|
|
2860
|
+
"cost": 0.0015266,
|
|
2861
|
+
"seconds": 3.02,
|
|
2862
|
+
"error": null
|
|
2863
|
+
},
|
|
2864
|
+
{
|
|
2865
|
+
"model": "mistral:ministral-14b-latest",
|
|
2866
|
+
"intent_id": "everything-get-env-1",
|
|
2867
|
+
"condition": "solo",
|
|
2868
|
+
"chosen": "everything/get-env",
|
|
2869
|
+
"correct": true,
|
|
2870
|
+
"args_valid": true,
|
|
2871
|
+
"prompt_tokens": 2372,
|
|
2872
|
+
"completion_tokens": 9,
|
|
2873
|
+
"cost": 0.0004762,
|
|
2874
|
+
"seconds": 1.81,
|
|
2875
|
+
"error": null
|
|
2876
|
+
},
|
|
2877
|
+
{
|
|
2878
|
+
"model": "mistral:ministral-14b-latest",
|
|
2879
|
+
"intent_id": "everything-get-env-1",
|
|
2880
|
+
"condition": "stack",
|
|
2881
|
+
"chosen": "everything/get-env",
|
|
2882
|
+
"correct": true,
|
|
2883
|
+
"args_valid": true,
|
|
2884
|
+
"prompt_tokens": 7563,
|
|
2885
|
+
"completion_tokens": 9,
|
|
2886
|
+
"cost": 0.0015144,
|
|
2887
|
+
"seconds": 5.53,
|
|
2888
|
+
"error": null
|
|
2889
|
+
},
|
|
2890
|
+
{
|
|
2891
|
+
"model": "mistral:ministral-14b-latest",
|
|
2892
|
+
"intent_id": "filesystem-read_multiple_files-1",
|
|
2893
|
+
"condition": "solo",
|
|
2894
|
+
"chosen": "filesystem/read_multiple_files",
|
|
2895
|
+
"correct": true,
|
|
2896
|
+
"args_valid": true,
|
|
2897
|
+
"prompt_tokens": 2281,
|
|
2898
|
+
"completion_tokens": 39,
|
|
2899
|
+
"cost": 0.000464,
|
|
2900
|
+
"seconds": 1.28,
|
|
2901
|
+
"error": null
|
|
2902
|
+
},
|
|
2903
|
+
{
|
|
2904
|
+
"model": "mistral:ministral-14b-latest",
|
|
2905
|
+
"intent_id": "filesystem-read_multiple_files-1",
|
|
2906
|
+
"condition": "stack",
|
|
2907
|
+
"chosen": "filesystem/read_multiple_files",
|
|
2908
|
+
"correct": true,
|
|
2909
|
+
"args_valid": true,
|
|
2910
|
+
"prompt_tokens": 7571,
|
|
2911
|
+
"completion_tokens": 39,
|
|
2912
|
+
"cost": 0.001522,
|
|
2913
|
+
"seconds": 4.41,
|
|
2914
|
+
"error": null
|
|
2915
|
+
},
|
|
2916
|
+
{
|
|
2917
|
+
"model": "mistral:ministral-14b-latest",
|
|
2918
|
+
"intent_id": "memory-delete_entities-1",
|
|
2919
|
+
"condition": "solo",
|
|
2920
|
+
"chosen": "memory/delete_entities",
|
|
2921
|
+
"correct": true,
|
|
2922
|
+
"args_valid": true,
|
|
2923
|
+
"prompt_tokens": 1438,
|
|
2924
|
+
"completion_tokens": 123,
|
|
2925
|
+
"cost": 0.0003122,
|
|
2926
|
+
"seconds": 10.45,
|
|
2927
|
+
"error": null
|
|
2928
|
+
},
|
|
2929
|
+
{
|
|
2930
|
+
"model": "mistral:ministral-14b-latest",
|
|
2931
|
+
"intent_id": "memory-delete_entities-1",
|
|
2932
|
+
"condition": "stack",
|
|
2933
|
+
"chosen": "memory/delete_entities",
|
|
2934
|
+
"correct": true,
|
|
2935
|
+
"args_valid": true,
|
|
2936
|
+
"prompt_tokens": 7576,
|
|
2937
|
+
"completion_tokens": 123,
|
|
2938
|
+
"cost": 0.0015398,
|
|
2939
|
+
"seconds": 9.83,
|
|
2940
|
+
"error": null
|
|
2941
|
+
},
|
|
2942
|
+
{
|
|
2943
|
+
"model": "mistral:ministral-14b-latest",
|
|
2944
|
+
"intent_id": "everything-get-header-params-1",
|
|
2945
|
+
"condition": "solo",
|
|
2946
|
+
"chosen": "everything/get-header-params",
|
|
2947
|
+
"correct": true,
|
|
2948
|
+
"args_valid": true,
|
|
2949
|
+
"prompt_tokens": 2361,
|
|
2950
|
+
"completion_tokens": 26,
|
|
2951
|
+
"cost": 0.0004774,
|
|
2952
|
+
"seconds": 2.55,
|
|
2953
|
+
"error": null
|
|
2954
|
+
},
|
|
2955
|
+
{
|
|
2956
|
+
"model": "mistral:ministral-14b-latest",
|
|
2957
|
+
"intent_id": "everything-get-header-params-1",
|
|
2958
|
+
"condition": "stack",
|
|
2959
|
+
"chosen": "everything/get-header-params",
|
|
2960
|
+
"correct": true,
|
|
2961
|
+
"args_valid": true,
|
|
2962
|
+
"prompt_tokens": 7552,
|
|
2963
|
+
"completion_tokens": 20,
|
|
2964
|
+
"cost": 0.0015144,
|
|
2965
|
+
"seconds": 6.22,
|
|
2966
|
+
"error": null
|
|
2967
|
+
},
|
|
2968
|
+
{
|
|
2969
|
+
"model": "mistral:ministral-14b-latest",
|
|
2970
|
+
"intent_id": "filesystem-write_file-1",
|
|
2971
|
+
"condition": "solo",
|
|
2972
|
+
"chosen": "filesystem/create_directory",
|
|
2973
|
+
"correct": false,
|
|
2974
|
+
"args_valid": true,
|
|
2975
|
+
"prompt_tokens": 2266,
|
|
2976
|
+
"completion_tokens": 14,
|
|
2977
|
+
"cost": 0.000456,
|
|
2978
|
+
"seconds": 1.27,
|
|
2979
|
+
"error": null
|
|
2980
|
+
},
|
|
2981
|
+
{
|
|
2982
|
+
"model": "mistral:ministral-14b-latest",
|
|
2983
|
+
"intent_id": "filesystem-write_file-1",
|
|
2984
|
+
"condition": "stack",
|
|
2985
|
+
"chosen": "filesystem/create_directory",
|
|
2986
|
+
"correct": false,
|
|
2987
|
+
"args_valid": true,
|
|
2988
|
+
"prompt_tokens": 7556,
|
|
2989
|
+
"completion_tokens": 14,
|
|
2990
|
+
"cost": 0.001514,
|
|
2991
|
+
"seconds": 11.3,
|
|
2992
|
+
"error": null
|
|
2993
|
+
},
|
|
2994
|
+
{
|
|
2995
|
+
"model": "mistral:ministral-14b-latest",
|
|
2996
|
+
"intent_id": "memory-delete_observations-1",
|
|
2997
|
+
"condition": "solo",
|
|
2998
|
+
"chosen": "memory/delete_observations",
|
|
2999
|
+
"correct": true,
|
|
3000
|
+
"args_valid": true,
|
|
3001
|
+
"prompt_tokens": 1457,
|
|
3002
|
+
"completion_tokens": 78,
|
|
3003
|
+
"cost": 0.000307,
|
|
3004
|
+
"seconds": 5.88,
|
|
3005
|
+
"error": null
|
|
3006
|
+
},
|
|
3007
|
+
{
|
|
3008
|
+
"model": "mistral:ministral-14b-latest",
|
|
3009
|
+
"intent_id": "memory-delete_observations-1",
|
|
3010
|
+
"condition": "stack",
|
|
3011
|
+
"chosen": "memory/search_nodes",
|
|
3012
|
+
"correct": false,
|
|
3013
|
+
"args_valid": true,
|
|
3014
|
+
"prompt_tokens": 7595,
|
|
3015
|
+
"completion_tokens": 57,
|
|
3016
|
+
"cost": 0.0015304,
|
|
3017
|
+
"seconds": 1.74,
|
|
3018
|
+
"error": null
|
|
3019
|
+
},
|
|
3020
|
+
{
|
|
3021
|
+
"model": "mistral:ministral-14b-latest",
|
|
3022
|
+
"intent_id": "everything-get-resource-links-1",
|
|
3023
|
+
"condition": "solo",
|
|
3024
|
+
"chosen": "everything/get-resource-links",
|
|
3025
|
+
"correct": true,
|
|
3026
|
+
"args_valid": true,
|
|
3027
|
+
"prompt_tokens": 2342,
|
|
3028
|
+
"completion_tokens": 15,
|
|
3029
|
+
"cost": 0.0004714,
|
|
3030
|
+
"seconds": 7.03,
|
|
3031
|
+
"error": null
|
|
3032
|
+
},
|
|
3033
|
+
{
|
|
3034
|
+
"model": "mistral:ministral-14b-latest",
|
|
3035
|
+
"intent_id": "everything-get-resource-links-1",
|
|
3036
|
+
"condition": "stack",
|
|
3037
|
+
"chosen": "everything/get-resource-links",
|
|
3038
|
+
"correct": true,
|
|
3039
|
+
"args_valid": true,
|
|
3040
|
+
"prompt_tokens": 7533,
|
|
3041
|
+
"completion_tokens": 15,
|
|
3042
|
+
"cost": 0.0015096,
|
|
3043
|
+
"seconds": 2.23,
|
|
3044
|
+
"error": null
|
|
3045
|
+
},
|
|
3046
|
+
{
|
|
3047
|
+
"model": "mistral:ministral-14b-latest",
|
|
3048
|
+
"intent_id": "filesystem-edit_file-1",
|
|
3049
|
+
"condition": "solo",
|
|
3050
|
+
"chosen": "filesystem/read_text_file",
|
|
3051
|
+
"correct": false,
|
|
3052
|
+
"args_valid": true,
|
|
3053
|
+
"prompt_tokens": 2284,
|
|
3054
|
+
"completion_tokens": 18,
|
|
3055
|
+
"cost": 0.0004604,
|
|
3056
|
+
"seconds": 1.58,
|
|
3057
|
+
"error": null
|
|
3058
|
+
},
|
|
3059
|
+
{
|
|
3060
|
+
"model": "mistral:ministral-14b-latest",
|
|
3061
|
+
"intent_id": "filesystem-edit_file-1",
|
|
3062
|
+
"condition": "stack",
|
|
3063
|
+
"chosen": "filesystem/read_text_file",
|
|
3064
|
+
"correct": false,
|
|
3065
|
+
"args_valid": true,
|
|
3066
|
+
"prompt_tokens": 7574,
|
|
3067
|
+
"completion_tokens": 18,
|
|
3068
|
+
"cost": 0.0015184,
|
|
3069
|
+
"seconds": 0.99,
|
|
3070
|
+
"error": null
|
|
3071
|
+
},
|
|
3072
|
+
{
|
|
3073
|
+
"model": "mistral:ministral-14b-latest",
|
|
3074
|
+
"intent_id": "memory-delete_relations-1",
|
|
3075
|
+
"condition": "solo",
|
|
3076
|
+
"chosen": "memory/delete_relations",
|
|
3077
|
+
"correct": true,
|
|
3078
|
+
"args_valid": true,
|
|
3079
|
+
"prompt_tokens": 1435,
|
|
3080
|
+
"completion_tokens": 58,
|
|
3081
|
+
"cost": 0.0002986,
|
|
3082
|
+
"seconds": 7.05,
|
|
3083
|
+
"error": null
|
|
3084
|
+
},
|
|
3085
|
+
{
|
|
3086
|
+
"model": "mistral:ministral-14b-latest",
|
|
3087
|
+
"intent_id": "memory-delete_relations-1",
|
|
3088
|
+
"condition": "stack",
|
|
3089
|
+
"chosen": "memory/delete_relations",
|
|
3090
|
+
"correct": true,
|
|
3091
|
+
"args_valid": true,
|
|
3092
|
+
"prompt_tokens": 7573,
|
|
3093
|
+
"completion_tokens": 58,
|
|
3094
|
+
"cost": 0.0015262,
|
|
3095
|
+
"seconds": 5.76,
|
|
3096
|
+
"error": null
|
|
3097
|
+
},
|
|
3098
|
+
{
|
|
3099
|
+
"model": "mistral:ministral-14b-latest",
|
|
3100
|
+
"intent_id": "everything-get-resource-reference-1",
|
|
3101
|
+
"condition": "solo",
|
|
3102
|
+
"chosen": "everything/get-resource-reference",
|
|
3103
|
+
"correct": true,
|
|
3104
|
+
"args_valid": true,
|
|
3105
|
+
"prompt_tokens": 2355,
|
|
3106
|
+
"completion_tokens": 24,
|
|
3107
|
+
"cost": 0.0004758,
|
|
3108
|
+
"seconds": 2.52,
|
|
3109
|
+
"error": null
|
|
3110
|
+
},
|
|
3111
|
+
{
|
|
3112
|
+
"model": "mistral:ministral-14b-latest",
|
|
3113
|
+
"intent_id": "everything-get-resource-reference-1",
|
|
3114
|
+
"condition": "stack",
|
|
3115
|
+
"chosen": "everything/get-resource-reference",
|
|
3116
|
+
"correct": true,
|
|
3117
|
+
"args_valid": true,
|
|
3118
|
+
"prompt_tokens": 7546,
|
|
3119
|
+
"completion_tokens": 24,
|
|
3120
|
+
"cost": 0.001514,
|
|
3121
|
+
"seconds": 3.99,
|
|
3122
|
+
"error": null
|
|
3123
|
+
},
|
|
3124
|
+
{
|
|
3125
|
+
"model": "mistral:ministral-14b-latest",
|
|
3126
|
+
"intent_id": "filesystem-create_directory-1",
|
|
3127
|
+
"condition": "solo",
|
|
3128
|
+
"chosen": "filesystem/create_directory",
|
|
3129
|
+
"correct": true,
|
|
3130
|
+
"args_valid": true,
|
|
3131
|
+
"prompt_tokens": 2281,
|
|
3132
|
+
"completion_tokens": 51,
|
|
3133
|
+
"cost": 0.0004664,
|
|
3134
|
+
"seconds": 5.62,
|
|
3135
|
+
"error": null
|
|
3136
|
+
},
|
|
3137
|
+
{
|
|
3138
|
+
"model": "mistral:ministral-14b-latest",
|
|
3139
|
+
"intent_id": "filesystem-create_directory-1",
|
|
3140
|
+
"condition": "stack",
|
|
3141
|
+
"chosen": "filesystem/create_directory",
|
|
3142
|
+
"correct": true,
|
|
3143
|
+
"args_valid": true,
|
|
3144
|
+
"prompt_tokens": 7571,
|
|
3145
|
+
"completion_tokens": 51,
|
|
3146
|
+
"cost": 0.0015244,
|
|
3147
|
+
"seconds": 6.92,
|
|
3148
|
+
"error": null
|
|
3149
|
+
},
|
|
3150
|
+
{
|
|
3151
|
+
"model": "mistral:ministral-14b-latest",
|
|
3152
|
+
"intent_id": "memory-read_graph-1",
|
|
3153
|
+
"condition": "solo",
|
|
3154
|
+
"chosen": "memory/read_graph",
|
|
3155
|
+
"correct": true,
|
|
3156
|
+
"args_valid": true,
|
|
3157
|
+
"prompt_tokens": 1406,
|
|
3158
|
+
"completion_tokens": 8,
|
|
3159
|
+
"cost": 0.0002828,
|
|
3160
|
+
"seconds": 1.76,
|
|
3161
|
+
"error": null
|
|
3162
|
+
},
|
|
3163
|
+
{
|
|
3164
|
+
"model": "mistral:ministral-14b-latest",
|
|
3165
|
+
"intent_id": "memory-read_graph-1",
|
|
3166
|
+
"condition": "stack",
|
|
3167
|
+
"chosen": "memory/read_graph",
|
|
3168
|
+
"correct": true,
|
|
3169
|
+
"args_valid": true,
|
|
3170
|
+
"prompt_tokens": 7544,
|
|
3171
|
+
"completion_tokens": 8,
|
|
3172
|
+
"cost": 0.0015104,
|
|
3173
|
+
"seconds": 20.8,
|
|
3174
|
+
"error": null
|
|
3175
|
+
},
|
|
3176
|
+
{
|
|
3177
|
+
"model": "mistral:ministral-14b-latest",
|
|
3178
|
+
"intent_id": "everything-get-structured-content-1",
|
|
3179
|
+
"condition": "solo",
|
|
3180
|
+
"chosen": "everything/get-structured-content",
|
|
3181
|
+
"correct": true,
|
|
3182
|
+
"args_valid": true,
|
|
3183
|
+
"prompt_tokens": 2346,
|
|
3184
|
+
"completion_tokens": 14,
|
|
3185
|
+
"cost": 0.000472,
|
|
3186
|
+
"seconds": 2.43,
|
|
3187
|
+
"error": null
|
|
3188
|
+
},
|
|
3189
|
+
{
|
|
3190
|
+
"model": "mistral:ministral-14b-latest",
|
|
3191
|
+
"intent_id": "everything-get-structured-content-1",
|
|
3192
|
+
"condition": "stack",
|
|
3193
|
+
"chosen": "everything/get-structured-content",
|
|
3194
|
+
"correct": true,
|
|
3195
|
+
"args_valid": true,
|
|
3196
|
+
"prompt_tokens": 7537,
|
|
3197
|
+
"completion_tokens": 14,
|
|
3198
|
+
"cost": 0.0015102,
|
|
3199
|
+
"seconds": 1.85,
|
|
3200
|
+
"error": null
|
|
3201
|
+
},
|
|
3202
|
+
{
|
|
3203
|
+
"model": "mistral:ministral-14b-latest",
|
|
3204
|
+
"intent_id": "filesystem-list_directory-1",
|
|
3205
|
+
"condition": "solo",
|
|
3206
|
+
"chosen": "filesystem/list_directory",
|
|
3207
|
+
"correct": true,
|
|
3208
|
+
"args_valid": true,
|
|
3209
|
+
"prompt_tokens": 2245,
|
|
3210
|
+
"completion_tokens": 16,
|
|
3211
|
+
"cost": 0.0004522,
|
|
3212
|
+
"seconds": 1.36,
|
|
3213
|
+
"error": null
|
|
3214
|
+
},
|
|
3215
|
+
{
|
|
3216
|
+
"model": "mistral:ministral-14b-latest",
|
|
3217
|
+
"intent_id": "filesystem-list_directory-1",
|
|
3218
|
+
"condition": "stack",
|
|
3219
|
+
"chosen": "filesystem/list_directory",
|
|
3220
|
+
"correct": true,
|
|
3221
|
+
"args_valid": true,
|
|
3222
|
+
"prompt_tokens": 7535,
|
|
3223
|
+
"completion_tokens": 16,
|
|
3224
|
+
"cost": 0.0015102,
|
|
3225
|
+
"seconds": 1.93,
|
|
3226
|
+
"error": null
|
|
3227
|
+
},
|
|
3228
|
+
{
|
|
3229
|
+
"model": "mistral:ministral-14b-latest",
|
|
3230
|
+
"intent_id": "memory-search_nodes-1",
|
|
3231
|
+
"condition": "solo",
|
|
3232
|
+
"chosen": "memory/search_nodes",
|
|
3233
|
+
"correct": true,
|
|
3234
|
+
"args_valid": true,
|
|
3235
|
+
"prompt_tokens": 1422,
|
|
3236
|
+
"completion_tokens": 26,
|
|
3237
|
+
"cost": 0.0002896,
|
|
3238
|
+
"seconds": 1.64,
|
|
3239
|
+
"error": null
|
|
3240
|
+
},
|
|
3241
|
+
{
|
|
3242
|
+
"model": "mistral:ministral-14b-latest",
|
|
3243
|
+
"intent_id": "memory-search_nodes-1",
|
|
3244
|
+
"condition": "stack",
|
|
3245
|
+
"chosen": "memory/search_nodes",
|
|
3246
|
+
"correct": true,
|
|
3247
|
+
"args_valid": true,
|
|
3248
|
+
"prompt_tokens": 7560,
|
|
3249
|
+
"completion_tokens": 28,
|
|
3250
|
+
"cost": 0.0015176,
|
|
3251
|
+
"seconds": 7.33,
|
|
3252
|
+
"error": null
|
|
3253
|
+
},
|
|
3254
|
+
{
|
|
3255
|
+
"model": "mistral:ministral-14b-latest",
|
|
3256
|
+
"intent_id": "everything-get-sum-1",
|
|
3257
|
+
"condition": "solo",
|
|
3258
|
+
"chosen": "everything/get-sum",
|
|
3259
|
+
"correct": true,
|
|
3260
|
+
"args_valid": true,
|
|
3261
|
+
"prompt_tokens": 2352,
|
|
3262
|
+
"completion_tokens": 26,
|
|
3263
|
+
"cost": 0.0004756,
|
|
3264
|
+
"seconds": 1.47,
|
|
3265
|
+
"error": null
|
|
3266
|
+
},
|
|
3267
|
+
{
|
|
3268
|
+
"model": "mistral:ministral-14b-latest",
|
|
3269
|
+
"intent_id": "everything-get-sum-1",
|
|
3270
|
+
"condition": "stack",
|
|
3271
|
+
"chosen": "everything/get-sum",
|
|
3272
|
+
"correct": true,
|
|
3273
|
+
"args_valid": true,
|
|
3274
|
+
"prompt_tokens": 7543,
|
|
3275
|
+
"completion_tokens": 26,
|
|
3276
|
+
"cost": 0.0015138,
|
|
3277
|
+
"seconds": 25.4,
|
|
3278
|
+
"error": null
|
|
3279
|
+
},
|
|
3280
|
+
{
|
|
3281
|
+
"model": "mistral:ministral-14b-latest",
|
|
3282
|
+
"intent_id": "filesystem-list_directory_with_sizes-1",
|
|
3283
|
+
"condition": "solo",
|
|
3284
|
+
"chosen": "filesystem/list_allowed_directories",
|
|
3285
|
+
"correct": false,
|
|
3286
|
+
"args_valid": true,
|
|
3287
|
+
"prompt_tokens": 2265,
|
|
3288
|
+
"completion_tokens": 13,
|
|
3289
|
+
"cost": 0.0004556,
|
|
3290
|
+
"seconds": 40.96,
|
|
3291
|
+
"error": null
|
|
3292
|
+
},
|
|
3293
|
+
{
|
|
3294
|
+
"model": "mistral:ministral-14b-latest",
|
|
3295
|
+
"intent_id": "filesystem-list_directory_with_sizes-1",
|
|
3296
|
+
"condition": "stack",
|
|
3297
|
+
"chosen": "filesystem/list_allowed_directories",
|
|
3298
|
+
"correct": false,
|
|
3299
|
+
"args_valid": true,
|
|
3300
|
+
"prompt_tokens": 7555,
|
|
3301
|
+
"completion_tokens": 13,
|
|
3302
|
+
"cost": 0.0015136,
|
|
3303
|
+
"seconds": 6.18,
|
|
3304
|
+
"error": null
|
|
3305
|
+
},
|
|
3306
|
+
{
|
|
3307
|
+
"model": "mistral:ministral-14b-latest",
|
|
3308
|
+
"intent_id": "memory-open_nodes-1",
|
|
3309
|
+
"condition": "solo",
|
|
3310
|
+
"chosen": "memory/open_nodes",
|
|
3311
|
+
"correct": true,
|
|
3312
|
+
"args_valid": true,
|
|
3313
|
+
"prompt_tokens": 1424,
|
|
3314
|
+
"completion_tokens": 27,
|
|
3315
|
+
"cost": 0.0002902,
|
|
3316
|
+
"seconds": 1.89,
|
|
3317
|
+
"error": null
|
|
3318
|
+
},
|
|
3319
|
+
{
|
|
3320
|
+
"model": "mistral:ministral-14b-latest",
|
|
3321
|
+
"intent_id": "memory-open_nodes-1",
|
|
3322
|
+
"condition": "stack",
|
|
3323
|
+
"chosen": "memory/open_nodes",
|
|
3324
|
+
"correct": true,
|
|
3325
|
+
"args_valid": true,
|
|
3326
|
+
"prompt_tokens": 7562,
|
|
3327
|
+
"completion_tokens": 27,
|
|
3328
|
+
"cost": 0.0015178,
|
|
3329
|
+
"seconds": 4.37,
|
|
3330
|
+
"error": null
|
|
3331
|
+
},
|
|
3332
|
+
{
|
|
3333
|
+
"model": "mistral:ministral-14b-latest",
|
|
3334
|
+
"intent_id": "everything-get-tiny-image-1",
|
|
3335
|
+
"condition": "solo",
|
|
3336
|
+
"chosen": "everything/get-tiny-image",
|
|
3337
|
+
"correct": true,
|
|
3338
|
+
"args_valid": true,
|
|
3339
|
+
"prompt_tokens": 2345,
|
|
3340
|
+
"completion_tokens": 10,
|
|
3341
|
+
"cost": 0.000471,
|
|
3342
|
+
"seconds": 10.18,
|
|
3343
|
+
"error": null
|
|
3344
|
+
},
|
|
3345
|
+
{
|
|
3346
|
+
"model": "mistral:ministral-14b-latest",
|
|
3347
|
+
"intent_id": "everything-get-tiny-image-1",
|
|
3348
|
+
"condition": "stack",
|
|
3349
|
+
"chosen": "everything/get-tiny-image",
|
|
3350
|
+
"correct": true,
|
|
3351
|
+
"args_valid": true,
|
|
3352
|
+
"prompt_tokens": 7536,
|
|
3353
|
+
"completion_tokens": 10,
|
|
3354
|
+
"cost": 0.0015092,
|
|
3355
|
+
"seconds": 2.12,
|
|
3356
|
+
"error": null
|
|
3357
|
+
},
|
|
3358
|
+
{
|
|
3359
|
+
"model": "mistral:ministral-14b-latest",
|
|
3360
|
+
"intent_id": "filesystem-directory_tree-1",
|
|
3361
|
+
"condition": "solo",
|
|
3362
|
+
"chosen": "filesystem/directory_tree",
|
|
3363
|
+
"correct": true,
|
|
3364
|
+
"args_valid": true,
|
|
3365
|
+
"prompt_tokens": 2279,
|
|
3366
|
+
"completion_tokens": 22,
|
|
3367
|
+
"cost": 0.0004602,
|
|
3368
|
+
"seconds": 1.31,
|
|
3369
|
+
"error": null
|
|
3370
|
+
},
|
|
3371
|
+
{
|
|
3372
|
+
"model": "mistral:ministral-14b-latest",
|
|
3373
|
+
"intent_id": "filesystem-directory_tree-1",
|
|
3374
|
+
"condition": "stack",
|
|
3375
|
+
"chosen": "filesystem/directory_tree",
|
|
3376
|
+
"correct": true,
|
|
3377
|
+
"args_valid": true,
|
|
3378
|
+
"prompt_tokens": 7569,
|
|
3379
|
+
"completion_tokens": 22,
|
|
3380
|
+
"cost": 0.0015182,
|
|
3381
|
+
"seconds": 1.74,
|
|
3382
|
+
"error": null
|
|
3383
|
+
},
|
|
3384
|
+
{
|
|
3385
|
+
"model": "mistral:ministral-14b-latest",
|
|
3386
|
+
"intent_id": "everything-gzip-file-as-resource-1",
|
|
3387
|
+
"condition": "solo",
|
|
3388
|
+
"chosen": "everything/gzip-file-as-resource",
|
|
3389
|
+
"correct": true,
|
|
3390
|
+
"args_valid": true,
|
|
3391
|
+
"prompt_tokens": 2369,
|
|
3392
|
+
"completion_tokens": 51,
|
|
3393
|
+
"cost": 0.000484,
|
|
3394
|
+
"seconds": 2.71,
|
|
3395
|
+
"error": null
|
|
3396
|
+
},
|
|
3397
|
+
{
|
|
3398
|
+
"model": "mistral:ministral-14b-latest",
|
|
3399
|
+
"intent_id": "everything-gzip-file-as-resource-1",
|
|
3400
|
+
"condition": "stack",
|
|
3401
|
+
"chosen": "everything/gzip-file-as-resource",
|
|
3402
|
+
"correct": true,
|
|
3403
|
+
"args_valid": true,
|
|
3404
|
+
"prompt_tokens": 7560,
|
|
3405
|
+
"completion_tokens": 39,
|
|
3406
|
+
"cost": 0.0015198,
|
|
3407
|
+
"seconds": 4.84,
|
|
3408
|
+
"error": null
|
|
3409
|
+
},
|
|
3410
|
+
{
|
|
3411
|
+
"model": "mistral:ministral-14b-latest",
|
|
3412
|
+
"intent_id": "filesystem-move_file-1",
|
|
3413
|
+
"condition": "solo",
|
|
3414
|
+
"chosen": "filesystem/move_file",
|
|
3415
|
+
"correct": true,
|
|
3416
|
+
"args_valid": true,
|
|
3417
|
+
"prompt_tokens": 2269,
|
|
3418
|
+
"completion_tokens": 54,
|
|
3419
|
+
"cost": 0.0004646,
|
|
3420
|
+
"seconds": 2.17,
|
|
3421
|
+
"error": null
|
|
3422
|
+
},
|
|
3423
|
+
{
|
|
3424
|
+
"model": "mistral:ministral-14b-latest",
|
|
3425
|
+
"intent_id": "filesystem-move_file-1",
|
|
3426
|
+
"condition": "stack",
|
|
3427
|
+
"chosen": "filesystem/move_file",
|
|
3428
|
+
"correct": true,
|
|
3429
|
+
"args_valid": true,
|
|
3430
|
+
"prompt_tokens": 7559,
|
|
3431
|
+
"completion_tokens": 54,
|
|
3432
|
+
"cost": 0.0015226,
|
|
3433
|
+
"seconds": 5.48,
|
|
3434
|
+
"error": null
|
|
3435
|
+
},
|
|
3436
|
+
{
|
|
3437
|
+
"model": "mistral:ministral-14b-latest",
|
|
3438
|
+
"intent_id": "everything-trigger-list-changed-1",
|
|
3439
|
+
"condition": "solo",
|
|
3440
|
+
"chosen": "everything/trigger-list-changed",
|
|
3441
|
+
"correct": true,
|
|
3442
|
+
"args_valid": true,
|
|
3443
|
+
"prompt_tokens": 2341,
|
|
3444
|
+
"completion_tokens": 16,
|
|
3445
|
+
"cost": 0.0004714,
|
|
3446
|
+
"seconds": 1.18,
|
|
3447
|
+
"error": null
|
|
3448
|
+
},
|
|
3449
|
+
{
|
|
3450
|
+
"model": "mistral:ministral-14b-latest",
|
|
3451
|
+
"intent_id": "everything-trigger-list-changed-1",
|
|
3452
|
+
"condition": "stack",
|
|
3453
|
+
"chosen": "everything/trigger-list-changed",
|
|
3454
|
+
"correct": true,
|
|
3455
|
+
"args_valid": true,
|
|
3456
|
+
"prompt_tokens": 7532,
|
|
3457
|
+
"completion_tokens": 16,
|
|
3458
|
+
"cost": 0.0015096,
|
|
3459
|
+
"seconds": 48.07,
|
|
3460
|
+
"error": null
|
|
3461
|
+
},
|
|
3462
|
+
{
|
|
3463
|
+
"model": "mistral:ministral-14b-latest",
|
|
3464
|
+
"intent_id": "filesystem-search_files-1",
|
|
3465
|
+
"condition": "solo",
|
|
3466
|
+
"chosen": "filesystem/search_files",
|
|
3467
|
+
"correct": true,
|
|
3468
|
+
"args_valid": true,
|
|
3469
|
+
"prompt_tokens": 2260,
|
|
3470
|
+
"completion_tokens": 52,
|
|
3471
|
+
"cost": 0.0004624,
|
|
3472
|
+
"seconds": 4.4,
|
|
3473
|
+
"error": null
|
|
3474
|
+
},
|
|
3475
|
+
{
|
|
3476
|
+
"model": "mistral:ministral-14b-latest",
|
|
3477
|
+
"intent_id": "filesystem-search_files-1",
|
|
3478
|
+
"condition": "stack",
|
|
3479
|
+
"chosen": "filesystem/search_files",
|
|
3480
|
+
"correct": true,
|
|
3481
|
+
"args_valid": true,
|
|
3482
|
+
"prompt_tokens": 7550,
|
|
3483
|
+
"completion_tokens": 63,
|
|
3484
|
+
"cost": 0.0015226,
|
|
3485
|
+
"seconds": 2.46,
|
|
3486
|
+
"error": null
|
|
3487
|
+
},
|
|
3488
|
+
{
|
|
3489
|
+
"model": "mistral:ministral-14b-latest",
|
|
3490
|
+
"intent_id": "everything-trigger-log-messages-1",
|
|
3491
|
+
"condition": "solo",
|
|
3492
|
+
"chosen": "everything/trigger-log-messages",
|
|
3493
|
+
"correct": true,
|
|
3494
|
+
"args_valid": true,
|
|
3495
|
+
"prompt_tokens": 2349,
|
|
3496
|
+
"completion_tokens": 10,
|
|
3497
|
+
"cost": 0.0004718,
|
|
3498
|
+
"seconds": 1.85,
|
|
3499
|
+
"error": null
|
|
3500
|
+
},
|
|
3501
|
+
{
|
|
3502
|
+
"model": "mistral:ministral-14b-latest",
|
|
3503
|
+
"intent_id": "everything-trigger-log-messages-1",
|
|
3504
|
+
"condition": "stack",
|
|
3505
|
+
"chosen": "everything/trigger-log-messages",
|
|
3506
|
+
"correct": true,
|
|
3507
|
+
"args_valid": true,
|
|
3508
|
+
"prompt_tokens": 7540,
|
|
3509
|
+
"completion_tokens": 10,
|
|
3510
|
+
"cost": 0.00151,
|
|
3511
|
+
"seconds": 3.15,
|
|
3512
|
+
"error": null
|
|
3513
|
+
},
|
|
3514
|
+
{
|
|
3515
|
+
"model": "mistral:ministral-14b-latest",
|
|
3516
|
+
"intent_id": "filesystem-get_file_info-1",
|
|
3517
|
+
"condition": "solo",
|
|
3518
|
+
"chosen": "filesystem/get_file_info",
|
|
3519
|
+
"correct": true,
|
|
3520
|
+
"args_valid": true,
|
|
3521
|
+
"prompt_tokens": 2259,
|
|
3522
|
+
"completion_tokens": 21,
|
|
3523
|
+
"cost": 0.000456,
|
|
3524
|
+
"seconds": 8.46,
|
|
3525
|
+
"error": null
|
|
3526
|
+
},
|
|
3527
|
+
{
|
|
3528
|
+
"model": "mistral:ministral-14b-latest",
|
|
3529
|
+
"intent_id": "filesystem-get_file_info-1",
|
|
3530
|
+
"condition": "stack",
|
|
3531
|
+
"chosen": "filesystem/get_file_info",
|
|
3532
|
+
"correct": true,
|
|
3533
|
+
"args_valid": true,
|
|
3534
|
+
"prompt_tokens": 7549,
|
|
3535
|
+
"completion_tokens": 21,
|
|
3536
|
+
"cost": 0.001514,
|
|
3537
|
+
"seconds": 2.7,
|
|
3538
|
+
"error": null
|
|
3539
|
+
},
|
|
3540
|
+
{
|
|
3541
|
+
"model": "mistral:ministral-14b-latest",
|
|
3542
|
+
"intent_id": "everything-trigger-long-running-operation-1",
|
|
3543
|
+
"condition": "solo",
|
|
3544
|
+
"chosen": "everything/trigger-long-running-operation",
|
|
3545
|
+
"correct": true,
|
|
3546
|
+
"args_valid": true,
|
|
3547
|
+
"prompt_tokens": 2367,
|
|
3548
|
+
"completion_tokens": 22,
|
|
3549
|
+
"cost": 0.0004778,
|
|
3550
|
+
"seconds": 3.32,
|
|
3551
|
+
"error": null
|
|
3552
|
+
},
|
|
3553
|
+
{
|
|
3554
|
+
"model": "mistral:ministral-14b-latest",
|
|
3555
|
+
"intent_id": "everything-trigger-long-running-operation-1",
|
|
3556
|
+
"condition": "stack",
|
|
3557
|
+
"chosen": "everything/trigger-long-running-operation",
|
|
3558
|
+
"correct": true,
|
|
3559
|
+
"args_valid": true,
|
|
3560
|
+
"prompt_tokens": 7558,
|
|
3561
|
+
"completion_tokens": 22,
|
|
3562
|
+
"cost": 0.001516,
|
|
3563
|
+
"seconds": 3.17,
|
|
3564
|
+
"error": null
|
|
3565
|
+
},
|
|
3566
|
+
{
|
|
3567
|
+
"model": "mistral:ministral-14b-latest",
|
|
3568
|
+
"intent_id": "filesystem-list_allowed_directories-1",
|
|
3569
|
+
"condition": "solo",
|
|
3570
|
+
"chosen": "filesystem/list_allowed_directories",
|
|
3571
|
+
"correct": true,
|
|
3572
|
+
"args_valid": true,
|
|
3573
|
+
"prompt_tokens": 2252,
|
|
3574
|
+
"completion_tokens": 13,
|
|
3575
|
+
"cost": 0.000453,
|
|
3576
|
+
"seconds": 6.23,
|
|
3577
|
+
"error": null
|
|
3578
|
+
},
|
|
3579
|
+
{
|
|
3580
|
+
"model": "mistral:ministral-14b-latest",
|
|
3581
|
+
"intent_id": "filesystem-list_allowed_directories-1",
|
|
3582
|
+
"condition": "stack",
|
|
3583
|
+
"chosen": "filesystem/list_allowed_directories",
|
|
3584
|
+
"correct": true,
|
|
3585
|
+
"args_valid": true,
|
|
3586
|
+
"prompt_tokens": 7542,
|
|
3587
|
+
"completion_tokens": 13,
|
|
3588
|
+
"cost": 0.001511,
|
|
3589
|
+
"seconds": 2.29,
|
|
3590
|
+
"error": null
|
|
3591
|
+
},
|
|
3592
|
+
{
|
|
3593
|
+
"model": "mistral:ministral-14b-latest",
|
|
3594
|
+
"intent_id": "everything-trigger-resource-update-1",
|
|
3595
|
+
"condition": "solo",
|
|
3596
|
+
"chosen": "everything/trigger-resource-update",
|
|
3597
|
+
"correct": true,
|
|
3598
|
+
"args_valid": true,
|
|
3599
|
+
"prompt_tokens": 2364,
|
|
3600
|
+
"completion_tokens": 24,
|
|
3601
|
+
"cost": 0.0004776,
|
|
3602
|
+
"seconds": 2.35,
|
|
3603
|
+
"error": null
|
|
3604
|
+
},
|
|
3605
|
+
{
|
|
3606
|
+
"model": "mistral:ministral-14b-latest",
|
|
3607
|
+
"intent_id": "everything-trigger-resource-update-1",
|
|
3608
|
+
"condition": "stack",
|
|
3609
|
+
"chosen": "everything/trigger-resource-update",
|
|
3610
|
+
"correct": true,
|
|
3611
|
+
"args_valid": true,
|
|
3612
|
+
"prompt_tokens": 7555,
|
|
3613
|
+
"completion_tokens": 24,
|
|
3614
|
+
"cost": 0.0015158,
|
|
3615
|
+
"seconds": 2.63,
|
|
3616
|
+
"error": null
|
|
3617
|
+
},
|
|
3618
|
+
{
|
|
3619
|
+
"model": "mistral:ministral-14b-latest",
|
|
3620
|
+
"intent_id": "everything-toggle-simulated-logging-1",
|
|
3621
|
+
"condition": "solo",
|
|
3622
|
+
"chosen": "everything/toggle-simulated-logging",
|
|
3623
|
+
"correct": true,
|
|
3624
|
+
"args_valid": true,
|
|
3625
|
+
"prompt_tokens": 2360,
|
|
3626
|
+
"completion_tokens": 12,
|
|
3627
|
+
"cost": 0.0004744,
|
|
3628
|
+
"seconds": 2.34,
|
|
3629
|
+
"error": null
|
|
3630
|
+
},
|
|
3631
|
+
{
|
|
3632
|
+
"model": "mistral:ministral-14b-latest",
|
|
3633
|
+
"intent_id": "everything-toggle-simulated-logging-1",
|
|
3634
|
+
"condition": "stack",
|
|
3635
|
+
"chosen": "everything/toggle-simulated-logging",
|
|
3636
|
+
"correct": true,
|
|
3637
|
+
"args_valid": true,
|
|
3638
|
+
"prompt_tokens": 7551,
|
|
3639
|
+
"completion_tokens": 12,
|
|
3640
|
+
"cost": 0.0015126,
|
|
3641
|
+
"seconds": 10.84,
|
|
3642
|
+
"error": null
|
|
3643
|
+
},
|
|
3644
|
+
{
|
|
3645
|
+
"model": "mistral:ministral-14b-latest",
|
|
3646
|
+
"intent_id": "everything-toggle-subscriber-updates-1",
|
|
3647
|
+
"condition": "solo",
|
|
3648
|
+
"chosen": "everything/toggle-subscriber-updates",
|
|
3649
|
+
"correct": true,
|
|
3650
|
+
"args_valid": true,
|
|
3651
|
+
"prompt_tokens": 2363,
|
|
3652
|
+
"completion_tokens": 11,
|
|
3653
|
+
"cost": 0.0004748,
|
|
3654
|
+
"seconds": 10.49,
|
|
3655
|
+
"error": null
|
|
3656
|
+
},
|
|
3657
|
+
{
|
|
3658
|
+
"model": "mistral:ministral-14b-latest",
|
|
3659
|
+
"intent_id": "everything-toggle-subscriber-updates-1",
|
|
3660
|
+
"condition": "stack",
|
|
3661
|
+
"chosen": "?:everything__trigger-subscriber-updates",
|
|
3662
|
+
"correct": false,
|
|
3663
|
+
"args_valid": null,
|
|
3664
|
+
"prompt_tokens": 7554,
|
|
3665
|
+
"completion_tokens": 11,
|
|
3666
|
+
"cost": 0.001513,
|
|
3667
|
+
"seconds": 1.65,
|
|
3668
|
+
"error": null
|
|
3669
|
+
}
|
|
3670
|
+
],
|
|
3671
|
+
"settings": {
|
|
3672
|
+
"turns_per_day": 100,
|
|
3673
|
+
"max_cost": 1.0
|
|
3674
|
+
},
|
|
3675
|
+
"spend": {},
|
|
3676
|
+
"stopped": null
|
|
3677
|
+
}
|