@agent-sh/computer-use-linux 0.7.17 → 0.7.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +74 -56
- package/npm/README.md +143 -84
- package/package.json +3 -2
- package/pi/extension/generated-tools.ts +884 -24
- package/skills/computer-use-linux/SKILL.md +1 -1
|
@@ -7,9 +7,9 @@ export interface GeneratedMcpToolDefinition {
|
|
|
7
7
|
annotations: Record<string, unknown>;
|
|
8
8
|
}
|
|
9
9
|
|
|
10
|
-
export const GENERATED_SERVER_VERSION = "0.7.
|
|
11
|
-
export const GENERATED_TOOL_CATALOG_HASH = "
|
|
12
|
-
export const GENERATED_SHELL_TOOL_CATALOG_HASH = "
|
|
10
|
+
export const GENERATED_SERVER_VERSION = "0.7.19";
|
|
11
|
+
export const GENERATED_TOOL_CATALOG_HASH = "c9d694bf603f206e8be787bc94349655364144950524b79b1eb39f92156b1967";
|
|
12
|
+
export const GENERATED_SHELL_TOOL_CATALOG_HASH = "098bc2d2ba813699c82980971519bff75bd5cac71156b61488ed94fcbc180fce";
|
|
13
13
|
export const GENERATED_MCP_TOOLS =
|
|
14
14
|
[
|
|
15
15
|
{
|
|
@@ -19,8 +19,17 @@ export const GENERATED_MCP_TOOLS =
|
|
|
19
19
|
"openWorldHint": true,
|
|
20
20
|
"readOnlyHint": false
|
|
21
21
|
},
|
|
22
|
-
"description": "Focus a Linux desktop window by window_id, pid, app_id, wm_class, title, or terminal selectors when the compositor permits it.",
|
|
22
|
+
"description": "Focus a Linux desktop window by window_id, pid, app_id, wm_class, title, or terminal selectors when the compositor permits it. Pass screenshot_after (true, \"screen\", or \"window\") or include_tree=true to return post-action observation in the same result.",
|
|
23
23
|
"inputSchema": {
|
|
24
|
+
"$defs": {
|
|
25
|
+
"ScreenshotOutputFormat": {
|
|
26
|
+
"enum": [
|
|
27
|
+
"png",
|
|
28
|
+
"jpeg"
|
|
29
|
+
],
|
|
30
|
+
"type": "string"
|
|
31
|
+
}
|
|
32
|
+
},
|
|
24
33
|
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
25
34
|
"properties": {
|
|
26
35
|
"app_id": {
|
|
@@ -30,6 +39,48 @@ export const GENERATED_MCP_TOOLS =
|
|
|
30
39
|
"null"
|
|
31
40
|
]
|
|
32
41
|
},
|
|
42
|
+
"format": {
|
|
43
|
+
"anyOf": [
|
|
44
|
+
{
|
|
45
|
+
"$ref": "#/$defs/ScreenshotOutputFormat"
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
"type": "null"
|
|
49
|
+
}
|
|
50
|
+
],
|
|
51
|
+
"description": "Post-action screenshot image format (default png). Use jpeg with quality to trade exact pixels for smaller payloads."
|
|
52
|
+
},
|
|
53
|
+
"include_tree": {
|
|
54
|
+
"description": "Include a fresh compacted AT-SPI accessibility tree snapshot after the action (default false). Also refreshes cached element_index values.",
|
|
55
|
+
"type": [
|
|
56
|
+
"boolean",
|
|
57
|
+
"null"
|
|
58
|
+
]
|
|
59
|
+
},
|
|
60
|
+
"max_bytes": {
|
|
61
|
+
"description": "Maximum returned post-action screenshot image bytes before base64 (default 2 MiB, hard-capped).",
|
|
62
|
+
"minimum": 0,
|
|
63
|
+
"type": [
|
|
64
|
+
"integer",
|
|
65
|
+
"null"
|
|
66
|
+
]
|
|
67
|
+
},
|
|
68
|
+
"max_height": {
|
|
69
|
+
"description": "Maximum returned post-action screenshot height in pixels (default 1920, hard-capped).",
|
|
70
|
+
"minimum": 0,
|
|
71
|
+
"type": [
|
|
72
|
+
"integer",
|
|
73
|
+
"null"
|
|
74
|
+
]
|
|
75
|
+
},
|
|
76
|
+
"max_width": {
|
|
77
|
+
"description": "Maximum returned post-action screenshot width in pixels (default 1920, hard-capped).",
|
|
78
|
+
"minimum": 0,
|
|
79
|
+
"type": [
|
|
80
|
+
"integer",
|
|
81
|
+
"null"
|
|
82
|
+
]
|
|
83
|
+
},
|
|
33
84
|
"pid": {
|
|
34
85
|
"default": null,
|
|
35
86
|
"minimum": 0,
|
|
@@ -38,6 +89,41 @@ export const GENERATED_MCP_TOOLS =
|
|
|
38
89
|
"null"
|
|
39
90
|
]
|
|
40
91
|
},
|
|
92
|
+
"quality": {
|
|
93
|
+
"description": "JPEG quality from 1 to 95 (default 80) for post-action screenshots. Ignored for png.",
|
|
94
|
+
"maximum": 95,
|
|
95
|
+
"minimum": 1,
|
|
96
|
+
"type": [
|
|
97
|
+
"integer",
|
|
98
|
+
"null"
|
|
99
|
+
]
|
|
100
|
+
},
|
|
101
|
+
"scale": {
|
|
102
|
+
"description": "Additional downscale factor from 0.0 to 1.0, applied before max dimensions.",
|
|
103
|
+
"format": "float",
|
|
104
|
+
"type": [
|
|
105
|
+
"number",
|
|
106
|
+
"null"
|
|
107
|
+
]
|
|
108
|
+
},
|
|
109
|
+
"screenshot_after": {
|
|
110
|
+
"anyOf": [
|
|
111
|
+
{
|
|
112
|
+
"type": "boolean"
|
|
113
|
+
},
|
|
114
|
+
{
|
|
115
|
+
"enum": [
|
|
116
|
+
"window",
|
|
117
|
+
"screen"
|
|
118
|
+
],
|
|
119
|
+
"type": "string"
|
|
120
|
+
},
|
|
121
|
+
{
|
|
122
|
+
"type": "null"
|
|
123
|
+
}
|
|
124
|
+
],
|
|
125
|
+
"description": "Capture and return a post-action screenshot in the same result: `true` or\n`\"screen\"` captures the full desktop; `\"window\"` crops to the action's\ntarget window (or the focused window when untargeted); `false` disables capture."
|
|
126
|
+
},
|
|
41
127
|
"terminal_command": {
|
|
42
128
|
"default": null,
|
|
43
129
|
"type": [
|
|
@@ -101,8 +187,17 @@ export const GENERATED_MCP_TOOLS =
|
|
|
101
187
|
"openWorldHint": true,
|
|
102
188
|
"readOnlyHint": false
|
|
103
189
|
},
|
|
104
|
-
"description": "Click an element by index, semantic selector, or desktop coordinate pixels from screenshot metadata. Plain left activation prefers a native AT-SPI click/press/toggle action, avoiding toolkit coordinate scaling. Entry activate and slider jump actions are not substituted for pointer clicks. Explicit coordinates, right clicks, and multi-clicks retain pointer semantics.",
|
|
190
|
+
"description": "Click an element by index, semantic selector, or desktop coordinate pixels from screenshot metadata. Plain left activation prefers a native AT-SPI click/press/toggle action, avoiding toolkit coordinate scaling. Entry activate and slider jump actions are not substituted for pointer clicks. Explicit coordinates, right clicks, and multi-clicks retain pointer semantics. Pass screenshot_after (true, \"screen\", or \"window\") or include_tree=true to return post-action observation in the same result.",
|
|
105
191
|
"inputSchema": {
|
|
192
|
+
"$defs": {
|
|
193
|
+
"ScreenshotOutputFormat": {
|
|
194
|
+
"enum": [
|
|
195
|
+
"png",
|
|
196
|
+
"jpeg"
|
|
197
|
+
],
|
|
198
|
+
"type": "string"
|
|
199
|
+
}
|
|
200
|
+
},
|
|
106
201
|
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
107
202
|
"properties": {
|
|
108
203
|
"app_id": {
|
|
@@ -135,6 +230,48 @@ export const GENERATED_MCP_TOOLS =
|
|
|
135
230
|
"null"
|
|
136
231
|
]
|
|
137
232
|
},
|
|
233
|
+
"format": {
|
|
234
|
+
"anyOf": [
|
|
235
|
+
{
|
|
236
|
+
"$ref": "#/$defs/ScreenshotOutputFormat"
|
|
237
|
+
},
|
|
238
|
+
{
|
|
239
|
+
"type": "null"
|
|
240
|
+
}
|
|
241
|
+
],
|
|
242
|
+
"description": "Post-action screenshot image format (default png). Use jpeg with quality to trade exact pixels for smaller payloads."
|
|
243
|
+
},
|
|
244
|
+
"include_tree": {
|
|
245
|
+
"description": "Include a fresh compacted AT-SPI accessibility tree snapshot after the action (default false). Also refreshes cached element_index values.",
|
|
246
|
+
"type": [
|
|
247
|
+
"boolean",
|
|
248
|
+
"null"
|
|
249
|
+
]
|
|
250
|
+
},
|
|
251
|
+
"max_bytes": {
|
|
252
|
+
"description": "Maximum returned post-action screenshot image bytes before base64 (default 2 MiB, hard-capped).",
|
|
253
|
+
"minimum": 0,
|
|
254
|
+
"type": [
|
|
255
|
+
"integer",
|
|
256
|
+
"null"
|
|
257
|
+
]
|
|
258
|
+
},
|
|
259
|
+
"max_height": {
|
|
260
|
+
"description": "Maximum returned post-action screenshot height in pixels (default 1920, hard-capped).",
|
|
261
|
+
"minimum": 0,
|
|
262
|
+
"type": [
|
|
263
|
+
"integer",
|
|
264
|
+
"null"
|
|
265
|
+
]
|
|
266
|
+
},
|
|
267
|
+
"max_width": {
|
|
268
|
+
"description": "Maximum returned post-action screenshot width in pixels (default 1920, hard-capped).",
|
|
269
|
+
"minimum": 0,
|
|
270
|
+
"type": [
|
|
271
|
+
"integer",
|
|
272
|
+
"null"
|
|
273
|
+
]
|
|
274
|
+
},
|
|
138
275
|
"name": {
|
|
139
276
|
"default": null,
|
|
140
277
|
"type": [
|
|
@@ -150,6 +287,15 @@ export const GENERATED_MCP_TOOLS =
|
|
|
150
287
|
"null"
|
|
151
288
|
]
|
|
152
289
|
},
|
|
290
|
+
"quality": {
|
|
291
|
+
"description": "JPEG quality from 1 to 95 (default 80) for post-action screenshots. Ignored for png.",
|
|
292
|
+
"maximum": 95,
|
|
293
|
+
"minimum": 1,
|
|
294
|
+
"type": [
|
|
295
|
+
"integer",
|
|
296
|
+
"null"
|
|
297
|
+
]
|
|
298
|
+
},
|
|
153
299
|
"relative": {
|
|
154
300
|
"default": null,
|
|
155
301
|
"description": "Interpret `x`/`y` from the clipped window screenshot crop origin, in\ncoordinate pixels before preview resizing. Divide preview pixels by its\nscale first. This is not a toolkit widget or raw GDK surface origin.\nRequires a window target; missing targets are rejected.",
|
|
@@ -165,6 +311,32 @@ export const GENERATED_MCP_TOOLS =
|
|
|
165
311
|
"null"
|
|
166
312
|
]
|
|
167
313
|
},
|
|
314
|
+
"scale": {
|
|
315
|
+
"description": "Additional downscale factor from 0.0 to 1.0, applied before max dimensions.",
|
|
316
|
+
"format": "float",
|
|
317
|
+
"type": [
|
|
318
|
+
"number",
|
|
319
|
+
"null"
|
|
320
|
+
]
|
|
321
|
+
},
|
|
322
|
+
"screenshot_after": {
|
|
323
|
+
"anyOf": [
|
|
324
|
+
{
|
|
325
|
+
"type": "boolean"
|
|
326
|
+
},
|
|
327
|
+
{
|
|
328
|
+
"enum": [
|
|
329
|
+
"window",
|
|
330
|
+
"screen"
|
|
331
|
+
],
|
|
332
|
+
"type": "string"
|
|
333
|
+
},
|
|
334
|
+
{
|
|
335
|
+
"type": "null"
|
|
336
|
+
}
|
|
337
|
+
],
|
|
338
|
+
"description": "Capture and return a post-action screenshot in the same result: `true` or\n`\"screen\"` captures the full desktop; `\"window\"` crops to the action's\ntarget window (or the focused window when untargeted); `false` disables capture."
|
|
339
|
+
},
|
|
168
340
|
"states": {
|
|
169
341
|
"default": [],
|
|
170
342
|
"items": {
|
|
@@ -243,8 +415,17 @@ export const GENERATED_MCP_TOOLS =
|
|
|
243
415
|
"openWorldHint": true,
|
|
244
416
|
"readOnlyHint": false
|
|
245
417
|
},
|
|
246
|
-
"description": "Drag from one point to another using pixel coordinates.",
|
|
418
|
+
"description": "Drag from one point to another using pixel coordinates. Pass screenshot_after (true, \"screen\", or \"window\") or include_tree=true to return post-action observation in the same result.",
|
|
247
419
|
"inputSchema": {
|
|
420
|
+
"$defs": {
|
|
421
|
+
"ScreenshotOutputFormat": {
|
|
422
|
+
"enum": [
|
|
423
|
+
"png",
|
|
424
|
+
"jpeg"
|
|
425
|
+
],
|
|
426
|
+
"type": "string"
|
|
427
|
+
}
|
|
428
|
+
},
|
|
248
429
|
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
249
430
|
"properties": {
|
|
250
431
|
"end_x": {
|
|
@@ -255,6 +436,83 @@ export const GENERATED_MCP_TOOLS =
|
|
|
255
436
|
"format": "int32",
|
|
256
437
|
"type": "integer"
|
|
257
438
|
},
|
|
439
|
+
"format": {
|
|
440
|
+
"anyOf": [
|
|
441
|
+
{
|
|
442
|
+
"$ref": "#/$defs/ScreenshotOutputFormat"
|
|
443
|
+
},
|
|
444
|
+
{
|
|
445
|
+
"type": "null"
|
|
446
|
+
}
|
|
447
|
+
],
|
|
448
|
+
"description": "Post-action screenshot image format (default png). Use jpeg with quality to trade exact pixels for smaller payloads."
|
|
449
|
+
},
|
|
450
|
+
"include_tree": {
|
|
451
|
+
"description": "Include a fresh compacted AT-SPI accessibility tree snapshot after the action (default false). Also refreshes cached element_index values.",
|
|
452
|
+
"type": [
|
|
453
|
+
"boolean",
|
|
454
|
+
"null"
|
|
455
|
+
]
|
|
456
|
+
},
|
|
457
|
+
"max_bytes": {
|
|
458
|
+
"description": "Maximum returned post-action screenshot image bytes before base64 (default 2 MiB, hard-capped).",
|
|
459
|
+
"minimum": 0,
|
|
460
|
+
"type": [
|
|
461
|
+
"integer",
|
|
462
|
+
"null"
|
|
463
|
+
]
|
|
464
|
+
},
|
|
465
|
+
"max_height": {
|
|
466
|
+
"description": "Maximum returned post-action screenshot height in pixels (default 1920, hard-capped).",
|
|
467
|
+
"minimum": 0,
|
|
468
|
+
"type": [
|
|
469
|
+
"integer",
|
|
470
|
+
"null"
|
|
471
|
+
]
|
|
472
|
+
},
|
|
473
|
+
"max_width": {
|
|
474
|
+
"description": "Maximum returned post-action screenshot width in pixels (default 1920, hard-capped).",
|
|
475
|
+
"minimum": 0,
|
|
476
|
+
"type": [
|
|
477
|
+
"integer",
|
|
478
|
+
"null"
|
|
479
|
+
]
|
|
480
|
+
},
|
|
481
|
+
"quality": {
|
|
482
|
+
"description": "JPEG quality from 1 to 95 (default 80) for post-action screenshots. Ignored for png.",
|
|
483
|
+
"maximum": 95,
|
|
484
|
+
"minimum": 1,
|
|
485
|
+
"type": [
|
|
486
|
+
"integer",
|
|
487
|
+
"null"
|
|
488
|
+
]
|
|
489
|
+
},
|
|
490
|
+
"scale": {
|
|
491
|
+
"description": "Additional downscale factor from 0.0 to 1.0, applied before max dimensions.",
|
|
492
|
+
"format": "float",
|
|
493
|
+
"type": [
|
|
494
|
+
"number",
|
|
495
|
+
"null"
|
|
496
|
+
]
|
|
497
|
+
},
|
|
498
|
+
"screenshot_after": {
|
|
499
|
+
"anyOf": [
|
|
500
|
+
{
|
|
501
|
+
"type": "boolean"
|
|
502
|
+
},
|
|
503
|
+
{
|
|
504
|
+
"enum": [
|
|
505
|
+
"window",
|
|
506
|
+
"screen"
|
|
507
|
+
],
|
|
508
|
+
"type": "string"
|
|
509
|
+
},
|
|
510
|
+
{
|
|
511
|
+
"type": "null"
|
|
512
|
+
}
|
|
513
|
+
],
|
|
514
|
+
"description": "Capture and return a post-action screenshot in the same result: `true` or\n`\"screen\"` captures the full desktop; `\"window\"` crops to the action's\ntarget window (or the focused window when untargeted); `false` disables capture."
|
|
515
|
+
},
|
|
258
516
|
"start_x": {
|
|
259
517
|
"format": "int32",
|
|
260
518
|
"type": "integer"
|
|
@@ -523,8 +781,17 @@ export const GENERATED_MCP_TOOLS =
|
|
|
523
781
|
"openWorldHint": true,
|
|
524
782
|
"readOnlyHint": false
|
|
525
783
|
},
|
|
526
|
-
"description": "Move a window to a new desktop position (frame top-left in desktop coordinates). Useful to recover windows that are partially off-screen. Works through the computer-use-linux GNOME Shell extension or a generic X11/EWMH window manager (wmctrl).",
|
|
784
|
+
"description": "Move a window to a new desktop position (frame top-left in desktop coordinates). Useful to recover windows that are partially off-screen. Works through the computer-use-linux GNOME Shell extension or a generic X11/EWMH window manager (wmctrl). Pass screenshot_after (true, \"screen\", or \"window\") or include_tree=true to return post-action observation in the same result.",
|
|
527
785
|
"inputSchema": {
|
|
786
|
+
"$defs": {
|
|
787
|
+
"ScreenshotOutputFormat": {
|
|
788
|
+
"enum": [
|
|
789
|
+
"png",
|
|
790
|
+
"jpeg"
|
|
791
|
+
],
|
|
792
|
+
"type": "string"
|
|
793
|
+
}
|
|
794
|
+
},
|
|
528
795
|
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
529
796
|
"properties": {
|
|
530
797
|
"app_id": {
|
|
@@ -534,29 +801,49 @@ export const GENERATED_MCP_TOOLS =
|
|
|
534
801
|
"null"
|
|
535
802
|
]
|
|
536
803
|
},
|
|
537
|
-
"
|
|
538
|
-
"
|
|
804
|
+
"format": {
|
|
805
|
+
"anyOf": [
|
|
806
|
+
{
|
|
807
|
+
"$ref": "#/$defs/ScreenshotOutputFormat"
|
|
808
|
+
},
|
|
809
|
+
{
|
|
810
|
+
"type": "null"
|
|
811
|
+
}
|
|
812
|
+
],
|
|
813
|
+
"description": "Post-action screenshot image format (default png). Use jpeg with quality to trade exact pixels for smaller payloads."
|
|
814
|
+
},
|
|
815
|
+
"include_tree": {
|
|
816
|
+
"description": "Include a fresh compacted AT-SPI accessibility tree snapshot after the action (default false). Also refreshes cached element_index values.",
|
|
817
|
+
"type": [
|
|
818
|
+
"boolean",
|
|
819
|
+
"null"
|
|
820
|
+
]
|
|
821
|
+
},
|
|
822
|
+
"max_bytes": {
|
|
823
|
+
"description": "Maximum returned post-action screenshot image bytes before base64 (default 2 MiB, hard-capped).",
|
|
539
824
|
"minimum": 0,
|
|
540
825
|
"type": [
|
|
541
826
|
"integer",
|
|
542
827
|
"null"
|
|
543
828
|
]
|
|
544
829
|
},
|
|
545
|
-
"
|
|
546
|
-
"
|
|
830
|
+
"max_height": {
|
|
831
|
+
"description": "Maximum returned post-action screenshot height in pixels (default 1920, hard-capped).",
|
|
832
|
+
"minimum": 0,
|
|
547
833
|
"type": [
|
|
548
|
-
"
|
|
834
|
+
"integer",
|
|
549
835
|
"null"
|
|
550
836
|
]
|
|
551
837
|
},
|
|
552
|
-
"
|
|
553
|
-
"
|
|
838
|
+
"max_width": {
|
|
839
|
+
"description": "Maximum returned post-action screenshot width in pixels (default 1920, hard-capped).",
|
|
840
|
+
"minimum": 0,
|
|
554
841
|
"type": [
|
|
555
|
-
"
|
|
842
|
+
"integer",
|
|
556
843
|
"null"
|
|
557
844
|
]
|
|
558
845
|
},
|
|
559
|
-
"
|
|
846
|
+
"pid": {
|
|
560
847
|
"default": null,
|
|
561
848
|
"minimum": 0,
|
|
562
849
|
"type": [
|
|
@@ -564,8 +851,65 @@ export const GENERATED_MCP_TOOLS =
|
|
|
564
851
|
"null"
|
|
565
852
|
]
|
|
566
853
|
},
|
|
567
|
-
"
|
|
568
|
-
"
|
|
854
|
+
"quality": {
|
|
855
|
+
"description": "JPEG quality from 1 to 95 (default 80) for post-action screenshots. Ignored for png.",
|
|
856
|
+
"maximum": 95,
|
|
857
|
+
"minimum": 1,
|
|
858
|
+
"type": [
|
|
859
|
+
"integer",
|
|
860
|
+
"null"
|
|
861
|
+
]
|
|
862
|
+
},
|
|
863
|
+
"scale": {
|
|
864
|
+
"description": "Additional downscale factor from 0.0 to 1.0, applied before max dimensions.",
|
|
865
|
+
"format": "float",
|
|
866
|
+
"type": [
|
|
867
|
+
"number",
|
|
868
|
+
"null"
|
|
869
|
+
]
|
|
870
|
+
},
|
|
871
|
+
"screenshot_after": {
|
|
872
|
+
"anyOf": [
|
|
873
|
+
{
|
|
874
|
+
"type": "boolean"
|
|
875
|
+
},
|
|
876
|
+
{
|
|
877
|
+
"enum": [
|
|
878
|
+
"window",
|
|
879
|
+
"screen"
|
|
880
|
+
],
|
|
881
|
+
"type": "string"
|
|
882
|
+
},
|
|
883
|
+
{
|
|
884
|
+
"type": "null"
|
|
885
|
+
}
|
|
886
|
+
],
|
|
887
|
+
"description": "Capture and return a post-action screenshot in the same result: `true` or\n`\"screen\"` captures the full desktop; `\"window\"` crops to the action's\ntarget window (or the focused window when untargeted); `false` disables capture."
|
|
888
|
+
},
|
|
889
|
+
"terminal_command": {
|
|
890
|
+
"default": null,
|
|
891
|
+
"type": [
|
|
892
|
+
"string",
|
|
893
|
+
"null"
|
|
894
|
+
]
|
|
895
|
+
},
|
|
896
|
+
"terminal_cwd": {
|
|
897
|
+
"default": null,
|
|
898
|
+
"type": [
|
|
899
|
+
"string",
|
|
900
|
+
"null"
|
|
901
|
+
]
|
|
902
|
+
},
|
|
903
|
+
"terminal_pid": {
|
|
904
|
+
"default": null,
|
|
905
|
+
"minimum": 0,
|
|
906
|
+
"type": [
|
|
907
|
+
"integer",
|
|
908
|
+
"null"
|
|
909
|
+
]
|
|
910
|
+
},
|
|
911
|
+
"title": {
|
|
912
|
+
"default": null,
|
|
569
913
|
"type": [
|
|
570
914
|
"string",
|
|
571
915
|
"null"
|
|
@@ -619,8 +963,17 @@ export const GENERATED_MCP_TOOLS =
|
|
|
619
963
|
"openWorldHint": true,
|
|
620
964
|
"readOnlyHint": false
|
|
621
965
|
},
|
|
622
|
-
"description": "Invoke an accessibility action exposed by an element selected by index, identifier, or semantic selector. Defaults to the primary action unless action is provided.",
|
|
966
|
+
"description": "Invoke an accessibility action exposed by an element selected by index, identifier, or semantic selector. Defaults to the primary action unless action is provided. Pass screenshot_after (true, \"screen\", or \"window\") or include_tree=true to return post-action observation in the same result.",
|
|
623
967
|
"inputSchema": {
|
|
968
|
+
"$defs": {
|
|
969
|
+
"ScreenshotOutputFormat": {
|
|
970
|
+
"enum": [
|
|
971
|
+
"png",
|
|
972
|
+
"jpeg"
|
|
973
|
+
],
|
|
974
|
+
"type": "string"
|
|
975
|
+
}
|
|
976
|
+
},
|
|
624
977
|
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
625
978
|
"properties": {
|
|
626
979
|
"action": {
|
|
@@ -645,6 +998,48 @@ export const GENERATED_MCP_TOOLS =
|
|
|
645
998
|
"null"
|
|
646
999
|
]
|
|
647
1000
|
},
|
|
1001
|
+
"format": {
|
|
1002
|
+
"anyOf": [
|
|
1003
|
+
{
|
|
1004
|
+
"$ref": "#/$defs/ScreenshotOutputFormat"
|
|
1005
|
+
},
|
|
1006
|
+
{
|
|
1007
|
+
"type": "null"
|
|
1008
|
+
}
|
|
1009
|
+
],
|
|
1010
|
+
"description": "Post-action screenshot image format (default png). Use jpeg with quality to trade exact pixels for smaller payloads."
|
|
1011
|
+
},
|
|
1012
|
+
"include_tree": {
|
|
1013
|
+
"description": "Include a fresh compacted AT-SPI accessibility tree snapshot after the action (default false). Also refreshes cached element_index values.",
|
|
1014
|
+
"type": [
|
|
1015
|
+
"boolean",
|
|
1016
|
+
"null"
|
|
1017
|
+
]
|
|
1018
|
+
},
|
|
1019
|
+
"max_bytes": {
|
|
1020
|
+
"description": "Maximum returned post-action screenshot image bytes before base64 (default 2 MiB, hard-capped).",
|
|
1021
|
+
"minimum": 0,
|
|
1022
|
+
"type": [
|
|
1023
|
+
"integer",
|
|
1024
|
+
"null"
|
|
1025
|
+
]
|
|
1026
|
+
},
|
|
1027
|
+
"max_height": {
|
|
1028
|
+
"description": "Maximum returned post-action screenshot height in pixels (default 1920, hard-capped).",
|
|
1029
|
+
"minimum": 0,
|
|
1030
|
+
"type": [
|
|
1031
|
+
"integer",
|
|
1032
|
+
"null"
|
|
1033
|
+
]
|
|
1034
|
+
},
|
|
1035
|
+
"max_width": {
|
|
1036
|
+
"description": "Maximum returned post-action screenshot width in pixels (default 1920, hard-capped).",
|
|
1037
|
+
"minimum": 0,
|
|
1038
|
+
"type": [
|
|
1039
|
+
"integer",
|
|
1040
|
+
"null"
|
|
1041
|
+
]
|
|
1042
|
+
},
|
|
648
1043
|
"name": {
|
|
649
1044
|
"default": null,
|
|
650
1045
|
"type": [
|
|
@@ -652,6 +1047,15 @@ export const GENERATED_MCP_TOOLS =
|
|
|
652
1047
|
"null"
|
|
653
1048
|
]
|
|
654
1049
|
},
|
|
1050
|
+
"quality": {
|
|
1051
|
+
"description": "JPEG quality from 1 to 95 (default 80) for post-action screenshots. Ignored for png.",
|
|
1052
|
+
"maximum": 95,
|
|
1053
|
+
"minimum": 1,
|
|
1054
|
+
"type": [
|
|
1055
|
+
"integer",
|
|
1056
|
+
"null"
|
|
1057
|
+
]
|
|
1058
|
+
},
|
|
655
1059
|
"role": {
|
|
656
1060
|
"default": null,
|
|
657
1061
|
"type": [
|
|
@@ -659,6 +1063,32 @@ export const GENERATED_MCP_TOOLS =
|
|
|
659
1063
|
"null"
|
|
660
1064
|
]
|
|
661
1065
|
},
|
|
1066
|
+
"scale": {
|
|
1067
|
+
"description": "Additional downscale factor from 0.0 to 1.0, applied before max dimensions.",
|
|
1068
|
+
"format": "float",
|
|
1069
|
+
"type": [
|
|
1070
|
+
"number",
|
|
1071
|
+
"null"
|
|
1072
|
+
]
|
|
1073
|
+
},
|
|
1074
|
+
"screenshot_after": {
|
|
1075
|
+
"anyOf": [
|
|
1076
|
+
{
|
|
1077
|
+
"type": "boolean"
|
|
1078
|
+
},
|
|
1079
|
+
{
|
|
1080
|
+
"enum": [
|
|
1081
|
+
"window",
|
|
1082
|
+
"screen"
|
|
1083
|
+
],
|
|
1084
|
+
"type": "string"
|
|
1085
|
+
},
|
|
1086
|
+
{
|
|
1087
|
+
"type": "null"
|
|
1088
|
+
}
|
|
1089
|
+
],
|
|
1090
|
+
"description": "Capture and return a post-action screenshot in the same result: `true` or\n`\"screen\"` captures the full desktop; `\"window\"` crops to the action's\ntarget window (or the focused window when untargeted); `false` disables capture."
|
|
1091
|
+
},
|
|
662
1092
|
"states": {
|
|
663
1093
|
"default": [],
|
|
664
1094
|
"items": {
|
|
@@ -685,8 +1115,17 @@ export const GENERATED_MCP_TOOLS =
|
|
|
685
1115
|
"openWorldHint": true,
|
|
686
1116
|
"readOnlyHint": false
|
|
687
1117
|
},
|
|
688
|
-
"description": "Press a key or key-combination on the keyboard, optionally after focusing a target window or terminal selector. Key grammar (case-insensitive; hyphens/spaces ignored): combos join with '+', e.g. Ctrl+L or Ctrl+Shift+T. Modifiers: ctrl/control, alt/option, shift, meta/super/cmd/command. Named keys: enter/return, escape/esc, tab, backspace, delete/del, space, home, end, pageup, pagedown, arrowleft/left, arrowright/right, arrowup/up, arrowdown/down, f1-f12. Plus single US letters a-z and digits 0-9. Anything else returns an error (never silently dropped). On Wayland, chords are sent through an active remote desktop portal keyboard session when one is available (or when ydotool is absent), falling back to ydotool otherwise. Portal chords send modifiers and named keys as keysyms so remapped keys (e.g. Caps Lock swapped with Control) follow the active keymap; letters and digits are physical US positions. Note: compositor-level shortcuts (e.g. Super+Up) may be consumed by GNOME before reaching the app.",
|
|
1118
|
+
"description": "Press a key or key-combination on the keyboard, optionally after focusing a target window or terminal selector. Key grammar (case-insensitive; hyphens/spaces ignored): combos join with '+', e.g. Ctrl+L or Ctrl+Shift+T. Modifiers: ctrl/control, alt/option, shift, meta/super/cmd/command. Named keys: enter/return, escape/esc, tab, backspace, delete/del, space, home, end, pageup, pagedown, arrowleft/left, arrowright/right, arrowup/up, arrowdown/down, f1-f12. Plus single US letters a-z and digits 0-9. Anything else returns an error (never silently dropped). On Wayland, chords are sent through an active remote desktop portal keyboard session when one is available (or when ydotool is absent), falling back to ydotool otherwise. Portal chords send modifiers and named keys as keysyms so remapped keys (e.g. Caps Lock swapped with Control) follow the active keymap; letters and digits are physical US positions. Note: compositor-level shortcuts (e.g. Super+Up) may be consumed by GNOME before reaching the app. Pass screenshot_after (true, \"screen\", or \"window\") or include_tree=true to return post-action observation in the same result.",
|
|
689
1119
|
"inputSchema": {
|
|
1120
|
+
"$defs": {
|
|
1121
|
+
"ScreenshotOutputFormat": {
|
|
1122
|
+
"enum": [
|
|
1123
|
+
"png",
|
|
1124
|
+
"jpeg"
|
|
1125
|
+
],
|
|
1126
|
+
"type": "string"
|
|
1127
|
+
}
|
|
1128
|
+
},
|
|
690
1129
|
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
691
1130
|
"properties": {
|
|
692
1131
|
"app_id": {
|
|
@@ -696,9 +1135,51 @@ export const GENERATED_MCP_TOOLS =
|
|
|
696
1135
|
"null"
|
|
697
1136
|
]
|
|
698
1137
|
},
|
|
1138
|
+
"format": {
|
|
1139
|
+
"anyOf": [
|
|
1140
|
+
{
|
|
1141
|
+
"$ref": "#/$defs/ScreenshotOutputFormat"
|
|
1142
|
+
},
|
|
1143
|
+
{
|
|
1144
|
+
"type": "null"
|
|
1145
|
+
}
|
|
1146
|
+
],
|
|
1147
|
+
"description": "Post-action screenshot image format (default png). Use jpeg with quality to trade exact pixels for smaller payloads."
|
|
1148
|
+
},
|
|
1149
|
+
"include_tree": {
|
|
1150
|
+
"description": "Include a fresh compacted AT-SPI accessibility tree snapshot after the action (default false). Also refreshes cached element_index values.",
|
|
1151
|
+
"type": [
|
|
1152
|
+
"boolean",
|
|
1153
|
+
"null"
|
|
1154
|
+
]
|
|
1155
|
+
},
|
|
699
1156
|
"key": {
|
|
700
1157
|
"type": "string"
|
|
701
1158
|
},
|
|
1159
|
+
"max_bytes": {
|
|
1160
|
+
"description": "Maximum returned post-action screenshot image bytes before base64 (default 2 MiB, hard-capped).",
|
|
1161
|
+
"minimum": 0,
|
|
1162
|
+
"type": [
|
|
1163
|
+
"integer",
|
|
1164
|
+
"null"
|
|
1165
|
+
]
|
|
1166
|
+
},
|
|
1167
|
+
"max_height": {
|
|
1168
|
+
"description": "Maximum returned post-action screenshot height in pixels (default 1920, hard-capped).",
|
|
1169
|
+
"minimum": 0,
|
|
1170
|
+
"type": [
|
|
1171
|
+
"integer",
|
|
1172
|
+
"null"
|
|
1173
|
+
]
|
|
1174
|
+
},
|
|
1175
|
+
"max_width": {
|
|
1176
|
+
"description": "Maximum returned post-action screenshot width in pixels (default 1920, hard-capped).",
|
|
1177
|
+
"minimum": 0,
|
|
1178
|
+
"type": [
|
|
1179
|
+
"integer",
|
|
1180
|
+
"null"
|
|
1181
|
+
]
|
|
1182
|
+
},
|
|
702
1183
|
"pid": {
|
|
703
1184
|
"default": null,
|
|
704
1185
|
"minimum": 0,
|
|
@@ -707,6 +1188,41 @@ export const GENERATED_MCP_TOOLS =
|
|
|
707
1188
|
"null"
|
|
708
1189
|
]
|
|
709
1190
|
},
|
|
1191
|
+
"quality": {
|
|
1192
|
+
"description": "JPEG quality from 1 to 95 (default 80) for post-action screenshots. Ignored for png.",
|
|
1193
|
+
"maximum": 95,
|
|
1194
|
+
"minimum": 1,
|
|
1195
|
+
"type": [
|
|
1196
|
+
"integer",
|
|
1197
|
+
"null"
|
|
1198
|
+
]
|
|
1199
|
+
},
|
|
1200
|
+
"scale": {
|
|
1201
|
+
"description": "Additional downscale factor from 0.0 to 1.0, applied before max dimensions.",
|
|
1202
|
+
"format": "float",
|
|
1203
|
+
"type": [
|
|
1204
|
+
"number",
|
|
1205
|
+
"null"
|
|
1206
|
+
]
|
|
1207
|
+
},
|
|
1208
|
+
"screenshot_after": {
|
|
1209
|
+
"anyOf": [
|
|
1210
|
+
{
|
|
1211
|
+
"type": "boolean"
|
|
1212
|
+
},
|
|
1213
|
+
{
|
|
1214
|
+
"enum": [
|
|
1215
|
+
"window",
|
|
1216
|
+
"screen"
|
|
1217
|
+
],
|
|
1218
|
+
"type": "string"
|
|
1219
|
+
},
|
|
1220
|
+
{
|
|
1221
|
+
"type": "null"
|
|
1222
|
+
}
|
|
1223
|
+
],
|
|
1224
|
+
"description": "Capture and return a post-action screenshot in the same result: `true` or\n`\"screen\"` captures the full desktop; `\"window\"` crops to the action's\ntarget window (or the focused window when untargeted); `false` disables capture."
|
|
1225
|
+
},
|
|
710
1226
|
"terminal_command": {
|
|
711
1227
|
"default": null,
|
|
712
1228
|
"type": [
|
|
@@ -773,8 +1289,17 @@ export const GENERATED_MCP_TOOLS =
|
|
|
773
1289
|
"openWorldHint": true,
|
|
774
1290
|
"readOnlyHint": false
|
|
775
1291
|
},
|
|
776
|
-
"description": "Resize a window to a new frame width/height in desktop pixels, unmaximizing it first if needed. Useful to fit a window fully on-screen. Works through the computer-use-linux GNOME Shell extension or a generic X11/EWMH window manager (wmctrl).",
|
|
1292
|
+
"description": "Resize a window to a new frame width/height in desktop pixels, unmaximizing it first if needed. Useful to fit a window fully on-screen. Works through the computer-use-linux GNOME Shell extension or a generic X11/EWMH window manager (wmctrl). Pass screenshot_after (true, \"screen\", or \"window\") or include_tree=true to return post-action observation in the same result.",
|
|
777
1293
|
"inputSchema": {
|
|
1294
|
+
"$defs": {
|
|
1295
|
+
"ScreenshotOutputFormat": {
|
|
1296
|
+
"enum": [
|
|
1297
|
+
"png",
|
|
1298
|
+
"jpeg"
|
|
1299
|
+
],
|
|
1300
|
+
"type": "string"
|
|
1301
|
+
}
|
|
1302
|
+
},
|
|
778
1303
|
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
779
1304
|
"properties": {
|
|
780
1305
|
"app_id": {
|
|
@@ -784,11 +1309,53 @@ export const GENERATED_MCP_TOOLS =
|
|
|
784
1309
|
"null"
|
|
785
1310
|
]
|
|
786
1311
|
},
|
|
1312
|
+
"format": {
|
|
1313
|
+
"anyOf": [
|
|
1314
|
+
{
|
|
1315
|
+
"$ref": "#/$defs/ScreenshotOutputFormat"
|
|
1316
|
+
},
|
|
1317
|
+
{
|
|
1318
|
+
"type": "null"
|
|
1319
|
+
}
|
|
1320
|
+
],
|
|
1321
|
+
"description": "Post-action screenshot image format (default png). Use jpeg with quality to trade exact pixels for smaller payloads."
|
|
1322
|
+
},
|
|
787
1323
|
"height": {
|
|
788
1324
|
"description": "New frame height in desktop pixels.",
|
|
789
1325
|
"format": "int32",
|
|
790
1326
|
"type": "integer"
|
|
791
1327
|
},
|
|
1328
|
+
"include_tree": {
|
|
1329
|
+
"description": "Include a fresh compacted AT-SPI accessibility tree snapshot after the action (default false). Also refreshes cached element_index values.",
|
|
1330
|
+
"type": [
|
|
1331
|
+
"boolean",
|
|
1332
|
+
"null"
|
|
1333
|
+
]
|
|
1334
|
+
},
|
|
1335
|
+
"max_bytes": {
|
|
1336
|
+
"description": "Maximum returned post-action screenshot image bytes before base64 (default 2 MiB, hard-capped).",
|
|
1337
|
+
"minimum": 0,
|
|
1338
|
+
"type": [
|
|
1339
|
+
"integer",
|
|
1340
|
+
"null"
|
|
1341
|
+
]
|
|
1342
|
+
},
|
|
1343
|
+
"max_height": {
|
|
1344
|
+
"description": "Maximum returned post-action screenshot height in pixels (default 1920, hard-capped).",
|
|
1345
|
+
"minimum": 0,
|
|
1346
|
+
"type": [
|
|
1347
|
+
"integer",
|
|
1348
|
+
"null"
|
|
1349
|
+
]
|
|
1350
|
+
},
|
|
1351
|
+
"max_width": {
|
|
1352
|
+
"description": "Maximum returned post-action screenshot width in pixels (default 1920, hard-capped).",
|
|
1353
|
+
"minimum": 0,
|
|
1354
|
+
"type": [
|
|
1355
|
+
"integer",
|
|
1356
|
+
"null"
|
|
1357
|
+
]
|
|
1358
|
+
},
|
|
792
1359
|
"pid": {
|
|
793
1360
|
"default": null,
|
|
794
1361
|
"minimum": 0,
|
|
@@ -797,6 +1364,41 @@ export const GENERATED_MCP_TOOLS =
|
|
|
797
1364
|
"null"
|
|
798
1365
|
]
|
|
799
1366
|
},
|
|
1367
|
+
"quality": {
|
|
1368
|
+
"description": "JPEG quality from 1 to 95 (default 80) for post-action screenshots. Ignored for png.",
|
|
1369
|
+
"maximum": 95,
|
|
1370
|
+
"minimum": 1,
|
|
1371
|
+
"type": [
|
|
1372
|
+
"integer",
|
|
1373
|
+
"null"
|
|
1374
|
+
]
|
|
1375
|
+
},
|
|
1376
|
+
"scale": {
|
|
1377
|
+
"description": "Additional downscale factor from 0.0 to 1.0, applied before max dimensions.",
|
|
1378
|
+
"format": "float",
|
|
1379
|
+
"type": [
|
|
1380
|
+
"number",
|
|
1381
|
+
"null"
|
|
1382
|
+
]
|
|
1383
|
+
},
|
|
1384
|
+
"screenshot_after": {
|
|
1385
|
+
"anyOf": [
|
|
1386
|
+
{
|
|
1387
|
+
"type": "boolean"
|
|
1388
|
+
},
|
|
1389
|
+
{
|
|
1390
|
+
"enum": [
|
|
1391
|
+
"window",
|
|
1392
|
+
"screen"
|
|
1393
|
+
],
|
|
1394
|
+
"type": "string"
|
|
1395
|
+
},
|
|
1396
|
+
{
|
|
1397
|
+
"type": "null"
|
|
1398
|
+
}
|
|
1399
|
+
],
|
|
1400
|
+
"description": "Capture and return a post-action screenshot in the same result: `true` or\n`\"screen\"` captures the full desktop; `\"window\"` crops to the action's\ntarget window (or the focused window when untargeted); `false` disables capture."
|
|
1401
|
+
},
|
|
800
1402
|
"terminal_command": {
|
|
801
1403
|
"default": null,
|
|
802
1404
|
"type": [
|
|
@@ -1005,8 +1607,17 @@ export const GENERATED_MCP_TOOLS =
|
|
|
1005
1607
|
"openWorldHint": true,
|
|
1006
1608
|
"readOnlyHint": false
|
|
1007
1609
|
},
|
|
1008
|
-
"description": "Scroll an element in a direction by a number of pages. With a window target and no x/y/element_index, scrolls at the centre of the targeted window.",
|
|
1610
|
+
"description": "Scroll an element in a direction by a number of pages. With a window target and no x/y/element_index, scrolls at the centre of the targeted window. Pass screenshot_after (true, \"screen\", or \"window\") or include_tree=true to return post-action observation in the same result.",
|
|
1009
1611
|
"inputSchema": {
|
|
1612
|
+
"$defs": {
|
|
1613
|
+
"ScreenshotOutputFormat": {
|
|
1614
|
+
"enum": [
|
|
1615
|
+
"png",
|
|
1616
|
+
"jpeg"
|
|
1617
|
+
],
|
|
1618
|
+
"type": "string"
|
|
1619
|
+
}
|
|
1620
|
+
},
|
|
1010
1621
|
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
1011
1622
|
"properties": {
|
|
1012
1623
|
"app_id": {
|
|
@@ -1027,6 +1638,48 @@ export const GENERATED_MCP_TOOLS =
|
|
|
1027
1638
|
"null"
|
|
1028
1639
|
]
|
|
1029
1640
|
},
|
|
1641
|
+
"format": {
|
|
1642
|
+
"anyOf": [
|
|
1643
|
+
{
|
|
1644
|
+
"$ref": "#/$defs/ScreenshotOutputFormat"
|
|
1645
|
+
},
|
|
1646
|
+
{
|
|
1647
|
+
"type": "null"
|
|
1648
|
+
}
|
|
1649
|
+
],
|
|
1650
|
+
"description": "Post-action screenshot image format (default png). Use jpeg with quality to trade exact pixels for smaller payloads."
|
|
1651
|
+
},
|
|
1652
|
+
"include_tree": {
|
|
1653
|
+
"description": "Include a fresh compacted AT-SPI accessibility tree snapshot after the action (default false). Also refreshes cached element_index values.",
|
|
1654
|
+
"type": [
|
|
1655
|
+
"boolean",
|
|
1656
|
+
"null"
|
|
1657
|
+
]
|
|
1658
|
+
},
|
|
1659
|
+
"max_bytes": {
|
|
1660
|
+
"description": "Maximum returned post-action screenshot image bytes before base64 (default 2 MiB, hard-capped).",
|
|
1661
|
+
"minimum": 0,
|
|
1662
|
+
"type": [
|
|
1663
|
+
"integer",
|
|
1664
|
+
"null"
|
|
1665
|
+
]
|
|
1666
|
+
},
|
|
1667
|
+
"max_height": {
|
|
1668
|
+
"description": "Maximum returned post-action screenshot height in pixels (default 1920, hard-capped).",
|
|
1669
|
+
"minimum": 0,
|
|
1670
|
+
"type": [
|
|
1671
|
+
"integer",
|
|
1672
|
+
"null"
|
|
1673
|
+
]
|
|
1674
|
+
},
|
|
1675
|
+
"max_width": {
|
|
1676
|
+
"description": "Maximum returned post-action screenshot width in pixels (default 1920, hard-capped).",
|
|
1677
|
+
"minimum": 0,
|
|
1678
|
+
"type": [
|
|
1679
|
+
"integer",
|
|
1680
|
+
"null"
|
|
1681
|
+
]
|
|
1682
|
+
},
|
|
1030
1683
|
"pages": {
|
|
1031
1684
|
"default": null,
|
|
1032
1685
|
"format": "double",
|
|
@@ -1045,6 +1698,15 @@ export const GENERATED_MCP_TOOLS =
|
|
|
1045
1698
|
"null"
|
|
1046
1699
|
]
|
|
1047
1700
|
},
|
|
1701
|
+
"quality": {
|
|
1702
|
+
"description": "JPEG quality from 1 to 95 (default 80) for post-action screenshots. Ignored for png.",
|
|
1703
|
+
"maximum": 95,
|
|
1704
|
+
"minimum": 1,
|
|
1705
|
+
"type": [
|
|
1706
|
+
"integer",
|
|
1707
|
+
"null"
|
|
1708
|
+
]
|
|
1709
|
+
},
|
|
1048
1710
|
"relative": {
|
|
1049
1711
|
"default": null,
|
|
1050
1712
|
"description": "Interpret `x`/`y` from the clipped window screenshot crop origin, in\ncoordinate pixels before preview resizing. Divide preview pixels by its\nscale first. This is not a toolkit widget or raw GDK surface origin.\nRequires a window target; missing targets are rejected.",
|
|
@@ -1053,6 +1715,32 @@ export const GENERATED_MCP_TOOLS =
|
|
|
1053
1715
|
"null"
|
|
1054
1716
|
]
|
|
1055
1717
|
},
|
|
1718
|
+
"scale": {
|
|
1719
|
+
"description": "Additional downscale factor from 0.0 to 1.0, applied before max dimensions.",
|
|
1720
|
+
"format": "float",
|
|
1721
|
+
"type": [
|
|
1722
|
+
"number",
|
|
1723
|
+
"null"
|
|
1724
|
+
]
|
|
1725
|
+
},
|
|
1726
|
+
"screenshot_after": {
|
|
1727
|
+
"anyOf": [
|
|
1728
|
+
{
|
|
1729
|
+
"type": "boolean"
|
|
1730
|
+
},
|
|
1731
|
+
{
|
|
1732
|
+
"enum": [
|
|
1733
|
+
"window",
|
|
1734
|
+
"screen"
|
|
1735
|
+
],
|
|
1736
|
+
"type": "string"
|
|
1737
|
+
},
|
|
1738
|
+
{
|
|
1739
|
+
"type": "null"
|
|
1740
|
+
}
|
|
1741
|
+
],
|
|
1742
|
+
"description": "Capture and return a post-action screenshot in the same result: `true` or\n`\"screen\"` captures the full desktop; `\"window\"` crops to the action's\ntarget window (or the focused window when untargeted); `false` disables capture."
|
|
1743
|
+
},
|
|
1056
1744
|
"window_id": {
|
|
1057
1745
|
"default": null,
|
|
1058
1746
|
"minimum": 0,
|
|
@@ -1106,8 +1794,17 @@ export const GENERATED_MCP_TOOLS =
|
|
|
1106
1794
|
"openWorldHint": true,
|
|
1107
1795
|
"readOnlyHint": false
|
|
1108
1796
|
},
|
|
1109
|
-
"description": "Set the value of a settable accessibility element selected by index, identifier, or semantic selector.",
|
|
1797
|
+
"description": "Set the value of a settable accessibility element selected by index, identifier, or semantic selector. Pass screenshot_after (true, \"screen\", or \"window\") or include_tree=true to return post-action observation in the same result.",
|
|
1110
1798
|
"inputSchema": {
|
|
1799
|
+
"$defs": {
|
|
1800
|
+
"ScreenshotOutputFormat": {
|
|
1801
|
+
"enum": [
|
|
1802
|
+
"png",
|
|
1803
|
+
"jpeg"
|
|
1804
|
+
],
|
|
1805
|
+
"type": "string"
|
|
1806
|
+
}
|
|
1807
|
+
},
|
|
1111
1808
|
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
1112
1809
|
"properties": {
|
|
1113
1810
|
"element_identifier": {
|
|
@@ -1125,6 +1822,48 @@ export const GENERATED_MCP_TOOLS =
|
|
|
1125
1822
|
"null"
|
|
1126
1823
|
]
|
|
1127
1824
|
},
|
|
1825
|
+
"format": {
|
|
1826
|
+
"anyOf": [
|
|
1827
|
+
{
|
|
1828
|
+
"$ref": "#/$defs/ScreenshotOutputFormat"
|
|
1829
|
+
},
|
|
1830
|
+
{
|
|
1831
|
+
"type": "null"
|
|
1832
|
+
}
|
|
1833
|
+
],
|
|
1834
|
+
"description": "Post-action screenshot image format (default png). Use jpeg with quality to trade exact pixels for smaller payloads."
|
|
1835
|
+
},
|
|
1836
|
+
"include_tree": {
|
|
1837
|
+
"description": "Include a fresh compacted AT-SPI accessibility tree snapshot after the action (default false). Also refreshes cached element_index values.",
|
|
1838
|
+
"type": [
|
|
1839
|
+
"boolean",
|
|
1840
|
+
"null"
|
|
1841
|
+
]
|
|
1842
|
+
},
|
|
1843
|
+
"max_bytes": {
|
|
1844
|
+
"description": "Maximum returned post-action screenshot image bytes before base64 (default 2 MiB, hard-capped).",
|
|
1845
|
+
"minimum": 0,
|
|
1846
|
+
"type": [
|
|
1847
|
+
"integer",
|
|
1848
|
+
"null"
|
|
1849
|
+
]
|
|
1850
|
+
},
|
|
1851
|
+
"max_height": {
|
|
1852
|
+
"description": "Maximum returned post-action screenshot height in pixels (default 1920, hard-capped).",
|
|
1853
|
+
"minimum": 0,
|
|
1854
|
+
"type": [
|
|
1855
|
+
"integer",
|
|
1856
|
+
"null"
|
|
1857
|
+
]
|
|
1858
|
+
},
|
|
1859
|
+
"max_width": {
|
|
1860
|
+
"description": "Maximum returned post-action screenshot width in pixels (default 1920, hard-capped).",
|
|
1861
|
+
"minimum": 0,
|
|
1862
|
+
"type": [
|
|
1863
|
+
"integer",
|
|
1864
|
+
"null"
|
|
1865
|
+
]
|
|
1866
|
+
},
|
|
1128
1867
|
"name": {
|
|
1129
1868
|
"default": null,
|
|
1130
1869
|
"type": [
|
|
@@ -1132,6 +1871,15 @@ export const GENERATED_MCP_TOOLS =
|
|
|
1132
1871
|
"null"
|
|
1133
1872
|
]
|
|
1134
1873
|
},
|
|
1874
|
+
"quality": {
|
|
1875
|
+
"description": "JPEG quality from 1 to 95 (default 80) for post-action screenshots. Ignored for png.",
|
|
1876
|
+
"maximum": 95,
|
|
1877
|
+
"minimum": 1,
|
|
1878
|
+
"type": [
|
|
1879
|
+
"integer",
|
|
1880
|
+
"null"
|
|
1881
|
+
]
|
|
1882
|
+
},
|
|
1135
1883
|
"role": {
|
|
1136
1884
|
"default": null,
|
|
1137
1885
|
"type": [
|
|
@@ -1139,6 +1887,32 @@ export const GENERATED_MCP_TOOLS =
|
|
|
1139
1887
|
"null"
|
|
1140
1888
|
]
|
|
1141
1889
|
},
|
|
1890
|
+
"scale": {
|
|
1891
|
+
"description": "Additional downscale factor from 0.0 to 1.0, applied before max dimensions.",
|
|
1892
|
+
"format": "float",
|
|
1893
|
+
"type": [
|
|
1894
|
+
"number",
|
|
1895
|
+
"null"
|
|
1896
|
+
]
|
|
1897
|
+
},
|
|
1898
|
+
"screenshot_after": {
|
|
1899
|
+
"anyOf": [
|
|
1900
|
+
{
|
|
1901
|
+
"type": "boolean"
|
|
1902
|
+
},
|
|
1903
|
+
{
|
|
1904
|
+
"enum": [
|
|
1905
|
+
"window",
|
|
1906
|
+
"screen"
|
|
1907
|
+
],
|
|
1908
|
+
"type": "string"
|
|
1909
|
+
},
|
|
1910
|
+
{
|
|
1911
|
+
"type": "null"
|
|
1912
|
+
}
|
|
1913
|
+
],
|
|
1914
|
+
"description": "Capture and return a post-action screenshot in the same result: `true` or\n`\"screen\"` captures the full desktop; `\"window\"` crops to the action's\ntarget window (or the focused window when untargeted); `false` disables capture."
|
|
1915
|
+
},
|
|
1142
1916
|
"states": {
|
|
1143
1917
|
"default": [],
|
|
1144
1918
|
"items": {
|
|
@@ -1199,8 +1973,17 @@ export const GENERATED_MCP_TOOLS =
|
|
|
1199
1973
|
"openWorldHint": true,
|
|
1200
1974
|
"readOnlyHint": false
|
|
1201
1975
|
},
|
|
1202
|
-
"description": "Type literal text using keyboard input, optionally after focusing a target window or terminal selector. Success confirms dispatch, not field-content verification; re-observe the target before retrying. The wtype backend rejects NUL and text over 131071 UTF-8 bytes before focus or indicators; Hyprland rejects confirmed password fields; ambiguous fields and terminals use private stdin for at most 100 Unicode characters per call.",
|
|
1976
|
+
"description": "Type literal text using keyboard input, optionally after focusing a target window or terminal selector. Success confirms dispatch, not field-content verification; re-observe the target before retrying. The wtype backend rejects NUL and text over 131071 UTF-8 bytes before focus or indicators; Hyprland rejects confirmed password fields; ambiguous fields and terminals use private stdin for at most 100 Unicode characters per call. Pass screenshot_after (true, \"screen\", or \"window\") or include_tree=true to return post-action observation in the same result.",
|
|
1203
1977
|
"inputSchema": {
|
|
1978
|
+
"$defs": {
|
|
1979
|
+
"ScreenshotOutputFormat": {
|
|
1980
|
+
"enum": [
|
|
1981
|
+
"png",
|
|
1982
|
+
"jpeg"
|
|
1983
|
+
],
|
|
1984
|
+
"type": "string"
|
|
1985
|
+
}
|
|
1986
|
+
},
|
|
1204
1987
|
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
1205
1988
|
"properties": {
|
|
1206
1989
|
"app_id": {
|
|
@@ -1210,6 +1993,48 @@ export const GENERATED_MCP_TOOLS =
|
|
|
1210
1993
|
"null"
|
|
1211
1994
|
]
|
|
1212
1995
|
},
|
|
1996
|
+
"format": {
|
|
1997
|
+
"anyOf": [
|
|
1998
|
+
{
|
|
1999
|
+
"$ref": "#/$defs/ScreenshotOutputFormat"
|
|
2000
|
+
},
|
|
2001
|
+
{
|
|
2002
|
+
"type": "null"
|
|
2003
|
+
}
|
|
2004
|
+
],
|
|
2005
|
+
"description": "Post-action screenshot image format (default png). Use jpeg with quality to trade exact pixels for smaller payloads."
|
|
2006
|
+
},
|
|
2007
|
+
"include_tree": {
|
|
2008
|
+
"description": "Include a fresh compacted AT-SPI accessibility tree snapshot after the action (default false). Also refreshes cached element_index values.",
|
|
2009
|
+
"type": [
|
|
2010
|
+
"boolean",
|
|
2011
|
+
"null"
|
|
2012
|
+
]
|
|
2013
|
+
},
|
|
2014
|
+
"max_bytes": {
|
|
2015
|
+
"description": "Maximum returned post-action screenshot image bytes before base64 (default 2 MiB, hard-capped).",
|
|
2016
|
+
"minimum": 0,
|
|
2017
|
+
"type": [
|
|
2018
|
+
"integer",
|
|
2019
|
+
"null"
|
|
2020
|
+
]
|
|
2021
|
+
},
|
|
2022
|
+
"max_height": {
|
|
2023
|
+
"description": "Maximum returned post-action screenshot height in pixels (default 1920, hard-capped).",
|
|
2024
|
+
"minimum": 0,
|
|
2025
|
+
"type": [
|
|
2026
|
+
"integer",
|
|
2027
|
+
"null"
|
|
2028
|
+
]
|
|
2029
|
+
},
|
|
2030
|
+
"max_width": {
|
|
2031
|
+
"description": "Maximum returned post-action screenshot width in pixels (default 1920, hard-capped).",
|
|
2032
|
+
"minimum": 0,
|
|
2033
|
+
"type": [
|
|
2034
|
+
"integer",
|
|
2035
|
+
"null"
|
|
2036
|
+
]
|
|
2037
|
+
},
|
|
1213
2038
|
"pid": {
|
|
1214
2039
|
"default": null,
|
|
1215
2040
|
"minimum": 0,
|
|
@@ -1218,6 +2043,41 @@ export const GENERATED_MCP_TOOLS =
|
|
|
1218
2043
|
"null"
|
|
1219
2044
|
]
|
|
1220
2045
|
},
|
|
2046
|
+
"quality": {
|
|
2047
|
+
"description": "JPEG quality from 1 to 95 (default 80) for post-action screenshots. Ignored for png.",
|
|
2048
|
+
"maximum": 95,
|
|
2049
|
+
"minimum": 1,
|
|
2050
|
+
"type": [
|
|
2051
|
+
"integer",
|
|
2052
|
+
"null"
|
|
2053
|
+
]
|
|
2054
|
+
},
|
|
2055
|
+
"scale": {
|
|
2056
|
+
"description": "Additional downscale factor from 0.0 to 1.0, applied before max dimensions.",
|
|
2057
|
+
"format": "float",
|
|
2058
|
+
"type": [
|
|
2059
|
+
"number",
|
|
2060
|
+
"null"
|
|
2061
|
+
]
|
|
2062
|
+
},
|
|
2063
|
+
"screenshot_after": {
|
|
2064
|
+
"anyOf": [
|
|
2065
|
+
{
|
|
2066
|
+
"type": "boolean"
|
|
2067
|
+
},
|
|
2068
|
+
{
|
|
2069
|
+
"enum": [
|
|
2070
|
+
"window",
|
|
2071
|
+
"screen"
|
|
2072
|
+
],
|
|
2073
|
+
"type": "string"
|
|
2074
|
+
},
|
|
2075
|
+
{
|
|
2076
|
+
"type": "null"
|
|
2077
|
+
}
|
|
2078
|
+
],
|
|
2079
|
+
"description": "Capture and return a post-action screenshot in the same result: `true` or\n`\"screen\"` captures the full desktop; `\"window\"` crops to the action's\ntarget window (or the focused window when untargeted); `false` disables capture."
|
|
2080
|
+
},
|
|
1221
2081
|
"terminal_command": {
|
|
1222
2082
|
"default": null,
|
|
1223
2083
|
"type": [
|