extra-desktop 0.3.0__tar.gz → 0.3.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {extra_desktop-0.3.0/extra_desktop.egg-info → extra_desktop-0.3.3}/PKG-INFO +45 -22
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/README.md +29 -18
- extra_desktop-0.3.3/pyproject.toml +76 -0
- extra_desktop-0.3.3/src/extra/__init__.py +5 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/cli.py +438 -12
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/__init__.py +18 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/composer/__init__.py +10 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/composer/blueprint.py +95 -0
- extra_desktop-0.3.3/src/extra/core/composer/lineage.py +352 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/composer/verifier.py +26 -2
- extra_desktop-0.3.3/src/extra/core/distiller.py +633 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/evolution/__init__.py +10 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/evolution/analyzer.py +5 -1
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/evolution/crystallizer.py +75 -3
- extra_desktop-0.3.3/src/extra/core/evolution/harness_generator.py +1092 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/memory/__init__.py +10 -1
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/memory/db.py +19 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/memory/ingest.py +68 -5
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/memory/recall.py +132 -28
- extra_desktop-0.3.3/src/extra/core/metrics/__init__.py +42 -0
- extra_desktop-0.3.3/src/extra/core/metrics/auditor.py +269 -0
- extra_desktop-0.3.3/src/extra/core/metrics/config.py +147 -0
- extra_desktop-0.3.3/src/extra/core/metrics/dashboard.py +981 -0
- extra_desktop-0.3.3/src/extra/core/metrics/ledger.py +503 -0
- extra_desktop-0.3.3/src/extra/core/metrics/sanitizer.py +141 -0
- extra_desktop-0.3.3/src/extra/core/metrics/telemetry.py +248 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/motion/stroke.py +2 -2
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/__init__.py +56 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/base.py +22 -4
- extra_desktop-0.3.3/src/extra/core/platform/linux/__init__.py +204 -0
- extra_desktop-0.3.3/src/extra/core/platform/linux/atspi_plane.py +646 -0
- extra_desktop-0.3.3/src/extra/core/platform/linux/capture.py +231 -0
- extra_desktop-0.3.3/src/extra/core/platform/linux/focus.py +634 -0
- extra_desktop-0.3.3/src/extra/core/platform/linux/geometry.py +351 -0
- extra_desktop-0.3.3/src/extra/core/platform/linux/indicators.py +414 -0
- extra_desktop-0.3.3/src/extra/core/platform/linux/input_engine.py +1643 -0
- extra_desktop-0.3.3/src/extra/core/platform/linux/permissions.py +146 -0
- extra_desktop-0.3.3/src/extra/core/platform/linux/shell.py +705 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/macos/input_engine.py +224 -11
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/macos/shell.py +12 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/windows/__init__.py +24 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/windows/capture.py +9 -0
- extra_desktop-0.3.3/src/extra/core/platform/windows/child_session.py +437 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/windows/focus.py +186 -30
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/windows/geometry.py +16 -2
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/windows/indicators.py +124 -26
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/windows/input_engine.py +515 -72
- extra_desktop-0.3.3/src/extra/core/platform/windows/pip_window.py +394 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/windows/shell.py +113 -15
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/windows/uia_plane.py +81 -5
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/scout/detector.py +32 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/scout/session_vault.py +11 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/scout/synthesizer.py +11 -1
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/soul/__init__.py +22 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/soul/eyes.py +90 -27
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/soul/schemas.py +28 -0
- extra_desktop-0.3.3/src/extra/core/soul/state_critic.py +319 -0
- extra_desktop-0.3.3/src/extra/core/soul/vision_parser.py +543 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/stall_breaker.py +69 -9
- extra_desktop-0.3.3/src/extra/core/subtask.py +467 -0
- extra_desktop-0.3.3/src/extra/fastpath/__init__.py +96 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/fastpath/bridge.py +113 -4
- extra_desktop-0.3.3/src/extra/fastpath/cli_harness.py +390 -0
- extra_desktop-0.3.3/src/extra/fastpath/cli_hub.py +351 -0
- extra_desktop-0.3.3/src/extra/fastpath/clipboard_html.py +52 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/fastpath/fs.py +139 -5
- extra_desktop-0.3.3/src/extra/fastpath/relay.py +26 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/fastpath/shell.py +10 -0
- extra_desktop-0.3.3/src/extra/fastpath/tunnel.py +24 -0
- extra_desktop-0.3.3/src/extra/fastpath/vectorizer.py +362 -0
- extra_desktop-0.3.3/src/extra/fastpath/visualizer.py +236 -0
- extra_desktop-0.3.3/src/extra/fastpath/web_workspace.py +245 -0
- extra_desktop-0.3.3/src/extra/mcp/server.py +2859 -0
- extra_desktop-0.3.3/src/extra/relay/__init__.py +42 -0
- extra_desktop-0.3.3/src/extra/relay/client.py +246 -0
- extra_desktop-0.3.3/src/extra/relay/tunnel.py +257 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra_desktop.egg-info}/PKG-INFO +45 -22
- extra_desktop-0.3.3/src/extra_desktop.egg-info/SOURCES.txt +186 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src}/extra_desktop.egg-info/requires.txt +20 -2
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_acceleration_suite.py +95 -3
- extra_desktop-0.3.3/tests/test_bridge_sandbox.py +100 -0
- extra_desktop-0.3.3/tests/test_canvas_stall_breaker.py +104 -0
- extra_desktop-0.3.3/tests/test_child_session.py +147 -0
- extra_desktop-0.3.3/tests/test_cli_harness.py +396 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_composer_director_soul.py +41 -4
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_dynamic_batching.py +19 -1
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_evolution.py +19 -7
- extra_desktop-0.3.3/tests/test_evolution_harness.py +137 -0
- extra_desktop-0.3.3/tests/test_hierarchical_benchmarks.py +357 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_issue4_bottlenecks.py +2 -6
- extra_desktop-0.3.3/tests/test_launch_maximize.py +105 -0
- extra_desktop-0.3.3/tests/test_lineage.py +110 -0
- extra_desktop-0.3.3/tests/test_linux_atspi.py +163 -0
- extra_desktop-0.3.3/tests/test_linux_capture.py +54 -0
- extra_desktop-0.3.3/tests/test_linux_focus.py +138 -0
- extra_desktop-0.3.3/tests/test_linux_geometry.py +101 -0
- extra_desktop-0.3.3/tests/test_linux_indicators.py +211 -0
- extra_desktop-0.3.3/tests/test_linux_input.py +186 -0
- extra_desktop-0.3.3/tests/test_linux_shell.py +221 -0
- extra_desktop-0.3.3/tests/test_mcp_sse_transport.py +201 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_memory_kuzu.py +75 -0
- extra_desktop-0.3.3/tests/test_metrics.py +427 -0
- extra_desktop-0.3.3/tests/test_milestone_budgeting.py +167 -0
- extra_desktop-0.3.3/tests/test_paint_remediation.py +213 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_pillar1_funnel.py +10 -3
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_pillar2_installer.py +1 -1
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_pillar5_package_ecosystem.py +7 -1
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_scout.py +21 -0
- extra_desktop-0.3.3/tests/test_security_hardening.py +222 -0
- extra_desktop-0.3.3/tests/test_state_critic.py +146 -0
- extra_desktop-0.3.3/tests/test_subtask_runner.py +379 -0
- extra_desktop-0.3.3/tests/test_telemetry.py +165 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_tiered_verification.py +6 -6
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_tiered_verification_benchmarks.py +7 -5
- extra_desktop-0.3.3/tests/test_ui_distiller.py +272 -0
- extra_desktop-0.3.3/tests/test_verification_mcp.py +130 -0
- extra_desktop-0.3.3/tests/test_vision_parser.py +186 -0
- extra_desktop-0.3.3/tests/test_web_workspace.py +134 -0
- extra_desktop-0.3.3/tests/test_windows_indicators.py +173 -0
- extra_desktop-0.3.0/__init__.py +0 -5
- extra_desktop-0.3.0/extra_desktop.egg-info/SOURCES.txt +0 -166
- extra_desktop-0.3.0/fastpath/__init__.py +0 -28
- extra_desktop-0.3.0/mcp/server.py +0 -1623
- extra_desktop-0.3.0/pyproject.toml +0 -51
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/LICENSE +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/NOTICE +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/setup.cfg +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/capture.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/composer/folding.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/evolution/api_synthesizer.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/evolution/curator.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/focus.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/geometry.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/indicators.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/input_engine.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/memory/embeddings.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/motion/__init__.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/motion/curves.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/motion/profiler.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/motion/windmouse.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/macos/__init__.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/macos/ax_plane.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/macos/capture.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/macos/focus.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/macos/geometry.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/macos/indicators.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/platform/macos/permissions.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/scout/__init__.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/scout/cdp_sniffer.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/scout/scraper.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/soul/compressor.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/soul/critic.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/soul/decider.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/soul/gateman.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/soul/grammar.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/soul/runtime.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/uia_plane.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/core/uninstall.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/fastpath/browser.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/fastpath/web/__init__.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src/extra}/mcp/__init__.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src}/extra_desktop.egg-info/dependency_links.txt +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src}/extra_desktop.egg-info/entry_points.txt +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3/src}/extra_desktop.egg-info/top_level.txt +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_app_registry_dynamic.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_core_engine.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_geometry_exhaustive.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_human_mouse.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_input_engine_exhaustive.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_macos_ax.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_macos_core.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_macos_focus_shell.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_macos_indicators.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_macos_input.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_macos_perception.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_macos_safety.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_mcp_schemas_exhaustive.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_memory_subsystem_exhaustive.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_perception_vision_exhaustive.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_pillar3_tcc_playbook.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_pillar4_web_edge.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_pre_release_fixes.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_process_shell_exhaustive.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_scout_evolution_exhaustive.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_soul_benchmarks.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_soul_evolution.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_soul_runtime.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_stall_breaker_cognitive.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_stall_breaker_exhaustive.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_uninstall.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_universal_tasksuite.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_visual_grounding.py +0 -0
- {extra_desktop-0.3.0 → extra_desktop-0.3.3}/tests/test_web_to_api.py +0 -0
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: extra-desktop
|
|
3
|
-
Version: 0.3.
|
|
4
|
-
Summary: Flashless Windows & macOS Computer-Use Engine & Model Context Protocol (MCP) Server
|
|
3
|
+
Version: 0.3.3
|
|
4
|
+
Summary: Flashless Linux, Windows & macOS Computer-Use Engine & Model Context Protocol (MCP) Server
|
|
5
5
|
Author-email: AIYantra Engineering Team <engineering@yantraos.com>
|
|
6
6
|
License-Expression: MIT
|
|
7
7
|
Project-URL: Homepage, https://extra.yantraos.com
|
|
@@ -11,15 +11,17 @@ Requires-Python: >=3.10
|
|
|
11
11
|
Description-Content-Type: text/markdown
|
|
12
12
|
License-File: LICENSE
|
|
13
13
|
License-File: NOTICE
|
|
14
|
-
Requires-Dist: mcp
|
|
14
|
+
Requires-Dist: mcp<2,>=1.0.0
|
|
15
|
+
Requires-Dist: websockets>=13.0
|
|
15
16
|
Requires-Dist: playwright>=1.47.0
|
|
16
17
|
Requires-Dist: pillow>=10.4.0
|
|
17
18
|
Requires-Dist: beautifulsoup4>=4.12.3
|
|
18
19
|
Requires-Dist: imagehash>=4.3.1
|
|
19
20
|
Requires-Dist: numpy>=1.26.0
|
|
20
21
|
Requires-Dist: psutil>=6.0.0
|
|
21
|
-
Requires-Dist: kuzu>=0.11.0
|
|
22
|
+
Requires-Dist: kuzu>=0.11.0; python_version < "3.14"
|
|
22
23
|
Requires-Dist: fastembed>=0.8.0
|
|
24
|
+
Requires-Dist: onnxruntime>=1.19.0
|
|
23
25
|
Requires-Dist: pywin32>=306; sys_platform == "win32"
|
|
24
26
|
Requires-Dist: comtypes>=1.4.0; sys_platform == "win32"
|
|
25
27
|
Requires-Dist: mss>=9.0.1; sys_platform == "win32"
|
|
@@ -28,34 +30,45 @@ Requires-Dist: pyobjc-framework-Cocoa>=10.0; sys_platform == "darwin"
|
|
|
28
30
|
Requires-Dist: pyobjc-framework-Quartz>=10.0; sys_platform == "darwin"
|
|
29
31
|
Requires-Dist: pyobjc-framework-ApplicationServices>=10.0; sys_platform == "darwin"
|
|
30
32
|
Requires-Dist: pyobjc-framework-ScreenCaptureKit>=10.0; sys_platform == "darwin"
|
|
33
|
+
Requires-Dist: evdev>=1.7.0; sys_platform == "linux"
|
|
34
|
+
Requires-Dist: mss>=9.0.1; sys_platform == "linux"
|
|
35
|
+
Requires-Dist: jeepney>=0.8.0; sys_platform == "linux"
|
|
36
|
+
Provides-Extra: dev
|
|
37
|
+
Requires-Dist: pytest>=8.0.0; extra == "dev"
|
|
38
|
+
Requires-Dist: pytest-asyncio>=0.24.0; extra == "dev"
|
|
39
|
+
Requires-Dist: ruff>=0.6.0; extra == "dev"
|
|
40
|
+
Requires-Dist: mypy>=1.11.0; extra == "dev"
|
|
41
|
+
Provides-Extra: benchmark
|
|
42
|
+
Requires-Dist: pytest-benchmark>=4.0.0; extra == "benchmark"
|
|
31
43
|
Dynamic: license-file
|
|
32
44
|
|
|
33
45
|
<div align="center">
|
|
34
46
|
|
|
35
47
|
<a href="https://extra.yantraos.com">
|
|
36
|
-
<img src="
|
|
48
|
+
<img src="assets/logo.png" alt="Extra — Get extra from your AI" width="420" />
|
|
37
49
|
</a>
|
|
38
50
|
|
|
39
51
|
# Extra
|
|
40
52
|
|
|
41
|
-
### The Open-Source Astra 6 for your Mac &
|
|
42
|
-
**Your AI can see, click, type, navigate, and get real work done on macOS & Windows.**
|
|
53
|
+
### The Open-Source Astra 6 for your Linux PC, Mac & Windows
|
|
54
|
+
**Your AI can see, click, type, navigate, and get real work done on Linux, macOS & Windows.**
|
|
43
55
|
|
|
44
56
|
<!-- mcp-name: io.github.AIYantra/extra -->
|
|
45
57
|
|
|
58
|
+
[](https://pepy.tech/projects/extra-desktop)
|
|
46
59
|
[](LICENSE)
|
|
47
|
-
[](https://extra.yantraos.com)
|
|
48
61
|
[](https://modelcontextprotocol.io)
|
|
49
62
|
[](https://yantraos.com)
|
|
50
63
|
[](https://github.com/AIYantra/extra)
|
|
51
64
|
|
|
52
|
-
[Website](https://extra.yantraos.com) • [Quickstart](#-quickstart-1-minute) • [macOS Guide](README_MACOS.md) • [Architecture](ARCHITECTURE.md) • [License](LICENSE)
|
|
65
|
+
[Website](https://extra.yantraos.com) • [Quickstart](#-quickstart-1-minute) • [Linux Guide](README_LINUX.md) • [macOS Guide](README_MACOS.md) • [Architecture](docs/ARCHITECTURE.md) • [License](LICENSE)
|
|
53
66
|
|
|
54
67
|
<br/>
|
|
55
68
|
<br/>
|
|
56
69
|
|
|
57
70
|
<a href="https://extra.yantraos.com">
|
|
58
|
-
<img src="https://raw.githubusercontent.com/AIYantra/extra/main/assets/
|
|
71
|
+
<img src="https://raw.githubusercontent.com/AIYantra/extra/main/assets/demo.gif" alt="Extra in action — Live Windows desktop automation" width="100%" />
|
|
59
72
|
</a>
|
|
60
73
|
|
|
61
74
|
</div>
|
|
@@ -66,9 +79,9 @@ Dynamic: license-file
|
|
|
66
79
|
|
|
67
80
|
Today's AI assistants can write brilliant essays and code, but they are trapped inside a chat window. When you need them to click a button, open an app, organize your files, or input data into a spreadsheet, they can only give you text instructions.
|
|
68
81
|
|
|
69
|
-
**Extra gives your AI hands and eyes on Windows.**
|
|
82
|
+
**Extra gives your AI hands and eyes on Linux, macOS & Windows.**
|
|
70
83
|
|
|
71
|
-
It connects **Claude, Google Antigravity, Cursor, AGY**, or any autonomous agent directly to your
|
|
84
|
+
It connects **Claude, Google Antigravity, Cursor, AGY**, or any autonomous agent directly to your desktop with high-speed screen vision, pixel-perfect clicking, and instant typing.
|
|
72
85
|
|
|
73
86
|
* **No clunky browser extensions.**
|
|
74
87
|
* **No expensive cloud servers watching your screen.**
|
|
@@ -80,22 +93,27 @@ It connects **Claude, Google Antigravity, Cursor, AGY**, or any autonomous agent
|
|
|
80
93
|
|
|
81
94
|
Once Extra is running, you can talk to your AI like a real human assistant sitting at your desk:
|
|
82
95
|
|
|
83
|
-
* 📊 **Spreadsheets & Data:** *"Open Excel, calculate total revenue from the invoice CSVs in my Downloads folder, and create a summary chart."*
|
|
96
|
+
* 📊 **Spreadsheets & Data:** *"Open Excel or LibreOffice Calc, calculate total revenue from the invoice CSVs in my Downloads folder, and create a summary chart."*
|
|
84
97
|
* 🗂️ **Desktop & File Cleanup:** *"Clean up my messy desktop by moving screenshots into Pictures, PDFs into Documents, and deleting empty folders."*
|
|
85
|
-
* 🌐 **Web Research & Data Entry:** *"Open Chrome, find the top 5 flights to Tokyo under $800, and copy their flight numbers and dates into
|
|
86
|
-
* ⚙️ **
|
|
87
|
-
* 🎵 **App Control:** *"Launch Spotify, search for low-fi focus beats, and start playing."*
|
|
98
|
+
* 🌐 **Web Research & Data Entry:** *"Open Chrome or Firefox, find the top 5 flights to Tokyo under $800, and copy their flight numbers and dates into a text note."*
|
|
99
|
+
* ⚙️ **System Administration:** *"Open Settings or terminal, check system updates, and verify service health."*
|
|
100
|
+
* 🎵 **App Control:** *"Launch Spotify or VLC, search for low-fi focus beats, and start playing."*
|
|
88
101
|
|
|
89
102
|
---
|
|
90
103
|
|
|
91
104
|
## ⚡ Quickstart (1 Minute)
|
|
92
105
|
|
|
93
|
-
You can set up Extra in seconds on **macOS
|
|
106
|
+
You can set up Extra in seconds on **Linux**, **macOS**, or **Windows**:
|
|
94
107
|
|
|
95
108
|
### Option A: Ask Your AI To Set It Up (Primary Funnel — Easiest)
|
|
96
109
|
|
|
97
110
|
Copy and paste the single directive for your OS into **Claude Desktop**, **Google Antigravity**, **Cursor**, **Windsurf**, or any MCP agent:
|
|
98
111
|
|
|
112
|
+
* **🐧 For Linux (Arch / yantraOS, Ubuntu, Debian, Fedora):**
|
|
113
|
+
```text
|
|
114
|
+
Setup Extra on my Linux machine: In Terminal run 'curl -sSL https://extra.yantraos.com/install.sh | bash', then read and configure ~/.extra/app/STARTER_PROMPT_LINUX.md so we are ready to use Extra.
|
|
115
|
+
```
|
|
116
|
+
|
|
99
117
|
* **🍏 For macOS (Apple Silicon M1-M4 & Intel):**
|
|
100
118
|
```text
|
|
101
119
|
Setup Extra on my Mac: In Terminal run 'curl -sSL https://extra.yantraos.com/install.sh | bash', then read and configure ~/.extra/app/STARTER_PROMPT_MACOS.md so we are ready to use Extra.
|
|
@@ -113,6 +131,11 @@ Your AI will run the installer, configure MCP and local rules, and reply:
|
|
|
113
131
|
|
|
114
132
|
### Option B: Run the One-Liner Yourself
|
|
115
133
|
|
|
134
|
+
* **🐧 Linux Terminal (Arch / yantraOS, Ubuntu, Debian, Fedora):**
|
|
135
|
+
```bash
|
|
136
|
+
curl -sSL https://extra.yantraos.com/install.sh | bash
|
|
137
|
+
```
|
|
138
|
+
|
|
116
139
|
* **🍏 macOS Terminal:**
|
|
117
140
|
```bash
|
|
118
141
|
curl -sSL https://extra.yantraos.com/install.sh | bash
|
|
@@ -124,7 +147,7 @@ Your AI will run the installer, configure MCP and local rules, and reply:
|
|
|
124
147
|
```
|
|
125
148
|
|
|
126
149
|
The automated installer will:
|
|
127
|
-
* Verify OS architecture (macOS 12.3
|
|
150
|
+
* Verify OS architecture (Linux Wayland/X11, macOS 12.3+, or Windows 10/11 64-bit).
|
|
128
151
|
* Provision isolated Python 3.10+ runtime (`~/.extra/venv`).
|
|
129
152
|
* Auto-configure **Claude Desktop**, **Cursor**, **Windsurf**, and **Antigravity** (`agy`).
|
|
130
153
|
* Run the health diagnostic doctor and present the 1-step starter prompt.
|
|
@@ -134,7 +157,7 @@ The automated installer will:
|
|
|
134
157
|
### Option C: Developer Git Clone
|
|
135
158
|
|
|
136
159
|
```bash
|
|
137
|
-
# macOS:
|
|
160
|
+
# Linux / macOS:
|
|
138
161
|
git clone https://github.com/AIYantra/extra.git ~/.extra/app
|
|
139
162
|
cd ~/.extra/app && ./install.sh
|
|
140
163
|
|
|
@@ -263,14 +286,14 @@ extra/
|
|
|
263
286
|
├── cli.py # CLI runner (extra doctor, test, indicators, run, inspect, snap)
|
|
264
287
|
├── install.ps1 # 1-line PowerShell installer (Windows)
|
|
265
288
|
├── install.sh # 1-line bash installer (macOS)
|
|
266
|
-
├── pyproject.toml # PyPI package manifest (extra-desktop v0.3.
|
|
267
|
-
├── package.json # npm package manifest (@yantraos/extra-desktop v0.3.
|
|
289
|
+
├── pyproject.toml # PyPI package manifest (extra-desktop v0.3.3)
|
|
290
|
+
├── package.json # npm package manifest (@yantraos/extra-desktop v0.3.3)
|
|
268
291
|
├── server.json # Official MCP registry manifest
|
|
269
292
|
├── glama.json # Glama MCP ecosystem manifest
|
|
270
293
|
├── smithery.yaml # Smithery 1-click deployment manifest
|
|
271
294
|
├── requirements.txt # Enterprise-audited dependency manifest
|
|
272
295
|
├── STARTER_PROMPT.md # Master AI system prompt & setup directive
|
|
273
|
-
├──
|
|
296
|
+
├── docs/ # Full System Architecture & Specifications
|
|
274
297
|
└── RELEASE_NOTES.md # Comprehensive version release notes
|
|
275
298
|
```
|
|
276
299
|
|
|
@@ -1,29 +1,30 @@
|
|
|
1
1
|
<div align="center">
|
|
2
2
|
|
|
3
3
|
<a href="https://extra.yantraos.com">
|
|
4
|
-
<img src="
|
|
4
|
+
<img src="assets/logo.png" alt="Extra — Get extra from your AI" width="420" />
|
|
5
5
|
</a>
|
|
6
6
|
|
|
7
7
|
# Extra
|
|
8
8
|
|
|
9
|
-
### The Open-Source Astra 6 for your Mac &
|
|
10
|
-
**Your AI can see, click, type, navigate, and get real work done on macOS & Windows.**
|
|
9
|
+
### The Open-Source Astra 6 for your Linux PC, Mac & Windows
|
|
10
|
+
**Your AI can see, click, type, navigate, and get real work done on Linux, macOS & Windows.**
|
|
11
11
|
|
|
12
12
|
<!-- mcp-name: io.github.AIYantra/extra -->
|
|
13
13
|
|
|
14
|
+
[](https://pepy.tech/projects/extra-desktop)
|
|
14
15
|
[](LICENSE)
|
|
15
|
-
[](https://extra.yantraos.com)
|
|
16
17
|
[](https://modelcontextprotocol.io)
|
|
17
18
|
[](https://yantraos.com)
|
|
18
19
|
[](https://github.com/AIYantra/extra)
|
|
19
20
|
|
|
20
|
-
[Website](https://extra.yantraos.com) • [Quickstart](#-quickstart-1-minute) • [macOS Guide](README_MACOS.md) • [Architecture](ARCHITECTURE.md) • [License](LICENSE)
|
|
21
|
+
[Website](https://extra.yantraos.com) • [Quickstart](#-quickstart-1-minute) • [Linux Guide](README_LINUX.md) • [macOS Guide](README_MACOS.md) • [Architecture](docs/ARCHITECTURE.md) • [License](LICENSE)
|
|
21
22
|
|
|
22
23
|
<br/>
|
|
23
24
|
<br/>
|
|
24
25
|
|
|
25
26
|
<a href="https://extra.yantraos.com">
|
|
26
|
-
<img src="https://raw.githubusercontent.com/AIYantra/extra/main/assets/
|
|
27
|
+
<img src="https://raw.githubusercontent.com/AIYantra/extra/main/assets/demo.gif" alt="Extra in action — Live Windows desktop automation" width="100%" />
|
|
27
28
|
</a>
|
|
28
29
|
|
|
29
30
|
</div>
|
|
@@ -34,9 +35,9 @@
|
|
|
34
35
|
|
|
35
36
|
Today's AI assistants can write brilliant essays and code, but they are trapped inside a chat window. When you need them to click a button, open an app, organize your files, or input data into a spreadsheet, they can only give you text instructions.
|
|
36
37
|
|
|
37
|
-
**Extra gives your AI hands and eyes on Windows.**
|
|
38
|
+
**Extra gives your AI hands and eyes on Linux, macOS & Windows.**
|
|
38
39
|
|
|
39
|
-
It connects **Claude, Google Antigravity, Cursor, AGY**, or any autonomous agent directly to your
|
|
40
|
+
It connects **Claude, Google Antigravity, Cursor, AGY**, or any autonomous agent directly to your desktop with high-speed screen vision, pixel-perfect clicking, and instant typing.
|
|
40
41
|
|
|
41
42
|
* **No clunky browser extensions.**
|
|
42
43
|
* **No expensive cloud servers watching your screen.**
|
|
@@ -48,22 +49,27 @@ It connects **Claude, Google Antigravity, Cursor, AGY**, or any autonomous agent
|
|
|
48
49
|
|
|
49
50
|
Once Extra is running, you can talk to your AI like a real human assistant sitting at your desk:
|
|
50
51
|
|
|
51
|
-
* 📊 **Spreadsheets & Data:** *"Open Excel, calculate total revenue from the invoice CSVs in my Downloads folder, and create a summary chart."*
|
|
52
|
+
* 📊 **Spreadsheets & Data:** *"Open Excel or LibreOffice Calc, calculate total revenue from the invoice CSVs in my Downloads folder, and create a summary chart."*
|
|
52
53
|
* 🗂️ **Desktop & File Cleanup:** *"Clean up my messy desktop by moving screenshots into Pictures, PDFs into Documents, and deleting empty folders."*
|
|
53
|
-
* 🌐 **Web Research & Data Entry:** *"Open Chrome, find the top 5 flights to Tokyo under $800, and copy their flight numbers and dates into
|
|
54
|
-
* ⚙️ **
|
|
55
|
-
* 🎵 **App Control:** *"Launch Spotify, search for low-fi focus beats, and start playing."*
|
|
54
|
+
* 🌐 **Web Research & Data Entry:** *"Open Chrome or Firefox, find the top 5 flights to Tokyo under $800, and copy their flight numbers and dates into a text note."*
|
|
55
|
+
* ⚙️ **System Administration:** *"Open Settings or terminal, check system updates, and verify service health."*
|
|
56
|
+
* 🎵 **App Control:** *"Launch Spotify or VLC, search for low-fi focus beats, and start playing."*
|
|
56
57
|
|
|
57
58
|
---
|
|
58
59
|
|
|
59
60
|
## ⚡ Quickstart (1 Minute)
|
|
60
61
|
|
|
61
|
-
You can set up Extra in seconds on **macOS
|
|
62
|
+
You can set up Extra in seconds on **Linux**, **macOS**, or **Windows**:
|
|
62
63
|
|
|
63
64
|
### Option A: Ask Your AI To Set It Up (Primary Funnel — Easiest)
|
|
64
65
|
|
|
65
66
|
Copy and paste the single directive for your OS into **Claude Desktop**, **Google Antigravity**, **Cursor**, **Windsurf**, or any MCP agent:
|
|
66
67
|
|
|
68
|
+
* **🐧 For Linux (Arch / yantraOS, Ubuntu, Debian, Fedora):**
|
|
69
|
+
```text
|
|
70
|
+
Setup Extra on my Linux machine: In Terminal run 'curl -sSL https://extra.yantraos.com/install.sh | bash', then read and configure ~/.extra/app/STARTER_PROMPT_LINUX.md so we are ready to use Extra.
|
|
71
|
+
```
|
|
72
|
+
|
|
67
73
|
* **🍏 For macOS (Apple Silicon M1-M4 & Intel):**
|
|
68
74
|
```text
|
|
69
75
|
Setup Extra on my Mac: In Terminal run 'curl -sSL https://extra.yantraos.com/install.sh | bash', then read and configure ~/.extra/app/STARTER_PROMPT_MACOS.md so we are ready to use Extra.
|
|
@@ -81,6 +87,11 @@ Your AI will run the installer, configure MCP and local rules, and reply:
|
|
|
81
87
|
|
|
82
88
|
### Option B: Run the One-Liner Yourself
|
|
83
89
|
|
|
90
|
+
* **🐧 Linux Terminal (Arch / yantraOS, Ubuntu, Debian, Fedora):**
|
|
91
|
+
```bash
|
|
92
|
+
curl -sSL https://extra.yantraos.com/install.sh | bash
|
|
93
|
+
```
|
|
94
|
+
|
|
84
95
|
* **🍏 macOS Terminal:**
|
|
85
96
|
```bash
|
|
86
97
|
curl -sSL https://extra.yantraos.com/install.sh | bash
|
|
@@ -92,7 +103,7 @@ Your AI will run the installer, configure MCP and local rules, and reply:
|
|
|
92
103
|
```
|
|
93
104
|
|
|
94
105
|
The automated installer will:
|
|
95
|
-
* Verify OS architecture (macOS 12.3
|
|
106
|
+
* Verify OS architecture (Linux Wayland/X11, macOS 12.3+, or Windows 10/11 64-bit).
|
|
96
107
|
* Provision isolated Python 3.10+ runtime (`~/.extra/venv`).
|
|
97
108
|
* Auto-configure **Claude Desktop**, **Cursor**, **Windsurf**, and **Antigravity** (`agy`).
|
|
98
109
|
* Run the health diagnostic doctor and present the 1-step starter prompt.
|
|
@@ -102,7 +113,7 @@ The automated installer will:
|
|
|
102
113
|
### Option C: Developer Git Clone
|
|
103
114
|
|
|
104
115
|
```bash
|
|
105
|
-
# macOS:
|
|
116
|
+
# Linux / macOS:
|
|
106
117
|
git clone https://github.com/AIYantra/extra.git ~/.extra/app
|
|
107
118
|
cd ~/.extra/app && ./install.sh
|
|
108
119
|
|
|
@@ -231,14 +242,14 @@ extra/
|
|
|
231
242
|
├── cli.py # CLI runner (extra doctor, test, indicators, run, inspect, snap)
|
|
232
243
|
├── install.ps1 # 1-line PowerShell installer (Windows)
|
|
233
244
|
├── install.sh # 1-line bash installer (macOS)
|
|
234
|
-
├── pyproject.toml # PyPI package manifest (extra-desktop v0.3.
|
|
235
|
-
├── package.json # npm package manifest (@yantraos/extra-desktop v0.3.
|
|
245
|
+
├── pyproject.toml # PyPI package manifest (extra-desktop v0.3.3)
|
|
246
|
+
├── package.json # npm package manifest (@yantraos/extra-desktop v0.3.3)
|
|
236
247
|
├── server.json # Official MCP registry manifest
|
|
237
248
|
├── glama.json # Glama MCP ecosystem manifest
|
|
238
249
|
├── smithery.yaml # Smithery 1-click deployment manifest
|
|
239
250
|
├── requirements.txt # Enterprise-audited dependency manifest
|
|
240
251
|
├── STARTER_PROMPT.md # Master AI system prompt & setup directive
|
|
241
|
-
├──
|
|
252
|
+
├── docs/ # Full System Architecture & Specifications
|
|
242
253
|
└── RELEASE_NOTES.md # Comprehensive version release notes
|
|
243
254
|
```
|
|
244
255
|
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
[build-system]
|
|
2
|
+
requires = ["setuptools>=61.0"]
|
|
3
|
+
build-backend = "setuptools.build_meta"
|
|
4
|
+
|
|
5
|
+
[project]
|
|
6
|
+
name = "extra-desktop"
|
|
7
|
+
version = "0.3.3"
|
|
8
|
+
description = "Flashless Linux, Windows & macOS Computer-Use Engine & Model Context Protocol (MCP) Server"
|
|
9
|
+
readme = "README.md"
|
|
10
|
+
requires-python = ">=3.10"
|
|
11
|
+
license = "MIT"
|
|
12
|
+
authors = [
|
|
13
|
+
{ name = "AIYantra Engineering Team", email = "engineering@yantraos.com" }
|
|
14
|
+
]
|
|
15
|
+
dependencies = [
|
|
16
|
+
"mcp>=1.0.0,<2",
|
|
17
|
+
"websockets>=13.0",
|
|
18
|
+
"playwright>=1.47.0",
|
|
19
|
+
"pillow>=10.4.0",
|
|
20
|
+
"beautifulsoup4>=4.12.3",
|
|
21
|
+
"imagehash>=4.3.1",
|
|
22
|
+
"numpy>=1.26.0",
|
|
23
|
+
"psutil>=6.0.0",
|
|
24
|
+
"kuzu>=0.11.0; python_version < '3.14'",
|
|
25
|
+
"fastembed>=0.8.0",
|
|
26
|
+
"onnxruntime>=1.19.0",
|
|
27
|
+
"pywin32>=306; sys_platform == 'win32'",
|
|
28
|
+
"comtypes>=1.4.0; sys_platform == 'win32'",
|
|
29
|
+
"mss>=9.0.1; sys_platform == 'win32'",
|
|
30
|
+
"pyobjc-core>=10.0; sys_platform == 'darwin'",
|
|
31
|
+
"pyobjc-framework-Cocoa>=10.0; sys_platform == 'darwin'",
|
|
32
|
+
"pyobjc-framework-Quartz>=10.0; sys_platform == 'darwin'",
|
|
33
|
+
"pyobjc-framework-ApplicationServices>=10.0; sys_platform == 'darwin'",
|
|
34
|
+
"pyobjc-framework-ScreenCaptureKit>=10.0; sys_platform == 'darwin'",
|
|
35
|
+
"evdev>=1.7.0; sys_platform == 'linux'",
|
|
36
|
+
"mss>=9.0.1; sys_platform == 'linux'",
|
|
37
|
+
"jeepney>=0.8.0; sys_platform == 'linux'",
|
|
38
|
+
]
|
|
39
|
+
|
|
40
|
+
[project.optional-dependencies]
|
|
41
|
+
dev = [
|
|
42
|
+
"pytest>=8.0.0",
|
|
43
|
+
"pytest-asyncio>=0.24.0",
|
|
44
|
+
"ruff>=0.6.0",
|
|
45
|
+
"mypy>=1.11.0",
|
|
46
|
+
]
|
|
47
|
+
benchmark = [
|
|
48
|
+
"pytest-benchmark>=4.0.0",
|
|
49
|
+
]
|
|
50
|
+
|
|
51
|
+
[project.scripts]
|
|
52
|
+
extra = "extra.cli:main"
|
|
53
|
+
extra-desktop = "extra.cli:main"
|
|
54
|
+
|
|
55
|
+
[project.urls]
|
|
56
|
+
Homepage = "https://extra.yantraos.com"
|
|
57
|
+
Repository = "https://github.com/AIYantra/extra"
|
|
58
|
+
Documentation = "https://extra.yantraos.com/docs"
|
|
59
|
+
|
|
60
|
+
[tool.setuptools.packages.find]
|
|
61
|
+
where = ["src"]
|
|
62
|
+
|
|
63
|
+
[tool.pytest.ini_options]
|
|
64
|
+
testpaths = ["tests"]
|
|
65
|
+
pythonpath = ["src"]
|
|
66
|
+
addopts = "-p no:faulthandler"
|
|
67
|
+
markers = [
|
|
68
|
+
"unit: Fast isolated unit tests with zero system dependencies",
|
|
69
|
+
"integration: Subsystem integration tests",
|
|
70
|
+
"windows: Tests requiring Windows Win32 / UIA subsystems",
|
|
71
|
+
"linux: Tests requiring Linux X11 / Wayland / AT-SPI2 subsystems",
|
|
72
|
+
"macos: Tests requiring macOS Quartz / Accessibility subsystems",
|
|
73
|
+
"benchmark: Performance profiling and stress benchmark suites",
|
|
74
|
+
"security: Security audit and vulnerability verification tests",
|
|
75
|
+
]
|
|
76
|
+
|