oagi-core 0.12.1__tar.gz → 0.13.0__tar.gz

{oagi_core-0.12.1 → oagi_core-0.13.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: oagi-core
-Version: 0.12.1
+Version: 0.13.0
 Summary: Official API of OpenAGI Foundation
 Project-URL: Homepage, https://github.com/agiopen-org/oagi
 Author-email: OpenAGI Foundation <contact@agiopen.org>
@@ -35,6 +35,7 @@ Requires-Dist: pillow>=9.0.0; extra == 'desktop'
 Requires-Dist: pyautogui>=0.9.54; extra == 'desktop'
 Requires-Dist: pyobjc-framework-applicationservices>=8.0; (sys_platform == 'darwin') and extra == 'desktop'
 Requires-Dist: pyobjc-framework-quartz>=8.0; (sys_platform == 'darwin') and extra == 'desktop'
+Requires-Dist: screeninfo>=0.8.1; extra == 'desktop'
 Provides-Extra: server
 Requires-Dist: fastapi[standard]>=0.100.0; extra == 'server'
 Requires-Dist: pydantic-settings>=2.0.0; extra == 'server'
@@ -82,6 +83,7 @@ With Lux, possibilities are endless. Here are a few examples:
   - [Command Line Interface](#command-line-interface)
   - [Image Processing](#image-processing)
   - [Manual Control with Actor](#manual-control-with-actor)
+  - [Run On System With Wayland](#run-on-system-with-wayland)
 - [Examples](#examples)
 - [Socket.IO Server (Optional)](#socketio-server-optional)
   - [Installation](#installation-1)
@@ -239,6 +241,45 @@ async def main():
 asyncio.run(main())
 ```
 
+### Run On System With Wayland
+The SDK includes support for desktop automation on systems with Wayland display, such as Ubuntu/Debain. It leverages `ydotool` and `flameshot` for mouse/keyboard actions and screenshot capture respectively. Please install these two tools on your system in advance and ensure `ydotoold` server is running in the background when running the script.
+
+Refer to [ydotool](https://github.com/ReimuNotMoe/ydotool) and [flameshot](https://flameshot.org/#download) for installation instructions. Disable mouse acceleration for more precise mouse control. (In GNOME, run `gsettings set org.gnome.desktop.peripherals.mouse accel-profile 'flat'`)
+
+Run tasks automatically with screenshot capture and action execution:
+```python
+import asyncio
+from oagi import AsyncDefaultAgent, AsyncYdotoolActionHandler, AsyncScreenshotMaker
+
+async def main():
+    agent = AsyncDefaultAgent(max_steps=10)
+    completed = await agent.execute(
+        "Search weather on Google",
+        action_handler=AsyncYdotoolActionHandler(),    # Executes mouse/keyboard actions, based on 'ydotool'
+        image_provider=AsyncScreenshotMaker(),         # Captures screenshots, based on 'flameshot'
+    )
+    return completed
+
+asyncio.run(main())
+```
+
+Configure Ydotool behavior with custom settings:
+
+```python
+from oagi import AsyncYdotoolActionHandler, YdotoolConfig
+
+# Customize action behavior
+config = YdotoolConfig(
+    scroll_amount=50,        # Larger scroll steps (default: 20)
+    wait_duration=2.0,       # Longer waits (default: 1.0)
+    action_pause=1.0,        # More pause between actions (default: 0.5)
+    capslock_mode="session", # Caps lock mode: 'session' or 'system' (default: 'session')
+    socket_address="/tmp/ydotool.sock"  # Customized Socket address for ydotool (ydotool uses 'YDOTOOL_SOCKET' environment variable by default)
+)
+
+action_handler = AsyncYdotoolActionHandler(config=config)
+```
+
 ## Examples
 
 See the [`examples/`](examples/) directory for more usage patterns:

{oagi_core-0.12.1 → oagi_core-0.13.0}/README.md

@@ -38,6 +38,7 @@ With Lux, possibilities are endless. Here are a few examples:
   - [Command Line Interface](#command-line-interface)
   - [Image Processing](#image-processing)
   - [Manual Control with Actor](#manual-control-with-actor)
+  - [Run On System With Wayland](#run-on-system-with-wayland)
 - [Examples](#examples)
 - [Socket.IO Server (Optional)](#socketio-server-optional)
   - [Installation](#installation-1)
@@ -195,6 +196,45 @@ async def main():
 asyncio.run(main())
 ```
 
+### Run On System With Wayland
+The SDK includes support for desktop automation on systems with Wayland display, such as Ubuntu/Debain. It leverages `ydotool` and `flameshot` for mouse/keyboard actions and screenshot capture respectively. Please install these two tools on your system in advance and ensure `ydotoold` server is running in the background when running the script.
+
+Refer to [ydotool](https://github.com/ReimuNotMoe/ydotool) and [flameshot](https://flameshot.org/#download) for installation instructions. Disable mouse acceleration for more precise mouse control. (In GNOME, run `gsettings set org.gnome.desktop.peripherals.mouse accel-profile 'flat'`)
+
+Run tasks automatically with screenshot capture and action execution:
+```python
+import asyncio
+from oagi import AsyncDefaultAgent, AsyncYdotoolActionHandler, AsyncScreenshotMaker
+
+async def main():
+    agent = AsyncDefaultAgent(max_steps=10)
+    completed = await agent.execute(
+        "Search weather on Google",
+        action_handler=AsyncYdotoolActionHandler(),    # Executes mouse/keyboard actions, based on 'ydotool'
+        image_provider=AsyncScreenshotMaker(),         # Captures screenshots, based on 'flameshot'
+    )
+    return completed
+
+asyncio.run(main())
+```
+
+Configure Ydotool behavior with custom settings:
+
+```python
+from oagi import AsyncYdotoolActionHandler, YdotoolConfig
+
+# Customize action behavior
+config = YdotoolConfig(
+    scroll_amount=50,        # Larger scroll steps (default: 20)
+    wait_duration=2.0,       # Longer waits (default: 1.0)
+    action_pause=1.0,        # More pause between actions (default: 0.5)
+    capslock_mode="session", # Caps lock mode: 'session' or 'system' (default: 'session')
+    socket_address="/tmp/ydotool.sock"  # Customized Socket address for ydotool (ydotool uses 'YDOTOOL_SOCKET' environment variable by default)
+)
+
+action_handler = AsyncYdotoolActionHandler(config=config)
+```
+
 ## Examples
 
 See the [`examples/`](examples/) directory for more usage patterns:

{oagi_core-0.12.1 → oagi_core-0.13.0}/metapackage/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "oagi"
-version = "0.12.1"
+version = "0.13.0"
 description = "Official API of OpenAGI Foundation (metapackage with all features)"
 readme = "README.md"
 license = "MIT"
@@ -16,7 +16,7 @@ authors = [
 requires-python = ">= 3.10"
 
 dependencies = [
-    "oagi-core[desktop,server]==0.12.1",
+    "oagi-core[desktop,server]==0.13.0",
 ]
 
 [project.urls]

{oagi_core-0.12.1 → oagi_core-0.13.0}/metapackage/uv.lock

@@ -503,18 +503,18 @@ sdist = { url = "https://files.pythonhosted.org/packages/28/fa/b2ba8229b9381e8f6
 
 [[package]]
 name = "oagi"
-version = "0.12.1"
+version = "0.13.0"
 source = { editable = "." }
 dependencies = [
     { name = "oagi-core", extra = ["desktop", "server"] },
 ]
 
 [package.metadata]
-requires-dist = [{ name = "oagi-core", extras = ["desktop", "server"], specifier = "==0.12.0" }]
+requires-dist = [{ name = "oagi-core", extras = ["desktop", "server"], specifier = "==0.12.1" }]
 
 [[package]]
 name = "oagi-core"
-version = "0.12.0"
+version = "0.12.1"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "httpx" },
@@ -522,9 +522,9 @@ dependencies = [
     { name = "pydantic" },
     { name = "rich" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/5f/20/431fe40c681194886fa51b841929a6be4d614409817f048ab88fab1ef4f8/oagi_core-0.12.0.tar.gz", hash = "sha256:3ffd93f217bac5357fd28442a65c679a3b1891e52419f833dd7d2bbd48015d7a", size = 286697, upload-time = "2025-12-11T10:56:26.121Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/f8/70/0977d856ebfb2af41b1d4804f902ef1f8b929de6663ea9a97d879051a6da/oagi_core-0.12.1.tar.gz", hash = "sha256:d04a73849709833b16c55e24edc06f8f17a58d3389ef8849a66c9d7e93183863", size = 297360, upload-time = "2025-12-17T06:46:59.237Z" }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/6f/fb/4474f6f2dcb4ee9ac1699d437b5b133be695a919108b50e9ace92e763e9f/oagi_core-0.12.0-py3-none-any.whl", hash = "sha256:37c67c2b96a13166dd4fa89828e967fdd23f0eb871ec1b22acef8bf4ce777c8a", size = 99904, upload-time = "2025-12-11T10:56:24.684Z" },
+    { url = "https://files.pythonhosted.org/packages/0b/4c/29d774abb3b1dc1cff021021a941caa2926fffd1b9effd0845e9b1fb5afd/oagi_core-0.12.1-py3-none-any.whl", hash = "sha256:32d7638c701990e42d1d4e3c6cee6530b99aed61eea2d36eb5bba1d6cb12ff38", size = 100565, upload-time = "2025-12-17T06:46:57.868Z" },
 ]
 
 [package.optional-dependencies]

{oagi_core-0.12.1 → oagi_core-0.13.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "oagi-core"
-version = "0.12.1"
+version = "0.13.0"
 description = "Official API of OpenAGI Foundation"
 readme = "README.md"
 license = { file = "LICENSE" }
@@ -33,6 +33,7 @@ desktop = [
     "pyautogui>=0.9.54",
     "pyobjc-framework-Quartz>=8.0; sys_platform == 'darwin'",
     "pyobjc-framework-ApplicationServices>=8.0; sys_platform == 'darwin'",
+    "screeninfo>=0.8.1"
 ]
 server = [
     "fastapi[standard]>=0.100.0",

{oagi_core-0.12.1 → oagi_core-0.13.0}/src/oagi/__init__.py

@@ -6,8 +6,11 @@
 #  Licensed under the MIT License.
 # -----------------------------------------------------------------------------
 import importlib
+import importlib.metadata
 from typing import TYPE_CHECKING
 
+__version__ = importlib.metadata.version("oagi-core")
+
 from oagi.actor import Actor, AsyncActor, AsyncShortTask, AsyncTask, ShortTask, Task
 from oagi.client import AsyncClient, SyncClient
 from oagi.exceptions import (
@@ -62,6 +65,22 @@ _LAZY_IMPORTS_DATA: dict[str, tuple[str, str | None, str | None]] = {
     "create_app": ("oagi.server.main", "socketio", "server"),
     "ServerConfig": ("oagi.server.config", "pydantic_settings", "server"),
     "sio": ("oagi.server.socketio_server", "socketio", "server"),
+    # Wayland handlers
+    "AsyncYdotoolActionHandler": (
+        "oagi.handler.async_ydotool_action_handler",
+        "screeninfo",
+        "desktop",
+    ),
+    "YdotoolActionHandler": (
+        "oagi.handler.ydotool_action_handler",
+        "screeninfo",
+        "desktop",
+    ),
+    "YdotoolConfig": (
+        "oagi.handler.ydotool_action_handler",
+        "screeninfo",
+        "desktop",
+    ),
 }
 
 if TYPE_CHECKING:
@@ -70,12 +89,14 @@ if TYPE_CHECKING:
     from oagi.agent.tasker import TaskerAgent
     from oagi.handler.async_pyautogui_action_handler import AsyncPyautoguiActionHandler
     from oagi.handler.async_screenshot_maker import AsyncScreenshotMaker
+    from oagi.handler.async_ydotool_action_handler import AsyncYdotoolActionHandler
     from oagi.handler.pil_image import PILImage
     from oagi.handler.pyautogui_action_handler import (
         PyautoguiActionHandler,
         PyautoguiConfig,
     )
     from oagi.handler.screenshot_maker import ScreenshotMaker
+    from oagi.handler.ydotool_action_handler import YdotoolActionHandler, YdotoolConfig
     from oagi.server.config import ServerConfig
     from oagi.server.main import create_app
     from oagi.server.socketio_server import sio
@@ -98,6 +119,8 @@ def __dir__() -> list[str]:
 
 
 __all__ = [
+    # Version
+    "__version__",
     # Core sync classes
     "Actor",
     "AsyncActor",
@@ -143,4 +166,8 @@ __all__ = [
     "create_app",
     "ServerConfig",
     "sio",
+    # Lazy imports - Wayland handler classes
+    "AsyncYdotoolActionHandler",
+    "YdotoolActionHandler",
+    "YdotoolConfig",
 ]

{oagi_core-0.12.1 → oagi_core-0.13.0}/src/oagi/cli/agent.py

@@ -206,14 +206,25 @@ def _warn_missing_permissions() -> None:
 
 def run_agent(args: argparse.Namespace) -> None:
     # Check if desktop extras are installed
-    check_optional_dependency("pyautogui", "Agent execution", "desktop")
     check_optional_dependency("PIL", "Agent execution", "desktop")
 
-    # Warn about missing macOS permissions (non-blocking)
-    _warn_missing_permissions()
-
-    from oagi import AsyncPyautoguiActionHandler, AsyncScreenshotMaker  # noqa: PLC0415
+    from oagi import AsyncScreenshotMaker  # noqa: PLC0415
     from oagi.agent import create_agent  # noqa: PLC0415
+    from oagi.handler.wayland_support import is_wayland_display_server  # noqa: PLC0415
+
+    # Select appropriate action handler based on display server
+    if is_wayland_display_server():
+        check_optional_dependency("screeninfo", "Agent execution (Wayland)", "desktop")
+        from oagi import AsyncYdotoolActionHandler  # noqa: PLC0415
+
+        action_handler = AsyncYdotoolActionHandler()
+    else:
+        check_optional_dependency("pyautogui", "Agent execution", "desktop")
+        # Warn about missing macOS permissions (non-blocking)
+        _warn_missing_permissions()
+        from oagi import AsyncPyautoguiActionHandler  # noqa: PLC0415
+
+        action_handler = AsyncPyautoguiActionHandler()
 
     # Get configuration
     api_key = args.oagi_api_key or os.getenv("OAGI_API_KEY")
@@ -266,8 +277,7 @@ def run_agent(args: argparse.Namespace) -> None:
     # Create agent
     agent = create_agent(**agent_kwargs)
 
-    # Create handlers
-    action_handler = AsyncPyautoguiActionHandler()
+    # Create image provider
     image_provider = AsyncScreenshotMaker()
 
     if args.instruction:

{oagi_core-0.12.1 → oagi_core-0.13.0}/src/oagi/client/async_.py

@@ -19,6 +19,7 @@ from ..constants import (
     HTTP_CLIENT_TIMEOUT,
 )
 from ..logging import get_logger
+from ..platform_info import get_sdk_headers
 from ..types import Image
 from ..types.models import GenerateResponse, UploadFileResponse, Usage
 from ..types.models.step import Step
@@ -54,17 +55,21 @@ class AsyncClient(BaseClient[httpx.AsyncClient]):
     ):
         super().__init__(base_url, api_key, max_retries)
 
+        # Get SDK headers for all clients
+        sdk_headers = get_sdk_headers()
+
         # OpenAI client for chat completions (with retries)
         self.openai_client = AsyncOpenAI(
             api_key=self.api_key,
             base_url=f"{self.base_url}/v1",
             max_retries=self.max_retries,
+            default_headers=sdk_headers,
         )
 
         # httpx clients for S3 uploads and other endpoints (with retries)
         transport = AsyncHTTPTransport(retries=self.max_retries)
         self.http_client = httpx.AsyncClient(
-            transport=transport, base_url=self.base_url
+            transport=transport, base_url=self.base_url, headers=sdk_headers
         )
         self.upload_client = httpx.AsyncClient(
             transport=transport, timeout=HTTP_CLIENT_TIMEOUT

{oagi_core-0.12.1 → oagi_core-0.13.0}/src/oagi/client/base.py

@@ -29,6 +29,7 @@ from ..exceptions import (
     ValidationError,
 )
 from ..logging import get_logger
+from ..platform_info import get_sdk_headers
 from ..types.models import (
     ErrorResponse,
     GenerateResponse,
@@ -73,7 +74,7 @@ class BaseClient(Generic[HttpClientT]):
         logger.info(f"Client initialized with base_url: {self.base_url}")
 
     def _build_headers(self, api_version: str | None = None) -> dict[str, str]:
-        headers: dict[str, str] = {}
+        headers = get_sdk_headers()
         if api_version:
             headers["x-api-version"] = api_version
         if self.api_key:

{oagi_core-0.12.1 → oagi_core-0.13.0}/src/oagi/client/sync.py

@@ -19,6 +19,7 @@ from ..constants import (
     HTTP_CLIENT_TIMEOUT,
 )
 from ..logging import get_logger
+from ..platform_info import get_sdk_headers
 from ..types import Image
 from ..types.models import GenerateResponse, UploadFileResponse, Usage
 from ..types.models.step import Step
@@ -54,16 +55,22 @@ class SyncClient(BaseClient[httpx.Client]):
     ):
         super().__init__(base_url, api_key, max_retries)
 
+        # Get SDK headers for all clients
+        sdk_headers = get_sdk_headers()
+
         # OpenAI client for chat completions (with retries)
         self.openai_client = OpenAI(
             api_key=self.api_key,
             base_url=f"{self.base_url}/v1",
             max_retries=self.max_retries,
+            default_headers=sdk_headers,
         )
 
         # httpx clients for S3 uploads and other endpoints (with retries)
         transport = HTTPTransport(retries=self.max_retries)
-        self.http_client = httpx.Client(transport=transport, base_url=self.base_url)
+        self.http_client = httpx.Client(
+            transport=transport, base_url=self.base_url, headers=sdk_headers
+        )
         self.upload_client = httpx.Client(
             transport=transport, timeout=HTTP_CLIENT_TIMEOUT
         )

{oagi_core-0.12.1 → oagi_core-0.13.0}/src/oagi/handler/__init__.py

@@ -18,17 +18,22 @@ _LAZY_IMPORTS: dict[str, str] = {
     "PyautoguiActionHandler": "oagi.handler.pyautogui_action_handler",
     "PyautoguiConfig": "oagi.handler.pyautogui_action_handler",
     "ScreenshotMaker": "oagi.handler.screenshot_maker",
+    "AsyncYdotoolActionHandler": "oagi.handler.async_ydotool_action_handler",
+    "YdotoolActionHandler": "oagi.handler.ydotool_action_handler",
+    "YdotoolConfig": "oagi.handler.ydotool_action_handler",
 }
 
 if TYPE_CHECKING:
     from oagi.handler.async_pyautogui_action_handler import AsyncPyautoguiActionHandler
     from oagi.handler.async_screenshot_maker import AsyncScreenshotMaker
+    from oagi.handler.async_ydotool_action_handler import AsyncYdotoolActionHandler
     from oagi.handler.pil_image import PILImage
     from oagi.handler.pyautogui_action_handler import (
         PyautoguiActionHandler,
         PyautoguiConfig,
     )
     from oagi.handler.screenshot_maker import ScreenshotMaker
+    from oagi.handler.ydotool_action_handler import YdotoolActionHandler, YdotoolConfig
 
 
 def __getattr__(name: str):
@@ -52,4 +57,7 @@ __all__ = [
     "ScreenshotMaker",
     "AsyncScreenshotMaker",
     "reset_handler",
+    "YdotoolConfig",
+    "YdotoolActionHandler",
+    "AsyncYdotoolActionHandler",
 ]

oagi_core-0.13.0/src/oagi/handler/_ydotool.py

@@ -0,0 +1,158 @@
+# -----------------------------------------------------------------------------
+#  Copyright (c) OpenAGI Foundation
+#  All rights reserved.
+#
+#  This file is part of the official API project.
+#  Licensed under the MIT License.
+# -----------------------------------------------------------------------------
+"""
+Taken from /usr/include/linux/input-event-codes.h
+
+The keys supported in this mapping are the same as the keys supported in pyautogui.
+"""
+
+KEYCODE_MAP = {
+    # Letters
+    "a": 30,
+    "s": 31,
+    "d": 32,
+    "f": 33,
+    "h": 35,
+    "g": 34,
+    "z": 44,
+    "x": 45,
+    "c": 46,
+    "v": 47,
+    "b": 48,
+    "q": 16,
+    "w": 17,
+    "e": 18,
+    "r": 19,
+    "y": 21,
+    "t": 20,
+    "o": 24,
+    "u": 22,
+    "i": 23,
+    "p": 25,
+    "l": 38,
+    "j": 36,
+    "k": 37,
+    "n": 49,
+    "m": 50,
+    # Numbers and shifted symbols
+    "1": 2,
+    "!": 2,
+    "2": 3,
+    "@": 3,
+    "3": 4,
+    "#": 4,
+    "4": 5,
+    "$": 5,
+    "5": 6,
+    "%": 6,
+    "6": 7,
+    "^": 7,
+    "7": 8,
+    "&": 8,
+    "8": 9,
+    "*": 9,
+    "9": 10,
+    "(": 10,
+    "0": 11,
+    ")": 11,
+    # Punctuation and symbols
+    "-": 12,
+    "_": 12,  # KEY_MINUS
+    "=": 13,
+    "+": 13,  # KEY_EQUAL
+    "[": 26,
+    "{": 26,  # KEY_LEFTBRACE
+    "]": 27,
+    "}": 27,  # KEY_RIGHTBRACE
+    ";": 39,
+    ":": 39,  # KEY_SEMICOLON
+    "'": 40,
+    '"': 40,  # KEY_APOSTROPHE
+    "`": 41,
+    "~": 41,  # KEY_GRAVE
+    "\\": 43,
+    "|": 43,  # KEY_BACKSLASH
+    ",": 51,
+    "<": 51,  # KEY_COMMA
+    ".": 52,
+    ">": 52,  # KEY_DOT
+    "/": 53,
+    "?": 53,  # KEY_SLASH
+    # Whitespace
+    " ": 57,
+    "space": 57,
+    "\t": 15,
+    "tab": 15,
+    # Enter / Backspace / Esc
+    "\r": 28,
+    "\n": 28,
+    "enter": 28,
+    "return": 28,
+    "backspace": 14,
+    "\b": 14,
+    "esc": 1,
+    "escape": 1,
+    # Modifiers
+    "shift": 42,
+    "shiftleft": 42,
+    "shiftright": 54,
+    "capslock": 58,
+    "ctrl": 29,
+    "ctrlleft": 29,
+    "ctrlright": 97,
+    "alt": 56,
+    "altleft": 56,
+    "option": 56,
+    "optionleft": 56,
+    "optionright": 100,
+    "command": 125,  # map to KEY_LEFTMETA
+    "fn": 464,  # KEY_FN (0x1d0)
+    # Function keys
+    "f1": 59,
+    "f2": 60,
+    "f3": 61,
+    "f4": 62,
+    "f5": 63,
+    "f6": 64,
+    "f7": 65,
+    "f8": 66,
+    "f9": 67,
+    "f10": 68,
+    "f11": 87,
+    "f12": 88,
+    "f13": 183,
+    "f14": 184,
+    "f15": 185,
+    "f16": 186,
+    "f17": 187,
+    "f18": 188,
+    "f19": 189,
+    "f20": 190,
+    # Navigation
+    "home": 102,
+    "end": 107,
+    "pageup": 104,
+    "pgup": 104,
+    "pagedown": 109,
+    "pgdn": 109,
+    "left": 105,
+    "right": 106,
+    "up": 103,
+    "down": 108,
+    "del": 111,
+    "delete": 111,
+    # Media
+    "volumeup": 115,
+    "volumedown": 114,
+    "volumemute": 113,
+    # Locale-specific keys
+    "yen": 124,  # KEY_YEN
+    "eisu": 85,  # mapped to KEY_ZENKAKUHANKAKU (common JIS toggle)
+    "kana": 90,  # KEY_KATAKANA
+    "help": 138,  # KEY_HELP
+}

oagi_core-0.13.0/src/oagi/handler/async_ydotool_action_handler.py

@@ -0,0 +1,52 @@
+# -----------------------------------------------------------------------------
+#  Copyright (c) OpenAGI Foundation
+#  All rights reserved.
+#
+#  This file is part of the official API project.
+#  Licensed under the MIT License.
+# -----------------------------------------------------------------------------
+
+import asyncio
+
+from ..types import Action
+from .ydotool_action_handler import YdotoolActionHandler, YdotoolConfig
+
+
+class AsyncYdotoolActionHandler:
+    """
+    Async wrapper for YdotoolActionHandler that runs actions in a thread pool.
+
+    This allows Ydotool operations to be non-blocking in async contexts,
+    enabling concurrent execution of other async tasks while GUI actions are performed.
+    """
+
+    def __init__(self, config: YdotoolConfig | None = None):
+        """Initialize with optional configuration.
+
+        Args:
+            config: YdotoolConfig instance for customizing behavior
+        """
+        self.config = config or YdotoolConfig()
+        self.sync_handler = YdotoolActionHandler(config=self.config)
+
+    def reset(self):
+        """Reset handler state.
+
+        Delegates to the underlying synchronous handler's reset method.
+        Called at automation start/end and when FINISH action is received.
+        """
+        self.sync_handler.reset()
+
+    async def __call__(self, actions: list[Action]) -> None:
+        """
+        Execute actions asynchronously using a thread pool executor.
+
+        This prevents PyAutoGUI operations from blocking the async event loop,
+        allowing other coroutines to run while GUI actions are being performed.
+
+        Args:
+            actions: List of actions to execute
+        """
+        loop = asyncio.get_event_loop()
+        # Run the synchronous handler in a thread pool to avoid blocking
+        await loop.run_in_executor(None, self.sync_handler, actions)

{oagi_core-0.12.1 → oagi_core-0.13.0}/src/oagi/handler/pil_image.py

@@ -10,6 +10,8 @@ import io
 
 from ..exceptions import check_optional_dependency
 from ..types.models.image_config import ImageConfig
+from .wayland_support import is_wayland_display_server
+from .wayland_support import screenshot as wayland_screenshot
 
 check_optional_dependency("PIL", "PILImage", "desktop")
 from PIL import Image as PILImageLib  # noqa: E402
@@ -39,6 +41,10 @@ class PILImage:
     @classmethod
     def from_screenshot(cls, config: ImageConfig | None = None) -> "PILImage":
         """Create PILImage from screenshot."""
+        # Use flameshot by default in Wayland display environment
+        if is_wayland_display_server():
+            return cls(wayland_screenshot(), config)
+
         # Lazy import to avoid DISPLAY issues in headless environments
         check_optional_dependency("pyautogui", "PILImage.from_screenshot()", "desktop")
         import pyautogui  # noqa: PLC0415