pygpt-net 2.7.4__py3-none-any.whl → 2.7.5__py3-none-any.whl

pygpt_net/plugin/cmd_mouse_control/config.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.07.26 18:00:00                  #
+# Updated Date: 2026.01.02 02:00:00                  #
 # ================================================== #
 
 from pygpt_net.plugin.base.config import BaseConfig, BasePlugin
@@ -131,6 +131,63 @@ class Config(BaseConfig):
             tooltip="Prompt used to instruct how to control the mouse and keyboard",
         )
 
+        # Playwright sandbox options
+        plugin.add_option(
+            "sandbox_path",
+            type="text",
+            value="",
+            label="Sandbox: Playwright browsers path",
+            description="Path to Playwright browsers installation - leave empty to use default",
+            tab="Sandbox (Playwright)"
+        )
+        plugin.add_option(
+            "sandbox_engine",
+            type="text",
+            value="chromium",
+            label="Sandbox: Playwright engine (chromium|firefox|webkit)",
+            description="Playwright browser engine to use (chromium, firefox, webkit) - must be installed",
+            tab="Sandbox (Playwright)"
+        )
+        plugin.add_option(
+            "sandbox_headless",
+            type="bool",
+            value=False,
+            label="Sandbox: headless mode",
+            description="Run Playwright browser in headless mode (default: False)",
+            tab="Sandbox (Playwright)"
+        )
+        plugin.add_option(
+            "sandbox_args",
+            type="textarea",
+            value="--disable-extensions,\n--disable-file-system",
+            label="Sandbox: Playwright browsers args",
+            description="Additional Playwright browser arguments (comma-separated)",
+        )
+        plugin.add_option(
+            "sandbox_home",
+            type="text",
+            value="https://duckduckgo.com",
+            label="Sandbox: home URL",
+            description="Playwright browser home URL",
+            tab="Sandbox (Playwright)"
+        )
+        plugin.add_option(
+            "sandbox_viewport_w",
+            type="int",
+            value=1440,
+            label="Sandbox: viewport width",
+            description="Playwright viewport width in pixels",
+            tab="Sandbox (Playwright)"
+        )
+        plugin.add_option(
+            "sandbox_viewport_h",
+            type="int",
+            value=900,
+            label="Sandbox: viewport height",
+            description="Playwright viewport height in pixels",
+            tab="Sandbox (Playwright)"
+        )
+
         # commands
         plugin.add_cmd(
             "get_mouse_position",
@@ -153,6 +210,13 @@ class Config(BaseConfig):
             enabled=True,
             description="Enable: make screenshot",
         )
+        plugin.add_cmd(
+            "open_web_browser",
+            instruction="open web browser",
+            params=[],
+            enabled=True,
+            description="Enable: open web browser",
+        )
         plugin.add_cmd(
             "mouse_move",
             instruction="move mouse cursor to position (x, y)",
@@ -357,4 +421,409 @@ class Config(BaseConfig):
             params=[],
             enabled=True,
             description="Enable: Wait for a moment",
+        )
+
+        # --------------------------------------------------------------------- #
+        # Google based additional commands
+        # --------------------------------------------------------------------- #
+
+        plugin.add_cmd(
+            "wait_5_seconds",
+            instruction="wait for 5 seconds",
+            params=[],
+            enabled=True,
+            description="Enable: Wait 5 seconds",
+        )
+        plugin.add_cmd(
+            "go_back",
+            instruction="go back in browser history",
+            params=[],
+            enabled=True,
+            description="Enable: Browser back",
+        )
+        plugin.add_cmd(
+            "go_forward",
+            instruction="go forward in browser history",
+            params=[],
+            enabled=True,
+            description="Enable: Browser forward",
+        )
+        plugin.add_cmd(
+            "search",
+            instruction="open the default search engine homepage",
+            params=[],
+            enabled=True,
+            description="Enable: Open default search engine",
+        )
+        plugin.add_cmd(
+            "navigate",
+            instruction="navigate to a specific URL",
+            params=[
+                {
+                    "name": "url",
+                    "type": "str",
+                    "description": "destination URL",
+                    "required": True,
+                },
+            ],
+            enabled=True,
+            description="Enable: Navigate to URL",
+        )
+        plugin.add_cmd(
+            "click_at",
+            instruction="click at normalized coordinates (0..999)",
+            params=[
+                {
+                    "name": "x",
+                    "type": "int",
+                    "description": "normalized X (0..999)",
+                    "required": True,
+                },
+                {
+                    "name": "y",
+                    "type": "int",
+                    "description": "normalized Y (0..999)",
+                    "required": True,
+                },
+            ],
+            enabled=True,
+            description="Enable: Click at normalized coordinates",
+        )
+        plugin.add_cmd(
+            "hover_at",
+            instruction="move cursor to normalized coordinates (0..999) without clicking",
+            params=[
+                {
+                    "name": "x",
+                    "type": "int",
+                    "description": "normalized X (0..999)",
+                    "required": True,
+                },
+                {
+                    "name": "y",
+                    "type": "int",
+                    "description": "normalized Y (0..999)",
+                    "required": True,
+                },
+            ],
+            enabled=True,
+            description="Enable: Hover at normalized coordinates",
+        )
+        plugin.add_cmd(
+            "type_text_at",
+            instruction="focus at normalized coordinates and type text; optionally press Enter and/or clear field first",
+            params=[
+                {
+                    "name": "x",
+                    "type": "int",
+                    "description": "normalized X (0..999)",
+                    "required": True,
+                },
+                {
+                    "name": "y",
+                    "type": "int",
+                    "description": "normalized Y (0..999)",
+                    "required": True,
+                },
+                {
+                    "name": "text",
+                    "type": "str",
+                    "description": "text to type",
+                    "required": True,
+                },
+                {
+                    "name": "press_enter",
+                    "type": "bool",
+                    "description": "press Enter after typing (default: true)",
+                    "required": False,
+                },
+                {
+                    "name": "clear_before_typing",
+                    "type": "bool",
+                    "description": "clear input before typing (default: true)",
+                    "required": False,
+                },
+            ],
+            enabled=True,
+            description="Enable: Type text at normalized coordinates",
+        )
+        plugin.add_cmd(
+            "key_combination",
+            instruction="press a key combination (e.g., control+shift+tab)",
+            params=[
+                {
+                    "name": "keys",
+                    "type": "list",
+                    "description": "list of keys to press in a combination or sequence",
+                    "required": True,
+                },
+            ],
+            enabled=True,
+            description="Enable: Press key combination",
+        )
+        plugin.add_cmd(
+            "scroll_document",
+            instruction="scroll the document in a direction by a magnitude in pixels",
+            params=[
+                {
+                    "name": "direction",
+                    "type": "str",
+                    "description": "scroll direction, enum: up|down|left|right",
+                    "required": False,
+                },
+                {
+                    "name": "magnitude",
+                    "type": "int",
+                    "description": "pixels to scroll (default around 800)",
+                    "required": False,
+                },
+            ],
+            enabled=True,
+            description="Enable: Scroll document",
+        )
+        plugin.add_cmd(
+            "scroll_at",
+            instruction="scroll at normalized coordinates (0..999) in a direction by a magnitude in pixels",
+            params=[
+                {
+                    "name": "x",
+                    "type": "int",
+                    "description": "normalized X (0..999)",
+                    "required": False,
+                },
+                {
+                    "name": "y",
+                    "type": "int",
+                    "description": "normalized Y (0..999)",
+                    "required": False,
+                },
+                {
+                    "name": "direction",
+                    "type": "str",
+                    "description": "scroll direction, enum: up|down|left|right",
+                    "required": False,
+                },
+                {
+                    "name": "magnitude",
+                    "type": "int",
+                    "description": "pixels to scroll (default around 800)",
+                    "required": False,
+                },
+            ],
+            enabled=True,
+            description="Enable: Scroll at normalized coordinates",
+        )
+        plugin.add_cmd(
+            "drag_and_drop",
+            instruction="drag from normalized (x,y) to (destination_x,destination_y)",
+            params=[
+                {
+                    "name": "x",
+                    "type": "int",
+                    "description": "normalized start X (0..999)",
+                    "required": True,
+                },
+                {
+                    "name": "y",
+                    "type": "int",
+                    "description": "normalized start Y (0..999)",
+                    "required": True,
+                },
+                {
+                    "name": "destination_x",
+                    "type": "int",
+                    "description": "normalized destination X (0..999)",
+                    "required": True,
+                },
+                {
+                    "name": "destination_y",
+                    "type": "int",
+                    "description": "normalized destination Y (0..999)",
+                    "required": True,
+                },
+            ],
+            enabled=True,
+            description="Enable: Drag and drop using normalized coordinates",
+        )
+        plugin.add_cmd(
+            "click",
+            instruction="click at optional coordinates; if provided as normalized (0..999) they will be converted",
+            params=[
+                {
+                    "name": "x",
+                    "type": "int",
+                    "description": "X coordinate (pixel or normalized 0..999)",
+                    "required": False,
+                },
+                {
+                    "name": "y",
+                    "type": "int",
+                    "description": "Y coordinate (pixel or normalized 0..999)",
+                    "required": False,
+                },
+                {
+                    "name": "button",
+                    "type": "str",
+                    "description": "mouse button, enum: left|middle|right",
+                    "required": False,
+                },
+                {
+                    "name": "num_clicks",
+                    "type": "int",
+                    "description": "number of clicks, default 1",
+                    "required": False,
+                },
+            ],
+            enabled=True,
+            description="Enable: Generic click",
+        )
+        plugin.add_cmd(
+            "double_click",
+            instruction="double-click at optional coordinates; if provided as normalized (0..999) they will be converted",
+            params=[
+                {
+                    "name": "x",
+                    "type": "int",
+                    "description": "X coordinate (pixel or normalized 0..999)",
+                    "required": False,
+                },
+                {
+                    "name": "y",
+                    "type": "int",
+                    "description": "Y coordinate (pixel or normalized 0..999)",
+                    "required": False,
+                },
+                {
+                    "name": "button",
+                    "type": "str",
+                    "description": "mouse button, enum: left|middle|right",
+                    "required": False,
+                },
+            ],
+            enabled=True,
+            description="Enable: Generic double click",
+        )
+        plugin.add_cmd(
+            "move",
+            instruction="move pointer to the given coordinates; normalized (0..999) will be converted",
+            params=[
+                {
+                    "name": "x",
+                    "type": "int",
+                    "description": "X coordinate (pixel or normalized 0..999)",
+                    "required": True,
+                },
+                {
+                    "name": "y",
+                    "type": "int",
+                    "description": "Y coordinate (pixel or normalized 0..999)",
+                    "required": True,
+                },
+            ],
+            enabled=True,
+            description="Enable: Generic move",
+        )
+        plugin.add_cmd(
+            "type",
+            instruction="type literal text into the focused element",
+            params=[
+                {
+                    "name": "text",
+                    "type": "str",
+                    "description": "text to type",
+                    "required": True,
+                },
+            ],
+            enabled=True,
+            description="Enable: Generic type text",
+        )
+        plugin.add_cmd(
+            "keypress",
+            instruction="press a sequence of keys",
+            params=[
+                {
+                    "name": "keys",
+                    "type": "list",
+                    "description": "list of keys to press sequentially",
+                    "required": True,
+                },
+            ],
+            enabled=True,
+            description="Enable: Generic keypress sequence",
+        )
+        plugin.add_cmd(
+            "scroll",
+            instruction="scroll by dx, dy in pixels at an optional (x,y) position",
+            params=[
+                {
+                    "name": "x",
+                    "type": "int",
+                    "description": "X position to move before scrolling (pixel or normalized 0..999)",
+                    "required": False,
+                },
+                {
+                    "name": "y",
+                    "type": "int",
+                    "description": "Y position to move before scrolling (pixel or normalized 0..999)",
+                    "required": False,
+                },
+                {
+                    "name": "dx",
+                    "type": "int",
+                    "description": "horizontal delta in pixels (positive right, negative left)",
+                    "required": True,
+                },
+                {
+                    "name": "dy",
+                    "type": "int",
+                    "description": "vertical delta in pixels (positive down, negative up)",
+                    "required": True,
+                },
+                {
+                    "name": "unit",
+                    "type": "str",
+                    "description": "unit of scroll value, enum: px|step",
+                    "required": False,
+                },
+            ],
+            enabled=True,
+            description="Enable: Generic scroll",
+        )
+        plugin.add_cmd(
+            "drag",
+            instruction="drag pointer along a path or from (x,y) to (dx,dy). Normalized coordinates (0..999) are supported.",
+            params=[
+                {
+                    "name": "path",
+                    "type": "list",
+                    "description": "list of points with fields x,y (at least 2 points)",
+                    "required": False,
+                },
+                {
+                    "name": "x",
+                    "type": "int",
+                    "description": "start X (pixel or normalized 0..999)",
+                    "required": False,
+                },
+                {
+                    "name": "y",
+                    "type": "int",
+                    "description": "start Y (pixel or normalized 0..999)",
+                    "required": False,
+                },
+                {
+                    "name": "dx",
+                    "type": "int",
+                    "description": "destination X (pixel or normalized 0..999)",
+                    "required": False,
+                },
+                {
+                    "name": "dy",
+                    "type": "int",
+                    "description": "destination Y (pixel or normalized 0..999)",
+                    "required": False,
+                },
+            ],
+            enabled=True,
+            description="Enable: Generic drag",
         )