pydoll-python 2.9.2__tar.gz → 2.10.0__tar.gz

{pydoll_python-2.9.2 → pydoll_python-2.10.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pydoll-python
-Version: 2.9.2
+Version: 2.10.0
 Summary: Pydoll is a library for automating chromium-based browsers without a WebDriver, offering realistic interactions.
 License-File: LICENSE
 Author: Thalison Fernandes
@@ -19,7 +19,7 @@ Requires-Dist: websockets (>=14,<15)
 Description-Content-Type: text/markdown
 
 <p align="center">
-    <img src="https://github.com/user-attachments/assets/219f2dbc-37ed-4aea-a289-ba39cdbb335d" alt="Pydoll Logo" /> <br>
+    <img src="https://github.com/user-attachments/assets/2c380638-b04a-4b04-b1c8-2958e4237a94" alt="Pydoll Logo" /> <br>
 </p>
 <h1 align="center">Pydoll: scraping, the easier way</h1>
 
@@ -52,11 +52,6 @@ Built from scratch with a different philosophy, Pydoll connects directly to the
 
 We believe that powerful automation shouldn't require you to become an expert in configuration or constantly fight with bot protection systems. With Pydoll, you can focus on what really matters: your automation logic, not the underlying complexity or protection systems.
 
-<div>
-  <h4>Be a good human. Give it a star ⭐</h4> 
-    No stars, no bugs fixed. Just kidding (maybe)
-</div>
-
 ## 🌟 What makes Pydoll special?
 
 - **Zero Webdrivers**: Say goodbye to webdriver compatibility issues
@@ -65,6 +60,28 @@ We believe that powerful automation shouldn't require you to become an expert in
 - **Humanized Interactions**: Mimic real user behavior
 - **Simplicity**: With Pydoll, you install and you're ready to automate.
 
+## 🆕 What's New
+
+### Human-Like Page Scrolling: Scroll Like a Real User!
+
+Now you can control page scrolling with smooth animations and automatic completion waiting:
+
+```python
+from pydoll.constants import ScrollPosition
+
+# Scroll down with smooth animation (waits for completion)
+await tab.scroll.by(ScrollPosition.DOWN, 500, smooth=True)
+
+# Navigate to specific positions
+await tab.scroll.to_bottom(smooth=True)
+await tab.scroll.to_top(smooth=True)
+
+# Instant scroll for speed when realism isn't critical
+await tab.scroll.by(ScrollPosition.UP, 300, smooth=False)
+```
+
+Unlike `execute_script("window.scrollBy(...)")` which returns immediately, the scroll API uses CDP's `awaitPromise` to wait for the browser's `scrollend` event, ensuring your next actions only execute after scrolling completely finishes. Perfect for taking screenshots, loading lazy content, or creating realistic reading patterns.
+
 ## 📦 Installation
 
 ```bash

{pydoll_python-2.9.2 → pydoll_python-2.10.0}/README.md

@@ -1,5 +1,5 @@
 <p align="center">
-    <img src="https://github.com/user-attachments/assets/219f2dbc-37ed-4aea-a289-ba39cdbb335d" alt="Pydoll Logo" /> <br>
+    <img src="https://github.com/user-attachments/assets/2c380638-b04a-4b04-b1c8-2958e4237a94" alt="Pydoll Logo" /> <br>
 </p>
 <h1 align="center">Pydoll: scraping, the easier way</h1>
 
@@ -32,11 +32,6 @@ Built from scratch with a different philosophy, Pydoll connects directly to the
 
 We believe that powerful automation shouldn't require you to become an expert in configuration or constantly fight with bot protection systems. With Pydoll, you can focus on what really matters: your automation logic, not the underlying complexity or protection systems.
 
-<div>
-  <h4>Be a good human. Give it a star ⭐</h4> 
-    No stars, no bugs fixed. Just kidding (maybe)
-</div>
-
 ## 🌟 What makes Pydoll special?
 
 - **Zero Webdrivers**: Say goodbye to webdriver compatibility issues
@@ -45,6 +40,28 @@ We believe that powerful automation shouldn't require you to become an expert in
 - **Humanized Interactions**: Mimic real user behavior
 - **Simplicity**: With Pydoll, you install and you're ready to automate.
 
+## 🆕 What's New
+
+### Human-Like Page Scrolling: Scroll Like a Real User!
+
+Now you can control page scrolling with smooth animations and automatic completion waiting:
+
+```python
+from pydoll.constants import ScrollPosition
+
+# Scroll down with smooth animation (waits for completion)
+await tab.scroll.by(ScrollPosition.DOWN, 500, smooth=True)
+
+# Navigate to specific positions
+await tab.scroll.to_bottom(smooth=True)
+await tab.scroll.to_top(smooth=True)
+
+# Instant scroll for speed when realism isn't critical
+await tab.scroll.by(ScrollPosition.UP, 300, smooth=False)
+```
+
+Unlike `execute_script("window.scrollBy(...)")` which returns immediately, the scroll API uses CDP's `awaitPromise` to wait for the browser's `scrollend` event, ensuring your next actions only execute after scrolling completely finishes. Perfect for taking screenshots, loading lazy content, or creating realistic reading patterns.
+
 ## 📦 Installation
 
 ```bash

{pydoll_python-2.9.2 → pydoll_python-2.10.0}/pydoll/browser/chromium/base.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import asyncio
 import json
 import logging
@@ -8,11 +10,9 @@ from abc import ABC, abstractmethod
 from contextlib import suppress
 from functools import partial
 from random import randint
-from tempfile import TemporaryDirectory
-from typing import Any, Awaitable, Callable, Optional, overload
+from typing import TYPE_CHECKING, Any, Awaitable, Callable, Optional, overload
 from urllib.parse import urlsplit, urlunsplit
 
-from pydoll.browser.interfaces import BrowserOptionsManager
 from pydoll.browser.managers import (
     BrowserProcessManager,
     ProxyManager,
@@ -35,30 +35,38 @@ from pydoll.exceptions import (
     MissingTargetOrWebSocket,
     NoValidTabFound,
 )
-from pydoll.protocol.base import Command, Response, T_CommandParams, T_CommandResponse
-from pydoll.protocol.browser.methods import (
-    GetVersionResponse,
-    GetVersionResult,
-    GetWindowForTargetResponse,
-)
-from pydoll.protocol.browser.types import Bounds, DownloadBehavior, PermissionType
-from pydoll.protocol.fetch.events import FetchEvent, RequestPausedEvent
-from pydoll.protocol.fetch.types import AuthChallengeResponseType, HeaderEntry
-from pydoll.protocol.network.types import (
-    Cookie,
-    CookieParam,
-    ErrorReason,
-    RequestMethod,
-    ResourceType,
-)
-from pydoll.protocol.storage.methods import GetCookiesResponse
-from pydoll.protocol.target.methods import (
-    CreateBrowserContextResponse,
-    CreateTargetResponse,
-    GetBrowserContextsResponse,
-    GetTargetsResponse,
-)
-from pydoll.protocol.target.types import TargetInfo
+from pydoll.protocol.browser.types import DownloadBehavior
+from pydoll.protocol.fetch.events import FetchEvent
+from pydoll.protocol.fetch.types import AuthChallengeResponseType
+
+if TYPE_CHECKING:
+    from tempfile import TemporaryDirectory
+
+    from pydoll.browser.interfaces import BrowserOptionsManager
+    from pydoll.protocol.base import Command, Response, T_CommandParams, T_CommandResponse
+    from pydoll.protocol.browser.methods import (
+        GetVersionResponse,
+        GetVersionResult,
+        GetWindowForTargetResponse,
+    )
+    from pydoll.protocol.browser.types import Bounds, PermissionType
+    from pydoll.protocol.fetch.events import RequestPausedEvent
+    from pydoll.protocol.fetch.types import HeaderEntry
+    from pydoll.protocol.network.types import (
+        Cookie,
+        CookieParam,
+        ErrorReason,
+        RequestMethod,
+        ResourceType,
+    )
+    from pydoll.protocol.storage.methods import GetCookiesResponse
+    from pydoll.protocol.target.methods import (
+        CreateBrowserContextResponse,
+        CreateTargetResponse,
+        GetBrowserContextsResponse,
+        GetTargetsResponse,
+    )
+    from pydoll.protocol.target.types import TargetInfo
 
 logger = logging.getLogger(__name__)
 
@@ -209,6 +217,13 @@ class Browser(ABC):  # noqa: PLR0904
         await self._connection_handler.close()
         logger.info('Browser process stopped and resources cleaned up')
 
+    async def close(self):
+        """
+        Closes the WebSocket connection and releases resources.
+        """
+        logger.info('Closing browser WebSocket connection')
+        await self._connection_handler.close()
+
     async def create_browser_context(
         self, proxy_server: Optional[str] = None, proxy_bypass_list: Optional[str] = None
     ) -> str:

{pydoll_python-2.9.2 → pydoll_python-2.10.0}/pydoll/browser/chromium/chrome.py

@@ -1,13 +1,17 @@
+from __future__ import annotations
+
 import logging
 import platform
-from typing import Optional
+from typing import TYPE_CHECKING, Optional
 
 from pydoll.browser.chromium.base import Browser
 from pydoll.browser.managers import ChromiumOptionsManager
-from pydoll.browser.options import ChromiumOptions
 from pydoll.exceptions import UnsupportedOS
 from pydoll.utils import validate_browser_paths
 
+if TYPE_CHECKING:
+    from pydoll.browser.options import ChromiumOptions
+
 logger = logging.getLogger(__name__)
 
 

{pydoll_python-2.9.2 → pydoll_python-2.10.0}/pydoll/browser/chromium/edge.py

@@ -1,13 +1,17 @@
+from __future__ import annotations
+
 import logging
 import platform
-from typing import Optional
+from typing import TYPE_CHECKING, Optional
 
 from pydoll.browser.chromium.base import Browser
 from pydoll.browser.managers import ChromiumOptionsManager
-from pydoll.browser.options import Options
 from pydoll.exceptions import UnsupportedOS
 from pydoll.utils import validate_browser_paths
 
+if TYPE_CHECKING:
+    from pydoll.browser.options import Options
+
 logger = logging.getLogger(__name__)
 
 

{pydoll_python-2.9.2 → pydoll_python-2.10.0}/pydoll/browser/managers/browser_options_manager.py

@@ -1,10 +1,15 @@
+from __future__ import annotations
+
 import logging
-from typing import Optional
+from typing import TYPE_CHECKING, Optional
 
-from pydoll.browser.interfaces import BrowserOptionsManager, Options
+from pydoll.browser.interfaces import BrowserOptionsManager
 from pydoll.browser.options import ChromiumOptions
 from pydoll.exceptions import InvalidOptionsObject
 
+if TYPE_CHECKING:
+    from pydoll.browser.options import Options
+
 logger = logging.getLogger(__name__)
 
 

{pydoll_python-2.9.2 → pydoll_python-2.10.0}/pydoll/browser/managers/proxy_manager.py

@@ -1,7 +1,10 @@
+from __future__ import annotations
+
 import logging
-from typing import Optional
+from typing import TYPE_CHECKING, Optional
 
-from pydoll.browser.options import Options
+if TYPE_CHECKING:
+    from pydoll.browser.options import Options
 
 logger = logging.getLogger(__name__)
 

{pydoll_python-2.9.2 → pydoll_python-2.10.0}/pydoll/browser/requests/request.py

@@ -3,16 +3,19 @@ This module provides a Request class that mimics the behavior of requests.
 It allows making HTTP requests using the browser's fetch API.
 """
 
+from __future__ import annotations
+
 import json as jsonlib
 import logging
 from typing import TYPE_CHECKING, Any, Callable, Optional, Union, cast
 from urllib.parse import parse_qs, urlencode, urlparse, urlunparse
 
-from pydoll.browser.requests.response import HTTPError, Response
+from pydoll.browser.requests.response import Response
 from pydoll.commands.runtime_commands import RuntimeCommands
 from pydoll.constants import Scripts
+from pydoll.exceptions import HTTPError
 from pydoll.protocol.fetch.types import HeaderEntry
-from pydoll.protocol.network.events import NetworkEvent
+from pydoll.protocol.network.events import NetworkEvent, ResponseReceivedExtraInfoEventParams
 from pydoll.protocol.network.types import CookieParam
 
 logger = logging.getLogger(__name__)
@@ -27,7 +30,6 @@ if TYPE_CHECKING:
         ResponseReceivedEvent,
         ResponseReceivedEventParams,
         ResponseReceivedExtraInfoEvent,
-        ResponseReceivedExtraInfoEventParams,
     )
     from pydoll.protocol.runtime.methods import EvaluateResponse
 
@@ -71,7 +73,7 @@ class Request:
     - Cookies are managed automatically by the browser
     """
 
-    def __init__(self, tab: 'Tab'):
+    def __init__(self, tab: Tab):
         """Initialize a new Request instance bound to a browser tab.
 
         Args:
@@ -81,8 +83,8 @@ class Request:
         """
         self.tab = tab
         self._network_events_enabled = False
-        self._requests_sent: list['RequestSentEvent'] = []
-        self._requests_received: list['RequestReceivedEvent'] = []
+        self._requests_sent: list[RequestSentEvent] = []
+        self._requests_received: list[RequestReceivedEvent] = []
         logger.debug('Request helper initialized for tab')
 
     async def request(
@@ -334,7 +336,7 @@ class Request:
             options['body'] = data
             logger.debug('Request data set as raw payload')
 
-    async def _execute_fetch_request(self, url: str, options: dict[str, Any]) -> 'EvaluateResponse':
+    async def _execute_fetch_request(self, url: str, options: dict[str, Any]) -> EvaluateResponse:
         """Execute the fetch request using browser's runtime."""
         script = Scripts.MAKE_REQUEST.format(url=jsonlib.dumps(url), options=jsonlib.dumps(options))
         await self._register_callbacks()
@@ -350,7 +352,7 @@ class Request:
 
     @staticmethod
     def _build_response(
-        result: 'EvaluateResponse',
+        result: EvaluateResponse,
         response_headers: list[HeaderEntry],
         request_headers: list[HeaderEntry],
         cookies: list[CookieParam],
@@ -385,11 +387,11 @@ class Request:
             logger.debug('Network events enabled on tab for request capture')
 
         def append_received_request(event: dict) -> None:
-            self._requests_received.append(cast('RequestReceivedEvent', event))
+            self._requests_received.append(cast(RequestReceivedEvent, event))
             logger.debug(f'Appended received request: event={event}')
 
         def append_sent_request(event: dict) -> None:
-            self._requests_sent.append(cast('RequestSentEvent', event))
+            self._requests_sent.append(cast(RequestSentEvent, event))
             logger.debug(f'Appended sent request: event={event}')
 
         await self.tab.on(
@@ -450,7 +452,7 @@ class Request:
 
     @staticmethod
     def _extract_headers_from_events(
-        events: Union[list['RequestSentEvent'], list['RequestReceivedEvent']],
+        events: Union[list[RequestSentEvent], list[RequestReceivedEvent]],
         event_extractors: dict[str, Callable[[Any], list[HeaderEntry]]],
     ) -> list[HeaderEntry]:
         """Extract headers from network events using appropriate extractors.
@@ -488,7 +490,7 @@ class Request:
         return headers
 
     def _extract_request_sent_headers(
-        self, params: 'RequestWillBeSentEventParams'
+        self, params: RequestWillBeSentEventParams
     ) -> list[HeaderEntry]:
         """Extract headers from main request event.
 
@@ -503,7 +505,7 @@ class Request:
         return self._convert_dict_to_header_entries(request.get('headers', {}))
 
     def _extract_request_sent_extra_info_headers(
-        self, params: 'RequestWillBeSentExtraInfoEventParams'
+        self, params: RequestWillBeSentExtraInfoEventParams
     ) -> list[HeaderEntry]:
         """Extract headers from extra request info event.
 
@@ -520,7 +522,7 @@ class Request:
         return self._convert_dict_to_header_entries(params.get('headers', {}))
 
     def _extract_response_received_headers(
-        self, params: 'ResponseReceivedEventParams'
+        self, params: ResponseReceivedEventParams
     ) -> list[HeaderEntry]:
         """Extract headers from main response event.
 
@@ -535,7 +537,7 @@ class Request:
         return self._convert_dict_to_header_entries(response.get('headers', {}))
 
     def _extract_response_received_extra_info_headers(
-        self, params: 'ResponseReceivedExtraInfoEventParams'
+        self, params: ResponseReceivedExtraInfoEventParams
     ) -> list[HeaderEntry]:
         """Extract headers from extra response info event.
 
@@ -583,7 +585,7 @@ class Request:
             f'response_extra_info_events={response_extra_info_events}'
         )
         for event in response_extra_info_events:
-            params = cast('ResponseReceivedExtraInfoEventParams', event['params'])
+            params = cast(ResponseReceivedExtraInfoEventParams, event['params'])
             headers = self._convert_dict_to_header_entries(params['headers'])
             logger.debug(f'Converting dictionary to header entries: headers={headers}')
             set_cookie_headers = [
@@ -598,7 +600,7 @@ class Request:
         logger.debug(f'Set cookies extracted: cookies={cookies}')
         return cookies
 
-    def _filter_response_extra_info_events(self) -> list['RequestReceivedEvent']:
+    def _filter_response_extra_info_events(self) -> list[RequestReceivedEvent]:
         """Filter network events to find those containing Set-Cookie information.
 
         Returns:

{pydoll_python-2.9.2 → pydoll_python-2.10.0}/pydoll/browser/requests/response.py

@@ -1,9 +1,14 @@
+from __future__ import annotations
+
 import json as jsonlib
 import logging
-from typing import Any, Optional, Union
+from typing import TYPE_CHECKING, Any, Optional, Union
+
+from pydoll.exceptions import HTTPError
 
-from pydoll.protocol.fetch.types import HeaderEntry
-from pydoll.protocol.network.types import CookieParam
+if TYPE_CHECKING:
+    from pydoll.protocol.fetch.types import HeaderEntry
+    from pydoll.protocol.network.types import CookieParam
 
 logger = logging.getLogger(__name__)
 
@@ -221,11 +226,3 @@ class Response:
                 f'HTTP error status encountered: status={self.status_code}, url={self._url}'
             )
             raise HTTPError(f'{self.status_code} Client Error: for url {self._url}')
-
-
-class HTTPError(Exception):
-    """
-    Exception raised for HTTP error responses (4xx and 5xx status codes).
-    """
-
-    pass