aioscrapper 0.1.0__tar.gz → 0.1.2__tar.gz

{aioscrapper-0.1.0 → aioscrapper-0.1.2}/LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2024 Stanislav
+Copyright (c) 2025 darkstussy
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

{aioscrapper-0.1.0/src/aioscrapper.egg-info → aioscrapper-0.1.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aioscrapper
-Version: 0.1.0
+Version: 0.1.2
 Summary: Async framework for building modular and scalable web scrapers.
 Author: darkstussy
 Project-URL: Homepage, https://github.com/darkstussy/aioscrapper
@@ -12,18 +12,28 @@ Classifier: Intended Audience :: Developers
 Classifier: Operating System :: OS Independent
 Classifier: Topic :: Internet :: WWW/HTTP :: Indexing/Search
 Classifier: Topic :: Software Development :: Libraries :: Application Frameworks
-Requires-Python: >=3.12
+Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: aiohttp[speedups]~=3.11.16
 Requires-Dist: aiojobs~=1.4.0
+Provides-Extra: dev
+Requires-Dist: flake8~=7.1.2; extra == "dev"
+Requires-Dist: black~=25.1.0; extra == "dev"
+Requires-Dist: pyright~=1.1.399; extra == "dev"
+Requires-Dist: aiohttp[speedups]~=3.11.16; extra == "dev"
+Requires-Dist: aiojobs~=1.4.0; extra == "dev"
+Provides-Extra: test
+Requires-Dist: pytest~=8.3.5; extra == "test"
+Requires-Dist: pytest-asyncio~=0.26.0; extra == "test"
+Requires-Dist: aresponses~=3.0.0; extra == "test"
 Dynamic: license-file
 
 # aioscrapper
 
 **Asynchronous framework for building modular and scalable web scrapers.**
 
-![Python](https://img.shields.io/badge/python-3.12%2B-blue)
+![Python](https://img.shields.io/badge/python-3.10%2B-blue)
 ![License](https://img.shields.io/github/license/darkstussy/aioscrapper)
 ![Version](https://img.shields.io/github/v/tag/darkstussy/aioscrapper?label=version)
 
@@ -44,7 +54,7 @@ pip install aioscrapper
 
 ## Requirements
 
-- Python 3.12 or higher
+- Python 3.10 or higher
 - aiohttp
 - aiojobs
 
@@ -53,8 +63,8 @@ pip install aioscrapper
 ```python
 import asyncio
 
-from aioscrapper import BaseScrapper, AIOScrapper, RequestSender
-from aioscrapper.types import Response
+from aioscrapper import BaseScrapper, AIOScrapper
+from aioscrapper.types import Response, RequestSender
 
 
 class Scrapper(BaseScrapper):
@@ -83,5 +93,6 @@ Copyright (c) 2025 darkstussy
 
 ## Links
 
+- [PyPI](https://pypi.org/project/aioscrapper)
 - [GitHub](https://github.com/darkstussy/aioscrapper)
 - [Issues](https://github.com/darkstussy/aioscrapper/issues)

{aioscrapper-0.1.0 → aioscrapper-0.1.2}/README.md

@@ -2,7 +2,7 @@
 
 **Asynchronous framework for building modular and scalable web scrapers.**
 
-![Python](https://img.shields.io/badge/python-3.12%2B-blue)
+![Python](https://img.shields.io/badge/python-3.10%2B-blue)
 ![License](https://img.shields.io/github/license/darkstussy/aioscrapper)
 ![Version](https://img.shields.io/github/v/tag/darkstussy/aioscrapper?label=version)
 
@@ -23,7 +23,7 @@ pip install aioscrapper
 
 ## Requirements
 
-- Python 3.12 or higher
+- Python 3.10 or higher
 - aiohttp
 - aiojobs
 
@@ -32,8 +32,8 @@ pip install aioscrapper
 ```python
 import asyncio
 
-from aioscrapper import BaseScrapper, AIOScrapper, RequestSender
-from aioscrapper.types import Response
+from aioscrapper import BaseScrapper, AIOScrapper
+from aioscrapper.types import Response, RequestSender
 
 
 class Scrapper(BaseScrapper):
@@ -62,5 +62,6 @@ Copyright (c) 2025 darkstussy
 
 ## Links
 
+- [PyPI](https://pypi.org/project/aioscrapper)
 - [GitHub](https://github.com/darkstussy/aioscrapper)
 - [Issues](https://github.com/darkstussy/aioscrapper/issues)

{aioscrapper-0.1.0/src → aioscrapper-0.1.2}/aioscrapper/__init__.py

@@ -4,7 +4,6 @@ __author__ = "darkstussy"
 
 __copyright__ = f"Copyright (c) 2025 {__author__}"
 
-from .request_sender import RequestSender
 from .scrapper import AIOScrapper, BaseScrapper
 
-__all__ = ["AIOScrapper", "BaseScrapper", "RequestSender"]
+__all__ = ["AIOScrapper", "BaseScrapper"]

{aioscrapper-0.1.0/src → aioscrapper-0.1.2}/aioscrapper/scrapper/base.py

@@ -7,4 +7,4 @@ class BaseScrapper(abc.ABC):
 
     async def initialize(self, *args, **kwargs) -> None: ...
 
-    async def close(self) -> None: ...
+    async def close(self, *args, **kwargs) -> None: ...

{aioscrapper-0.1.0/src → aioscrapper-0.1.2}/aioscrapper/scrapper/executor.py

@@ -6,11 +6,10 @@ from typing import Type, Any
 
 from aiojobs import Scheduler
 
+from .request_manager import RequestManager
 from ..config import Config
 from ..helpers import get_func_kwargs
 from ..pipeline import PipelineDispatcher, BasePipeline
-from ..request_manager import RequestManager
-from ..request_sender import RequestSender
 from ..scrapper import BaseScrapper
 from ..session.aiohttp import AiohttpSession
 from ..types import RequestMiddleware, ResponseMiddleware
@@ -33,13 +32,11 @@ class AIOScrapper:
         self._response_middlewares = []
 
         self._pipelines: dict[str, list[BasePipeline]] = {}
-        self._pipeline_dispatcher = PipelineDispatcher(
-            logger=self._logger.getChild("pipeline"), pipelines=self._pipelines
-        )
+        self._pipeline_dispatcher = PipelineDispatcher(self._logger.getChild("pipeline"), pipelines=self._pipelines)
 
         def _exception_handler(_, context: dict[str, Any]):
             if "job" in context:
-                self._logger.error(f'{context['message']}: {context["exception"]}', extra={"context": context})
+                self._logger.error(f'{context["message"]}: {context["exception"]}', extra={"context": context})
             else:
                 self._logger.error("Unhandled error", extra={"context": context})
 
@@ -51,7 +48,6 @@ class AIOScrapper:
         )
 
         self._request_queue = asyncio.PriorityQueue()
-        self._request_sender = RequestSender(self._request_queue)
         self._request_manager = RequestManager(
             logger=self._logger.getChild("request_worker"),
             session=AiohttpSession(
@@ -59,7 +55,6 @@ class AIOScrapper:
                 ssl=self._config.session.request.ssl,
             ),
             schedule_request=self._scheduler.spawn,
-            sender=self._request_sender,
             queue=self._request_queue,
             delay=self._config.session.request.delay,
             shutdown_timeout=self._config.execution.shutdown_timeout,
@@ -69,8 +64,6 @@ class AIOScrapper:
             response_middlewares=self._response_middlewares,
         )
 
-        self._scrapper_kwargs = {"request_sender": self._request_sender, "pipeline": self._pipeline_dispatcher}
-
     def add_pipeline(self, name: str, pipeline: BasePipeline) -> None:
         if name not in self._pipelines:
             self._pipelines[name] = [pipeline]
@@ -86,7 +79,7 @@ class AIOScrapper:
     def add_response_middlewares(self, *middlewares: ResponseMiddleware) -> None:
         self._response_middlewares.extend(middlewares)
 
-    async def __aenter__(self):
+    async def __aenter__(self) -> "AIOScrapper":
         return self
 
     async def __aexit__(
@@ -101,11 +94,12 @@ class AIOScrapper:
         await self._pipeline_dispatcher.initialize()
         self._request_manager.listen_queue()
 
+        scrapper_kwargs = {"request_sender": self._request_manager.sender, "pipeline": self._pipeline_dispatcher}
         for scrapper in self._scrappers:
-            await scrapper.initialize(**get_func_kwargs(scrapper.initialize, self._scrapper_kwargs))
+            await scrapper.initialize(**get_func_kwargs(scrapper.initialize, scrapper_kwargs))
 
         await asyncio.gather(
-            *[scrapper.start(**get_func_kwargs(scrapper.start, self._scrapper_kwargs)) for scrapper in self._scrappers]
+            *[scrapper.start(**get_func_kwargs(scrapper.start, scrapper_kwargs)) for scrapper in self._scrappers]
         )
 
     async def _shutdown(self) -> bool:
@@ -138,9 +132,11 @@ class AIOScrapper:
         if shutdown:
             await self.shutdown()
 
-        for scrapper in self._scrappers:
-            await scrapper.close()
-
-        await self._scheduler.close()
-        await self._request_manager.close()
-        await self._pipeline_dispatcher.close()
+        scrapper_kwargs = {"pipeline": self._pipeline_dispatcher}
+        try:
+            for scrapper in self._scrappers:
+                await scrapper.close(**get_func_kwargs(scrapper.close, scrapper_kwargs))
+        finally:
+            await self._scheduler.close()
+            await self._request_manager.close()
+            await self._pipeline_dispatcher.close()

{aioscrapper-0.1.0/src/aioscrapper → aioscrapper-0.1.2/aioscrapper/scrapper}/request_manager.py

@@ -1,13 +1,76 @@
 import asyncio
+from dataclasses import dataclass, field
 from logging import Logger
-from typing import Callable, Awaitable, Any, Coroutine
+from typing import Callable, Awaitable, Any
+from typing import Coroutine
 
-from .exceptions import HTTPException, RequestException, ClientException
-from .helpers import get_cb_kwargs
-from .request_sender import RequestSender
-from .session.base import BaseSession
-from .types import Request, RequestParams, RequestQueue
-from .types import RequestMiddleware, ResponseMiddleware
+from ..exceptions import HTTPException, RequestException, ClientException
+from ..helpers import get_cb_kwargs
+from ..session.base import BaseSession
+from ..types import (
+    QueryParams,
+    Cookies,
+    Headers,
+    BasicAuth,
+    Request,
+    RequestParams,
+    RequestMiddleware,
+    ResponseMiddleware,
+    RequestSender,
+)
+
+
+@dataclass(slots=True, order=True)
+class _PRPRequest:
+    priority: int
+    request: Request = field(compare=False)
+    request_params: RequestParams = field(compare=False)
+
+
+_RequestQueue = asyncio.PriorityQueue[_PRPRequest | None]
+
+
+def _get_request_sender(queue: _RequestQueue) -> RequestSender:
+    async def sender(
+        url: str,
+        method: str = "GET",
+        callback: Callable[..., Awaitable] | None = None,
+        cb_kwargs: dict[str, Any] | None = None,
+        errback: Callable[..., Awaitable] | None = None,
+        params: QueryParams | None = None,
+        data: Any = None,
+        json_data: Any = None,
+        cookies: Cookies | None = None,
+        headers: Headers | None = None,
+        proxy: str | None = None,
+        auth: BasicAuth | None = None,
+        timeout: float | None = None,
+        priority: int = 0,
+    ) -> None:
+        await queue.put(
+            _PRPRequest(
+                priority=priority,
+                request=Request(
+                    method=method,
+                    url=url,
+                    params=params,
+                    data=data,
+                    json_data=json_data,
+                    cookies=cookies,
+                    headers=headers,
+                    auth=auth,
+                    proxy=proxy,
+                    timeout=timeout,
+                ),
+                request_params=RequestParams(
+                    callback=callback,
+                    cb_kwargs=cb_kwargs,
+                    errback=errback,
+                ),
+            )
+        )
+
+    return sender
 
 
 class RequestManager:
@@ -16,8 +79,7 @@ class RequestManager:
         logger: Logger,
         session: BaseSession,
         schedule_request: Callable[[Coroutine], Awaitable],
-        sender: RequestSender,
-        queue: RequestQueue,
+        queue: _RequestQueue,
         delay: float,
         shutdown_timeout: float,
         srv_kwargs: dict[str, Any],
@@ -31,12 +93,17 @@ class RequestManager:
         self._queue = queue
         self._delay = delay
         self._shutdown_timeout = shutdown_timeout
-        self._srv_kwargs = {"send_request": sender, **srv_kwargs}
+        self._request_sender = _get_request_sender(queue)
+        self._srv_kwargs = {"send_request": self._request_sender, **srv_kwargs}
         self._request_outer_middlewares = request_outer_middlewares
         self._request_inner_middlewares = request_inner_middlewares
         self._response_middlewares = response_middlewares
         self._task: asyncio.Task | None = None
 
+    @property
+    def sender(self) -> RequestSender:
+        return self._request_sender
+
     async def _send_request(self, request: Request, params: RequestParams) -> None:
         full_url = request.full_url
         self._logger.debug(f"request: {request.method} {full_url}")

{aioscrapper-0.1.0/src → aioscrapper-0.1.2}/aioscrapper/types/__init__.py

@@ -6,7 +6,6 @@ from .session import (
     BasicAuth,
     Request,
     RequestParams,
-    PRPRequest,
-    RequestQueue,
+    RequestSender,
     Response,
 )

{aioscrapper-0.1.0/src → aioscrapper-0.1.2}/aioscrapper/types/session.py

@@ -1,7 +1,6 @@
-import asyncio
 import json
-from dataclasses import field, dataclass
-from typing import Union, Mapping, Any, Callable, Awaitable, TypedDict
+from dataclasses import dataclass
+from typing import Union, Mapping, Any, Callable, Awaitable, TypedDict, Protocol
 from urllib.parse import urlencode
 
 QueryParams = Mapping[str, Union[str, int, float]]
@@ -40,14 +39,24 @@ class RequestParams:
     errback: Callable[..., Awaitable] | None = None
 
 
-@dataclass(slots=True, order=True)
-class PRPRequest:
-    priority: int
-    request: Request = field(compare=False)
-    request_params: RequestParams = field(compare=False)
-
-
-RequestQueue = asyncio.PriorityQueue[PRPRequest | None]
+class RequestSender(Protocol):
+    async def __call__(
+        self,
+        url: str,
+        method: str = "GET",
+        callback: Callable[..., Awaitable] | None = None,
+        cb_kwargs: dict[str, Any] | None = None,
+        errback: Callable[..., Awaitable] | None = None,
+        params: QueryParams | None = None,
+        data: Any = None,
+        json_data: Any = None,
+        cookies: Cookies | None = None,
+        headers: Headers | None = None,
+        proxy: str | None = None,
+        auth: BasicAuth | None = None,
+        timeout: float | None = None,
+        priority: int = 0,
+    ) -> None: ...
 
 
 class Response:

{aioscrapper-0.1.0 → aioscrapper-0.1.2/aioscrapper.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aioscrapper
-Version: 0.1.0
+Version: 0.1.2
 Summary: Async framework for building modular and scalable web scrapers.
 Author: darkstussy
 Project-URL: Homepage, https://github.com/darkstussy/aioscrapper
@@ -12,18 +12,28 @@ Classifier: Intended Audience :: Developers
 Classifier: Operating System :: OS Independent
 Classifier: Topic :: Internet :: WWW/HTTP :: Indexing/Search
 Classifier: Topic :: Software Development :: Libraries :: Application Frameworks
-Requires-Python: >=3.12
+Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: aiohttp[speedups]~=3.11.16
 Requires-Dist: aiojobs~=1.4.0
+Provides-Extra: dev
+Requires-Dist: flake8~=7.1.2; extra == "dev"
+Requires-Dist: black~=25.1.0; extra == "dev"
+Requires-Dist: pyright~=1.1.399; extra == "dev"
+Requires-Dist: aiohttp[speedups]~=3.11.16; extra == "dev"
+Requires-Dist: aiojobs~=1.4.0; extra == "dev"
+Provides-Extra: test
+Requires-Dist: pytest~=8.3.5; extra == "test"
+Requires-Dist: pytest-asyncio~=0.26.0; extra == "test"
+Requires-Dist: aresponses~=3.0.0; extra == "test"
 Dynamic: license-file
 
 # aioscrapper
 
 **Asynchronous framework for building modular and scalable web scrapers.**
 
-![Python](https://img.shields.io/badge/python-3.12%2B-blue)
+![Python](https://img.shields.io/badge/python-3.10%2B-blue)
 ![License](https://img.shields.io/github/license/darkstussy/aioscrapper)
 ![Version](https://img.shields.io/github/v/tag/darkstussy/aioscrapper?label=version)
 
@@ -44,7 +54,7 @@ pip install aioscrapper
 
 ## Requirements
 
-- Python 3.12 or higher
+- Python 3.10 or higher
 - aiohttp
 - aiojobs
 
@@ -53,8 +63,8 @@ pip install aioscrapper
 ```python
 import asyncio
 
-from aioscrapper import BaseScrapper, AIOScrapper, RequestSender
-from aioscrapper.types import Response
+from aioscrapper import BaseScrapper, AIOScrapper
+from aioscrapper.types import Response, RequestSender
 
 
 class Scrapper(BaseScrapper):
@@ -83,5 +93,6 @@ Copyright (c) 2025 darkstussy
 
 ## Links
 
+- [PyPI](https://pypi.org/project/aioscrapper)
 - [GitHub](https://github.com/darkstussy/aioscrapper)
 - [Issues](https://github.com/darkstussy/aioscrapper/issues)

aioscrapper-0.1.2/aioscrapper.egg-info/SOURCES.txt

@@ -0,0 +1,27 @@
+LICENSE
+README.md
+pyproject.toml
+aioscrapper/__init__.py
+aioscrapper/config.py
+aioscrapper/exceptions.py
+aioscrapper/helpers.py
+aioscrapper.egg-info/PKG-INFO
+aioscrapper.egg-info/SOURCES.txt
+aioscrapper.egg-info/dependency_links.txt
+aioscrapper.egg-info/requires.txt
+aioscrapper.egg-info/top_level.txt
+aioscrapper/pipeline/__init__.py
+aioscrapper/pipeline/base.py
+aioscrapper/pipeline/dispatcher.py
+aioscrapper/scrapper/__init__.py
+aioscrapper/scrapper/base.py
+aioscrapper/scrapper/executor.py
+aioscrapper/scrapper/request_manager.py
+aioscrapper/session/__init__.py
+aioscrapper/session/aiohttp.py
+aioscrapper/session/base.py
+aioscrapper/types/__init__.py
+aioscrapper/types/middleware.py
+aioscrapper/types/session.py
+tests/test_error.py
+tests/test_success.py

aioscrapper-0.1.2/aioscrapper.egg-info/requires.txt

@@ -0,0 +1,14 @@
+aiohttp[speedups]~=3.11.16
+aiojobs~=1.4.0
+
+[dev]
+flake8~=7.1.2
+black~=25.1.0
+pyright~=1.1.399
+aiohttp[speedups]~=3.11.16
+aiojobs~=1.4.0
+
+[test]
+pytest~=8.3.5
+pytest-asyncio~=0.26.0
+aresponses~=3.0.0

aioscrapper-0.1.2/pyproject.toml

@@ -0,0 +1,63 @@
+[project]
+name = "aioscrapper"
+version = "0.1.2"
+authors = [{ name = "darkstussy" }, ]
+description = "Async framework for building modular and scalable web scrapers."
+readme = "README.md"
+requires-python = ">=3.10"
+dependencies = [
+    "aiohttp[speedups]~=3.11.16",
+    "aiojobs~=1.4.0",
+]
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.12",
+    "Framework :: AsyncIO",
+    "Intended Audience :: Developers",
+    "Operating System :: OS Independent",
+    "Topic :: Internet :: WWW/HTTP :: Indexing/Search",
+    "Topic :: Software Development :: Libraries :: Application Frameworks",
+]
+
+[project.urls]
+Homepage = "https://github.com/darkstussy/aioscrapper"
+Issues = "https://github.com/darkstussy/aioscrapper/issues"
+
+[project.optional-dependencies]
+dev = [
+    "flake8~=7.1.2",
+    "black~=25.1.0",
+    "pyright~=1.1.399",
+    "aiohttp[speedups]~=3.11.16",
+    "aiojobs~=1.4.0",
+]
+test = [
+    "pytest~=8.3.5",
+    "pytest-asyncio~=0.26.0",
+    "aresponses~=3.0.0"
+]
+
+[tool.black]
+line-length = 120
+include = '\.pyi?$'
+exclude = '''
+    /(
+        \.eggs/|
+        \.git/|
+        \.hg/|
+        \.mypy_cache/|
+        \.tox/|
+        \.venv/|
+        \venv/|
+        _build/|
+        buck-out/|
+        build/|
+        dist/
+    )'''
+
+[tool.pytest.ini_options]
+asyncio_mode = "auto"
+testpaths = [
+    "tests",
+]
+asyncio_default_fixture_loop_scope = "function"

aioscrapper-0.1.2/tests/test_error.py

@@ -0,0 +1,37 @@
+import pytest
+from aresponses import ResponsesMockServer
+
+from aioscrapper import AIOScrapper
+from aioscrapper.exceptions import ClientException, HTTPException
+from aioscrapper.scrapper.base import BaseScrapper
+from aioscrapper.types import RequestSender
+
+
+class Scrapper(BaseScrapper):
+    def __init__(self):
+        self.status = None
+        self.response_data = None
+
+    async def start(self, request_sender: RequestSender) -> None:
+        await request_sender(url="https://api.test.com/v1", errback=self.errback)
+
+    async def errback(self, exc: ClientException) -> None:
+        if isinstance(exc, HTTPException):
+            self.status = exc.status_code
+            self.response_data = exc.message
+
+
+@pytest.mark.asyncio
+async def test_error(aresponses: ResponsesMockServer):
+    def handle_request(request):
+        return aresponses.Response(status=500, text="Internal Server Error")
+
+    aresponses.add("api.test.com", "/v1", "GET", response=handle_request)  # pyright: ignore
+
+    scrapper = Scrapper()
+    async with AIOScrapper(scrappers=[scrapper]) as executor:
+        await executor.start()
+
+    assert scrapper.status == 500
+    assert scrapper.response_data == "Internal Server Error"
+    aresponses.assert_plan_strictly_followed()

aioscrapper-0.1.2/tests/test_success.py

@@ -0,0 +1,29 @@
+import pytest
+from aresponses import ResponsesMockServer
+
+from aioscrapper import AIOScrapper
+from aioscrapper.scrapper.base import BaseScrapper
+from aioscrapper.types import Response, RequestSender
+
+
+class Scrapper(BaseScrapper):
+    def __init__(self):
+        self.response_data = None
+
+    async def start(self, request_sender: RequestSender) -> None:
+        await request_sender(url="https://api.test.com/v1", callback=self.parse)
+
+    async def parse(self, response: Response) -> None:
+        self.response_data = response.json()
+
+
+@pytest.mark.asyncio
+async def test_success(aresponses: ResponsesMockServer):
+    aresponses.add("api.test.com", "/v1", "GET", response={"status": "OK"})  # pyright: ignore
+
+    scrapper = Scrapper()
+    async with AIOScrapper(scrappers=[scrapper]) as executor:
+        await executor.start()
+
+    assert scrapper.response_data == {"status": "OK"}
+    aresponses.assert_plan_strictly_followed()

aioscrapper-0.1.0/pyproject.toml

@@ -1,24 +0,0 @@
-[project]
-name = "aioscrapper"
-version = "0.1.0"
-authors = [{ name = "darkstussy" }, ]
-description = "Async framework for building modular and scalable web scrapers."
-readme = "README.md"
-requires-python = ">=3.12"
-dependencies = [
-    "aiohttp[speedups] ~= 3.11.16",
-    "aiojobs ~= 1.4.0",
-]
-classifiers = [
-    "Programming Language :: Python :: 3",
-    "Programming Language :: Python :: 3.12",
-    "Framework :: AsyncIO",
-    "Intended Audience :: Developers",
-    "Operating System :: OS Independent",
-    "Topic :: Internet :: WWW/HTTP :: Indexing/Search",
-    "Topic :: Software Development :: Libraries :: Application Frameworks",
-]
-
-[project.urls]
-Homepage = "https://github.com/darkstussy/aioscrapper"
-Issues = "https://github.com/darkstussy/aioscrapper/issues"

aioscrapper-0.1.0/src/aioscrapper/request_sender.py

@@ -1,52 +0,0 @@
-import asyncio
-from typing import Callable, Awaitable, Any
-
-from .types import QueryParams, Cookies, Headers, BasicAuth, Request, RequestParams, RequestQueue, PRPRequest
-
-
-class RequestSender:
-    def __init__(self, queue: RequestQueue) -> None:
-        self._queue = queue
-
-    async def __call__(
-        self,
-        url: str,
-        method: str = "GET",
-        callback: Callable[..., Awaitable] | None = None,
-        cb_kwargs: dict[str, Any] | None = None,
-        errback: Callable[..., Awaitable] | None = None,
-        params: QueryParams | None = None,
-        data: Any = None,
-        json_data: Any = None,
-        cookies: Cookies | None = None,
-        headers: Headers | None = None,
-        proxy: str | None = None,
-        auth: BasicAuth | None = None,
-        timeout: float | None = None,
-        priority: int = 0,
-        delay: float | None = None,
-    ) -> None:
-        await self._queue.put(
-            PRPRequest(
-                priority=priority,
-                request=Request(
-                    method=method,
-                    url=url,
-                    params=params,
-                    data=data,
-                    json_data=json_data,
-                    cookies=cookies,
-                    headers=headers,
-                    auth=auth,
-                    proxy=proxy,
-                    timeout=timeout,
-                ),
-                request_params=RequestParams(
-                    callback=callback,
-                    cb_kwargs=cb_kwargs,
-                    errback=errback,
-                ),
-            )
-        )
-        if delay:
-            await asyncio.sleep(delay)

aioscrapper-0.1.0/src/aioscrapper.egg-info/SOURCES.txt

@@ -1,26 +0,0 @@
-LICENSE
-README.md
-pyproject.toml
-src/aioscrapper/__init__.py
-src/aioscrapper/config.py
-src/aioscrapper/exceptions.py
-src/aioscrapper/helpers.py
-src/aioscrapper/request_manager.py
-src/aioscrapper/request_sender.py
-src/aioscrapper.egg-info/PKG-INFO
-src/aioscrapper.egg-info/SOURCES.txt
-src/aioscrapper.egg-info/dependency_links.txt
-src/aioscrapper.egg-info/requires.txt
-src/aioscrapper.egg-info/top_level.txt
-src/aioscrapper/pipeline/__init__.py
-src/aioscrapper/pipeline/base.py
-src/aioscrapper/pipeline/dispatcher.py
-src/aioscrapper/scrapper/__init__.py
-src/aioscrapper/scrapper/base.py
-src/aioscrapper/scrapper/executor.py
-src/aioscrapper/session/__init__.py
-src/aioscrapper/session/aiohttp.py
-src/aioscrapper/session/base.py
-src/aioscrapper/types/__init__.py
-src/aioscrapper/types/middleware.py
-src/aioscrapper/types/session.py

aioscrapper-0.1.0/src/aioscrapper.egg-info/requires.txt

@@ -1,2 +0,0 @@
-aiohttp[speedups]~=3.11.16
-aiojobs~=1.4.0