zenx 0.9.2__tar.gz → 0.9.4__tar.gz

{zenx-0.9.2 → zenx-0.9.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: zenx
-Version: 0.9.2
+Version: 0.9.4
 Summary: mini-framework
 Requires-Python: >=3.12
 Requires-Dist: curl-cffi>=0.12.0
@@ -17,6 +17,10 @@ Requires-Dist: redis[hiredis]>=6.2.0; extra == "redis"
 Provides-Extra: grpc
 Requires-Dist: grpcio>=1.73.1; extra == "grpc"
 Requires-Dist: protobuf>=6.31.1; extra == "grpc"
+Provides-Extra: websocket
+Requires-Dist: websockets>=15.0.1; extra == "websocket"
+Provides-Extra: discord
+Requires-Dist: httpx>=0.28.1; extra == "discord"
 Provides-Extra: all
 Requires-Dist: curl-cffi>=0.12.0; extra == "all"
 Requires-Dist: grpcio>=1.73.1; extra == "all"
@@ -30,5 +34,4 @@ Requires-Dist: typer>=0.16.0; extra == "all"
 Requires-Dist: uvloop>=0.21.0; extra == "all"
 Requires-Dist: redis[hiredis]>=6.2.0; extra == "all"
 Requires-Dist: websockets>=15.0.1; extra == "all"
-Provides-Extra: websocket
-Requires-Dist: websockets>=15.0.1; extra == "websocket"
+Requires-Dist: httpx>=0.28.1; extra == "all"

{zenx-0.9.2 → zenx-0.9.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "zenx"
-version = "0.9.2"
+version = "0.9.4"
 description = "mini-framework"
 requires-python = ">=3.12"
 dependencies = [
@@ -19,8 +19,19 @@ dependencies = [
 zenx = "zenx.cli:app"
 
 [project.optional-dependencies]
-redis = ["redis[hiredis]>=6.2.0"]
-grpc = ["grpcio>=1.73.1","protobuf>=6.31.1"]
+redis = [
+  "redis[hiredis]>=6.2.0"
+]
+grpc = [
+  "grpcio>=1.73.1",
+  "protobuf>=6.31.1"
+]
+websocket = [
+    "websockets>=15.0.1",
+]
+discord = [
+    "httpx>=0.28.1",
+]
 all = [
     "curl-cffi>=0.12.0",
     "grpcio>=1.73.1",
@@ -34,7 +45,5 @@ all = [
     "uvloop>=0.21.0",
     "redis[hiredis]>=6.2.0",
     "websockets>=15.0.1",
-]
-websocket = [
-    "websockets>=15.0.1",
+    "httpx>=0.28.1",
 ]

zenx-0.9.4/zenx/pipelines/discord.py

@@ -0,0 +1,65 @@
+from typing import Dict
+from structlog import BoundLogger
+
+from zenx.pipelines.base import Pipeline
+from zenx.clients.database import DBClient
+from zenx.settings import Settings
+from zenx.utils import log_processing_time
+
+
+try: 
+    from httpx import AsyncClient
+
+    class SynopticDiscordPipeline(Pipeline): # type: ignore[reportRedeclaration]
+        name = "syncoptic_discord"
+        required_settings = ["SYNOPTIC_DISCORD_WEBHOOK"]
+        
+        
+        def __init__(self, logger: BoundLogger, db: DBClient, settings: Settings) -> None:
+            super().__init__(logger, db, settings)
+            self._uri = settings.SYNOPTIC_DISCORD_WEBHOOK
+            self._client = AsyncClient(headers={"Content-Type": "application/json"})
+
+
+        async def start(self) -> None:
+            for setting in self.required_settings:
+                if not getattr(self.settings, setting):
+                    raise ValueError(f"Missing required setting: {setting}")
+        
+        
+        @log_processing_time
+        async def process_item(self, item: Dict, spider: str) -> Dict:
+            await self._process(item)
+            return item
+
+        
+        async def _process(self, item: Dict) -> None:
+            try:
+                _item = {k: v for k, v in item.items() if not k.startswith("_")}
+                await self._client.post(self._uri, json=_item)
+            except Exception as e:
+                self.logger.error("processing", exception=str(e), id=item.get("_id"), pipeline=self.name)
+
+
+        async def close(self) -> None:
+            if hasattr(self, "_client") and self._client:
+                await self._client.aclose()
+except ModuleNotFoundError:
+    # proxy pattern
+    class SynopticDiscordPipeline(Pipeline):
+        name = "synoptic_discord"
+        required_settings = []
+
+        _ERROR_MESSAGE = (
+            f"The '{name}' pipeline is disabled because the required dependencies are not installed. "
+            "Please install it to enable this feature:\n\n"
+            "  pip install 'zenx[discord]'"
+        )
+
+        def __init__(self, *args, **kwargs):
+            super().__init__(*args, **kwargs)
+            raise ImportError(self._ERROR_MESSAGE)
+        
+        async def start(self) -> None: pass
+        async def process_item(self, item: Dict, spider: str) -> Dict: return {}
+        async def close(self) -> None: pass

{zenx-0.9.2 → zenx-0.9.4}/zenx/settings.py

@@ -26,6 +26,8 @@ class Settings(BaseSettings):
     GRPC_ID: str | None = None
     GRPC_ID_HEADLINE: str | None = None
 
+    SYNOPTIC_DISCORD_WEBHOOK: str | None = None
+
     SYNOPTIC_API_KEY: str | None = None
     SYNOPTIC_STREAM_ID: str | None = None
 

{zenx-0.9.2 → zenx-0.9.4}/zenx/spiders/base.py

@@ -14,7 +14,7 @@ class Spider(ABC):
     # central registry
     name: ClassVar[str]
     _registry: ClassVar[Dict[str, Type[Spider]]] = {}
-    pipelines: ClassVar[List[Literal["preprocess","synoptic_websocket","synoptic_grpc"]]]
+    pipelines: ClassVar[List[Literal["preprocess","synoptic_websocket","synoptic_grpc","synoptic_discord"]]]
     client_name: ClassVar[Literal["curl_cffi"]] = "curl_cffi"
 
 

{zenx-0.9.2 → zenx-0.9.4}/zenx.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: zenx
-Version: 0.9.2
+Version: 0.9.4
 Summary: mini-framework
 Requires-Python: >=3.12
 Requires-Dist: curl-cffi>=0.12.0
@@ -17,6 +17,10 @@ Requires-Dist: redis[hiredis]>=6.2.0; extra == "redis"
 Provides-Extra: grpc
 Requires-Dist: grpcio>=1.73.1; extra == "grpc"
 Requires-Dist: protobuf>=6.31.1; extra == "grpc"
+Provides-Extra: websocket
+Requires-Dist: websockets>=15.0.1; extra == "websocket"
+Provides-Extra: discord
+Requires-Dist: httpx>=0.28.1; extra == "discord"
 Provides-Extra: all
 Requires-Dist: curl-cffi>=0.12.0; extra == "all"
 Requires-Dist: grpcio>=1.73.1; extra == "all"
@@ -30,5 +34,4 @@ Requires-Dist: typer>=0.16.0; extra == "all"
 Requires-Dist: uvloop>=0.21.0; extra == "all"
 Requires-Dist: redis[hiredis]>=6.2.0; extra == "all"
 Requires-Dist: websockets>=15.0.1; extra == "all"
-Provides-Extra: websocket
-Requires-Dist: websockets>=15.0.1; extra == "websocket"
+Requires-Dist: httpx>=0.28.1; extra == "all"

{zenx-0.9.2 → zenx-0.9.4}/zenx.egg-info/SOURCES.txt

@@ -18,6 +18,7 @@ zenx/clients/database.py
 zenx/clients/http.py
 zenx/pipelines/__init__.py
 zenx/pipelines/base.py
+zenx/pipelines/discord.py
 zenx/pipelines/google_rpc.py
 zenx/pipelines/manager.py
 zenx/pipelines/preprocess.py

{zenx-0.9.2 → zenx-0.9.4}/zenx.egg-info/requires.txt

@@ -21,6 +21,10 @@ typer>=0.16.0
 uvloop>=0.21.0
 redis[hiredis]>=6.2.0
 websockets>=15.0.1
+httpx>=0.28.1
+
+[discord]
+httpx>=0.28.1
 
 [grpc]
 grpcio>=1.73.1