zenx 0.9.2__py3-none-any.whl → 0.9.3__py3-none-any.whl

zenx/pipelines/discord.py

@@ -0,0 +1,45 @@
+from httpx import AsyncClient
+from typing import Dict
+from structlog import BoundLogger
+
+from zenx.pipelines.base import Pipeline
+from zenx.clients.database import DBClient
+from zenx.settings import Settings
+from zenx.utils import log_processing_time
+
+
+
+class SynopticDiscordPipeline(Pipeline):
+    name = "syncoptic_discord"
+    required_settings = ["SYNOPTIC_DISCORD_WEBHOOK"]
+    
+    
+    def __init__(self, logger: BoundLogger, db: DBClient, settings: Settings) -> None:
+        super().__init__(logger, db, settings)
+        self._uri = settings.SYNOPTIC_DISCORD_WEBHOOK
+        self._client = AsyncClient(headers={"Content-Type": "application/json"})
+
+
+    async def start(self) -> None:
+        for setting in self.required_settings:
+            if not getattr(self.settings, setting):
+                raise ValueError(f"Missing required setting: {setting}")
+    
+    
+    @log_processing_time
+    async def process_item(self, item: Dict, spider: str) -> Dict:
+        await self._process(item)
+        return item
+
+    
+    async def _process(self, item: Dict) -> None:
+        try:
+            _item = {k: v for k, v in item.items() if not k.startswith("_")}
+            await self._client.post(self._uri, json=_item)
+        except Exception as e:
+            self.logger.error("processing", exception=str(e), id=item.get("_id"), pipeline=self.name)
+
+
+    async def close(self) -> None:
+        if hasattr(self, "_client") and self._client:
+            await self._client.aclose()

zenx/settings.py

@@ -26,6 +26,8 @@ class Settings(BaseSettings):
     GRPC_ID: str | None = None
     GRPC_ID_HEADLINE: str | None = None
 
+    SYNOPTIC_DISCORD_WEBHOOK: str | None = None
+
     SYNOPTIC_API_KEY: str | None = None
     SYNOPTIC_STREAM_ID: str | None = None
 

zenx/spiders/base.py

@@ -14,7 +14,7 @@ class Spider(ABC):
     # central registry
     name: ClassVar[str]
     _registry: ClassVar[Dict[str, Type[Spider]]] = {}
-    pipelines: ClassVar[List[Literal["preprocess","synoptic_websocket","synoptic_grpc"]]]
+    pipelines: ClassVar[List[Literal["preprocess","synoptic_websocket","synoptic_grpc","synoptic_discord"]]]
     client_name: ClassVar[Literal["curl_cffi"]] = "curl_cffi"
 
 

{zenx-0.9.2.dist-info → zenx-0.9.3.dist-info}/METADATA

@@ -1,9 +1,10 @@
 Metadata-Version: 2.4
 Name: zenx
-Version: 0.9.2
+Version: 0.9.3
 Summary: mini-framework
 Requires-Python: >=3.12
 Requires-Dist: curl-cffi>=0.12.0
+Requires-Dist: httpx>=0.28.1
 Requires-Dist: parsel>=1.10.0
 Requires-Dist: pebble>=5.1.1
 Requires-Dist: pydantic>=2.11.7

{zenx-0.9.2.dist-info → zenx-0.9.3.dist-info}/RECORD

@@ -4,13 +4,14 @@ zenx/discovery.py,sha256=YANVGzy2IG1fYruUud-11Y-ynyO6iEp3EjlHnhIQJQI,1014
 zenx/engine.py,sha256=CYwvmPSaI1lC-y_DfuOzX_1Ii14fxU8IdfMM7AIrUUU,2551
 zenx/exceptions.py,sha256=BJXxzwwX2CU6inhppfblx8c8Z6Mhvsk7MAhQ1LAnhBg,37
 zenx/logger.py,sha256=lr45XGbV769NQcwn8-lAcPfFbR4yBN8LNh7o-i4Aa9M,1652
-zenx/settings.py,sha256=0RLeKcqHJdD1vuYIQtGeXkp2YIvv3tNyz9O8jw620VQ,1008
+zenx/settings.py,sha256=sXRdoBjYE74ksqE84a7Zx_vGgo1UPUqMUeQluxrzR-I,1057
 zenx/utils.py,sha256=wxild17cpO6SPLJ4dADuVj4IQehNjvOdafOCDPHnsIs,661
 zenx/clients/__init__.py,sha256=CaAAuNa8DPyMdejR0KNSDDg_UzC3WxaTol5_QvwwwG8,132
 zenx/clients/database.py,sha256=AF-L7iYrWRNzUZKn7taveiihpu--mXXC6eWOrMNlqzQ,4806
 zenx/clients/http.py,sha256=C2VLpxqvlRcKTbESDGXqjSi7LNrdt8Jr9pogXwrsQ8o,6252
 zenx/pipelines/__init__.py,sha256=IxkZ0UpEJdYjLdd-PMcC9PzzzArTBNNcpgKc7NiOe5Y,131
 zenx/pipelines/base.py,sha256=N_388z5DFMeaU6wMwcClZAbQFWKh4kpAF7eUJhpQevs,1863
+zenx/pipelines/discord.py,sha256=g33RZGZzr5PIop0OHo2MVVaIRyYVOnfyaZRAV6Y3dUs,1492
 zenx/pipelines/google_rpc.py,sha256=nR7hNCqAcg1YGWYm3xoj8G8vOTs74lAeYc0dYk842n8,4490
 zenx/pipelines/manager.py,sha256=lm2A_4h8NNdurFfwrrLwx5Z1tqJ9yZp2qgYvwGWd1lc,2017
 zenx/pipelines/preprocess.py,sha256=PTXDYo-B_T3YAY5AeUx5ExTDKZovQUwqmB8pyHo6i6o,958
@@ -19,9 +20,9 @@ zenx/resources/proto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hS
 zenx/resources/proto/feed_pb2.py,sha256=ZyICOLnyuXekkvV4bAHZ1nE1-wwzcYYRRrmRJCMrSoo,2810
 zenx/resources/proto/feed_pb2_grpc.py,sha256=Mim6FfBgIMj0PmTqHk036nVUMJH3A6I3ts6r1j3bQF8,7441
 zenx/spiders/__init__.py,sha256=rs5LuqdM2MQlUYiTGJrzkYhzN8_SSLTrR7wGjSRrrSo,25
-zenx/spiders/base.py,sha256=BGxOvNnjaz6gmZm7NIgYc0RddWDmpIp53ukxprUUd-Y,1932
-zenx-0.9.2.dist-info/METADATA,sha256=gGkGt4G8VZRnjYgPAwV2ympWZcPFsBm9PrnHOE3Emsg,1273
-zenx-0.9.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-zenx-0.9.2.dist-info/entry_points.txt,sha256=8JXob2f1VtvzGFris-e9Usqywg7oca-cChDlH9moOZU,38
-zenx-0.9.2.dist-info/top_level.txt,sha256=JeXwvK86d7sB-2x-avugFnZIZa33zaHWKI8RHWJR6KY,5
-zenx-0.9.2.dist-info/RECORD,,
+zenx/spiders/base.py,sha256=MeZ3wZOPOyOX4V2ufFXtYGCDtXHZO_mNfnXdKMkisuQ,1951
+zenx-0.9.3.dist-info/METADATA,sha256=dkaucOEsJCCruQnSPPDYME-iSI-wH3bbthhvYqj5Io8,1302
+zenx-0.9.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+zenx-0.9.3.dist-info/entry_points.txt,sha256=8JXob2f1VtvzGFris-e9Usqywg7oca-cChDlH9moOZU,38
+zenx-0.9.3.dist-info/top_level.txt,sha256=JeXwvK86d7sB-2x-avugFnZIZa33zaHWKI8RHWJR6KY,5
+zenx-0.9.3.dist-info/RECORD,,