zenx 0.9.5__py3-none-any.whl → 0.9.7__py3-none-any.whl

zenx/clients/http.py

@@ -1,5 +1,6 @@
 from __future__ import annotations
-import parsel
+from parsel import Selector, SelectorList
+from functools import cached_property
 import random
 from curl_cffi.requests.impersonate import BrowserTypeLiteral
 from curl_cffi import AsyncSession, Response as CurlResponse
@@ -7,7 +8,7 @@ from abc import ABC, abstractmethod
 import asyncio
 from dataclasses import dataclass
 from typing import Any, ClassVar, Tuple, Type, Dict, get_args
-import json
+import orjson
 from structlog import BoundLogger
 
 from zenx.settings import Settings
@@ -25,11 +26,14 @@ class Response:
     latency_ms: int
 
     def json(self) -> Any:
-        return json.loads(self.text)
+        return orjson.loads(self.text)
     
-    def selector(self) -> parsel.Selector:
-        sel = parsel.Selector(self.text)
-        return sel
+    @cached_property
+    def selector(self) -> Selector:
+        return Selector(self.text)
+    
+    def xpath(self, query: str) -> SelectorList[Selector]:
+        return self.selector.xpath(query)
 
 
 class HttpClient(ABC):

zenx/pipelines/discord.py

@@ -1,4 +1,5 @@
 from typing import Dict
+import json
 from structlog import BoundLogger
 
 from zenx.pipelines.base import Pipeline
@@ -36,7 +37,9 @@ try:
         async def _process(self, item: Dict) -> None:
             try:
                 _item = {k: v for k, v in item.items() if not k.startswith("_")}
-                await self._client.post(self._uri, json=_item)
+                message_content = f"```json\n{json.dumps(_item, indent=4)}\n```"
+                payload = {"content": message_content}
+                await self._client.post(self._uri, json=payload)
             except Exception as e:
                 self.logger.error("processing", exception=str(e), id=item.get("_id"), pipeline=self.name)
 
@@ -44,6 +47,7 @@ try:
         async def close(self) -> None:
             if hasattr(self, "_client") and self._client:
                 await self._client.aclose()
+
 except ModuleNotFoundError:
     # proxy pattern
     class SynopticDiscordPipeline(Pipeline):

zenx/pipelines/google_rpc.py

@@ -15,14 +15,14 @@ try:
 
     class SynopticGoogleRPCPipeline(Pipeline): # type: ignore[reportRedeclaration]
         name = "synoptic_grpc"
-        required_settings = ["GRPC_SERVER_URI", "GRPC_TOKEN", "GRPC_ID"]
+        required_settings = ["SYNOPTIC_GRPC_SERVER_URI", "SYNOPTIC_GRPC_TOKEN", "SYNOPTIC_GRPC_ID"]
         
 
         def __init__(self, logger: structlog.BoundLogger, db: DBClient, settings: Settings) -> None:
             super().__init__(logger, db, settings)
-            self._uri = self.settings.GRPC_SERVER_URI
-            self._feed_token = self.settings.GRPC_TOKEN
-            self._feed_id = self.settings.GRPC_ID
+            self._uri = self.settings.SYNOPTIC_GRPC_SERVER_URI
+            self._feed_token = self.settings.SYNOPTIC_GRPC_TOKEN
+            self._feed_id = self.settings.SYNOPTIC_GRPC_ID
             self._feed_pb2 = importlib.import_module("zenx.resources.proto.feed_pb2")
             self._feed_pb2_grpc = importlib.import_module("zenx.resources.proto.feed_pb2_grpc")
             

zenx/settings.py

@@ -21,10 +21,9 @@ class Settings(BaseSettings):
     PROXY_v4: str | None = None
     PROXY_V6: str | None = None
     
-    GRPC_SERVER_URI: str = "ingress.opticfeeds.com"
-    GRPC_TOKEN: str | None = None
-    GRPC_ID: str | None = None
-    GRPC_ID_HEADLINE: str | None = None
+    SYNOPTIC_GRPC_SERVER_URI: str = "ingress.opticfeeds.com"
+    SYNOPTIC_GRPC_TOKEN: str | None = None
+    SYNOPTIC_GRPC_ID: str | None = None
 
     SYNOPTIC_DISCORD_WEBHOOK: str | None = None
 

{zenx-0.9.5.dist-info → zenx-0.9.7.dist-info}/METADATA

@@ -1,9 +1,10 @@
 Metadata-Version: 2.4
 Name: zenx
-Version: 0.9.5
+Version: 0.9.7
 Summary: mini-framework
 Requires-Python: >=3.12
 Requires-Dist: curl-cffi>=0.12.0
+Requires-Dist: orjson>=3.11.0
 Requires-Dist: parsel>=1.10.0
 Requires-Dist: pebble>=5.1.1
 Requires-Dist: pydantic>=2.11.7

{zenx-0.9.5.dist-info → zenx-0.9.7.dist-info}/RECORD

@@ -4,15 +4,15 @@ zenx/discovery.py,sha256=YANVGzy2IG1fYruUud-11Y-ynyO6iEp3EjlHnhIQJQI,1014
 zenx/engine.py,sha256=CYwvmPSaI1lC-y_DfuOzX_1Ii14fxU8IdfMM7AIrUUU,2551
 zenx/exceptions.py,sha256=BJXxzwwX2CU6inhppfblx8c8Z6Mhvsk7MAhQ1LAnhBg,37
 zenx/logger.py,sha256=lr45XGbV769NQcwn8-lAcPfFbR4yBN8LNh7o-i4Aa9M,1652
-zenx/settings.py,sha256=sXRdoBjYE74ksqE84a7Zx_vGgo1UPUqMUeQluxrzR-I,1057
+zenx/settings.py,sha256=x2Z6SQRhdxL5matDOq89EX4BPSKpQr0SsOjT_ZvjsNQ,1044
 zenx/utils.py,sha256=wxild17cpO6SPLJ4dADuVj4IQehNjvOdafOCDPHnsIs,661
 zenx/clients/__init__.py,sha256=CaAAuNa8DPyMdejR0KNSDDg_UzC3WxaTol5_QvwwwG8,132
 zenx/clients/database.py,sha256=AF-L7iYrWRNzUZKn7taveiihpu--mXXC6eWOrMNlqzQ,4806
-zenx/clients/http.py,sha256=C2VLpxqvlRcKTbESDGXqjSi7LNrdt8Jr9pogXwrsQ8o,6252
+zenx/clients/http.py,sha256=wIxFC226JC0xm8gsBCDLjU2JzaJxXS08F_6jNHXK6ug,6417
 zenx/pipelines/__init__.py,sha256=IxkZ0UpEJdYjLdd-PMcC9PzzzArTBNNcpgKc7NiOe5Y,131
 zenx/pipelines/base.py,sha256=N_388z5DFMeaU6wMwcClZAbQFWKh4kpAF7eUJhpQevs,1863
-zenx/pipelines/discord.py,sha256=EHQ3gefoHEY-0DwBGfxhSbLPe1WuWgk6JBNaxuTXAvc,2377
-zenx/pipelines/google_rpc.py,sha256=nR7hNCqAcg1YGWYm3xoj8G8vOTs74lAeYc0dYk842n8,4490
+zenx/pipelines/discord.py,sha256=4Ea52PzAViQZTVkwzvN9VxzjGVV_O4pMrqeOswtpkUo,2528
+zenx/pipelines/google_rpc.py,sha256=mXFyY26ZiBjsp45YvaTfrN45cgfHmcn_tf0Rjzfnurw,4544
 zenx/pipelines/manager.py,sha256=lm2A_4h8NNdurFfwrrLwx5Z1tqJ9yZp2qgYvwGWd1lc,2017
 zenx/pipelines/preprocess.py,sha256=PTXDYo-B_T3YAY5AeUx5ExTDKZovQUwqmB8pyHo6i6o,958
 zenx/pipelines/websocket.py,sha256=X4hwHAwFUXqmZ4aR6Aox0GHSxCUVjd1_7ZZeUQ2j-Lk,4865
@@ -21,8 +21,8 @@ zenx/resources/proto/feed_pb2.py,sha256=ZyICOLnyuXekkvV4bAHZ1nE1-wwzcYYRRrmRJCMr
 zenx/resources/proto/feed_pb2_grpc.py,sha256=Mim6FfBgIMj0PmTqHk036nVUMJH3A6I3ts6r1j3bQF8,7441
 zenx/spiders/__init__.py,sha256=rs5LuqdM2MQlUYiTGJrzkYhzN8_SSLTrR7wGjSRrrSo,25
 zenx/spiders/base.py,sha256=MeZ3wZOPOyOX4V2ufFXtYGCDtXHZO_mNfnXdKMkisuQ,1951
-zenx-0.9.5.dist-info/METADATA,sha256=cWCL7xL_Y0cL9OH2DxWVeE-6AIfaTWAc3MY-Bdiy7xI,1391
-zenx-0.9.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-zenx-0.9.5.dist-info/entry_points.txt,sha256=8JXob2f1VtvzGFris-e9Usqywg7oca-cChDlH9moOZU,38
-zenx-0.9.5.dist-info/top_level.txt,sha256=JeXwvK86d7sB-2x-avugFnZIZa33zaHWKI8RHWJR6KY,5
-zenx-0.9.5.dist-info/RECORD,,
+zenx-0.9.7.dist-info/METADATA,sha256=GlgT8iw0WAX0utcLYAq0PaNQ-LIBgDlfVFbuO-i8j7U,1421
+zenx-0.9.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+zenx-0.9.7.dist-info/entry_points.txt,sha256=8JXob2f1VtvzGFris-e9Usqywg7oca-cChDlH9moOZU,38
+zenx-0.9.7.dist-info/top_level.txt,sha256=JeXwvK86d7sB-2x-avugFnZIZa33zaHWKI8RHWJR6KY,5
+zenx-0.9.7.dist-info/RECORD,,