gnomepy 2.3.2__tar.gz → 2.3.3__tar.gz

{gnomepy-2.3.2 → gnomepy-2.3.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gnomepy
-Version: 2.3.2
+Version: 2.3.3
 Summary: 
 Author: mprey
 Author-email: masonprey7@gmail.com

{gnomepy-2.3.2 → gnomepy-2.3.3}/gnomepy/registry/api.py

@@ -1,6 +1,7 @@
 __all__ = ["RegistryClient"]
 
 import dataclasses
+import logging
 import os
 from typing import Optional
 
@@ -19,6 +20,8 @@ from gnomepy.registry.types import (
     Security,
 )
 
+logger = logging.getLogger(__name__)
+
 
 def _to_camel_case(snake_str: str) -> str:
     camel = "".join(x.capitalize() for x in snake_str.lower().split("_"))
@@ -37,6 +40,7 @@ class RegistryClient:
         base_url: Optional[str] = None,
         api_key: Optional[str] = None,
         api_key_environ_key: str = "GNOME_REGISTRY_API_KEY",
+        page_size: int = 1000,
     ):
         if base_url:
             self.base_url = base_url.rstrip("/") + "/api"
@@ -49,6 +53,7 @@ class RegistryClient:
         if api_key is None or not isinstance(api_key, str) or api_key.isspace():
             raise ValueError(f"Invalid API key: {api_key}")
         self.api_key = api_key
+        self._page_size = page_size
 
     def get_exchange(self, *, exchange_id: Optional[int] = None, exchange_name: Optional[str] = None) -> list[Exchange]:
         return self._get("/exchanges", _parse_kwarg_params(locals()), Exchange)
@@ -105,6 +110,9 @@ class RegistryClient:
     def get_exchange_events(self, *, exchange_id: Optional[int] = None, event_id: Optional[int] = None) -> list[ExchangeEvent]:
         return self._get("/exchange-events", _parse_kwarg_params(locals()), ExchangeEvent)
 
+    def create_currency(self, **kwargs) -> dict:
+        return self._post("/currencies", {_to_camel_case(k): v for k, v in kwargs.items()})
+
     def create_security(self, **kwargs) -> dict:
         return self._post("/securities", {_to_camel_case(k): v for k, v in kwargs.items()})
 
@@ -126,6 +134,9 @@ class RegistryClient:
     def bulk_create_securities(self, items: list[dict]) -> list[dict]:
         return self._post_bulk("/securities", items)
 
+    def bulk_create_currencies(self, items: list[dict]) -> list[dict]:
+        return self._post_bulk("/currencies", items)
+
     def bulk_create_listings(self, items: list[dict]) -> list[dict]:
         return self._post_bulk("/listings", items)
 
@@ -148,30 +159,36 @@ class RegistryClient:
         body = {_to_camel_case(k): v for k, v in kwargs.items()}
         return self._patch("/event-contracts", {"eventContractId": str(event_contract_id)}, body)
 
-    _PAGE_SIZE = 5000
-
     def _get(self, path: str, params: dict, output_type) -> list:
         all_items = []
         offset = 0
+        page_num = 0
+        logger.debug("GET %s params=%s page_size=%d", path, params, self._page_size)
         while True:
-            page_params = {**params, "limit": self._PAGE_SIZE, "offset": offset}
+            page_params = {**params, "limit": self._page_size, "offset": offset}
             res = requests.get(self.base_url + path, params=page_params, headers={"x-api-key": self.api_key})
             res.raise_for_status()
             page = res.json()
+            logger.debug("GET %s page=%d offset=%d got=%d total=%d", path, page_num, offset, len(page), len(all_items) + len(page))
             if dataclasses.is_dataclass(output_type):
                 known = {f.name for f in dataclasses.fields(output_type)}
                 all_items.extend(output_type(**{k: v for k, v in item.items() if k in known}) for item in page)
             else:
                 all_items.extend(output_type(**item) for item in page)
-            if len(page) < self._PAGE_SIZE:
+            if len(page) < self._page_size:
                 break
-            offset += self._PAGE_SIZE
+            offset += self._page_size
+            page_num += 1
+        logger.debug("GET %s done total=%d pages=%d", path, len(all_items), page_num + 1)
         return all_items
 
     def _post_bulk(self, path: str, items: list[dict], batch_size: int = 500) -> list[dict]:
+        n_batches = (len(items) + batch_size - 1) // batch_size
+        logger.debug("POST bulk %s total=%d batch_size=%d n_batches=%d", path, len(items), batch_size, n_batches)
         results: list[dict] = []
         for i in range(0, len(items), batch_size):
             batch = [{_to_camel_case(k): v for k, v in item.items()} for item in items[i : i + batch_size]]
+            logger.debug("POST bulk %s batch=%d/%d items=%d", path, i // batch_size + 1, n_batches, len(batch))
             res = requests.post(
                 self.base_url + path,
                 json=batch,

{gnomepy-2.3.2 → gnomepy-2.3.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "gnomepy"
-version = "2.3.2"
+version = "2.3.3"
 description = ""
 authors = [
     {name = "mprey",email = "masonprey7@gmail.com"}