exchanges-wrapper 2.1.36__tar.gz → 2.1.40__tar.gz

{exchanges_wrapper-2.1.36 → exchanges_wrapper-2.1.40}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: exchanges-wrapper
-Version: 2.1.36
+Version: 2.1.40
 Summary: REST API and WebSocket asyncio wrapper with grpc powered multiplexer server
 Author-email: Thomas Marchand <thomas.marchand@tuta.io>, Jerry Fedorenko <jerry.fedorenko@yahoo.com>
 Requires-Python: >=3.10
@@ -15,10 +15,10 @@ License-File: LICENSE.md
 Requires-Dist: crypto-ws-api==2.0.20
 Requires-Dist: pyotp==2.9.0
 Requires-Dist: simplejson==3.20.1
-Requires-Dist: aiohttp~=3.11.18
+Requires-Dist: aiohttp~=3.12.13
 Requires-Dist: expiringdict~=1.2.2
 Requires-Dist: betterproto==2.0.0b7
-Requires-Dist: grpclib~=0.4.7
+Requires-Dist: grpclib~=0.4.8
 Project-URL: Source, https://github.com/DogsTailFarmer/exchanges-wrapper
 
 <h1 align="center"><img align="center" src="https://raw.githubusercontent.com/gist/DogsTailFarmer/167eaf65cebfe95d954082c7f181a2cc/raw/a67270de8663ad3de4733330ff64c9ba3153f87d/Logo%202v3.svg" width="75">Crypto exchanges API/WSS wrapper with grpc powered server</h1>
@@ -29,7 +29,6 @@ Project-URL: Source, https://github.com/DogsTailFarmer/exchanges-wrapper
 
 ***
 <a href="https://pypi.org/project/exchanges-wrapper/"><img src="https://img.shields.io/pypi/v/exchanges-wrapper" alt="PyPI version"></a>
-<a href="https://codeclimate.com/github/DogsTailFarmer/exchanges-wrapper/maintainability"><img src="https://api.codeclimate.com/v1/badges/f333ab9b1f3024699e09/maintainability" /></a>
 <a href="https://deepsource.io/gh/DogsTailFarmer/exchanges-wrapper/?ref=repository-badge}" target="_blank"><img alt="DeepSource" title="DeepSource" src="https://deepsource.io/gh/DogsTailFarmer/exchanges-wrapper.svg/?label=resolved+issues&token=XuG5PmzMiKlDL921-qREIuX_"/></a>
 <a href="https://deepsource.io/gh/DogsTailFarmer/exchanges-wrapper/?ref=repository-badge}" target="_blank"><img alt="DeepSource" title="DeepSource" src="https://deepsource.io/gh/DogsTailFarmer/exchanges-wrapper.svg/?label=active+issues&token=XuG5PmzMiKlDL921-qREIuX_"/></a>
 <a href="https://sonarcloud.io/summary/new_code?id=DogsTailFarmer_exchanges-wrapper" target="_blank"><img alt="sonarcloud" title="sonarcloud" src="https://sonarcloud.io/api/project_badges/measure?project=DogsTailFarmer_exchanges-wrapper&metric=alert_status"/></a>

{exchanges_wrapper-2.1.36 → exchanges_wrapper-2.1.40}/README.md

@@ -6,7 +6,6 @@
 
 ***
 <a href="https://pypi.org/project/exchanges-wrapper/"><img src="https://img.shields.io/pypi/v/exchanges-wrapper" alt="PyPI version"></a>
-<a href="https://codeclimate.com/github/DogsTailFarmer/exchanges-wrapper/maintainability"><img src="https://api.codeclimate.com/v1/badges/f333ab9b1f3024699e09/maintainability" /></a>
 <a href="https://deepsource.io/gh/DogsTailFarmer/exchanges-wrapper/?ref=repository-badge}" target="_blank"><img alt="DeepSource" title="DeepSource" src="https://deepsource.io/gh/DogsTailFarmer/exchanges-wrapper.svg/?label=resolved+issues&token=XuG5PmzMiKlDL921-qREIuX_"/></a>
 <a href="https://deepsource.io/gh/DogsTailFarmer/exchanges-wrapper/?ref=repository-badge}" target="_blank"><img alt="DeepSource" title="DeepSource" src="https://deepsource.io/gh/DogsTailFarmer/exchanges-wrapper.svg/?label=active+issues&token=XuG5PmzMiKlDL921-qREIuX_"/></a>
 <a href="https://sonarcloud.io/summary/new_code?id=DogsTailFarmer_exchanges-wrapper" target="_blank"><img alt="sonarcloud" title="sonarcloud" src="https://sonarcloud.io/api/project_badges/measure?project=DogsTailFarmer_exchanges-wrapper&metric=alert_status"/></a>

{exchanges_wrapper-2.1.36 → exchanges_wrapper-2.1.40}/exchanges_wrapper/__init__.py

@@ -12,7 +12,7 @@ __maintainer__ = "Jerry Fedorenko"
 __contact__ = "https://github.com/DogsTailFarmer"
 __email__ = "jerry.fedorenko@yahoo.com"
 __credits__ = ["https://github.com/DanyaSWorlD"]
-__version__ = "2.1.36"
+__version__ = "2.1.40"
 
 from pathlib import Path
 import shutil
@@ -23,7 +23,7 @@ from grpclib.utils import graceful_exit
 from grpclib import exceptions
 
 __all__ = [
-    Server, GRPCError, Status, Channel, graceful_exit, exceptions
+    'Server', 'GRPCError', 'Status', 'Channel', 'graceful_exit', 'exceptions'
 ]
 
 WORK_PATH = Path(Path.home(), ".MartinBinance")

{exchanges_wrapper-2.1.36 → exchanges_wrapper-2.1.40}/exchanges_wrapper/client.py

@@ -128,9 +128,7 @@ class Client:
             precision = symbol_infos["baseAssetPrecision"]
             if precision > self.highest_precision:
                 self.highest_precision = precision
-            symbol_infos["filters"] = dict(
-                map(lambda x: (x.pop("filterType"), x), symbol_infos["filters"])
-            )
+            symbol_infos["filters"] = {x.pop("filterType"): x for x in symbol_infos["filters"]}
             self.symbols[symbol] = symbol_infos
         decimal.getcontext().prec = (self.highest_precision + 4)  # for operations and rounding
         if self.exchange == 'bybit':
@@ -186,7 +184,7 @@ class Client:
                     break
                 await asyncio.sleep(0.1)
 
-    async def start_market_events_listener(self, _trade_id):
+    def start_market_events_listener(self, _trade_id):
         _events = self.events.registered_streams.get(self.exchange, {}).get(_trade_id, set())
         if self.exchange == 'binance':
             market_data_stream = MarketEventsDataStream(self, self.endpoint_ws_public, self.exchange, _trade_id)
@@ -1262,7 +1260,7 @@ class Client:
             # print(f"fetch_open_orders.res: {res}")
             binance_res = okx.orders(res, response_type=response_type)
         elif self.exchange == 'bybit':
-            params = {'category': 'spot', 'symbol': symbol}
+            params = {'category': 'spot', 'symbol': symbol, 'limit': 50}
             res, _ = await self.http.send_api_call("/v5/order/realtime", signed=True, **params)
             binance_res = bbt.orders(res.get('list', []), response_type=response_type)
         return binance_res

{exchanges_wrapper-2.1.36 → exchanges_wrapper-2.1.40}/exchanges_wrapper/events.py

@@ -241,9 +241,7 @@ class OutboundAccountPositionWrapper(EventWrapper):
         super().__init__(event_data, handlers)
         self.event_time = event_data["E"]
         self.last_update = event_data["u"]
-        self.balances = dict(
-            map(lambda x: (x["a"], {"free": x["f"], "locked": x["l"]}), event_data["B"])
-        )
+        self.balances = {x["a"]: {"free": x["f"], "locked": x["l"]} for x in event_data["B"]}
 
 
 # BALANCE UPDATE
@@ -308,8 +306,4 @@ class ListStatus(EventWrapper):
         self.list_order_status = event_data["L"]
         self.list_reject_reason = event_data["r"]
         self.list_client_order_id = event_data["C"]
-        # noinspection PyArgumentList
-        self.orders = dict(
-            map(lambda x: (x["s"], {"orderId": x["i"], "clientOrderId": x["c"]})),
-            event_data["O"],
-        )
+        self.orders = {x["s"]: {"orderId": x["i"], "clientOrderId": x["c"]} for x in event_data["O"]}

{exchanges_wrapper-2.1.36 → exchanges_wrapper-2.1.40}/exchanges_wrapper/exch_srv.py

@@ -94,7 +94,7 @@ class OpenClient:
 
 # noinspection PyPep8Naming,PyMethodMayBeStatic
 class Martin(mr.MartinBase):
-    rate_limit_reached_time = None
+    rate_limit_reached_time = 0
     rate_limiter = None
     ticker_update_time = {}
 
@@ -162,9 +162,9 @@ class Martin(mr.MartinBase):
         open_client = OpenClient.get_client(request.client_id)
         client = open_client.client
         if Martin.rate_limit_reached_time:
-            if time.time() - Martin.rate_limit_reached_time > 30:
+            if time.time() - Martin.rate_limit_reached_time > 600 if client.exchange == 'bybit' else 60:
                 client.http.rate_limit_reached = False
-                Martin.rate_limit_reached_time = None
+                Martin.rate_limit_reached_time = 0
                 logger.info(f"RateLimit error clear for {open_client.name}, trying one else time")
                 _success = True
         elif client.http.rate_limit_reached:
@@ -753,7 +753,7 @@ class Martin(mr.MartinBase):
                 len(v[request.trade_id]) for v in client.events.registered_streams.values() if request.trade_id in v
             )
         logger.info(f"Start WS streams for {open_client.name}")
-        await client.start_market_events_listener(request.trade_id)
+        client.start_market_events_listener(request.trade_id)
         await client.start_user_events_listener(request.trade_id, request.symbol)
         response.success = True
         return response

{exchanges_wrapper-2.1.36 → exchanges_wrapper-2.1.40}/exchanges_wrapper/http_client.py

@@ -107,20 +107,23 @@ class HttpClient:
             elif payload.get('retCode') == 10002:
                 raise ExchangeError(ERR_TIMESTAMP_OUTSIDE_RECV_WINDOW)
             elif payload.get('retCode') == 10006:
-                self.rate_limit_handler.fire_exceeded_rate_limit(path)
                 logger.warning(f"ByBit API: {payload.get('retMsg')}")
+                self.rate_limit_handler.fire_exceeded_rate_limit(path)
                 return payload.get('result'), payload.get('time')
             else:
                 raise ExchangeError(f"API request failed: {response.status}:{response.reason}:{payload}")
-        elif self.exchange == 'huobi' and payload and (payload.get('status') == 'ok' or payload.get('ok')):
+
+        if self.exchange == 'huobi' and payload and (payload.get('status') == 'ok' or payload.get('ok')):
             return payload.get('data', payload.get('tick'))
-        elif self.exchange == 'okx' and payload and payload.get('code') == '0':
+
+        if self.exchange == 'okx' and payload and payload.get('code') == '0':
             return payload.get('data', [])
-        elif self.exchange not in ('binance', 'bitfinex') \
+
+        if self.exchange not in ('binance', 'bitfinex') \
                 or (self.exchange == 'binance' and payload and "code" in payload):
             raise ExchangeError(f"API request failed: {response.status}:{response.reason}:{payload}")
-        else:
-            return payload
+
+        return payload
 
     async def send_api_call(self,
                             path,
@@ -142,7 +145,7 @@ class HttpClient:
                 if self.exchange == 'bybit':
                     self.rate_limit_handler.update(path, response.headers)
 
-                return await self.handle_errors(response)
+                return await self.handle_errors(response, path)
         except (aiohttp.ClientConnectionError, asyncio.exceptions.TimeoutError):
             await self.session.close()
             raise ExchangeError("HTTP ClientConnectionError, the connection will be restored")

{exchanges_wrapper-2.1.36 → exchanges_wrapper-2.1.40}/exchanges_wrapper/parsers/bybit.py

@@ -2,13 +2,14 @@
 Parser for convert Bybit REST API/WSS V5 response to Binance like result
 """
 import asyncio
-import random
 import time
 from decimal import Decimal
 import logging
 
 logger = logging.getLogger(__name__)
 
+TIMEOUT = 30
+
 
 class OrderBook:
     def __init__(self, snapshot) -> None:
@@ -54,8 +55,13 @@ class OrderBook:
 class RateLimitHandler:
     def __init__(self):
         self.stats = {}  # {'path': [limit_status, start_time, reset_time, range_window, limit]}
+        self.path_fired = set()
+        self.path_count = {}
 
     def update(self, path, headers):
+        if self.path_count[path]:
+            self.path_count[path] -= 1
+
         if limit := int(headers.get('X-Bapi-Limit', '0')):
             limit_status = int(headers['X-Bapi-Limit-Status'])
             now = int(time.time() * 1000)
@@ -72,34 +78,44 @@ class RateLimitHandler:
             else:
                 range_window = max(_range_window, now - start_time)
                 n = (_limit_status - limit_status) if _limit_status > limit_status else 1
-                reset_time += n * range_window / limit
+                reset_time += int(n * range_window / limit)
             self.stats[path] = [limit_status, start_time, reset_time, range_window, limit]
+        else:
+            self.path_fired.discard(path)
+
+    async def wait(self, path, count=0):
+        if path not in self.path_count:
+            self.path_count[path] = 0
+        self.path_count[path] += 1
+
+        _count = count or self.path_count[path]
 
-    async def wait(self, path):
-        if self.stats.get(path) is None:
-            return
-        limit_status, start_time, reset_time, range_window, limit = self.stats[path]
-        min_delay = range_window / limit
-        now = int(time.time() * 1000)
-        if limit_status <= 1:
-            delay = max(
-                random.randint(1000, 2000),  #NOSONAR python:S2245
-                max(reset_time, start_time + range_window) - now
-            ) / 1000
+        if stats := self.stats.get(path):
+            limit_status, start_time, reset_time, range_window, limit = stats
+            if limit_status <= 1 or count >= limit - 1:
+                delay = (
+                    (
+                     max(reset_time, start_time + range_window)
+                        - time.time() * 1000
+                        + _count * range_window / limit
+                    ) / 1000
+                )
+                await asyncio.sleep(delay)
         else:
-            delay = max(min_delay, reset_time - now) / 1000
-        await asyncio.sleep(delay)
+            if path in self.path_fired:
+                start_time = time.time()
+                while not self.stats.get(path) and (time.time() - start_time < TIMEOUT):
+                    await asyncio.sleep(0.1)
+                await self.wait(path, count=_count)
+            else:
+                self.path_fired.add(path)
 
     def fire_exceeded_rate_limit(self, path):
         if stats := self.stats.get(path):
-            limit_status, start_time, _reset_time, range_window, limit = stats
-            self.stats[path] = [
-                limit_status,
-                start_time,
-                int(time.time() * 1000) + range_window,
-                range_window,
-                limit
-            ]
+            _, start_time, _, range_window, limit = stats
+            new_reset_time = int(time.time() * 1000) + range_window
+            self.stats[path] = [0, start_time, new_reset_time, range_window, limit]
+            logger.warning(f"Bybit Rate limit exceeded for path: {path}")
 
 
 def fetch_server_time(res: dict) -> dict:

{exchanges_wrapper-2.1.36 → exchanges_wrapper-2.1.40}/pyproject.toml

@@ -20,10 +20,10 @@ dependencies = [
     "crypto-ws-api==2.0.20",
     "pyotp==2.9.0",
     "simplejson==3.20.1",
-    "aiohttp~=3.11.18",
+    "aiohttp~=3.12.13",
     "expiringdict~=1.2.2",
     "betterproto==2.0.0b7",
-    "grpclib~=0.4.7"
+    "grpclib~=0.4.8"
 ]
 
 [tool.flit.module]