siglab-py 0.1.36__tar.gz → 0.1.38__tar.gz

{siglab_py-0.1.36 → siglab_py-0.1.38}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: siglab_py
-Version: 0.1.36
+Version: 0.1.38
 Summary: Market data fetches, TA calculations and generic order gateway.
 Author: r0bbarh00d
 Author-email: r0bbarh00d <r0bbarh00d@gmail.com>

{siglab_py-0.1.36 → siglab_py-0.1.38}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "siglab_py"
-version = "0.1.36"
+version = "0.1.38"
 description = "Market data fetches, TA calculations and generic order gateway."
 authors = [{name = "r0bbarh00d", email = "r0bbarh00d@gmail.com"}]
 license = {text = "MIT"}

{siglab_py-0.1.36 → siglab_py-0.1.38}/setup.cfg

@@ -1,6 +1,6 @@
 [metadata]
 name = siglab_py
-version = 0.1.36
+version = 0.1.38
 description = Market data fetches, TA calculations and generic order gateway.
 author = r0bbarh00d
 author_email = r0bbarh00d@gmail.com

{siglab_py-0.1.36 → siglab_py-0.1.38}/siglab_py/market_data_providers/ccxt_candles_ta_to_csv.py

@@ -26,7 +26,7 @@ from siglab_py.util.analytic_util import compute_candles_stats
 '''
 Usage:
     set PYTHONPATH=%PYTHONPATH%;D:\dev\siglab\siglab_py
-    python ccxt_candles_ta_to_csv.py --exchange_name bybit --symbol BTC/USDT:USDT --end_date "2025-03-11 0:0:0" --start_date "2021-03-11 0:0:0" --default_type linear --compute_ta Y --pypy_compatible N
+    python ccxt_candles_ta_to_csv.py --exchange_name bybit --symbol BTC/USDT:USDT --end_date "2025-03-25 0:0:0" --start_date "2021-03-11 0:0:0" --default_type linear --compute_ta Y --pypy_compatible N
 
     (Remember: python -mpip install siglab_py)
 
@@ -225,6 +225,7 @@ async def main():
                                     boillenger_std_multiples=param['boillenger_std_multiples'], 
                                     sliding_window_how_many_candles=param['ma_long_intervals'], 
                                     slow_fast_interval_ratio=(param['ma_long_intervals']/param['ma_short_intervals']),
+                                    hurst_exp_window_how_many_candles=param['ma_short_intervals'],
                                     pypy_compat=param['pypy_compatible']
                                 )
         compute_candles_stats_elapsed_ms = int((time.time() - start) *1000)

{siglab_py-0.1.36 → siglab_py-0.1.38}/siglab_py/ordergateway/client.py

@@ -46,6 +46,9 @@ class Order:
         self.reduce_only = reduce_only
         self.fees_ccy = fees_ccy
 
+        self.dispatched_amount : float = 0 # This is amount in base ccy, with rounding + multiplier applied (So for contracts with multiplier!=1, this is no longer amount in base ccy.)
+        self.dispatched_price : Union[None, float] = None
+
     def to_dict(self) -> Dict[JSON_SERIALIZABLE_TYPES, JSON_SERIALIZABLE_TYPES]:
         return {
             "ticker" : self.ticker,
@@ -54,7 +57,9 @@ class Order:
             "order_type" : self.order_type,
             "leg_room_bps" : self.leg_room_bps,
             "reduce_only" : self.reduce_only,
-            "fees_ccy" : self.fees_ccy
+            "fees_ccy" : self.fees_ccy,
+            "dispatched_amount" : self.dispatched_amount,
+            "dispatched_price" : self.dispatched_price
         }
 
 '''
@@ -86,6 +91,7 @@ class DivisiblePosition(Order):
         self.fees : Union[float, None] = None
         self.pos : Union[float, None] = None # in base ccy, after execution. (Not in USDT or quote ccy, Not in # contracts)
 
+        self.dispatched_slices : List[Order] = []
         self.executions : Dict[str, Dict[str, Any]] = {}
 
     def to_slices(self) -> List[Order]:
@@ -136,60 +142,172 @@ class DivisiblePosition(Order):
     def get_executions(self) -> Dict[str, Dict[str, Any]]:
         return self.executions
 
-    def get_filled_amount(self) -> float:
-        # filled_amount is in base ccy
-        filled_amount = sum([ self.executions[order_id]['filled'] if 'filled' in self.executions[order_id] and self.executions[order_id]['filled'] else 0 * self.multiplier for order_id in self.executions ])
-        if self.side=='sell':
-            filled_amount = -1 * filled_amount
-        return filled_amount
-
-    def get_average_cost(self) -> float:
-        '''
-        Example hyperliquid don't have 'average' in response JSON:
+    '''
+    The purpose of patch_executions is to fix erroneous exchange response where filled, amount or average None when status already 'closed'.
 
+    Example hyperliquid don't have 'average' in response JSON:
         {
             'info': {
                 'order': {
-                        'coin': 'SUSHI', 
-                        'side': 'B', 
-                        'limitPx': '0.79252', 
-                        'sz': '0.0', 
-                        'oid': xxx, 
-                        'timestamp': xxx, 
-                        'origSz': '30.0'
+                    'coin': 'SUSHI', 
+                    'side': 'B', 
+                    'limitPx': '0.79252', 
+                    'sz': '0.0', 
+                    'oid': xxx, 
+                    'timestamp': xxx, 
+                    'origSz': '30.0'
+                }, 
+                'status': 'filled', 
+                'statusTimestamp': xxx}, 
+                'id': 'xxx', 
+                'clientOrderId': None, 
+                'timestamp': xxx, 
+                'datetime': 'xxx', 
+                'lastTradeTimestamp': None, 
+                'lastUpdateTimestamp': xxx, 
+                'symbol': 'SUSHI/USDC:USDC', 
+                'type': None, 
+                'timeInForce': None, 
+                'postOnly': None, 
+                'reduceOnly': None, 
+                'side': 'buy', 
+                'price': 0.79252, 
+                'triggerPrice': None, 
+                'amount': 30.0, 
+                'cost': 23.7756, 
+                'average': None, <-- No average cost?
+                'filled': 30.0, 
+                'remaining': 0.0, 
+                'status': 'closed', 
+                'fee': None, 
+                'trades': [], 
+                'fees': [], 
+                'stopPrice': None, 
+                'takeProfitPrice': None, 
+                'stopLossPrice': None
+            }
+
+        A second example, sometimes even 'amount', 'filled' and 'average' both None, but status is 'filled':
+            [
+                {
+                    'info': {
+                        'order': {
+                            'coin': 'BTC', 
+                            'side': 'A', 
+                            'limitPx': '84389.0', 
+                            'sz': '0.0',
+                            'oid': xxx, 
+                            'timestamp': xxx, 
+                            'origSz': '0.01184'
+                        },
+                        'status': 'filled', 
+                        'statusTimestamp': xxx
                     }, 
-                    'status': 'filled', 
-                    'statusTimestamp': xxx}, 
-                    'id': 'xxx', 
+                    'id': 'xxx',
                     'clientOrderId': None, 
                     'timestamp': xxx, 
-                    'datetime': '2025-02-26T01:00:00.522Z', 
+                    'datetime': 'xxx', 
                     'lastTradeTimestamp': None, 
-                    'lastUpdateTimestamp': xxx, 
-                    'symbol': 'SUSHI/USDC:USDC', 
+                    'lastUpdateTimestamp': None, 
+                    'symbol': 'BTC/USDC:USDC', 
                     'type': None, 
-                    'timeInForce': None, 
+                    'timeInForce': None,
                     'postOnly': None, 
                     'reduceOnly': None, 
-                    'side': 'buy', 
-                    'price': 0.79252, 
+                    'side': 'sell', 
+                    'price': 84389.0,
                     'triggerPrice': None, 
-                    'amount': 30.0, 
-                    'cost': 23.7756, 
-                    'average': None, <-- No average cost?
-                    'filled': 30.0, 
+                    'amount': None, <-- No amount!?!
+                    'cost': None, 
+                    'average': None, <-- No average!?!
+                    'filled': None,    <-- No filled!?!
                     'remaining': 0.0, 
                     'status': 'closed', 
-                    'fee': None, 
-                    'trades': [], 
-                    'fees': [], 
-                    'stopPrice': None, 
-                    'takeProfitPrice': None, 
-                    'stopLossPrice': None
-                }
+                    'fee': None, 'trades': [], 'fees':
+                    [], 'stopPrice': None, 'takeProfitPrice': None, 'stopLossPrice': None}
+                ]
         '''
-        total_amount : float = sum([ self.executions[order_id]['amount'] for order_id in self.executions ])
-        average_cost = sum([ (self.executions[order_id]['average'] if 'average' in self.executions[order_id] and self.executions[order_id]['average'] else 0 if self.executions[order_id]['average'] else self.executions[order_id]['price']) * self.executions[order_id]['amount'] for order_id in self.executions ])
+    def patch_executions(self):
+        i : int = 0
+        for order_id in self.executions:
+            execution = self.executions[order_id]
+            execution['patch'] = {}
+            execution['patch']['average'] = None
+            execution['patch']['filled'] = 0
+            execution['patch']['amount'] = 0
+
+            corresponding_slice = self.dispatched_slices[i]
+
+            status = execution['status']
+            if status and status.strip().lower()=='closed':
+                if 'average' in execution:
+                    if not execution['average']:
+                        if 'price' in execution and execution['price']:
+                            execution['patch']['average'] = execution['price']
+                        else:
+                            execution['patch']['average'] = corresponding_slice.dispatched_price
+                    else:
+                        execution['patch']['average'] = execution['average']
+
+                if 'filled' in execution:
+                    if not execution['filled']:
+                        execution['patch']['filled'] = corresponding_slice.dispatched_amount
+                    else:
+                        execution['patch']['filled'] = execution['filled']
+
+                if 'amount' in execution:
+                    if not execution['amount']:
+                        execution['patch']['amount'] = corresponding_slice.dispatched_amount
+                    else:
+                        execution['patch']['amount'] = execution['amount']
+
+            i += 1
+        
+    def get_filled_amount(self) -> float:
+        # filled_amount is in base ccy
+        filled_amount = sum(
+                    [ 
+                        (
+                            self.executions[order_id]['filled'] 
+                            if 'filled' in self.executions[order_id] and self.executions[order_id]['filled'] 
+                            else self.executions[order_id]['patch']['dispatched_amount']
+                        )  * self.multiplier 
+                        for order_id in self.executions 
+                    ]
+                )
+        if self.side=='sell':
+            filled_amount = -1 * filled_amount
+        return filled_amount
+
+    def get_average_cost(self) -> float:
+        total_amount : float = sum(
+            [ 
+                self.executions[order_id]['amount'] 
+                if 'amount' in self.executions[order_id] and self.executions[order_id]['amount'] 
+                else self.executions[order_id]['patch']['dispatched_amount']
+                for order_id in self.executions 
+            ]
+        )
+        
+        average_cost = sum(
+            [ 
+                (
+                    self.executions[order_id]['average'] 
+                    if 'average' in self.executions[order_id] and self.executions[order_id]['average'] 
+                    else (
+                        self.executions[order_id]['price'] 
+                        if self.executions[order_id]['price'] 
+                        else self.executions[order_id]['patch']['dispatched_price']
+                    )
+                ) * 
+                (
+                    self.executions[order_id]['amount'] 
+                    if 'amount' in self.executions[order_id] and self.executions[order_id]['amount'] 
+                    else self.executions[order_id]['patch']['dispatched_amount']
+                )
+                for order_id in self.executions 
+            ]
+        )
         average_cost = average_cost / total_amount if total_amount!=0 else 0
         return average_cost
 

{siglab_py-0.1.36 → siglab_py-0.1.38}/siglab_py/ordergateway/gateway.py

@@ -461,7 +461,7 @@ async def execute_one_position(
             dt_now : datetime = datetime.now()
 
             slice_amount_in_base_ccy : float = slice.amount
-            rounded_slice_amount_in_base_ccy = slice_amount_in_base_ccy / multiplier # After devided by multiplier, rounded_slice_amount_in_base_ccy in number of contracts actually (Not in base ccy).
+            rounded_slice_amount_in_base_ccy = slice_amount_in_base_ccy / multiplier # After divided by multiplier, rounded_slice_amount_in_base_ccy in number of contracts actually (Not in base ccy).
             rounded_slice_amount_in_base_ccy = exchange.amount_to_precision(position.ticker, rounded_slice_amount_in_base_ccy) # type: ignore
             rounded_slice_amount_in_base_ccy = float(rounded_slice_amount_in_base_ccy) if rounded_slice_amount_in_base_ccy else 0
             rounded_slice_amount_in_base_ccy = rounded_slice_amount_in_base_ccy if rounded_slice_amount_in_base_ccy>min_amount else min_amount
@@ -660,6 +660,10 @@ async def execute_one_position(
 
                         log(f"Resent market order{order_id} filled. status: {order_status}, filled_amount: {filled_amount}, remaining_amount: {remaining_amount}")
 
+            slice.dispatched_price = rounded_limit_price
+            slice.dispatched_amount = rounded_slice_amount_in_base_ccy
+            position.dispatched_slices.append(slice)
+
             log(f"Executed slice #{i}", log_level=LogLevel.INFO)
             log(f"{position.ticker}, multiplier: {multiplier}, slice_amount_in_base_ccy: {slice_amount_in_base_ccy}, rounded_slice_amount_in_base_ccy, {rounded_slice_amount_in_base_ccy}", log_level=LogLevel.INFO)
             if position.order_type=='limit':
@@ -673,6 +677,7 @@ async def execute_one_position(
         finally:
             i += 1
 
+    position.patch_executions()
     position.filled_amount = position.get_filled_amount()
     position.average_cost = position.get_average_cost()
     position.fees = position.get_fees()

{siglab_py-0.1.36 → siglab_py-0.1.38}/siglab_py/util/market_data_util.py

@@ -19,7 +19,7 @@ from siglab_py.exchanges.futubull import Futubull
 
 def timestamp_to_datetime_cols(pd_candles : pd.DataFrame):
     pd_candles['timestamp_ms'] = pd_candles['timestamp_ms'].apply(
-        lambda x: int(x.timestamp()) if isinstance(x, pd.Timestamp) else (int(x / 1000) if len(str(int(x)))==13 else int(x)) 
+        lambda x: int(x.timestamp()) if isinstance(x, pd.Timestamp) else (int(x) if len(str(int(x)))==13 else int(x*1000)) 
     )
     pd_candles['datetime'] = pd_candles['timestamp_ms'].apply(lambda x: datetime.fromtimestamp(int(x)))
     pd_candles['datetime'] = pd.to_datetime(pd_candles['datetime'])

{siglab_py-0.1.36 → siglab_py-0.1.38}/siglab_py.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: siglab-py
-Version: 0.1.36
+Version: 0.1.38
 Summary: Market data fetches, TA calculations and generic order gateway.
 Author: r0bbarh00d
 Author-email: r0bbarh00d <r0bbarh00d@gmail.com>