bbstrader 0.3.4__py3-none-any.whl → 0.3.5__py3-none-any.whl

bbstrader/__init__.py

@@ -7,7 +7,7 @@ __author__ = "Bertin Balouki SIMYELI"
 __copyright__ = "2023-2025 Bertin Balouki SIMYELI"
 __email__ = "bertin@bbstrader.com"
 __license__ = "MIT"
-__version__ = "0.3.2"
+__version__ = "0.3.5"
 
 from bbstrader import compat  # noqa: F401
 from bbstrader import core  # noqa: F401

bbstrader/compat.py

@@ -2,18 +2,26 @@ import platform
 import sys
 
 
-def setup_mock_metatrader():
-    """Mock MetaTrader5 on Linux and MacOS to prevent import errors."""
+def setup_mock_modules():
+    """Mock some modules not available on some OS to prevent import errors."""
+    from unittest.mock import MagicMock
+
+    class Mock(MagicMock):
+        @classmethod
+        def __getattr__(cls, name):
+            return MagicMock()
+        
+    MOCK_MODULES = []
+
+    # Mock Metatrader5 on Linux and MacOS
     if platform.system() != "Windows":
-        from unittest.mock import MagicMock
+        MOCK_MODULES.append("MetaTrader5")
 
-        class Mock(MagicMock):
-            @classmethod
-            def __getattr__(cls, name):
-                return MagicMock()
+    # Mock posix On windows
+    if platform.system() == "Windows":
+        MOCK_MODULES.append("posix")
 
-        MOCK_MODULES = ["MetaTrader5"]
-        sys.modules.update((mod_name, Mock()) for mod_name in MOCK_MODULES)
+    sys.modules.update((mod_name, Mock()) for mod_name in MOCK_MODULES)
 
 
-setup_mock_metatrader()
+setup_mock_modules()

bbstrader/config.py

@@ -3,22 +3,6 @@ from pathlib import Path
 from typing import List
 
 
-TERMINAL = "/terminal64.exe"
-BASE_FOLDER = "C:/Program Files/"
-
-AMG_PATH = BASE_FOLDER + "Admirals Group MT5 Terminal" + TERMINAL
-PGL_PATH = BASE_FOLDER + "Pepperstone MetaTrader 5" + TERMINAL
-FTMO_PATH = BASE_FOLDER + "FTMO MetaTrader 5" + TERMINAL
-JGM_PATH = BASE_FOLDER + "JustMarkets MetaTrader 5" + TERMINAL
-
-BROKERS_PATHS = {
-    "AMG": AMG_PATH,
-    "FTMO": FTMO_PATH,
-    "PGL": PGL_PATH,
-    "JGM": JGM_PATH,
-}
-
-
 def get_config_dir(name: str = ".bbstrader") -> Path:
     """
     Get the path to the configuration directory.

bbstrader/core/scripts.py

@@ -141,18 +141,19 @@ def send_news_feed(unknown):
 
     nltk.download("punkt", quiet=True)
     news = FinancialNews()
+    fmp_news = news.get_fmp_news(api=args.fmp) if args.fmp else None
     logger.info(f"Starting the News Feed on {args.interval} minutes")
     while True:
         try:
             fmp_articles = []
-            coindesk_articles = news.get_coindesk_news(query=args.query)
-            if args.fmp:
+            if fmp_news is not None:
                 start = datetime.now() - timedelta(minutes=args.interval)
                 start = start.strftime("%Y-%m-%d %H:%M:%S")
                 end = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
-                fmp_articles = news.get_fmp_news(api=args.fmp).get_latest_articles(
+                fmp_articles = fmp_news.get_latest_articles(
                     save=True, start=start, end=end
                 )
+            coindesk_articles = news.get_coindesk_news(query=args.query)
             if len(coindesk_articles) != 0:
                 asyncio.run(
                     send_articles(

bbstrader/metatrader/copier.py

@@ -51,6 +51,31 @@ ORDER_TYPE = {
     7: (Mt5.ORDER_TYPE_SELL_STOP_LIMIT, "SELL STOP LIMIT"),
 }
 
+STOP_RETCODES = [
+    Mt5.TRADE_RETCODE_TRADE_DISABLED,
+    Mt5.TRADE_RETCODE_NO_MONEY,
+    Mt5.TRADE_RETCODE_SERVER_DISABLES_AT,
+    Mt5.TRADE_RETCODE_CLIENT_DISABLES_AT,
+    Mt5.TRADE_RETCODE_ONLY_REAL,
+]
+
+RETURN_RETCODE = [
+    Mt5.TRADE_RETCODE_MARKET_CLOSED,
+    Mt5.TRADE_RETCODE_CONNECTION,
+    Mt5.TRADE_RETCODE_LIMIT_ORDERS,
+    Mt5.TRADE_RETCODE_LIMIT_VOLUME,
+    Mt5.TRADE_RETCODE_LIMIT_POSITIONS,
+    Mt5.TRADE_RETCODE_LONG_ONLY,
+    Mt5.TRADE_RETCODE_SHORT_ONLY,
+    Mt5.TRADE_RETCODE_CLOSE_ONLY,
+    Mt5.TRADE_RETCODE_FIFO_CLOSE,
+    Mt5.TRADE_RETCODE_INVALID_VOLUME,
+    Mt5.TRADE_RETCODE_INVALID_PRICE,
+    Mt5.TRADE_RETCODE_INVALID_STOPS,
+    Mt5.TRADE_RETCODE_NO_CHANGES
+]
+
+
 
 class OrderAction(Enum):
     COPY_NEW = "COPY_NEW"
@@ -65,25 +90,23 @@ CopyMode = Literal["fix", "multiply", "percentage", "dynamic", "replicate"]
 
 def fix_lot(fixed):
     if fixed == 0 or fixed is None:
-        raise ValueError("Fixed lot must be a number")
+        raise ValueError("Fixed lot must be a number > 0")
     return fixed
 
 
 def multiply_lot(lot, multiplier):
     if multiplier == 0 or multiplier is None:
-        raise ValueError("Multiplier lot must be a number")
+        raise ValueError("Multiplier lot must be a number > 0")
     return lot * multiplier
 
 
 def percentage_lot(lot, percentage):
     if percentage == 0 or percentage is None:
-        raise ValueError("Percentage lot must be a number")
+        raise ValueError("Percentage lot must be a number > 0")
     return round(lot * percentage / 100, 2)
 
 
 def dynamic_lot(source_lot, source_eqty: float, dest_eqty: float):
-    if source_eqty == 0 or dest_eqty == 0:
-        raise ValueError("Source or destination account equity is zero")
     try:
         ratio = dest_eqty / source_eqty
         return round(source_lot * ratio, 2)
@@ -118,6 +141,7 @@ def fixed_lot(lot, symbol, destination) -> float:
     else:
         return _check_lot(round(lot), s_info)
 
+
 def calculate_copy_lot(
     source_lot,
     symbol: str,
@@ -173,7 +197,7 @@ def get_symbols_from_string(symbols_string: str):
 
 def get_copy_symbols(destination: dict, source: dict) -> List[str] | Dict[str, str]:
     symbols = destination.get("symbols", "all")
-    if symbols == "all" or symbols == "*" or  isinstance(symbols, list) :
+    if symbols == "all" or symbols == "*" or isinstance(symbols, list):
         src_account = Account(**source)
         src_symbols = src_account.get_symbols()
         dest_account = Account(**destination)
@@ -360,7 +384,10 @@ class TradeCopier(object):
         for destination in self.destinations:
             destination["copy"] = destination.get("copy", True)
 
-    def log_message(self, message, type="info"):
+    def log_message(
+        self, message, type: Literal["info", "error", "debug", "warning"] = "info"
+    ):
+        logger.trace
         if self.log_queue:
             try:
                 now = datetime.now()
@@ -370,7 +397,7 @@ class TradeCopier(object):
                 )
                 space = len("exception")  # longest log name
                 self.log_queue.put(
-                    f"{formatted} |{type.upper()} {' '*(space - len(type))} | - {message}"
+                    f"{formatted} |{type.upper()} {' ' * (space - len(type))} | - {message}"
                 )
             except Exception:
                 pass
@@ -384,8 +411,8 @@ class TradeCopier(object):
         error_msg = repr(e)
         if error_msg not in self.errors:
             self.errors.add(error_msg)
-            add_msg = f"SYMBOL={symbol}" if symbol else ""
-            message = f"Error encountered: {error_msg}, {add_msg}"
+            add_msg = f", SYMBOL={symbol}" if symbol else ""
+            message = f"Error encountered: {error_msg}{add_msg}"
             self.log_message(message, type="error")
 
     def _validate_source(self):
@@ -487,6 +514,14 @@ class TradeCopier(object):
                 if new_result.retcode == Mt5.TRADE_RETCODE_DONE:
                     break
         return new_result
+    
+    def handle_retcode(self, retcode) -> int:
+        if retcode in STOP_RETCODES:
+            msg = trade_retcode_message(retcode)
+            self.log_error(f"Critical Error on @{self.source['login']}: {msg} ")
+            self.stop()
+        if retcode in RETURN_RETCODE:
+            return 1
 
     def copy_new_trade(self, trade: TradeOrder | TradePosition, destination: dict):
         if not self.iscopy_time():
@@ -508,7 +543,6 @@ class TradeCopier(object):
         trade_action = (
             Mt5.TRADE_ACTION_DEAL if trade.type in [0, 1] else Mt5.TRADE_ACTION_PENDING
         )
-        action = ORDER_TYPE[trade.type][1]
         tick = Mt5.symbol_info_tick(symbol)
         price = tick.bid if trade.type == 0 else tick.ask
         try:
@@ -535,14 +569,18 @@ class TradeCopier(object):
             result = Mt5.order_send(request)
             if result.retcode != Mt5.TRADE_RETCODE_DONE:
                 result = self._update_filling_type(request, result)
+            action = ORDER_TYPE[trade.type][1]
+            copy_action = "Position" if trade.type in [0, 1] else "Order"
             if result.retcode == Mt5.TRADE_RETCODE_DONE:
                 self.log_message(
-                    f"Copy {action} Order #{trade.ticket} from @{self.source.get('login')}::{trade.symbol} "
+                    f"Copy {action} {copy_action} #{trade.ticket} from @{self.source.get('login')}::{trade.symbol} "
                     f"to @{destination.get('login')}::{symbol}",
                 )
             if result.retcode != Mt5.TRADE_RETCODE_DONE:
+                if self.handle_retcode(result.retcode) == 1:
+                    return
                 self.log_message(
-                    f"Error copying {action} Order #{trade.ticket} from @{self.source.get('login')}::{trade.symbol} "
+                    f"Error copying {action} {copy_action} #{trade.ticket} from @{self.source.get('login')}::{trade.symbol} "
                     f"to @{destination.get('login')}::{symbol}, {trade_retcode_message(result.retcode)}",
                     type="error",
                 )
@@ -572,9 +610,9 @@ class TradeCopier(object):
                 f"Modify {ORDER_TYPE[source_order.type][1]} Order #{ticket} on @{destination.get('login')}::{symbol}, "
                 f"SOURCE=@{self.source.get('login')}::{source_order.symbol}"
             )
-        if result.retcode == Mt5.TRADE_RETCODE_NO_CHANGES:
-            return
         if result.retcode != Mt5.TRADE_RETCODE_DONE:
+            if self.handle_retcode(result.retcode) == 1:
+                    return
             self.log_message(
                 f"Error modifying {ORDER_TYPE[source_order.type][1]} Order #{ticket} on @{destination.get('login')}::{symbol},"
                 f"SOURCE=@{self.source.get('login')}::{source_order.symbol},  {trade_retcode_message(result.retcode)}",
@@ -597,6 +635,8 @@ class TradeCopier(object):
                 f"SOURCE=@{self.source.get('login')}::{src_symbol}"
             )
         if result.retcode != Mt5.TRADE_RETCODE_DONE:
+            if self.handle_retcode(result.retcode) == 1:
+                    return
             self.log_message(
                 f"Error closing {ORDER_TYPE[order.type][1]} Order #{order.ticket} on @{destination.get('login')}::{order.symbol}, "
                 f"SOURCE=@{self.source.get('login')}::{src_symbol}, {trade_retcode_message(result.retcode)}",
@@ -626,9 +666,9 @@ class TradeCopier(object):
                 f"Modify {ORDER_TYPE[source_pos.type][1]} Position #{ticket} on @{destination.get('login')}::{symbol}, "
                 f"SOURCE=@{self.source.get('login')}::{source_pos.symbol}"
             )
-        if result.retcode == Mt5.TRADE_RETCODE_NO_CHANGES:
-            return
         if result.retcode != Mt5.TRADE_RETCODE_DONE:
+            if self.handle_retcode(result.retcode) == 1:
+                    return
             self.log_message(
                 f"Error modifying {ORDER_TYPE[source_pos.type][1]} Position #{ticket} on @{destination.get('login')}::{symbol}, "
                 f"SOURCE=@{self.source.get('login')}::{source_pos.symbol}, {trade_retcode_message(result.retcode)}",
@@ -663,6 +703,8 @@ class TradeCopier(object):
                 f"SOURCE=@{self.source.get('login')}::{src_symbol}"
             )
         if result.retcode != Mt5.TRADE_RETCODE_DONE:
+            if self.handle_retcode(result.retcode) == 1:
+                    return
             self.log_message(
                 f"Error closing {ORDER_TYPE[position.type][1]} Position #{position.ticket} "
                 f"on @{destination.get('login')}::{position.symbol}, "
@@ -1023,7 +1065,8 @@ class TradeCopier(object):
             self.destinations
         ):
             self.log_message(
-                "Two or more destination accounts have the same Terminal path, which is not allowed."
+                "Two or more destination accounts have the same Terminal path, which is not allowed.",
+                type="error",
             )
             return
 

bbstrader/metatrader/trade.py

@@ -776,18 +776,19 @@ class Trade(RiskManagement):
         # Check the execution result
         pos = self._order_type()[type][1]
         addtionnal = f", SYMBOL={self.symbol}"
+        result = None
         try:
             self.check_order(request)
             result = self.send_order(request)
         except Exception as e:
-            msg = trade_retcode_message(result.retcode)
+            msg = trade_retcode_message(result.retcode)  if result else "N/A"
             LOGGER.error(f"Trade Order Request, {msg}{addtionnal}, {e}")
-        if result.retcode != Mt5.TRADE_RETCODE_DONE:
+        if result and result.retcode != Mt5.TRADE_RETCODE_DONE:
             if result.retcode == Mt5.TRADE_RETCODE_INVALID_FILL:  # 10030
                 for fill in FILLING_TYPE:
                     request["type_filling"] = fill
                     result = self.send_order(request)
-                    if result.retcode == Mt5.TRADE_RETCODE_DONE:
+                    if result and  result.retcode == Mt5.TRADE_RETCODE_DONE:
                         break
             elif result.retcode == Mt5.TRADE_RETCODE_INVALID_VOLUME:  # 10014
                 new_volume = int(request["volume"])
@@ -811,14 +812,14 @@ class Trade(RiskManagement):
                         self.check_order(request)
                         result = self.send_order(request)
                     except Exception as e:
-                        msg = trade_retcode_message(result.retcode)
+                        msg = trade_retcode_message(result.retcode)  if result else "N/A"
                         LOGGER.error(f"Trade Order Request, {msg}{addtionnal}, {e}")
-                    if result.retcode == Mt5.TRADE_RETCODE_DONE:
+                    if result and  result.retcode == Mt5.TRADE_RETCODE_DONE:
                         break
                     tries += 1
         # Print the result
-        if result.retcode == Mt5.TRADE_RETCODE_DONE:
-            msg = trade_retcode_message(result.retcode)
+        if result and  result.retcode == Mt5.TRADE_RETCODE_DONE:
+            msg = trade_retcode_message(result.retcode) 
             LOGGER.info(f"Trade Order {msg}{addtionnal}")
             if type != "BMKT" or type != "SMKT":
                 self.opened_orders.append(result.order)
@@ -854,7 +855,7 @@ class Trade(RiskManagement):
                             LOGGER.info(pos_info)
             return True
         else:
-            msg = trade_retcode_message(result.retcode)
+            msg = trade_retcode_message(result.retcode)  if result else "N/A"
             LOGGER.error(
                 f"Unable to Open Position, RETCODE={result.retcode}: {msg}{addtionnal}"
             )
@@ -1325,15 +1326,16 @@ class Trade(RiskManagement):
             request (dict): The request to set the stop loss to break even.
         """
         addtionnal = f", SYMBOL={self.symbol}"
+        result = None
         time.sleep(0.1)
         try:
             self.check_order(request)
             result = self.send_order(request)
         except Exception as e:
-            msg = trade_retcode_message(result.retcode)
+            msg = trade_retcode_message(result.retcode)   if result else "N/A"
             LOGGER.error(f"Break-Even Order Request, {msg}{addtionnal}, Error: {e}")
-        if result.retcode != Mt5.TRADE_RETCODE_DONE:
-            msg = trade_retcode_message(result.retcode)
+        if result and   result.retcode != Mt5.TRADE_RETCODE_DONE:
+            msg = trade_retcode_message(result.retcode)  
             if result.retcode != Mt5.TRADE_RETCODE_NO_CHANGES:
                 LOGGER.error(
                     f"Break-Even Order Request, Position: #{tiket}, RETCODE={result.retcode}: {msg}{addtionnal}"
@@ -1348,15 +1350,15 @@ class Trade(RiskManagement):
                         self.check_order(request)
                         result = self.send_order(request)
                     except Exception as e:
-                        msg = trade_retcode_message(result.retcode)
+                        msg = trade_retcode_message(result.retcode)   if result else "N/A"
                         LOGGER.error(
                             f"Break-Even Order Request, {msg}{addtionnal}, Error: {e}"
                         )
-                    if result.retcode == Mt5.TRADE_RETCODE_DONE:
+                    if result and   result.retcode == Mt5.TRADE_RETCODE_DONE:
                         break
                 tries += 1
-        if result.retcode == Mt5.TRADE_RETCODE_DONE:
-            msg = trade_retcode_message(result.retcode)
+        if result and   result.retcode == Mt5.TRADE_RETCODE_DONE:
+            msg = trade_retcode_message(result.retcode) 
             LOGGER.info(f"Break-Even Order {msg}{addtionnal}")
             info = f"Stop loss set to Break-even, Position: #{tiket}, Symbol: {self.symbol}, Price: @{round(price, 5)}"
             LOGGER.info(info)
@@ -1432,15 +1434,17 @@ class Trade(RiskManagement):
         """
         ticket = request[type]
         addtionnal = f", SYMBOL={self.symbol}"
+        result = None 
         try:
             self.check_order(request)
             result = self.send_order(request)
         except Exception as e:
-            msg = trade_retcode_message(result.retcode)
+            msg = trade_retcode_message(result.retcode) if result else "N/A"
             LOGGER.error(
-                f"Closing {type.capitalize()} Request, {msg}{addtionnal}, Error: {e}"
+                f"Closing {type.capitalize()} Request, RETCODE={msg}{addtionnal}, Error: {e}"
             )
-        if result.retcode != Mt5.TRADE_RETCODE_DONE:
+
+        if result and result.retcode != Mt5.TRADE_RETCODE_DONE:
             if result.retcode == Mt5.TRADE_RETCODE_INVALID_FILL:  # 10030
                 for fill in FILLING_TYPE:
                     request["type_filling"] = fill
@@ -1462,14 +1466,14 @@ class Trade(RiskManagement):
                         self.check_order(request)
                         result = self.send_order(request)
                     except Exception as e:
-                        msg = trade_retcode_message(result.retcode)
+                        msg = trade_retcode_message(result.retcode) if result else "N/A"
                         LOGGER.error(
                             f"Closing {type.capitalize()} Request, {msg}{addtionnal}, Error: {e}"
                         )
-                    if result.retcode == Mt5.TRADE_RETCODE_DONE:
+                    if result and result.retcode == Mt5.TRADE_RETCODE_DONE:
                         break
                     tries += 1
-        if result.retcode == Mt5.TRADE_RETCODE_DONE:
+        if result and result.retcode == Mt5.TRADE_RETCODE_DONE:
             msg = trade_retcode_message(result.retcode)
             LOGGER.info(f"Closing Order {msg}{addtionnal}")
             info = (
@@ -1504,7 +1508,7 @@ class Trade(RiskManagement):
         orders = self.get_orders(ticket=ticket) or []
         if len(orders) == 0:
             LOGGER.error(
-                f"Order #{ticket} not found, SYMBOL={self.symbol}, PRICE={round(price, 5)}"
+                f"Order #{ticket} not found, SYMBOL={self.symbol}, PRICE={round(price, 5) if price else 'N/A'}"
             )
             return
         order = orders[0]
@@ -1520,8 +1524,8 @@ class Trade(RiskManagement):
         result = self.send_order(request)
         if result.retcode == Mt5.TRADE_RETCODE_DONE:
             LOGGER.info(
-                f"Order #{ticket} modified, SYMBOL={self.symbol}, PRICE={round(price, 5)},"
-                f"SL={round(sl, 5)}, TP={round(tp, 5)}, STOP_LIMIT={round(stoplimit, 5)}"
+                f"Order #{ticket} modified, SYMBOL={self.symbol}, PRICE={round(request['price'], 5)},"
+                f"SL={round(request['sl'], 5)}, TP={round(request['tp'], 5)}, STOP_LIMIT={round(request['stoplimit'], 5)}"
             )
         else:
             msg = trade_retcode_message(result.retcode)

bbstrader/models/factors.py

@@ -1,8 +1,9 @@
 from datetime import datetime
-from typing import Dict, List
+from typing import Dict, List, Literal
 
 import pandas as pd
 import yfinance as yf
+from loguru import logger
 
 from bbstrader.btengine.data import EODHDataHandler, FMPDataHandler
 from bbstrader.metatrader.rates import download_historical_data
@@ -16,6 +17,7 @@ __all__ = [
     "search_coint_candidate_pairs",
 ]
 
+
 def _download_and_process_data(source, tickers, start, end, tf, path, **kwargs):
     """Download and process data for a list of tickers from the specified source."""
     data_list = []
@@ -43,9 +45,7 @@ def _download_and_process_data(source, tickers, start, end, tf, path, **kwargs):
                 )
                 data = data.drop(columns=["adj_close"], axis=1)
             elif source in ["fmp", "eodhd"]:
-                handler_class = (
-                    FMPDataHandler if source == "fmp" else EODHDataHandler
-                )
+                handler_class = FMPDataHandler if source == "fmp" else EODHDataHandler
                 handler = handler_class(events=None, symbol_list=[ticker], **kwargs)
                 data = handler.data[ticker]
             else:
@@ -62,6 +62,7 @@ def _download_and_process_data(source, tickers, start, end, tf, path, **kwargs):
 
     return pd.concat(data_list)
 
+
 def _handle_date_range(start, end, window):
     """Handle start and end date generation."""
     if start is None or end is None:
@@ -73,6 +74,7 @@ def _handle_date_range(start, end, window):
         ).strftime("%Y-%m-%d")
     return start, end
 
+
 def _period_search(start, end, securities, candidates, window, npairs):
     if window < 3 or (pd.Timestamp(end) - pd.Timestamp(start)).days / 365 < 3:
         raise ValueError(
@@ -103,14 +105,11 @@ def _period_search(start, end, securities, candidates, window, npairs):
         )
     return top_pairs.head(npairs * 2)
 
+
 def _process_asset_data(securities, candidates, universe, rolling_window):
     """Process and select assets from the data."""
-    securities = select_assets(
-        securities, n=universe, rolling_window=rolling_window
-    )
-    candidates = select_assets(
-        candidates, n=universe, rolling_window=rolling_window
-    )
+    securities = select_assets(securities, n=universe, rolling_window=rolling_window)
+    candidates = select_assets(candidates, n=universe, rolling_window=rolling_window)
     return securities, candidates
 
 
@@ -121,7 +120,7 @@ def search_coint_candidate_pairs(
     end: str = None,
     period_search: bool = False,
     select: bool = True,
-    source: str = None,
+    source: Literal["yf", "mt5", "fmp", "eodhd"] = None,
     universe: int = 100,
     window: int = 2,
     rolling_window: int = None,
@@ -257,7 +256,9 @@ def search_coint_candidate_pairs(
         if period_search:
             start = securities.index.get_level_values("date").min()
             end = securities.index.get_level_values("date").max()
-            top_pairs = _period_search(start, end, securities, candidates, window, npairs)
+            top_pairs = _period_search(
+                start, end, securities, candidates, window, npairs
+            )
         else:
             top_pairs = find_cointegrated_pairs(
                 securities, candidates, n=npairs, coint=True
@@ -286,6 +287,10 @@ def search_coint_candidate_pairs(
         candidates_data = _download_and_process_data(
             source, candidates, start, end, tf, path, **kwargs
         )
+        if securities_data.empty or candidates_data.empty:
+            logger.error("No data found for candidates and securities")
+            return [] if select else pd.DataFrame()
+
         securities_data = securities_data.set_index(["ticker", "date"])
         candidates_data = candidates_data.set_index(["ticker", "date"])
         securities_data, candidates_data = _process_asset_data(
@@ -305,7 +310,6 @@ def search_coint_candidate_pairs(
             )
         else:
             return top_pairs
-
     else:
         msg = (
             "Invalid input. Either provide securities"

bbstrader/models/ml.py

@@ -1,5 +1,6 @@
 import os
 import warnings
+from concurrent.futures import ThreadPoolExecutor, as_completed
 from itertools import product
 from time import time
 
@@ -7,7 +8,6 @@ import lightgbm as lgb
 import matplotlib.pyplot as plt
 import numpy as np
 import pandas as pd
-import pandas_ta as ta
 import seaborn as sns
 import yfinance as yf
 from alphalens import performance as perf
@@ -22,15 +22,30 @@ from loguru import logger as log
 from scipy.stats import spearmanr
 from sklearn.preprocessing import LabelEncoder, StandardScaler
 
+try:
+    # This is to fix posix import error in pandas_ta
+    # On windows systems
+    import posix  # noqa: F401
+except (ImportError, Exception):
+    import bbstrader.compat  # noqa: F401
+
+import pandas_ta as ta
+
 warnings.filterwarnings("ignore")
 
 __all__ = ["OneStepTimeSeriesSplit", "MultipleTimeSeriesCV", "LightGBModel"]
 
 
 class OneStepTimeSeriesSplit:
-    __author__ = "Stefan Jansen"
-    """Generates tuples of train_idx, test_idx pairs
-    Assumes the index contains a level labeled 'date'"""
+    """
+    Generates tuples of train_idx, test_idx pairs
+    Assumes the index contains a level labeled 'date'
+
+    References
+    ----------
+    Stefan Jansen (2020). Machine Learning for Algorithmic Trading - Second Edition.
+    Chapter 12, Boosting Your Trading Strategy.
+    """
 
     def __init__(self, n_splits=3, test_period_length=1, shuffle=False):
         self.n_splits = n_splits
@@ -62,11 +77,15 @@ class OneStepTimeSeriesSplit:
 
 
 class MultipleTimeSeriesCV:
-    __author__ = "Stefan Jansen"
     """
     Generates tuples of train_idx, test_idx pairs
     Assumes the MultiIndex contains levels 'symbol' and 'date'
     purges overlapping outcomes
+
+    References
+    ----------
+    Stefan Jansen (2020). Machine Learning for Algorithmic Trading - Second Edition.
+    Chapter 12, Boosting Your Trading Strategy.
     """
 
     def __init__(
@@ -187,7 +206,7 @@ class LightGBModel(object):
         # Compute Bollinger Bands using pandas_ta
         bb = ta.bbands(close, length=20)
         return pd.DataFrame(
-            {"bb_high": bb["BBU_20_2.0"], "bb_low": bb["BBL_20_2.0"]}, index=close.index
+            {"bb_high": bb["BBU_20_2.0_2.0"], "bb_low": bb["BBL_20_2.0_2.0"]}, index=close.index
         )
 
     def _compute_atr(self, stock_data):
@@ -235,26 +254,29 @@ class LightGBModel(object):
         return prices
 
     def download_boosting_data(self, tickers, start, end=None):
-        data = []
-        for ticker in tickers:
-            try:
-                prices = yf.download(
-                    ticker,
-                    start=start,
-                    end=end,
-                    progress=False,
-                    multi_level_index=False,
-                    auto_adjust=True,
-                )
-                if prices.empty:
-                    continue
-                prices["symbol"] = ticker
-                data.append(prices)
-            except:  # noqa: E722
-                continue
-        data = pd.concat(data)
+        try:
+            data = yf.download(
+                tickers,
+                start=start,
+                end=end,
+                progress=False,
+                auto_adjust=True,
+                threads=True,
+            )
+            if data.empty:
+                return pd.DataFrame()
+
+            data = (
+                data.stack(level=1).rename_axis(["Date", "symbol"]).reset_index(level=1)
+            )
+        except Exception as e:
+            self.logger.error(f"An error occurred during data download: {e}")
+            return pd.DataFrame()
+
+        # The rest of the data processing is the same as the original function
         if "Adj Close" in data.columns:
             data = data.drop(columns=["Adj Close"])
+
         data = (
             data.rename(columns={s: s.lower().replace(" ", "_") for s in data.columns})
             .set_index("symbol", append=True)
@@ -265,17 +287,11 @@ class LightGBModel(object):
         return data
 
     def download_metadata(self, tickers):
-        def clean_text_column(series: pd.Series) -> pd.Series:
-            return (
-                series.str.lower()
-                # use regex=False for literal string replacements
-                .str.replace("-", "", regex=False)
-                .str.replace("&", "and", regex=False)
-                .str.replace(" ", "_", regex=False)
-                .str.replace("__", "_", regex=False)
-            )
+        """
+        Downloads metadata for multiple tickers concurrently using a thread pool.
+        """
 
-        metadata = [
+        METADATA_KEYS = [
             "industry",
             "sector",
             "exchange",
@@ -296,7 +312,7 @@ class LightGBModel(object):
             "marketCap",
         ]
 
-        columns = {
+        COLUMN_MAP = {
             "industry": "industry",
             "sector": "sector",
             "exchange": "exchange",
@@ -316,22 +332,53 @@ class LightGBModel(object):
             "askSize": "asksize",
             "marketCap": "marketcap",
         }
-        data = []
-        for symbol in tickers:
+
+        def _clean_text_column(series: pd.Series) -> pd.Series:
+            """Helper function to clean text columns."""
+            return (
+                series.str.lower()
+                .str.replace("-", "", regex=False)
+                .str.replace("&", "and", regex=False)
+                .str.replace(" ", "_", regex=False)
+                .str.replace("__", "_", regex=False)
+            )
+
+        def _fetch_single_ticker_info(symbol):
+            """Worker function to fetch and process info for one ticker."""
             try:
-                symbol_info = yf.Ticker(symbol).info
-            except:  # noqa: E722
-                continue
-            infos = {}
-            for info in metadata:
-                infos[info] = symbol_info.get(info)
-            data.append(infos)
+                ticker_info = yf.Ticker(symbol).info
+                return {key: ticker_info.get(key) for key in METADATA_KEYS}
+            except Exception:
+                return None
+
+        data = []
+        with ThreadPoolExecutor(max_workers=20) as executor:
+            future_to_ticker = {
+                executor.submit(_fetch_single_ticker_info, ticker): ticker
+                for ticker in tickers
+            }
+
+            for future in as_completed(future_to_ticker):
+                result = future.result()
+                if result:
+                    data.append(result)
+
+        if not data:
+            return pd.DataFrame()
+
         metadata = pd.DataFrame(data)
-        metadata = metadata.rename(columns=columns)
-        metadata.dyield = metadata.dyield.fillna(0)
-        metadata.sector = clean_text_column(metadata.sector)
-        metadata.industry = clean_text_column(metadata.industry)
-        metadata = metadata.set_index("symbol")
+        metadata = metadata.rename(columns=COLUMN_MAP)
+
+        if "dyield" in metadata.columns:
+            metadata.dyield = metadata.dyield.fillna(0)
+        if "sector" in metadata.columns:
+            metadata.sector = _clean_text_column(metadata.sector)
+        if "industry" in metadata.columns:
+            metadata.industry = _clean_text_column(metadata.industry)
+
+        if "symbol" in metadata.columns:
+            metadata = metadata.set_index("symbol")
+
         return metadata
 
     def _select_nlargest_liquidity_stocks(

{bbstrader-0.3.4.dist-info → bbstrader-0.3.5.dist-info}/METADATA

@@ -1,13 +1,13 @@
 Metadata-Version: 2.4
 Name: bbstrader
-Version: 0.3.4
+Version: 0.3.5
 Summary: Simplified Investment & Trading Toolkit
 Home-page: https://github.com/bbalouki/bbstrader
 Download-URL: https://pypi.org/project/bbstrader/
 Author: Bertin Balouki SIMYELI
 Author-email: <bertin@bbstrader.com>
 Maintainer: Bertin Balouki SIMYELI
-License: The MIT License (MIT)
+License: MIT
 Project-URL: Documentation, https://bbstrader.readthedocs.io/en/latest/
 Project-URL: Source Code, https://github.com/bbalouki/bbstrader
 Keywords: Finance,Toolkit,Financial,Analysis,Fundamental,Quantitative,Database,Equities,Currencies,Economics,ETFs,Funds,Indices,Moneymarkets,Commodities,Futures,CFDs,Derivatives,Trading,Investing,Portfolio,Optimization,Performance
@@ -15,50 +15,47 @@ Classifier: Development Status :: 5 - Production/Stable
 Classifier: Intended Audience :: Developers
 Classifier: Intended Audience :: Financial and Insurance Industry
 Classifier: Topic :: Office/Business :: Financial :: Investment
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Operating System :: Microsoft :: Windows
 Classifier: Operating System :: POSIX :: Linux
 Classifier: Operating System :: MacOS
-Classifier: License :: OSI Approved :: MIT License
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: alphalens-reloaded>=0.4.5
-Requires-Dist: beautifulsoup4>=4.13.1
+Requires-Dist: alphalens-reloaded>=0.4.6
+Requires-Dist: beautifulsoup4>=4.13.5
 Requires-Dist: colorama>=0.4.6
-Requires-Dist: CurrencyConverter>=0.18.2
-Requires-Dist: dash>=2.18.2
+Requires-Dist: CurrencyConverter>=0.18.9
+Requires-Dist: dash>=3.2.0
 Requires-Dist: eodhd>=1.0.32
-Requires-Dist: exchange-calendars>=4.9
+Requires-Dist: exchange_calendars>=4.11.1
 Requires-Dist: filterpy>=1.4.5
-Requires-Dist: financetoolkit>=1.9.9
-Requires-Dist: ipython>=8.32.0
-Requires-Dist: lightgbm>=4.5.0
+Requires-Dist: financetoolkit>=2.0.4
+Requires-Dist: ipython>=9.5.0
+Requires-Dist: lightgbm>=4.6.0
 Requires-Dist: nltk>=3.9.1
-Requires-Dist: notify-py>=0.3.43
-Requires-Dist: numpy>=1.26.0
-Requires-Dist: pandas_ta<=0.4.67b0
+Requires-Dist: notify_py>=0.3.43
+Requires-Dist: numpy>=2.2.6
+Requires-Dist: pandas-ta>=0.4.67b0
 Requires-Dist: praw>=7.8.1
-Requires-Dist: pyfiglet>=1.0.2
-Requires-Dist: pykalman>=0.10.1
+Requires-Dist: pyfiglet>=1.0.4
+Requires-Dist: pykalman>=0.10.2
 Requires-Dist: pyportfolioopt>=1.5.6
-Requires-Dist: python-dotenv>=1.0.1
-Requires-Dist: python-telegram-bot>=21.10
+Requires-Dist: python-dotenv>=1.1.1
+Requires-Dist: python-telegram-bot>=22.3
 Requires-Dist: PyYAML>=6.0.2
-Requires-Dist: QuantStats>=0.0.64
-Requires-Dist: scikit-learn>=1.6.1
+Requires-Dist: QuantStats>=0.0.77
+Requires-Dist: scikit-learn>=1.7.2
 Requires-Dist: seaborn>=0.13.2
-Requires-Dist: spacy>=3.8.4
-Requires-Dist: statsmodels>=0.14.4
+Requires-Dist: spacy>=3.8.7
+Requires-Dist: statsmodels>=0.14.5
 Requires-Dist: sumy>=0.11.0
 Requires-Dist: tables>=3.10.2
 Requires-Dist: tabulate>=0.9.0
 Requires-Dist: textblob>=0.19.0
 Requires-Dist: tqdm>=4.67.1
-Requires-Dist: tweepy>=4.15.0
+Requires-Dist: tweepy>=4.16.0
 Requires-Dist: vaderSentiment>=3.3.2
-Requires-Dist: yfinance>=0.2.55
+Requires-Dist: yfinance>=0.2.65
 Provides-Extra: mt5
 Requires-Dist: MetaTrader5; extra == "mt5"
 Dynamic: author
@@ -84,7 +81,7 @@ Dynamic: summary
 [![Supported Python Versions](https://img.shields.io/pypi/pyversions/bbstrader)](https://pypi.org/project/bbstrader/)
 [![PyPI Downloads](https://static.pepy.tech/badge/bbstrader)](https://pepy.tech/projects/bbstrader)
 [![CodeFactor](https://www.codefactor.io/repository/github/bbalouki/bbstrader/badge)](https://www.codefactor.io/repository/github/bbalouki/bbstrader)
-[![LinkedIn](https://img.shields.io/badge/LinkedIn-grey?logo=Linkedin&logoColor=white)](https://www.linkedin.com/in/bertin-balouki-simyeli-15b17a1a6/)
+[![LinkedIn](https://img.shields.io/badge/LinkedIn-grey?logo=Linkedin&logoColor=white)](https://www.linkedin.com/in/bertin-balouki-s-15b17a1a6)
 [![PayPal Me](https://img.shields.io/badge/PayPal%20Me-blue?logo=paypal)](https://paypal.me/bertinbalouki?country.x=SN&locale.x=en_US)
 
 [Dcoumentation](https://bbstrader.readthedocs.io/en/latest/index.html)

{bbstrader-0.3.4.dist-info → bbstrader-0.3.5.dist-info}/RECORD

@@ -1,7 +1,7 @@
-bbstrader/__init__.py,sha256=4KVGBEYU3ao9zPVM3rMWqNuvCleCeA6C2MVe_AFc4rw,581
+bbstrader/__init__.py,sha256=-5f30lprSg-ufbPbmj1J3P63elB--NPXo9_G_QuhWF0,581
 bbstrader/__main__.py,sha256=RjUIJWaD2_Od8ZMSLL8dzc2ZuCkkzlvNaE7-LIu3RGU,2488
-bbstrader/compat.py,sha256=djbHMvTvy0HYm1zyZ6Ttp_LMwP2PqTSVw1r7pqbz7So,487
-bbstrader/config.py,sha256=riZxwb4hN0I-dSsWcjnROc5dWQpSJ9iKOMIp4PMGfko,3970
+bbstrader/compat.py,sha256=bHTPTalffQNVv7MNRPaimJ4d9rQEwQFLSovHlUbxNgA,647
+bbstrader/config.py,sha256=Q8xi6laFo-R-NNGotbHOgy8GLLuwvH6MaoiLhfTbYok,3548
 bbstrader/tseries.py,sha256=SM_LTQHJ3ZXVkVJyZ51CefUDzJDl2TkJqBKMp_uM8s4,43833
 bbstrader/apps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 bbstrader/apps/_copier.py,sha256=z6GhLSmFjHc_oh7pYRTflH42Xmpe3Z7B2fUyedzDQPo,25387
@@ -16,22 +16,22 @@ bbstrader/btengine/scripts.py,sha256=8o66dq4Ex4DsH4s8xvJqUOFjLzZJSnbBvvNBzohtzoE
 bbstrader/btengine/strategy.py,sha256=hDghr5sXNitWlWXXvgl8Vj-QHWaIuVlx54LUXAbQrHQ,36725
 bbstrader/core/__init__.py,sha256=GIFzFSStPfE0XM2j7mDeZZQeMTh_AwPsDOQXwMVJLgw,97
 bbstrader/core/data.py,sha256=5-ByClb-E3-iqDz8CBJ4om9wBIA7DmUWezu4A-tv5ys,25095
-bbstrader/core/scripts.py,sha256=bMZ5I_hCTPCsAn9v9Sz9fQQ7JFkf_Zwtv7uUJwaqVBU,5466
+bbstrader/core/scripts.py,sha256=7lNddfX7WaZfiE5dENEfzv3XrAPrwoE9FYSaTie3cwM,5524
 bbstrader/core/utils.py,sha256=tHXQimmmlYZHktNnYNKn_wVq6v-85pI7DXF6xlJV7ps,2780
 bbstrader/ibkr/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 bbstrader/ibkr/utils.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 bbstrader/metatrader/__init__.py,sha256=A5Ye9tpc2sp9Xk5qjKw-EfYsoRcZtAt8nqvC3tCtZs8,333
 bbstrader/metatrader/account.py,sha256=Ur0vKz_puUP9jmdJUpvdQq6W5ue0RfnhkL0JLPBQkOE,65200
 bbstrader/metatrader/analysis.py,sha256=ywETmG3qxZ7ms_DCjR1GcQoUrQ0es5-n-CPDYKBAm8Q,3614
-bbstrader/metatrader/copier.py,sha256=knGvLsiWUzM6eYe7CrKF6rTeReFdogdCQU5Q7p7UHmY,54186
+bbstrader/metatrader/copier.py,sha256=RxXm_NKpaad4sMT1kuJNjeJcbP368asXLaAVqmoRfmE,55553
 bbstrader/metatrader/rates.py,sha256=w9mr6FB6E1zLcHCDtDGt-oMnw6sakIU6Qe3455KDsSg,20782
 bbstrader/metatrader/risk.py,sha256=NhW8qtSg350Z6H9oLcDqOU_erqd_7Y7F5FwpfPN5Qso,27262
 bbstrader/metatrader/scripts.py,sha256=8meq6_zz6jPSibNgtYtaO8Ba-uJZOoLkpqYUIjidk-U,4010
-bbstrader/metatrader/trade.py,sha256=ezkALiUgtIu54R4m4blQjptWoRXNVG5wwuoctP2b90Y,80624
+bbstrader/metatrader/trade.py,sha256=X6DNpPrHL0xQUAblJsCxmpSNWlFw8otEM1pWpgYTydE,81041
 bbstrader/metatrader/utils.py,sha256=PnFZ8EuBSZgsYlvwZDOxj4vUTtt-hUYnnwFBmu7gxxw,20738
 bbstrader/models/__init__.py,sha256=B-bn2h_SCK6gRAs2li6dDVnvV8jDT5suZimldk5xxcw,497
-bbstrader/models/factors.py,sha256=Y1rjwhWU4aiSRd-jFOLnLZczFCY0bJUxauCo17HvOFY,12791
-bbstrader/models/ml.py,sha256=d_maEXwGOGuWawisjIbMO5FUsaSjlgmJu5XiMu28Wf8,48921
+bbstrader/models/factors.py,sha256=J7yxtDr1sCTw1AI59kluF89e2b9HkpEXfFyIcfPHUCQ,13008
+bbstrader/models/ml.py,sha256=NVN9zxRRDJn2S8KSgGBkiSHvdFjsDiaNsW2Y6rs51Io,50314
 bbstrader/models/nlp.py,sha256=hcvz9d_8j1cIC1h3oqa1DBjExRIEd6WSiZb95Vr3NPo,32638
 bbstrader/models/optimization.py,sha256=Fa4tdhynMmvKt5KHV9cH1TXmmJVJwU4QWpYkbeVq4aI,6395
 bbstrader/models/portfolio.py,sha256=r-47Zrn2r7iKCHm5YVtwkbBJXAZGM3QYy-rXCWY9-Bg,8079
@@ -41,9 +41,9 @@ bbstrader/trading/execution.py,sha256=CYt4fageoqcpMFvdRH-jX4hexAGUiG_wE94i1qg7BF
 bbstrader/trading/scripts.py,sha256=Tf5q33WqqygjpIv43_8nA82VZ3GM0qgb4Ggo3fHJ_wg,5744
 bbstrader/trading/strategies.py,sha256=RZ6P4SfIyRW72v0OnPnrc4Hv8X00FdxR-_sD23xe_Pg,11756
 bbstrader/trading/utils.py,sha256=57dKF9dcRu04oU2VRqydRrzW39dCW2wlDWhVt-sZdRw,1857
-bbstrader-0.3.4.dist-info/licenses/LICENSE,sha256=ZwC_RqqGmOPBUiMDKqLyJZ5HBeHq53LpL7TMRzrJY8c,1094
-bbstrader-0.3.4.dist-info/METADATA,sha256=_Zc1Yp1Exs0wUpD0KV1G41uDnR3v7mhHWawRDbkutSM,27089
-bbstrader-0.3.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-bbstrader-0.3.4.dist-info/entry_points.txt,sha256=0yDCbhbgHswOzJnY5wRSM_FjjyMHGvY7lJpSSVh0xtI,54
-bbstrader-0.3.4.dist-info/top_level.txt,sha256=Wwj322jZmxGZ6gD_TdaPiPLjED5ReObm5omerwlmZIg,10
-bbstrader-0.3.4.dist-info/RECORD,,
+bbstrader-0.3.5.dist-info/licenses/LICENSE,sha256=ZwC_RqqGmOPBUiMDKqLyJZ5HBeHq53LpL7TMRzrJY8c,1094
+bbstrader-0.3.5.dist-info/METADATA,sha256=-FeMRpGJTL9HvVnWmNbhLiHlu0kYfb7wqqANfLzVrew,26910
+bbstrader-0.3.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+bbstrader-0.3.5.dist-info/entry_points.txt,sha256=0yDCbhbgHswOzJnY5wRSM_FjjyMHGvY7lJpSSVh0xtI,54
+bbstrader-0.3.5.dist-info/top_level.txt,sha256=Wwj322jZmxGZ6gD_TdaPiPLjED5ReObm5omerwlmZIg,10
+bbstrader-0.3.5.dist-info/RECORD,,