investing-algorithm-framework 7.17.0__py3-none-any.whl → 7.19.1__py3-none-any.whl

investing_algorithm_framework/__init__.py

@@ -1,16 +1,16 @@
 from .app import App, Algorithm, \
     TradingStrategy, StatelessAction, Task, AppHook, Context, \
-    add_html_report, BacktestReport, \
+    add_html_report, BacktestReport, save_backtests_to_directory, \
     pretty_print_trades, pretty_print_positions, \
     pretty_print_orders, pretty_print_backtest, select_backtest_date_ranges, \
-    get_equity_curve_with_drawdown_chart, \
+    get_equity_curve_with_drawdown_chart, load_backtests_from_directory, \
     get_rolling_sharpe_ratio_chart, rank_results, \
     get_monthly_returns_heatmap_chart, create_weights, \
     get_yearly_returns_bar_chart, get_entry_and_exit_signals, \
     get_ohlcv_data_completeness_chart, get_equity_curve_chart
 from .domain import ApiException, combine_backtests, PositionSize, \
     OrderType, OperationalException, OrderStatus, OrderSide, \
-    TimeUnit, TimeInterval, Order, Portfolio, Backtest, \
+    TimeUnit, TimeInterval, Order, Portfolio, Backtest, DataError, \
     Position, TimeFrame, INDEX_DATETIME, MarketCredential, \
     PortfolioConfiguration, RESOURCE_DIRECTORY, AWS_LAMBDA_LOGGING_CONFIG, \
     Trade, SYMBOLS, RESERVED_BALANCES, APP_MODE, AppMode, DATETIME_FORMAT, \
@@ -189,5 +189,8 @@ __all__ = [
     "get_negative_trades",
     "get_positive_trades",
     "get_number_of_trades",
-    "BacktestRun"
+    "BacktestRun",
+    "load_backtests_from_directory",
+    "save_backtests_to_directory",
+    "DataError"
 ]

investing_algorithm_framework/app/__init__.py

@@ -14,7 +14,7 @@ from .reporting import add_html_report, \
     get_yearly_returns_bar_chart, get_equity_curve_chart, \
     get_ohlcv_data_completeness_chart, get_entry_and_exit_signals
 from .analysis import select_backtest_date_ranges, rank_results, \
-    create_weights
+    create_weights, load_backtests_from_directory, save_backtests_to_directory
 
 
 __all__ = [
@@ -41,5 +41,7 @@ __all__ = [
     "rank_results",
     "create_weights",
     "get_entry_and_exit_signals",
-    "get_equity_curve_chart"
+    "get_equity_curve_chart",
+    "load_backtests_from_directory",
+    "save_backtests_to_directory"
 ]

investing_algorithm_framework/app/analysis/__init__.py

@@ -1,11 +1,15 @@
 from .backtest_data_ranges import select_backtest_date_ranges
 from .ranking import rank_results, create_weights, combine_backtest_metrics
 from .permutation import create_ohlcv_permutation
+from .backtest_utils import load_backtests_from_directory, \
+    save_backtests_to_directory
 
 __all__ = [
     "select_backtest_date_ranges",
     "rank_results",
     "create_weights",
     "create_ohlcv_permutation",
-    "combine_backtest_metrics"
+    "combine_backtest_metrics",
+    "load_backtests_from_directory",
+    "save_backtests_to_directory"
 ]

investing_algorithm_framework/app/analysis/backtest_utils.py

@@ -0,0 +1,80 @@
+import os
+from pathlib import Path
+from typing import List, Union
+from logging import getLogger
+from random import Random
+
+from investing_algorithm_framework.domain import Backtest
+
+
+logger = getLogger("investing_algorithm_framework")
+
+
+def save_backtests_to_directory(
+    backtests: List[Backtest],
+    directory_path: Union[str, Path]
+) -> None:
+    """
+    Saves a list of Backtest objects to the specified directory.
+
+    Args:
+        backtests (List[Backtest]): List of Backtest objects to save.
+        directory_path (str): Path to the directory where backtests
+            will be saved.
+
+    Returns:
+        None
+    """
+
+    if not os.path.exists(directory_path):
+        os.makedirs(directory_path)
+
+    for backtest in backtests:
+        # Check if there is an ID in the backtest metadata
+        backtest_id = backtest.metadata.get('id')
+
+        if backtest_id is None:
+            logger.warning(
+                "Backtest is missing 'id' in metadata. "
+                "Generating a random ID as name for backtest file."
+            )
+            backtest_id = str(Random().randint(100000, 999999))
+
+        backtest.save(os.path.join(directory_path, backtest_id))
+
+
+def load_backtests_from_directory(
+    directory_path: Union[str, Path]
+) -> List[Backtest]:
+    """
+    Loads Backtest objects from the specified directory.
+
+    Args:
+        directory_path (str): Path to the directory from which backtests
+            will be loaded.
+
+    Returns:
+        List[Backtest]: List of loaded Backtest objects.
+    """
+
+    backtests = []
+
+    if not os.path.exists(directory_path):
+        logger.warning(
+            f"Directory {directory_path} does not exist. "
+            "No backtests loaded."
+        )
+        return backtests
+
+    for file_name in os.listdir(directory_path):
+        file_path = os.path.join(directory_path, file_name)
+
+        try:
+            backtest = Backtest.open(file_path)
+            backtests.append(backtest)
+        except Exception as e:
+            logger.error(
+                f"Failed to load backtest from {file_path}: {e}"
+            )
+
+    return backtests

investing_algorithm_framework/app/app.py

@@ -5,6 +5,7 @@ import threading
 from datetime import datetime, timezone
 from typing import List, Optional, Any, Dict, Tuple
 
+import pandas as pd
 from flask import Flask
 
 from investing_algorithm_framework.app.algorithm import Algorithm
@@ -16,7 +17,7 @@ from investing_algorithm_framework.domain import DATABASE_NAME, TimeUnit, \
     SQLALCHEMY_DATABASE_URI, OperationalException, StateHandler, \
     BACKTESTING_START_DATE, BACKTESTING_END_DATE, APP_MODE, MarketCredential, \
     AppMode, BacktestDateRange, DATABASE_DIRECTORY_NAME, DataSource, \
-    BACKTESTING_INITIAL_AMOUNT, SNAPSHOT_INTERVAL, Backtest, \
+    BACKTESTING_INITIAL_AMOUNT, SNAPSHOT_INTERVAL, Backtest, DataError, \
     PortfolioConfiguration, SnapshotInterval, DataType, combine_backtests, \
     PortfolioProvider, OrderExecutor, ImproperlyConfigured, \
     DataProvider, INDEX_DATETIME, tqdm, BacktestPermutationTest, \
@@ -32,6 +33,7 @@ from .app_hook import AppHook
 from .eventloop import EventLoopService
 from .analysis import create_ohlcv_permutation
 
+
 logger = logging.getLogger("investing_algorithm_framework")
 COLOR_RESET = '\033[0m'
 COLOR_GREEN = '\033[92m'
@@ -789,6 +791,70 @@ class App:
             .market_credential_service()
         return market_credential_service.get_all()
 
+    def check_data_completeness(
+        self,
+        strategies: List[TradingStrategy],
+        backtest_date_range: BacktestDateRange
+    ) -> None:
+        """
+        Function to check the data completeness for a set of strategies
+        over a given backtest date range. This method checks if all data
+        sources required by the strategies have complete data for the
+        specified date range.
+
+        Args:
+            strategies (List[TradingStrategy]): List of strategy objects
+                to check data completeness for.
+            backtest_date_range (BacktestDateRange): The date range to
+                check data completeness for.
+        Returns:
+            None
+        """
+        data_sources = []
+
+        for strategy in strategies:
+            data_sources.extend(strategy.data_sources)
+
+        self.initialize_data_sources_backtest(
+            data_sources,
+            backtest_date_range,
+            show_progress=True
+        )
+        data_provider_service = self.container.data_provider_service()
+
+        for strategy in strategies:
+
+            for data_source in strategy.data_sources:
+
+                if DataType.OHLCV.equals(data_source.data_type):
+                    df = data_provider_service.get_ohlcv_data(
+                        symbol=data_source.symbol,
+                        start_date=backtest_date_range.start_date,
+                        end_date=backtest_date_range.end_date,
+                        pandas=True
+                    )
+                    df = df.copy()
+                    df['Datetime'] = pd.to_datetime(df['Datetime'])
+                    df = df.sort_values('Datetime')\
+                        .tail(data_source.window_size)
+                    start = df['Datetime'].iloc[0]
+                    end = df['Datetime'].iloc[-1]
+                    freq = pd.to_timedelta(data_source.time_frame.value)
+                    expected = pd.date_range(start, end, freq=freq)
+                    actual = df['Datetime']
+                    missing = expected.difference(actual)
+
+                    # Calculate the percentage completeness
+                    completeness = len(actual) / len(expected) * 100
+
+                    if completeness < 100:
+                        raise DataError(
+                            f"Data completeness for data source "
+                            f"{data_source.identifier} "
+                            f"({data_source.symbol}) is {completeness:.2f}% "
+                            f"complete. Missing data points: {len(missing)}"
+                        )
+
     def run_vector_backtests(
         self,
         initial_amount,
@@ -1070,13 +1136,12 @@ class App:
         except Exception as e:
             logger.error(
                 f"Error occurred during vector backtest for strategy "
-                f"{strategy.name}: {str(e)}"
+                f"{strategy.strategy_id}: {str(e)}"
             )
             if continue_on_error:
                 backtest = Backtest(
                     backtest_runs=[],
                     risk_free_rate=risk_free_rate,
-                    backtest_summary={}
                 )
             else:
                 raise e

investing_algorithm_framework/domain/__init__.py

@@ -15,7 +15,7 @@ from .constants import ITEMIZE, ITEMIZED, PER_PAGE, PAGE, ENVIRONMENT, \
 from .data_provider import DataProvider
 from .data_structures import PeekableQueue
 from .decimal_parsing import parse_decimal_to_string, parse_string_to_decimal
-from .exceptions import OperationalException, ApiException, \
+from .exceptions import OperationalException, ApiException, DataError, \
     PermissionDeniedApiException, ImproperlyConfigured, NetworkError
 from .models import OrderStatus, OrderSide, OrderType, TimeInterval, \
     TimeUnit, TimeFrame, PortfolioConfiguration, Portfolio, Position, \
@@ -143,5 +143,6 @@ __all__ = [
     "BacktestEvaluationFocus",
     'combine_backtests',
     'PositionSize',
-    'generate_backtest_summary_metrics'
+    'generate_backtest_summary_metrics',
+    'DataError'
 ]

investing_algorithm_framework/domain/backtesting/backtest_run.py

@@ -251,17 +251,41 @@ class BacktestRun:
             # Remove backtest_metrics to avoid redundancy
             data.pop("backtest_metrics", None)
 
-            data["backtest_start_date"] = self.backtest_start_date.strftime(
+            # Ensure datetime objects are in UTC before formatting
+            backtest_start_date = self.backtest_start_date
+
+            if backtest_start_date.tzinfo is None:
+                # Naive datetime - treat as UTC
+                backtest_start_date = backtest_start_date.replace(
+                    tzinfo=timezone.utc
+                )
+            else:
+                # Timezone-aware - convert to UTC
+                backtest_start_date = backtest_start_date.astimezone(
+                    timezone.utc
+                )
+
+            backtest_end_date = self.backtest_end_date
+            if backtest_end_date.tzinfo is None:
+                backtest_end_date = backtest_end_date.replace(
+                    tzinfo=timezone.utc
+                )
+            else:
+                backtest_end_date = backtest_end_date.astimezone(timezone.utc)
+
+            created_at = self.created_at
+            if created_at.tzinfo is None:
+                created_at = created_at.replace(tzinfo=timezone.utc)
+            else:
+                created_at = created_at.astimezone(timezone.utc)
+
+            data["backtest_start_date"] = backtest_start_date.strftime(
                 "%Y-%m-%d %H:%M:%S"
             )
-            data["backtest_end_date"] = self.backtest_end_date.strftime(
+            data["backtest_end_date"] = backtest_end_date.strftime(
                 "%Y-%m-%d %H:%M:%S"
             )
-
-            if self.created_at.tzinfo is None:
-                self.created_at = self.created_at.replace(tzinfo=timezone.utc)
-
-            data["created_at"] = self.created_at.strftime(
+            data["created_at"] = created_at.strftime(
                 "%Y-%m-%d %H:%M:%S"
             )
             json.dump(data, f, default=str)

investing_algorithm_framework/domain/exceptions.py

@@ -84,3 +84,20 @@ class NetworkError(Exception):
             "status": "error",
             "message": self.error_message
         }
+
+
+class DataError(Exception):
+    """
+    Class DataError: Exception class indicating a problem occurred
+    during data retrieval or processing
+    """
+
+    def __init__(self, message) -> None:
+        super(DataError, self).__init__(message)
+        self.error_message = message
+
+    def to_response(self):
+        return {
+            "status": "error",
+            "message": self.error_message
+        }

{investing_algorithm_framework-7.17.0.dist-info → investing_algorithm_framework-7.19.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: investing-algorithm-framework
-Version: 7.17.0
+Version: 7.19.1
 Summary: A framework for creating trading bots
 Author: MDUYN
 Requires-Python: >=3.10

{investing_algorithm_framework-7.17.0.dist-info → investing_algorithm_framework-7.19.1.dist-info}/RECORD

@@ -1,13 +1,14 @@
-investing_algorithm_framework/__init__.py,sha256=rYv3eJDD0QbOPXCvK-Ye8oml63MYM_QLqXrt6vFpHk8,6857
-investing_algorithm_framework/app/__init__.py,sha256=x683g8hvp5yERywt0CFWLavMcTDnCwVVUW_g3o5kyOc,1539
+investing_algorithm_framework/__init__.py,sha256=e5i9FAiyvS1KwuvSkrFC0dPOgKCix9mGoGy-51Mqe1s,7017
+investing_algorithm_framework/app/__init__.py,sha256=BjVkBQvVuI7ovTpR2Bn8YOHL2p5vsX-LRqpe-aS3ImM,1671
 investing_algorithm_framework/app/algorithm/__init__.py,sha256=-a9o9bTfAhW9qSW-bKvlLQuMCf-YXxIztudo2TxMjCI,136
 investing_algorithm_framework/app/algorithm/algorithm.py,sha256=v8AZZ7hr5ZKJbavk242xCUpGHv3mKZ4sqfGV7BwPgdU,6854
 investing_algorithm_framework/app/algorithm/algorithm_factory.py,sha256=Z6El6ErAEEljVGEM0Hkd2VXSMM9qkSCfkp-Ht-WEy3w,3549
-investing_algorithm_framework/app/analysis/__init__.py,sha256=hstMgI9_FufhUqHHphBTSS_KgKpktB_aBBvu-61whU8,343
+investing_algorithm_framework/app/analysis/__init__.py,sha256=hISKshN-FQchLBasWX5raMG-IXVJP43t5fXEdrL6M9U,508
 investing_algorithm_framework/app/analysis/backtest_data_ranges.py,sha256=pt8vUjhyqCN5JspihlzMWW4n5BULWcy0E9SlkEM2Fo4,3960
+investing_algorithm_framework/app/analysis/backtest_utils.py,sha256=W_X1T8f1UOllUUkaO4ZiQlQ7dSEGi9TqVo_ROyv7XNE,2121
 investing_algorithm_framework/app/analysis/permutation.py,sha256=NHzyMQ9aCqLiLXyw1CpRZfITLzsRwHmMn8Uj8oV5_1E,3941
 investing_algorithm_framework/app/analysis/ranking.py,sha256=-XEWmU3rxLvkC9GOW6Zci7E3Y7H2xKwU3id8ljf0n9k,10888
-investing_algorithm_framework/app/app.py,sha256=-RG4r1cfghkx-yXoWe9xUMQeEUEvXCOUblhIvXYX5Lw,83256
+investing_algorithm_framework/app/app.py,sha256=bubVZeIQx1JLl2CRDRpf0KLhgVWRIwaD_72HN3TG4qo,85834
 investing_algorithm_framework/app/app_hook.py,sha256=cDiY4x2n06tljpx-fcbIM1oPnjTnEthibvqxUvfEppo,834
 investing_algorithm_framework/app/context.py,sha256=kWOBZq7E45xoAPbMfn9HPhDQmEcyCqBYWi-NJK5nMXk,58874
 investing_algorithm_framework/app/eventloop.py,sha256=w9zufVpiHrgsxuh4_AW2DXxOfI4LVcScNHTLfL9-Tws,21736
@@ -82,14 +83,14 @@ investing_algorithm_framework/cli/templates/run_backtest.py.template,sha256=mHwK
 investing_algorithm_framework/cli/templates/strategy.py.template,sha256=Ox8IZ6XlPDCCgq9T8KO3NazR2UXJs3FgkjbgfPqoad8,4603
 investing_algorithm_framework/create_app.py,sha256=HN_45Bza5Ro3o-v364m2mjSVjjZnyESOGHn3dcPDfQ4,1372
 investing_algorithm_framework/dependency_container.py,sha256=LIqK4fH2OdIKpvixzI2eSCXp6EtvEcWAJxJo-7a9qp4,6699
-investing_algorithm_framework/domain/__init__.py,sha256=PASQlRGcU_MDIwnLppanXGo-BUXdkhajvpRvcwqxdL0,4903
+investing_algorithm_framework/domain/__init__.py,sha256=o2a3lAaCs4Jir88lSa8ZlwZ8Ghjwy1--S_9KDwny5MU,4931
 investing_algorithm_framework/domain/backtesting/__init__.py,sha256=q-NejGHzE233w5jXPhSsuLpBZ_yl3m-qb2g6FnxZaps,699
 investing_algorithm_framework/domain/backtesting/backtest.py,sha256=eRSaujcoggYdX3jmGO8KL4a2gOdYUeWH7Jx5vcLkeYg,17514
 investing_algorithm_framework/domain/backtesting/backtest_date_range.py,sha256=e_V7HMdtln4uu87jwwa_Yr7ZesgrpFqsEqtr0e0DTto,3186
 investing_algorithm_framework/domain/backtesting/backtest_evaluation_focuss.py,sha256=D__3I_TSxDVnGtlddmWt4wHcqut8MGyYMf1IfQZXYJ0,7547
 investing_algorithm_framework/domain/backtesting/backtest_metrics.py,sha256=gfiuNhT15UpY5l02onknf7D5wHJfeUKodlnG9FV5I1E,20120
 investing_algorithm_framework/domain/backtesting/backtest_permutation_test.py,sha256=8JXdu3EgFh2f2Yc41OYwIBwlYtjFiumyAJUrN5kL078,6703
-investing_algorithm_framework/domain/backtesting/backtest_run.py,sha256=ffQgilEkyixGrGvKeCZF670OPoY3ljixlgsXPajHpZY,14310
+investing_algorithm_framework/domain/backtesting/backtest_run.py,sha256=Pozrx4zUBDOHDn6jFY9sHUksMya3AGsgboIOUeBbKxk,15267
 investing_algorithm_framework/domain/backtesting/backtest_summary_metrics.py,sha256=Dt3gFz-MNmxtOhYxVPN8lI_7rXtE9PK10lULDFuCHlU,7131
 investing_algorithm_framework/domain/backtesting/combine_backtests.py,sha256=E6MHctsSaiQdDPLQtXSU9Exf_yYLUc2oAD3vKMeNM20,9963
 investing_algorithm_framework/domain/config.py,sha256=_VkaJvrdqIKAT3_l-Y8XTEKNEaw5uVIwQ7vxomuCpUw,3003
@@ -97,7 +98,7 @@ investing_algorithm_framework/domain/constants.py,sha256=-ZU0z1DSgJaUQvkp_ELZslq
 investing_algorithm_framework/domain/data_provider.py,sha256=yMr7RWxHh6I9kSHsrwwukXi0k6UHLwmntIQGv0V0Q1w,11018
 investing_algorithm_framework/domain/data_structures.py,sha256=ePtdGhVaB16QLUvKQn5MiWM_TBOcBBTj5M0llW8tGEE,989
 investing_algorithm_framework/domain/decimal_parsing.py,sha256=NtMNkxZyWrFHxGKd6gLIDmWF88BYcTl8tYaAaKO1tlg,823
-investing_algorithm_framework/domain/exceptions.py,sha256=CjMPVqA5_hPoyeThH0vP-grGpmWXrKU_Tb19wWUJGqM,2359
+investing_algorithm_framework/domain/exceptions.py,sha256=2BmMmpu3jFW7vJ4KVJw0AAPTS70yQ1NH9OMc-exEBuc,2768
 investing_algorithm_framework/domain/models/__init__.py,sha256=5SN_d8MTbQzgLIYpt0ySkG2UZ3MsUz_30w40-vxUmk0,1116
 investing_algorithm_framework/domain/models/app_mode.py,sha256=V1p9QMSNLlz6KjPib8d1J2EaSZh7jmXjZ1V2DFOrIaU,812
 investing_algorithm_framework/domain/models/base_model.py,sha256=1_DMaDR13gc6l5yWpMgKaAK7OJstc4lmvZV5DhwYM6o,659
@@ -252,8 +253,8 @@ investing_algorithm_framework/services/trade_order_evaluator/default_trade_order
 investing_algorithm_framework/services/trade_order_evaluator/trade_order_evaluator.py,sha256=pNnmgaKMR9RY6Kxq7xS0nURKoaQDe2ehrP5GfElkkcI,1328
 investing_algorithm_framework/services/trade_service/__init__.py,sha256=AcwPyJjDRdiREnl_MWMkDSc-V-ZjXtvpHD6eQT9mc1o,68
 investing_algorithm_framework/services/trade_service/trade_service.py,sha256=OtzIS5EebByGcqDvV2AFeBjXSarvrgubMXDaVKg6Rbw,41193
-investing_algorithm_framework-7.17.0.dist-info/LICENSE,sha256=wbVEDvoZiMPHufRY3sLEffvAr7GH5hOIngHF8y4HFQg,11343
-investing_algorithm_framework-7.17.0.dist-info/METADATA,sha256=nxUTvzV-vZgjVC-lQBBld8S0QVX4J4GUMZPPxMg3acQ,19635
-investing_algorithm_framework-7.17.0.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-investing_algorithm_framework-7.17.0.dist-info/entry_points.txt,sha256=jrPF0YksDs27vYzEvj3tXLe3OGWU24EJA05z5xHqmq8,91
-investing_algorithm_framework-7.17.0.dist-info/RECORD,,
+investing_algorithm_framework-7.19.1.dist-info/LICENSE,sha256=wbVEDvoZiMPHufRY3sLEffvAr7GH5hOIngHF8y4HFQg,11343
+investing_algorithm_framework-7.19.1.dist-info/METADATA,sha256=NfXQinQSPYQibLY_6KTabg9vi7NUStbMosX5TAtfbew,19635
+investing_algorithm_framework-7.19.1.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+investing_algorithm_framework-7.19.1.dist-info/entry_points.txt,sha256=jrPF0YksDs27vYzEvj3tXLe3OGWU24EJA05z5xHqmq8,91
+investing_algorithm_framework-7.19.1.dist-info/RECORD,,