investing-algorithm-framework 1.5__py3-none-any.whl → 7.25.6__py3-none-any.whl

investing_algorithm_framework/app/app.py

@@ -1,180 +1,700 @@
 import inspect
 import logging
 import os
-import shutil
 import threading
-from distutils.sysconfig import get_python_lib
-from time import sleep
-from datetime import datetime
+from datetime import datetime, timezone, timedelta
+from pathlib import Path
+from typing import List, Optional, Any, Dict, Tuple, Callable, Union
 
 from flask import Flask
 
 from investing_algorithm_framework.app.algorithm import Algorithm
-from investing_algorithm_framework.app.stateless import ActionHandler
 from investing_algorithm_framework.app.strategy import TradingStrategy
 from investing_algorithm_framework.app.task import Task
 from investing_algorithm_framework.app.web import create_flask_app
 from investing_algorithm_framework.domain import DATABASE_NAME, TimeUnit, \
     DATABASE_DIRECTORY_PATH, RESOURCE_DIRECTORY, ENVIRONMENT, Environment, \
-    SQLALCHEMY_DATABASE_URI, OperationalException, PortfolioConfiguration, \
-    BACKTESTING_FLAG, BACKTESTING_START_DATE, BACKTEST_DATA_DIRECTORY_NAME
+    SQLALCHEMY_DATABASE_URI, OperationalException, StateHandler, \
+    BACKTESTING_START_DATE, BACKTESTING_END_DATE, APP_MODE, MarketCredential, \
+    AppMode, BacktestDateRange, DATABASE_DIRECTORY_NAME, DataSource, \
+    BACKTESTING_INITIAL_AMOUNT, SNAPSHOT_INTERVAL, generate_algorithm_id, \
+    PortfolioConfiguration, SnapshotInterval, DataType, Backtest, DataError, \
+    PortfolioProvider, OrderExecutor, ImproperlyConfigured, TimeFrame, \
+    DataProvider, INDEX_DATETIME, tqdm, BacktestPermutationTest, \
+    LAST_SNAPSHOT_DATETIME, BACKTESTING_FLAG, DATA_DIRECTORY
 from investing_algorithm_framework.infrastructure import setup_sqlalchemy, \
-    create_all_tables, MarketBacktestService, MarketService
-from investing_algorithm_framework.services import OrderBacktestService
+    create_all_tables, CCXTOrderExecutor, CCXTPortfolioProvider, \
+    BacktestOrderExecutor, CCXTOHLCVDataProvider, clear_db, \
+    PandasOHLCVDataProvider
+from investing_algorithm_framework.services import OrderBacktestService, \
+    BacktestPortfolioService, DefaultTradeOrderEvaluator, get_risk_free_rate_us
+from .app_hook import AppHook
+from .eventloop import EventLoopService
 
 logger = logging.getLogger("investing_algorithm_framework")
+COLOR_RESET = '\033[0m'
+COLOR_GREEN = '\033[92m'
+COLOR_YELLOW = '\033[93m'
 
 
 class App:
-
-    def __init__(self, stateless=False, web=False):
-        self._flask_app: Flask = None
+    """
+    Class to represent the app. This class is used to initialize the
+    application and run your trading bot.
+
+    Attributes:
+        container: The dependency container for the app. This is used
+            to store all the services and repositories for the app.
+        _flask_app: The flask app instance. This is used to run the
+            web app.
+        _state_handler: The state handler for the app. This is used
+            to save and load the state of the app.
+        _name: The name of the app. This is used to identify the app
+            in logs and other places.
+        _started: A boolean value that indicates if the app has been
+            started or not.
+        _tasks (List[Task]): List of task that need to be run by the
+            application.
+    """
+
+    def __init__(self, state_handler=None, name=None):
+        self._flask_app: Optional[Flask] = None
         self.container = None
-        self._stateless = stateless
-        self._web = web
-        self.algorithm: Algorithm = None
         self._started = False
-        self._strategies = []
         self._tasks = []
+        self._strategies = []
+        self._data_providers: List[Tuple[DataProvider, int]] = []
+        self._on_initialize_hooks = []
+        self._on_strategy_run_hooks = []
+        self._on_after_initialize_hooks = []
+        self._trade_order_evaluator = None
+        self._state_handler = state_handler
+        self._run_history = None
+        self._name = name
+
+    @property
+    def context(self):
+        return self.container.context()
+
+    @property
+    def resource_directory_path(self):
+        """
+        Returns the resource directory path from the configuration.
+        This directory is used to store resources such as market data,
+        database files, and other resources required by the app.
+        """
+        config = self.config
+        resource_directory_path = config.get(RESOURCE_DIRECTORY, None)
+
+        # Check if the resource directory is set
+        if resource_directory_path is None:
+            logger.info(
+                "Resource directory not set, setting" +
+                " to current working directory"
+            )
+            resource_directory_path = os.path.join(os.getcwd(), "resources")
+            configuration_service = self.container.configuration_service()
+            configuration_service.add_value(
+                RESOURCE_DIRECTORY, resource_directory_path
+            )
+
+        return resource_directory_path
+
+    @property
+    def database_directory_path(self):
+        """
+        Returns the database directory path from the configuration.
+        This directory is used to store database files required by the app.
+        """
+        config = self.config
+        database_directory_path = config.get(DATABASE_DIRECTORY_PATH, None)
+
+        # Check if the database directory is set
+        if database_directory_path is None:
+            logger.info(
+                "Database directory not set, setting" +
+                " to current working directory"
+            )
+            resource_directory_path = self.resource_directory_path
+            database_directory_path = os.path.join(
+                resource_directory_path, "databases"
+            )
+            configuration_service = self.container.configuration_service()
+            configuration_service.add_value(
+                DATABASE_DIRECTORY_PATH, database_directory_path
+            )
 
-    def set_config(self, config: dict):
+        return database_directory_path
+
+    @property
+    def name(self):
+        return self._name
+
+    @name.setter
+    def name(self, name):
+        self._name = name
+
+    @property
+    def started(self):
+        return self._started
+
+    @property
+    def config(self):
+        """
+        Function to get a config instance. This allows users when
+        having access to the app instance also to read the
+        configs of the app.
+        """
+        configuration_service = self.container.configuration_service()
+        return configuration_service.config
+
+    @config.setter
+    def config(self, config: dict):
+        """
+        Function to set the configuration for the app.
+        Args:
+            config (dict): A dictionary containing the configuration
+
+        Returns:
+            None
+        """
         configuration_service = self.container.configuration_service()
         configuration_service.initialize_from_dict(config)
 
-    def initialize(self, backtest=False):
+    def add_algorithm(self, algorithm: Algorithm) -> None:
+        """
+        Method to add an algorithm to the app. This method should be called
+        before running the application.
+
+        When adding an algorithm, it will automatically register all
+        strategies, data sources, and tasks of the algorithm. The
+        algorithm itself is not registered.
+
+        Args:
+            algorithm (Algorithm): The algorithm to add to the app.
+                This should be an instance of Algorithm.
+
+        Returns:
+            None
+        """
+        self.add_strategies(algorithm.strategies)
+        self.add_tasks(algorithm.tasks)
+
+    def add_trade_order_evaluator(self, trade_order_evaluator):
+        """
+        Function to add a trade order evaluator to the app. This is used
+        to evaluate trades and orders based on OHLCV data.
+
+        Args:
+            trade_order_evaluator: The trade order evaluator to add to the app.
+                This should be an instance of TradeOrderEvaluator.
+
+        Returns:
+            None
+        """
+        self._trade_order_evaluator = trade_order_evaluator
+
+    def set_config(self, key: str, value: Any) -> None:
+        """
+        Function to add a key-value pair to the app's configuration.
+
+        Args:
+            key (string): The key to add to the configuration
+            value (any): The value to add to the configuration
+
+        Returns:
+            None
+        """
+        configuration_service = self.container.configuration_service()
+        configuration_service.add_value(key, value)
 
-        if backtest:
-            self._initialize_standard(backtest=True)
-        else:
-            if self._web:
-                self._initialize_web()
-            elif self._stateless:
-                self._initialize_stateless()
-            else:
-                self._initialize_standard()
+    def set_config_with_dict(self, config: dict) -> None:
+        """
+        Function to set the configuration for the app with a dictionary.
+        This is useful for setting multiple configuration values at once.
 
-        setup_sqlalchemy(self)
-        create_all_tables()
-        self.algorithm = self.container.algorithm()
-        self.algorithm.add_strategies(self.strategies)
-        self.algorithm.add_tasks(self.tasks)
-        portfolio_configuration_service = self.container\
-            .portfolio_configuration_service()
+        Args:
+            config (dict): A dictionary containing the configuration
 
-        if portfolio_configuration_service.count() == 0:
-            raise OperationalException("No portfolios configured")
+        Returns:
+            None
+        """
+        configuration_service = self.container.configuration_service()
+        configuration_service.initialize_from_dict(config)
 
-        self.create_portfolios()
+    def initialize_config(self):
+        """
+        Function to initialize the configuration for the app. This method
+        should be called before running the algorithm.
+
+        Returns:
+            None
+        """
+        data = {
+            ENVIRONMENT: self.config.get(ENVIRONMENT, Environment.PROD.value),
+            DATABASE_DIRECTORY_NAME: "databases",
+            LAST_SNAPSHOT_DATETIME: None
+        }
+        configuration_service = self.container.configuration_service()
+        configuration_service.initialize_from_dict(data)
+        config = configuration_service.get_config()
 
-    def _initialize_management_commands(self):
+        if INDEX_DATETIME not in config or config[INDEX_DATETIME] is None:
+            configuration_service.add_value(
+                INDEX_DATETIME, datetime.now(timezone.utc)
+            )
 
-        if not Environment.TEST.equals(self.config.get(ENVIRONMENT)):
-            # Copy the template manage.py file to the resource directory of the
-            # algorithm
-            management_commands_template = os.path.join(
-                get_python_lib(),
-                "investing_algorithm_framework/templates/manage.py"
+        if Environment.TEST.equals(config[ENVIRONMENT]):
+            configuration_service.add_value(
+                DATABASE_NAME, "test-database.sqlite3"
             )
-            destination = os.path.join(
-                self.config.get(RESOURCE_DIRECTORY), "manage.py"
+        elif Environment.PROD.equals(config[ENVIRONMENT]):
+            configuration_service.add_value(
+                DATABASE_NAME, "prod-database.sqlite3"
             )
+        else:
+            configuration_service.add_value(
+                DATABASE_NAME, "dev-database.sqlite3"
+            )
+
+        resource_dir = config[RESOURCE_DIRECTORY]
+        database_dir_name = config.get(DATABASE_DIRECTORY_NAME)
+        configuration_service.add_value(
+            DATABASE_DIRECTORY_PATH,
+            os.path.join(resource_dir, database_dir_name)
+        )
+        config = configuration_service.get_config()
 
-            if not os.path.exists(destination):
-                shutil.copy(management_commands_template, destination)
+        if SQLALCHEMY_DATABASE_URI not in config \
+                or config[SQLALCHEMY_DATABASE_URI] is None:
+            path = "sqlite:///" + os.path.join(
+                configuration_service.config[DATABASE_DIRECTORY_PATH],
+                configuration_service.config[DATABASE_NAME]
+            )
+            configuration_service.add_value(SQLALCHEMY_DATABASE_URI, path)
 
-    def run(
+    def initialize_backtest_config(
         self,
-        payload: dict = None,
-        number_of_iterations: int = None,
-        sync=True
+        backtest_date_range: BacktestDateRange,
+        initial_amount=None,
+        snapshot_interval: SnapshotInterval = None
     ):
-        self.initialize()
+        """
+        Function to initialize the configuration for the app in backtest mode.
+        This method should be called before running the algorithm in backtest
+        mode. It sets the environment to BACKTEST and initializes the
+        configuration accordingly.
+
+        Args:
+            backtest_date_range (BacktestDateRange): The date range for the
+                backtest. This should be an instance of BacktestDateRange.
+            initial_amount (float): The initial amount to start the backtest
+                with. This will be the amount of trading currency that the
+                backtest portfolio will start with.
+            snapshot_interval (SnapshotInterval): The snapshot interval to
+                use for the backtest. This is used to determine how often the
+                portfolio snapshot should be taken during the backtest.
+
+        Returns:
+            None
+        """
+        logger.info("Initializing backtest configuration")
+        data = {
+            ENVIRONMENT: Environment.BACKTEST.value,
+            BACKTESTING_START_DATE: backtest_date_range.start_date,
+            BACKTESTING_END_DATE: backtest_date_range.end_date,
+            DATABASE_NAME: "backtest-database.sqlite3",
+            DATABASE_DIRECTORY_NAME: "backtest_databases",
+            DATABASE_DIRECTORY_PATH: os.path.join(
+                self.resource_directory_path,
+                "backtest_databases"
+            ),
+            BACKTESTING_INITIAL_AMOUNT: initial_amount,
+            INDEX_DATETIME: backtest_date_range.start_date,
+            LAST_SNAPSHOT_DATETIME: None,
+            BACKTESTING_FLAG: True
+        }
+        configuration_service = self.container.configuration_service()
+        configuration_service.initialize_from_dict(data)
 
-        portfolio_service = self.container.portfolio_service()
+        if snapshot_interval is not None:
+            configuration_service.add_value(
+                SNAPSHOT_INTERVAL,
+                SnapshotInterval.from_value(snapshot_interval).value
+            )
+
+    def initialize_storage(self, remove_database_if_exists: bool = False):
+        """
+        Function to initialize the storage for the app. The given
+        resource directory will be created if it does not exist.
+        The database directory will also be created if it does not
+        exist.
+        """
+        resource_directory_path = self.resource_directory_path
+
+        if not os.path.exists(resource_directory_path):
+            os.makedirs(resource_directory_path)
+            logger.info(
+                f"Resource directory created at {resource_directory_path}"
+            )
 
-        if sync:
-            portfolio_service.sync_portfolios()
+        database_directory_path = self.database_directory_path
 
-        self.algorithm.start(
-            number_of_iterations=number_of_iterations,
-            stateless=self.stateless
+        if not os.path.exists(database_directory_path):
+            os.makedirs(database_directory_path)
+            logger.info(
+                f"Database directory created at {database_directory_path}"
+            )
+
+        database_path = os.path.join(
+            database_directory_path, self.config[DATABASE_NAME]
         )
 
-        if self.stateless:
-            logger.info("Running stateless")
-            action_handler = ActionHandler.of(payload)
-            return action_handler.handle(
-                payload=payload, algorithm=self.algorithm
+        if remove_database_if_exists:
+
+            if os.path.exists(database_path):
+                logger.info(
+                    f"Removing existing database at {database_path}"
+                )
+                os.remove(database_path)
+
+        # Create the sqlalchemy database uri
+        path = f"sqlite:///{database_path}"
+        self.set_config(SQLALCHEMY_DATABASE_URI, path)
+
+        # Setup sql if needed
+        setup_sqlalchemy(self)
+        create_all_tables()
+
+        # Create the DATA_DIRECTORY if it does not exist
+        data_directory_dir_name = self.config[DATA_DIRECTORY]
+        data_directory_path = os.path.join(
+            resource_directory_path, data_directory_dir_name
+        )
+        if not os.path.exists(data_directory_path):
+            os.makedirs(data_directory_path)
+            logger.info(
+                f"Data directory created at {data_directory_path}"
             )
-        elif self._web:
-            logger.info("Running web")
-            flask_thread = threading.Thread(
-                name='Web App',
-                target=self._flask_app.run,
-                kwargs={"port": 8080}
+
+    def initialize_data_sources(
+        self,
+        data_sources: List[DataSource],
+    ):
+        """
+        Function to initialize the data sources for the app. This method
+        should be called before running the algorithm. This method
+        initializes all data sources so that they are ready to be used.
+
+        Args:
+            data_sources (List[DataSource]): The data sources to initialize.
+                This should be a list of DataSource instances.
+
+        Returns:
+            None
+        """
+        logger.info("Initializing data sources")
+
+        if data_sources is None or len(data_sources) == 0:
+            return
+
+        data_provider_service = self.container.data_provider_service()
+        data_provider_service.reset()
+
+        for data_provider_tuple in self._data_providers:
+            data_provider_service.add_data_provider(
+                data_provider_tuple[0], priority=data_provider_tuple[1]
             )
-            flask_thread.setDaemon(True)
-            flask_thread.start()
 
-        order_service = self.container.order_service()
-        number_of_iterations_since_last_orders_check = 1
-        order_service.check_pending_orders()
+        # Add the default data providers
+        data_provider_service.add_data_provider(CCXTOHLCVDataProvider())
 
-        try:
-            while self.algorithm.running:
-                if number_of_iterations_since_last_orders_check == 30:
-                    logger.info("Checking pending orders")
-                    order_service.check_pending_orders()
-                    number_of_iterations_since_last_orders_check = 1
+        # Initialize all data sources
+        data_provider_service.index_data_providers(data_sources)
 
-                self.algorithm.run_jobs()
-                number_of_iterations_since_last_orders_check += 1
-                sleep(1)
-        except KeyboardInterrupt:
-            exit(0)
+    def initialize_data_sources_backtest(
+        self,
+        data_sources: List[DataSource],
+        backtest_date_range: BacktestDateRange,
+        show_progress: bool = True
+    ):
+        """
+        Function to initialize the data sources for the app in backtest mode.
+        This method should be called before running the algorithm in backtest
+        mode. It initializes all data sources so that they are
+        ready to be used.
+
+        Args:
+            data_sources (List[DataSource]): The data sources to initialize.
+            backtest_date_range (BacktestDateRange): The date range for the
+                backtest. This should be an instance of BacktestDateRange.
+            show_progress (bool): Whether to show a progress bar when
+                preparing the backtest data for each data provider.
+
+        Returns:
+            None
+        """
+        logger.info("Initializing data sources for backtest")
+
+        if data_sources is None or len(data_sources) == 0:
+            return
 
-    def start_algorithm(self):
-        self.algorithm.start()
+        data_provider_service = self.container.data_provider_service()
+        data_provider_service.reset()
 
-    def stop_algorithm(self):
+        for data_provider_tuple in self._data_providers:
+            data_provider_service.add_data_provider(
+                data_provider_tuple[0], priority=data_provider_tuple[1]
+            )
 
-        if self.algorithm.running:
-            self.algorithm.stop()
+        # Add the default data providers
+        data_provider_service.add_data_provider(CCXTOHLCVDataProvider())
 
-    @property
-    def started(self):
-        return self._started
+        # Initialize all data sources
+        data_provider_service.index_backtest_data_providers(
+            data_sources, backtest_date_range, show_progress=show_progress
+        )
 
-    @property
-    def config(self):
-        configuration_service = self.container.configuration_service()
-        return configuration_service.config
+        description = "Preparing backtest data for all data sources"
+        data_providers = data_provider_service.data_provider_index.get_all()
 
-    @config.setter
-    def config(self, config: dict):
+        # Prepare the backtest data for each data provider
+        if not show_progress:
+            for _, data_provider in data_providers:
+
+                data_provider.prepare_backtest_data(
+                    backtest_start_date=backtest_date_range.start_date,
+                    backtest_end_date=backtest_date_range.end_date
+                )
+        else:
+            for _, data_provider in \
+                    tqdm(
+                        data_providers, desc=description, colour="green"
+                    ):
+
+                data_provider.prepare_backtest_data(
+                    backtest_start_date=backtest_date_range.start_date,
+                    backtest_end_date=backtest_date_range.end_date
+                )
+
+    def initialize_backtest_services(self):
+        """
+        Function to initialize the backtest services for the app. This method
+        should be called before running the algorithm in backtest mode.
+        It initializes the backtest services so that they are ready to be used.
+
+        Returns:
+            None
+        """
         configuration_service = self.container.configuration_service()
-        configuration_service.initialize_from_dict(config)
+        self.initialize_order_executors()
+        self.initialize_portfolio_providers()
+        portfolio_conf_service = self.container \
+            .portfolio_configuration_service()
+        portfolio_snap_service = self.container \
+            .portfolio_snapshot_service()
+        market_cred_service = self.container.market_credential_service()
+        portfolio_provider_lookup = \
+            self.container.portfolio_provider_lookup()
+        # Override the portfolio service with the backtest portfolio service
+        self.container.portfolio_service.override(
+            BacktestPortfolioService(
+                configuration_service=configuration_service,
+                market_credential_service=market_cred_service,
+                position_service=self.container.position_service(),
+                order_service=self.container.order_service(),
+                portfolio_repository=self.container.portfolio_repository(),
+                portfolio_configuration_service=portfolio_conf_service,
+                portfolio_snapshot_service=portfolio_snap_service,
+                portfolio_provider_lookup=portfolio_provider_lookup
+            )
+        )
 
-    def reset(self):
-        self._started = False
-        self.algorithm.reset()
+        portfolio_conf_service = self.container. \
+            portfolio_configuration_service()
+        portfolio_snap_service = self.container. \
+            portfolio_snapshot_service()
+        configuration_service = self.container.configuration_service()
+        # Override the order service with the backtest order service
+        self.container.order_service.override(
+            OrderBacktestService(
+                trade_service=self.container.trade_service(),
+                order_repository=self.container.order_repository(),
+                position_service=self.container.position_service(),
+                portfolio_repository=self.container.portfolio_repository(),
+                portfolio_configuration_service=portfolio_conf_service,
+                portfolio_snapshot_service=portfolio_snap_service,
+                configuration_service=configuration_service,
+            )
+        )
 
-    def add_portfolio_configuration(self, portfolio_configuration):
-        portfolio_configuration_service = self.container\
+    def initialize_services(self):
+        """
+        Method to initialize the app. This method should be called before
+        running the algorithm. It initializes the services and the algorithm
+        and sets up the database if it does not exist.
+
+        Also, it initializes all required services for the algorithm.
+
+        Returns:
+            None
+        """
+        logger.info("Initializing app")
+        self.initialize_order_executors()
+        self.initialize_portfolio_providers()
+
+        # Initialize all market credentials
+        market_credential_service = self.container.market_credential_service()
+        market_credential_service.initialize()
+        portfolio_configuration_service = self.container \
             .portfolio_configuration_service()
-        portfolio_configuration_service.add(portfolio_configuration)
 
-    @property
-    def stateless(self):
-        return self._stateless
+        if portfolio_configuration_service.count() == 0:
+            raise OperationalException("No portfolios configured")
 
-    @property
-    def web(self):
-        return self._web
+        configuration_service = self.container.configuration_service()
+        config = configuration_service.get_config()
+
+        if AppMode.WEB.equals(config[APP_MODE]):
+            configuration_service.add_value(APP_MODE, AppMode.WEB.value)
+            self._initialize_web()
+
+    def run(self, number_of_iterations: int = None):
+        """
+        Entry point to run the application. This method should be called to
+        start the trading bot. This method can be called in three modes:
+
+        - Without any params: In this mode, the app runs until a keyboard
+        interrupt is received. This mode is useful when running the app in
+        a loop.
+        - With a payload: In this mode, the app runs only once with the
+        payload provided. This mode is useful when running the app in a
+        one-off mode, such as running the app from the command line or
+        on a schedule. Payload is a dictionary that contains the data to
+        handle for the algorithm. This data should look like this:
+        {
+            "action": "RUN_STRATEGY",
+        }
+        - With a number of iterations: In this mode, the app runs for the
+        number of iterations provided. This mode is useful when running the
+        app in a loop for a fixed number of iterations.
+
+        This function first checks if there is an algorithm registered.
+         If not, it raises an OperationalException. Then it
+         initializes the algorithm with the services and the configuration.
+
+        Args:
+            number_of_iterations (int): The number of iterations to run the
+                algorithm for
+
+        Returns:
+            None
+        """
+        self.initialize_config()
+
+        # Run all on_initialize hooks
+        for hook in self._on_initialize_hooks:
+            logger.info(
+                f"Running on_initialize hook: {hook.__class__.__name__}"
+            )
+            hook.on_run(self.context)
 
-    @property
-    def running(self):
-        return self.algorithm.running
+        # Load the state if a state handler is provided
+        if self._state_handler is not None:
+            logger.info("Detected state handler, loading state")
+            self._state_handler.initialize()
+            config = self.container.configuration_service().get_config()
+            self._state_handler.load(config[RESOURCE_DIRECTORY])
+
+        self.initialize_storage()
+        logger.info("App initialization complete")
+        event_loop_service = None
+
+        try:
+            # Run all on_after_initialize hooks
+            for hook in self._on_after_initialize_hooks:
+                logger.info(
+                    f"Running on_after_initialize "
+                    f"hook: {hook.__class__.__name__}"
+                )
+                hook.on_run(self.context)
+
+            algorithm = self.get_algorithm()
+            self.initialize_data_sources(algorithm.data_sources)
+            self.initialize_services()
+            self.initialize_portfolios()
+
+            if AppMode.WEB.equals(self.config[APP_MODE]):
+                logger.info("Running web")
+                flask_thread = threading.Thread(
+                    name='Web App',
+                    target=self._flask_app.run,
+                    kwargs={"port": 8080}
+                )
+                flask_thread.daemon = True
+                flask_thread.start()
+
+            trade_order_evaluator = DefaultTradeOrderEvaluator(
+                trade_service=self.container.trade_service(),
+                order_service=self.container.order_service(),
+                trade_stop_loss_service=self.container
+                .trade_stop_loss_service(),
+                trade_take_profit_service=self.container
+                .trade_take_profit_service(),
+                configuration_service=self.container.configuration_service()
+            )
+            event_loop_service = EventLoopService(
+                configuration_service=self.container.configuration_service(),
+                portfolio_snapshot_service=self.container
+                .portfolio_snapshot_service(),
+                context=self.context,
+                order_service=self.container.order_service(),
+                portfolio_service=self.container.portfolio_service(),
+                data_provider_service=self.container.data_provider_service(),
+                trade_service=self.container.trade_service(),
+            )
+            event_loop_service.initialize(
+                algorithm, trade_order_evaluator=trade_order_evaluator
+            )
+
+            try:
+                event_loop_service.start(
+                    number_of_iterations=number_of_iterations
+                )
+            except KeyboardInterrupt:
+                exit(0)
+        except Exception as e:
+            logger.error(e)
+            raise e
+        finally:
+
+            if event_loop_service is not None:
+                self._run_history = event_loop_service.history
+
+            try:
+                # Upload state if state handler is provided
+                if self._state_handler is not None:
+                    logger.info("Detected state handler, saving state")
+                    config = \
+                        self.container.configuration_service().get_config()
+                    self._state_handler.save(config[RESOURCE_DIRECTORY])
+            except Exception as e:
+                logger.error(e)
+
+    def add_portfolio_configuration(self, portfolio_configuration):
+        """
+        Function to add a portfolio configuration to the app. The portfolio
+        configuration should be an instance of PortfolioConfiguration.
+
+        Args:
+            portfolio_configuration: Instance of PortfolioConfiguration
+
+        Returns:
+            None
+        """
+        portfolio_configuration_service = self.container \
+            .portfolio_configuration_service()
+        portfolio_configuration_service.add(portfolio_configuration)
 
     def task(
         self,
@@ -182,16 +702,29 @@ class App:
         time_unit: TimeUnit = TimeUnit.MINUTE,
         interval=10,
     ):
+        """
+        Function to add a task to the application.
+
+        Args:
+            function:
+            time_unit:
+            interval:
+
+        Returns:
+            Union(Task, Function): the task
+        """
+
         if function:
             task = Task(
                 decorated=function,
                 time_unit=time_unit,
                 interval=interval,
             )
-            self.add_task(task)
+            self._tasks.append(task)
+            return task
         else:
             def wrapper(f):
-                self.add_task(
+                self._tasks.append(
                     Task(
                         decorated=f,
                         time_unit=time_unit,
@@ -202,34 +735,1154 @@ class App:
 
             return wrapper
 
+    def add_task(self, task):
+        if inspect.isclass(task):
+            task = task()
+
+        assert isinstance(task, Task), \
+            OperationalException(
+                "Task object is not an instance of a Task"
+            )
+
+        self._tasks.append(task)
+
+    def add_tasks(self, tasks: List[Task]):
+        """
+        Function to add a list of tasks to the app. The tasks should be
+        instances of Task.
+
+        Args:
+            tasks: List of Task instances
+
+        Returns:
+            None
+        """
+        for task in tasks:
+            self.add_task(task)
+
+    def _initialize_web(self):
+        """
+        Initialize the app for web mode by setting the configuration
+        parameters for web mode and overriding the services with the
+        web services equivalents.
+
+        Web has the following implications:
+        - db
+            - sqlite
+        - services
+            - Flask app
+            - Investing Algorithm Framework App
+            - Algorithm
+        """
+        configuration_service = self.container.configuration_service()
+        self._flask_app = create_flask_app(configuration_service)
+
+    def get_portfolio_configurations(self):
+        portfolio_configuration_service = self.container \
+            .portfolio_configuration_service()
+        return portfolio_configuration_service.get_all()
+
+    def get_market_credential(self, market: str) -> MarketCredential:
+        """
+        Function to get a market credential from the app. This method
+        should be called when you want to get a market credential.
+
+        Args:
+            market (str): The market to get the credential for
+
+        Returns:
+            MarketCredential: Instance of MarketCredential
+        """
+
+        market_credential_service = self.container \
+            .market_credential_service()
+        market_credential = market_credential_service.get(market)
+        if market_credential is None:
+            raise OperationalException(
+                f"Market credential for {market} not found"
+            )
+        return market_credential
+
+    def get_market_credentials(self) -> List[MarketCredential]:
+        """
+        Function to get all market credentials from the app. This method
+        should be called when you want to get all market credentials.
+
+        Returns:
+            List of MarketCredential instances
+        """
+        market_credential_service = self.container \
+            .market_credential_service()
+        return market_credential_service.get_all()
+
+    def check_data_completeness(
+        self,
+        strategies: List[TradingStrategy],
+        backtest_date_range: BacktestDateRange,
+        show_progress: bool = True
+    ) -> Tuple[bool, Dict[str, Any]]:
+        """
+        Function to check the data completeness for a set of strategies
+        over a given backtest date range. This method checks if all data
+        sources required by the strategies have complete data for the
+        specified date range.
+
+        Args:
+            strategies (List[TradingStrategy]): List of strategy objects
+                to check data completeness for.
+            backtest_date_range (BacktestDateRange): The date range to
+                check data completeness for.
+            show_progress (bool): Whether to show a progress bar when
+                checking data completeness.
+        Returns:
+            Tuple[bool, Dict[str, Any]]: A tuple containing a boolean
+                indicating if the data is complete and a dictionary
+                with information about missing data for each data source.
+        """
+        data_sources = []
+        missing_data_info = {}
+
+        for strategy in strategies:
+            data_sources.extend(strategy.data_sources)
+
+        self.initialize_data_sources_backtest(
+            data_sources,
+            backtest_date_range,
+            show_progress=show_progress
+        )
+        data_provider_service = self.container.data_provider_service()
+        unique_data_sources = set(data_sources)
+
+        for data_source in unique_data_sources:
+
+            if DataType.OHLCV.equals(data_source.data_type):
+                required_start_date = backtest_date_range.start_date - \
+                    timedelta(
+                        minutes=TimeFrame.from_value(
+                            data_source.time_frame
+                        ).amount_of_minutes * data_source.window_size
+                    )
+                number_of_required_data_points = \
+                    data_source.get_number_of_required_data_points(
+                        backtest_date_range.start_date,
+                        backtest_date_range.end_date
+                    )
+
+                try:
+                    data_provider = data_provider_service.get(data_source)
+                    number_of_available_data_points = \
+                        data_provider.get_number_of_data_points(
+                            backtest_date_range.start_date,
+                            backtest_date_range.end_date
+                        )
+
+                    missing_dates = \
+                        data_provider.get_missing_data_dates(
+                            required_start_date,
+                            backtest_date_range.end_date
+                        )
+                    if len(missing_dates) > 0:
+                        missing_data_info[data_source.identifier] = {
+                            "data_source_id": data_source.identifier,
+                            "completeness_percentage": (
+                                (
+                                    number_of_available_data_points /
+                                    number_of_required_data_points
+                                ) * 100
+                            ),
+                            "missing_data_points": len(
+                                missing_dates
+                            ),
+                            "missing_dates": missing_dates,
+                            "data_source_file_path":
+                                data_provider.get_data_source_file_path()
+                        }
+
+                except Exception as e:
+                    raise DataError(
+                        f"Error getting data provider for data source "
+                        f"{data_source.identifier} "
+                        f"({data_source.symbol}): {str(e)}"
+                    )
+
+        if len(missing_data_info.keys()) > 0:
+            return False, missing_data_info
+
+        return True, missing_data_info
+
+    def run_vector_backtests(
+        self,
+        strategies: List[TradingStrategy],
+        backtest_date_range: BacktestDateRange = None,
+        backtest_date_ranges: List[BacktestDateRange] = None,
+        snapshot_interval: SnapshotInterval = SnapshotInterval.DAILY,
+        risk_free_rate: Optional[float] = None,
+        skip_data_sources_initialization: bool = False,
+        show_progress: bool = True,
+        market: Optional[str] = None,
+        initial_amount: float = None,
+        trading_symbol: Optional[str] = None,
+        continue_on_error: bool = False,
+        window_filter_function: Optional[
+            Callable[[List[Backtest], BacktestDateRange], List[Backtest]]
+        ] = None,
+        final_filter_function: Optional[
+            Callable[[List[Backtest]], List[Backtest]]
+        ] = None,
+        backtest_storage_directory: Optional[Union[str, Path]] = None,
+        use_checkpoints: bool = False,
+        batch_size: int = 50,
+        checkpoint_batch_size: int = 25,
+        n_workers: Optional[int] = None,
+        dynamic_position_sizing: bool = False,
+    ) -> List[Backtest]:
+        """
+        Run vectorized backtests for a set of strategies. The provided
+        set of strategies need to have their 'buy_signal_vectorized' and
+        'sell_signal_vectorized' methods implemented to support vectorized
+        backtesting.
+
+        Args:
+            initial_amount: The initial amount to start the backtest with.
+                This will be the amount of trading currency that the backtest
+                portfolio will start with.
+            strategies (List[TradingStrategy]): List of strategy objects
+                that need to be backtested. Each strategy should implement
+                the 'buy_signal_vectorized' and 'sell_signal_vectorized'
+                methods to support vectorized backtesting.
+            backtest_date_range: The date range to run the backtest for
+                (instance of BacktestDateRange). This is used when
+                backtest_date_ranges is not provided.
+            backtest_date_ranges: List of date ranges to run the backtests for
+                (List of BacktestDateRange instances). If this is provided,
+                the backtests will be run for each date range in the list.
+                If this is not provided, the backtest_date_range will be used
+            snapshot_interval (SnapshotInterval): The snapshot
+                interval to use for the backtest. This is used to determine
+                how often the portfolio snapshot should be taken during the
+                backtest. The default is TRADE_CLOSE, which means that the
+                portfolio snapshot will be taken at the end of each trade.
+            risk_free_rate (Optional[float]): The risk-free rate to use for
+                the backtest. This is used to calculate the Sharpe ratio
+                and other performance metrics. If not provided, the default
+                risk-free rate will be tried to be fetched from the
+                US Treasury website.
+            skip_data_sources_initialization (bool): Whether to skip the
+                initialization of data sources. This is useful when the data
+                sources are already initialized, and you want to skip the
+                initialization step. This will speed up the backtesting
+                process, but make sure that the data sources are already
+                initialized before calling this method.
+            show_progress (bool): Whether to show progress bars during
+                data source initialization. This is useful for long-running
+                initialization processes.
+            market (str): The market to use for the backtest. This is used
+                to create a portfolio configuration if no portfolio
+                configuration is provided in the strategy.
+            trading_symbol (str): The trading symbol to use for the backtest.
+                This is used to create a portfolio configuration if no
+                portfolio configuration is provided in the strategy.
+            continue_on_error (bool): Whether to continue running other
+                backtests if an error occurs in one of the backtests. If set
+                to True, the backtest will return an empty Backtest instance
+                in case of an error. If set to False, the error will be raised.
+            window_filter_function (
+                Optional[Callable[[List[Backtest], BacktestDateRange],
+                List[Backtest]]]
+            ):
+                A function that takes a list of Backtest objects and
+                the current BacktestDateRange, and returns a filtered
+                list of Backtest objects. This is applied after each
+                backtest date range when backtest_date_ranges
+                is provided. Only the strategies from the filtered
+                backtests will continue to the next date range. This allows
+                for progressive filtering
+                of strategies based on their performance in previous periods.
+
+                The function signature should be:
+                    def filter_function(
+                        backtests: List[Backtest],
+                        backtest_date_range: BacktestDateRange
+                    ) -> List[Backtest]
+            final_filter_function (
+                Optional[Callable[[List[Backtest]], List[Backtest]]]
+            ):
+                A function that takes a list of Backtest objects and
+                returns a filtered list of Backtest objects. This is applied
+                after all backtest date ranges have been processed when
+                backtest_date_ranges is provided. Only the strategies from
+                the filtered backtests will be returned as the final result.
+                This allows for final filtering of strategies based on
+                their overall performance across all periods. The function
+                signature should be:
+                    def filter_function(
+                        backtests: List[Backtest]
+                    ) -> List[Backtest]
+            backtest_storage_directory (Optional[Union[str, Path]]): If
+                provided, the backtests will be saved to the
+                specified directory after each backtest is completed.
+                This is useful for long-running backtests that might
+                take a while to complete.
+            use_checkpoints (bool): Whether to use checkpoints when running
+                the backtests. If set to True, the backtest engine will
+                first check if there already exists a backtest for the given
+                backtest date range and strategy combination. If such a
+                backtest exists, it will be loaded
+                instead of running a new backtest. This is useful for
+                long-running backtests that might take a while to complete.
+                When enabled, uses the optimized version with batching and
+                optional parallel processing.
+            batch_size (int): Number of strategies to process in each batch
+                before memory cleanup. Only used when use_checkpoints=True.
+                Default: 100. Higher values use more memory but may be faster.
+                Recommended: 50-200 for large-scale backtesting.
+            checkpoint_batch_size (int): Number of backtests to accumulate
+                before batch saving to disk. Only used when
+                use_checkpoints=True. Default: 50. Higher values reduce
+                disk I/O but use more memory.
+                Recommended: 25-100 for large-scale backtesting.
+            n_workers (Optional[int]): Number of parallel workers for
+                multi-core processing. Only used when use_checkpoints=True.
+                - None (default): Sequential processing (no parallelization)
+                - -1: Use all available CPU cores
+                - N: Use exactly N worker processes
+                Recommended: os.cpu_count() - 1 to leave one core free.
+                Note: Parallel processing provides 5-10x speedup on multi-core
+                systems but requires ~1-2GB RAM per worker.
+
+        Returns:
+            List[Backtest]: List of Backtest instances for each strategy
+                that was backtested.
+
+        Examples:
+            # Basic usage (sequential)
+            backtests = app.run_vector_backtests(
+                initial_amount=1000,
+                strategies=strategies,
+                backtest_date_ranges=date_ranges,
+                use_checkpoints=True,
+                backtest_storage_directory="./backtests"
+            )
+
+            # Optimized for 10,000+ strategies with parallel processing
+            import os
+            backtests = app.run_vector_backtests(
+                initial_amount=1000,
+                strategies=strategies,  # 10,000 strategies
+                backtest_date_ranges=date_ranges,
+                use_checkpoints=True,
+                backtest_storage_directory="./backtests",
+                n_workers=os.cpu_count() - 1,  # Use all but one core
+                batch_size=100,
+                checkpoint_batch_size=50,
+                show_progress=True
+            )
+        """
+        backtest_service = self.container.backtest_service()
+
+        if use_checkpoints and backtest_storage_directory is None:
+            raise OperationalException(
+                "backtest_storage_directory must be provided when "
+                "use_checkpoints is set to True"
+            )
+
+        if backtest_date_range is None and backtest_date_ranges is None:
+            raise OperationalException(
+                "Either backtest_date_range or backtest_date_ranges must be "
+                "provided"
+            )
+
+        if not skip_data_sources_initialization:
+            data_provider_service = self.container.data_provider_service()
+            data_provider_service.reset()
+
+            for data_provider_tuple in self._data_providers:
+                data_provider_service.add_data_provider(
+                    data_provider_tuple[0], priority=data_provider_tuple[1]
+                )
+
+            # Add the default data providers
+            data_provider_service.add_data_provider(
+                CCXTOHLCVDataProvider()
+            )
+
+        # Create a new portfolio configuration if initial amount,
+        # market and trading symbol are provided
+        if initial_amount is not None \
+                and market is not None \
+                and trading_symbol is not None:
+            portfolio_configuration = PortfolioConfiguration(
+                initial_balance=initial_amount,
+                market=market,
+                trading_symbol=trading_symbol,
+            )
+        else:
+            portfolio_configurations = self.get_portfolio_configurations()
+            if len(portfolio_configurations) == 0:
+                raise OperationalException(
+                    "No portfolio configurations found. Please provide "
+                    "initial_amount, market and trading_symbol or add a "
+                    "portfolio configuration to the app before running "
+                    "backtests."
+                )
+
+            portfolio_configuration = portfolio_configurations[0]
+
+            if initial_amount is not None:
+                portfolio_configuration.initial_balance = initial_amount
+
+        return backtest_service.run_vector_backtests(
+            strategies=strategies,
+            backtest_date_range=backtest_date_range,
+            backtest_date_ranges=backtest_date_ranges,
+            snapshot_interval=snapshot_interval,
+            risk_free_rate=risk_free_rate,
+            skip_data_sources_initialization=skip_data_sources_initialization,
+            show_progress=show_progress,
+            portfolio_configuration=portfolio_configuration,
+            continue_on_error=continue_on_error,
+            backtest_storage_directory=backtest_storage_directory,
+            window_filter_function=window_filter_function,
+            final_filter_function=final_filter_function,
+            batch_size=batch_size,
+            checkpoint_batch_size=checkpoint_batch_size,
+            n_workers=n_workers,
+            use_checkpoints=use_checkpoints,
+            dynamic_position_sizing=dynamic_position_sizing,
+        )
+
+    def run_vector_backtest(
+        self,
+        strategy: TradingStrategy,
+        backtest_date_range: BacktestDateRange = None,
+        backtest_date_ranges: List[BacktestDateRange] = None,
+        snapshot_interval: SnapshotInterval = SnapshotInterval.DAILY,
+        metadata: Optional[Dict[str, str]] = None,
+        risk_free_rate: Optional[float] = None,
+        skip_data_sources_initialization: bool = False,
+        initial_amount: float = None,
+        market: str = None,
+        trading_symbol: str = None,
+        continue_on_error: bool = False,
+        backtest_storage_directory: Optional[Union[str, Path]] = None,
+        use_checkpoints: bool = False,
+        show_progress=False,
+        dynamic_position_sizing: bool = False,
+    ) -> Backtest:
+        """
+        Run vectorized backtests for a strategy. The provided
+        strategy needs to have its 'generate_buy_signals' and
+        'generate_sell_signals' methods implemented to support vectorized
+        backtesting.
+
+        Args:
+            backtest_date_range: The date range to run the backtest for
+                (instance of BacktestDateRange)
+            initial_amount: The initial amount to start the backtest with.
+                This will be the amount of trading currency that the backtest
+                portfolio will start with.
+            strategy (TradingStrategy) (Optional): The strategy object
+                that needs to be backtested.
+            snapshot_interval (SnapshotInterval): The snapshot
+                interval to use for the backtest. This is used to determine
+                how often the portfolio snapshot should be taken during the
+                backtest. The default is TRADE_CLOSE, which means that the
+                portfolio snapshot will be taken at the end of each trade.
+            risk_free_rate (Optional[float]): The risk-free rate to use for
+                the backtest. This is used to calculate the Sharpe ratio
+                and other performance metrics. If not provided, the default
+                risk-free rate will be tried to be fetched from the
+                US Treasury website.
+            metadata (Optional[Dict[str, str]]): Metadata to attach to the
+                backtest report. This can be used to store additional
+                information about the backtest, such as the author, version,
+                parameters or any other relevant information.
+            skip_data_sources_initialization (bool): Whether to skip the
+                initialization of data sources. This is useful when the data
+                sources are already initialized, and you want to skip the
+                initialization step. This will speed up the backtesting
+                process, but make sure that the data sources are already
+                initialized before calling this method.
+            market (str): The market to use for the backtest. This is used
+                to create a portfolio configuration if no portfolio
+                configuration is provided in the strategy.
+            trading_symbol (str): The trading symbol to use for the backtest.
+                This is used to create a portfolio configuration if no
+                portfolio configuration is provided in the strategy.
+            initial_amount (float): The initial amount to start the
+                backtest with. This will be the amount of trading currency
+                that the portfolio will start with. If not provided,
+                the initial amount from the portfolio configuration will
+                be used.
+            continue_on_error (bool): Whether to continue running other
+                backtests if an error occurs in one of the backtests. If set
+                to True, the backtest will return an empty Backtest instance
+                in case of an error. If set to False, the error will be raised.
+            backtest_storage_directory (Union[str, Path]): The directory
+                to save the backtest to after it is completed. This is
+                useful for long-running backtests that might take a
+                while to complete.
+            use_checkpoints (bool): Whether to use checkpoints when running
+                the backtest. If set to True, the backtest engine will
+                first check if there already exists a backtest for the given
+                backtest date range and strategy combination. If such a
+                backtest exists, it will be loaded
+                instead of running a new backtest. This is useful for
+                long-running backtests that might take a while to complete.
+            show_progress (bool): Whether to show progress bars during
+                data source initialization. This is useful for long-running
+                initialization processes.
+
+        Returns:
+            Backtest: Instance of Backtest
+        """
+        if not skip_data_sources_initialization:
+            data_provider_service = self.container.data_provider_service()
+            data_provider_service.reset()
+
+            for data_provider_tuple in self._data_providers:
+                data_provider_service.add_data_provider(
+                    data_provider_tuple[0], priority=data_provider_tuple[1]
+                )
+
+            # Add the default data providers
+            data_provider_service.add_data_provider(
+                CCXTOHLCVDataProvider()
+            )
+
+        if strategy.algorithm_id is None:
+            strategy.algorithm_id = generate_algorithm_id(
+                strategy=strategy,
+            )
+
+        # Delegate to the backtest service which handles all the logic
+        backtest_service = self.container.backtest_service()
+        backtest = backtest_service.run_vector_backtest(
+            strategy=strategy,
+            backtest_date_range=backtest_date_range,
+            backtest_date_ranges=backtest_date_ranges,
+            snapshot_interval=snapshot_interval,
+            metadata=metadata,
+            risk_free_rate=risk_free_rate,
+            skip_data_sources_initialization=skip_data_sources_initialization,
+            initial_amount=initial_amount,
+            market=market,
+            trading_symbol=trading_symbol,
+            continue_on_error=continue_on_error,
+            backtest_storage_directory=backtest_storage_directory,
+            use_checkpoints=use_checkpoints,
+            show_progress=show_progress,
+            dynamic_position_sizing=dynamic_position_sizing,
+        )
+
+        return backtest
+
+    def run_backtests(
+        self,
+        backtest_date_ranges: List[BacktestDateRange],
+        initial_amount=None,
+        strategy: Optional[TradingStrategy] = None,
+        strategies: Optional[List[TradingStrategy]] = None,
+        algorithm: Optional[Algorithm] = None,
+        algorithms: Optional[List[Algorithm]] = None,
+        snapshot_interval: SnapshotInterval = SnapshotInterval.DAILY,
+        risk_free_rate: Optional[float] = None,
+        metadata: Optional[Dict[str, str]] = None,
+        backtest_storage_directory: Optional[Union[str, Path]] = None,
+        use_checkpoints: bool = False,
+        show_progress: bool = True,
+        continue_on_error: bool = False,
+        window_filter_function: Optional[Callable] = None,
+        final_filter_function: Optional[Callable] = None,
+        batch_size: int = 50,
+        checkpoint_batch_size: int = 25,
+        market: str = None,
+        trading_symbol: str = None,
+    ) -> List[Backtest]:
+        """
+        Run multiple event-driven backtests for a list of algorithms over
+        multiple date ranges with optional checkpointing, batching,
+        and storage.
+
+        This method supports running backtests across multiple date ranges
+        and multiple algorithms, combining results and applying filter
+        functions.
+
+        Args:
+            backtest_date_ranges (List[BacktestDateRange]): List of date ranges
+                to run backtests for.
+            initial_amount (float): The initial amount to start the
+                backtest with. This will be the amount of trading currency
+                that the backtest portfolio will start with.
+            strategy (TradingStrategy): Single strategy to backtest.
+            strategies (List[TradingStrategy]): List of strategies to backtest.
+            algorithm (Algorithm): Single algorithm to backtest.
+            algorithms (List[Algorithm]): List of algorithms to backtest.
+            snapshot_interval (SnapshotInterval): The snapshot interval to use
+                for the backtest.
+            risk_free_rate (Optional[float]): The risk-free rate to use for
+                metrics calculation.
+            metadata (Optional[Dict[str, str]]): Metadata to attach to the
+                backtest reports.
+            backtest_storage_directory (Union[str, Path]): Directory to save
+                backtests to.
+            use_checkpoints (bool): Whether to use checkpointing to resume
+                interrupted backtests.
+            show_progress (bool): Whether to show progress bars.
+            continue_on_error (bool): Whether to continue on errors.
+            window_filter_function: Filter function applied after each
+                date range.
+            final_filter_function: Filter function applied at the end.
+            batch_size (int): Number of algorithms to process in each batch.
+            checkpoint_batch_size (int): Number of backtests before batch
+                save/checkpoint.
+            market (str): Market to use for portfolio configuration.
+            trading_symbol (str): Trading symbol to use for portfolio
+                configuration.
+
+        Returns:
+            List[Backtest]: List of Backtest instances containing the results
+        """
+        if use_checkpoints and backtest_storage_directory is None:
+            raise OperationalException(
+                "When using checkpoints, a backtest_storage_directory must "
+                "be provided"
+            )
+
+        # Initialize backtest configuration and services
+        # Use first date range for initialization
+        first_date_range = backtest_date_ranges[0] \
+            if backtest_date_ranges else None
+        if first_date_range is None:
+            raise OperationalException(
+                "At least one backtest date range must be provided"
+            )
+
+        self.initialize_backtest_config(
+            backtest_date_range=first_date_range,
+            snapshot_interval=snapshot_interval,
+            initial_amount=initial_amount
+        )
+        self.initialize_storage(remove_database_if_exists=True)
+        self.initialize_backtest_services()
+        self.initialize_backtest_portfolios()
+
+        # Setup data providers (reset and add registered providers)
+        data_provider_service = self.container.data_provider_service()
+        data_provider_service.reset()
+
+        for data_provider_tuple in self._data_providers:
+            data_provider_service.add_data_provider(
+                data_provider_tuple[0], priority=data_provider_tuple[1]
+            )
+
+        # Add the default data providers
+        data_provider_service.add_data_provider(CCXTOHLCVDataProvider())
+
+        # Build list of algorithms
+        final_algorithms = []
+        algorithm_factory = self.container.algorithm_factory()
+
+        if algorithms is not None:
+            final_algorithms = algorithms
+        elif strategies is not None:
+            for strat in strategies:
+                alg = algorithm_factory.create_algorithm(
+                    strategy=strat,
+                    tasks=self._tasks,
+                    on_strategy_run_hooks=self._on_strategy_run_hooks,
+                )
+                final_algorithms.append(alg)
+        elif strategy is not None:
+            alg = algorithm_factory.create_algorithm(
+                strategy=strategy,
+                tasks=self._tasks,
+                on_strategy_run_hooks=self._on_strategy_run_hooks,
+            )
+            final_algorithms = [alg]
+        elif algorithm is not None:
+            final_algorithms = [algorithm]
+        else:
+            # Use registered strategies
+            if self._strategies:
+                for strat in self._strategies:
+                    alg = algorithm_factory.create_algorithm(
+                        strategy=strat,
+                        tasks=self._tasks,
+                        on_strategy_run_hooks=self._on_strategy_run_hooks,
+                    )
+                    final_algorithms.append(alg)
+            else:
+                raise OperationalException(
+                    "No algorithms, strategies, or strategy provided for "
+                    "backtesting"
+                )
+
+        # Delegate to backtest service
+        # Note: Data source initialization is handled by the service for each
+        # date range, so we don't pre-initialize here
+        backtest_service = self.container.backtest_service()
+        backtests = backtest_service.run_backtests(
+            algorithms=final_algorithms,
+            context=self.context,
+            trade_stop_loss_service=self.container.trade_stop_loss_service(),
+            trade_take_profit_service=self.container
+            .trade_take_profit_service(),
+            backtest_date_ranges=backtest_date_ranges,
+            risk_free_rate=risk_free_rate,
+            skip_data_sources_initialization=False,
+            show_progress=show_progress,
+            continue_on_error=continue_on_error,
+            window_filter_function=window_filter_function,
+            final_filter_function=final_filter_function,
+            backtest_storage_directory=backtest_storage_directory,
+            use_checkpoints=use_checkpoints,
+            batch_size=batch_size,
+            checkpoint_batch_size=checkpoint_batch_size,
+        )
+
+        # Cleanup resources
+        self.cleanup_backtest_resources()
+
+        return backtests
+
+    def run_backtest(
+        self,
+        backtest_date_range: BacktestDateRange,
+        initial_amount=None,
+        algorithm=None,
+        strategy=None,
+        strategies: List = None,
+        snapshot_interval: SnapshotInterval = SnapshotInterval.DAILY,
+        risk_free_rate: Optional[float] = None,
+        metadata: Optional[Dict[str, str]] = None,
+        backtest_storage_directory: Optional[Union[str, Path]] = None,
+        use_checkpoints: bool = False,
+        show_progress: bool = True,
+        market: str = None,
+        trading_symbol: str = None,
+    ) -> Backtest:
+        """
+        Run an event-driven backtest for an algorithm.
+
+        This method runs an event-driven backtest where the strategy's
+        `on_run` method is called at each scheduled time step. This is
+        different from vectorized backtesting where buy/sell signals
+        are generated in a vectorized manner.
+
+        Args:
+            backtest_date_range: The date range to run the backtest for
+                (instance of BacktestDateRange)
+            initial_amount: The initial amount to start the backtest with.
+                This will be the amount of trading currency that the backtest
+                portfolio will start with.
+            strategy (TradingStrategy) (Optional): The strategy object
+                that needs to be backtested.
+            strategies (List[TradingStrategy]) (Optional): List of strategy
+                objects that need to be backtested
+            algorithm (Algorithm) (Optional): The algorithm object that needs
+                to be backtested. If this is provided, then the strategies
+                and tasks of the algorithm will be used for the backtest.
+            snapshot_interval (SnapshotInterval): The snapshot
+                interval to use for the backtest. This is used to determine
+                how often the portfolio snapshot should be taken during the
+                backtest. The default is DAILY, which means that the
+                portfolio snapshot will be taken once per day.
+            risk_free_rate (Optional[float]): The risk-free rate to use for
+                the backtest. This is used to calculate the Sharpe ratio
+                and other performance metrics. If not provided, the default
+                risk-free rate will be tried to be fetched from the
+                US Treasury website.
+            metadata (Optional[Dict[str, str]]): Metadata to attach to the
+                backtest report. This can be used to store additional
+                information about the backtest, such as the author, version,
+                parameters or any other relevant information.
+            backtest_storage_directory (Union[str, Path]): The directory
+                to save the backtest to after it is completed. This is
+                useful for long-running backtests that might take a
+                while to complete.
+            use_checkpoints (bool): Whether to use checkpoints when running
+                the backtest. If set to True, the backtest engine will
+                first check if there already exists a backtest for the given
+                backtest date range and algorithm combination. If such a
+                backtest exists, it will be loaded instead of running a new
+                backtest. This is useful for long-running backtests.
+            show_progress (bool): Whether to show progress bars during
+                the backtest. This is useful for long-running backtests.
+            market (str): The market to use for the backtest. This is used
+                to create a portfolio configuration if no portfolio
+                configuration is provided.
+            trading_symbol (str): The trading symbol to use for the backtest.
+                This is used to create a portfolio configuration if no
+                portfolio configuration is provided.
+
+        Returns:
+            Backtest: Instance of Backtest
+        """
+        if use_checkpoints and backtest_storage_directory is None:
+            raise OperationalException(
+                "When using checkpoints, a backtest_storage_directory must "
+                "be provided"
+            )
+
+        # Initialize backtest configuration and services
+        self.initialize_backtest_config(
+            backtest_date_range=backtest_date_range,
+            snapshot_interval=snapshot_interval,
+            initial_amount=initial_amount
+        )
+        self.initialize_storage(remove_database_if_exists=True)
+        self.initialize_backtest_services()
+        self.initialize_backtest_portfolios()
+
+        # Create the algorithm
+        algorithm = self.container.algorithm_factory().create_algorithm(
+            strategies=(
+                self._strategies if strategies is None else strategies
+            ),
+            algorithm=algorithm,
+            strategy=strategy,
+            tasks=self._tasks,
+            on_strategy_run_hooks=self._on_strategy_run_hooks,
+        )
+
+        # Initialize data sources for backtest
+        self.initialize_data_sources_backtest(
+            algorithm.data_sources, backtest_date_range
+        )
+
+        # Delegate to backtest service
+        backtest_service = self.container.backtest_service()
+        backtest, run_history = backtest_service.run_backtest(
+            algorithm=algorithm,
+            backtest_date_range=backtest_date_range,
+            context=self.context,
+            trade_stop_loss_service=self.container.trade_stop_loss_service(),
+            trade_take_profit_service=self.container
+            .trade_take_profit_service(),
+            risk_free_rate=risk_free_rate,
+            metadata=metadata,
+            backtest_storage_directory=backtest_storage_directory,
+            use_checkpoints=use_checkpoints,
+            show_progress=show_progress,
+            initial_amount=initial_amount,
+            market=market,
+            trading_symbol=trading_symbol,
+        )
+
+        # Store run history
+        self._run_history = run_history
+
+        # Cleanup resources
+        self.cleanup_backtest_resources()
+
+        return backtest
+
+    def run_permutation_test(
+        self,
+        strategy: TradingStrategy,
+        backtest_date_range: BacktestDateRange,
+        number_of_permutations: int = 100,
+        initial_amount: float = 1000.0,
+        market: str = None,
+        trading_symbol: str = None,
+        risk_free_rate: Optional[float] = None
+    ) -> BacktestPermutationTest:
+        """
+        Run a permutation test for a given strategy over a specified
+        date range. This test is used to determine the statistical
+        significance of the strategy's performance by comparing it
+        against a set of random permutations of the market data.
+
+        The permutation test will run the main backtest and then
+        generate a number of random permutations of the market data
+        to create a distribution of returns. The p value will be
+        calculated based on the performance of the main backtest
+        compared to the distribution of returns from the permutations.
+
+        Args:
+            strategy (TradingStrategy): The strategy to test.
+            backtest_date_range (BacktestDateRange): The date range for the
+                backtest.
+            number_of_permutations (int): The number of permutations to run.
+                Default is 100.
+            initial_amount (float): The initial amount for the backtest.
+                Default is 1000.0.
+            risk_free_rate (Optional[float]): The risk-free rate to use for
+                the backtest metrics. If not provided, it will try to fetch
+                the risk-free rate from the US Treasury website.
+            market (str): The market to use for the backtest. This is used
+                to create a portfolio configuration if no portfolio
+                configuration is provided in the strategy. If not provided,
+                the first portfolio configuration found will be used.
+            trading_symbol (str): The trading symbol to use for the backtest.
+                This is used to create a portfolio configuration if no
+                portfolio configuration is provided in the strategy. If not
+                provided, the first trading symbol found in the portfolio
+                configuration will be used.
+
+        Raises:
+            OperationalException: If the risk-free rate cannot be retrieved.
+
+        Returns:
+            Backtest: The backtest report containing the results of the
+                main backtest and the p value from the permutation test.
+        """
+
+        if risk_free_rate is None:
+            logger.info("No risk free rate provided, retrieving it...")
+            risk_free_rate = get_risk_free_rate_us()
+
+            if risk_free_rate is None:
+                raise OperationalException(
+                    "Could not retrieve risk free rate for backtest metrics."
+                    "Please provide a risk free as an argument when running "
+                    "your backtest or make sure you have an internet "
+                    "connection"
+                )
+
+        backtest_service = self.container.backtest_service()
+        data_provider_service = self.container.data_provider_service()
+        backtest = self.run_vector_backtest(
+            backtest_date_range=backtest_date_range,
+            initial_amount=initial_amount,
+            strategy=strategy,
+            snapshot_interval=SnapshotInterval.DAILY,
+            risk_free_rate=risk_free_rate,
+            market=market,
+            trading_symbol=trading_symbol,
+            use_checkpoints=False
+        )
+        backtest_metrics = backtest.get_backtest_metrics(backtest_date_range)
+
+        if backtest_metrics.number_of_trades == 0:
+            raise OperationalException(
+                "The strategy did not make any trades during the backtest. "
+                "Cannot perform permutation test."
+            )
+
+        # Select the ohlcv data from the strategy's data sources
+        data_sources = strategy.data_sources
+        original_data_combinations = []
+        permuted_metrics = []
+        permuted_datasets_ordered_by_symbol = {}
+        original_datasets_ordered_by_symbol = {}
+
+        for data_source in data_sources:
+            if DataType.OHLCV.equals(data_source.data_type):
+                data_provider = data_provider_service.get(data_source)
+                data = data_provider_service.get_data(
+                    data_source=data_source,
+                    start_date=data_provider._start_date_data_source,
+                    end_date=backtest_date_range.end_date
+                )
+                original_data_combinations.append((data_source, data))
+                original_datasets_ordered_by_symbol[data_source.symbol] = \
+                    data_provider_service.get_data(
+                        data_source=data_source,
+                        start_date=data_provider._start_date_data_source,
+                        end_date=backtest_date_range.end_date
+                    )
+
+        for _ in tqdm(
+            range(number_of_permutations),
+            desc="Running Permutation Test",
+            colour="green"
+        ):
+            permutated_datasets = []
+            data_provider_service.reset()
+
+            for combi in original_data_combinations:
+                # Permute the data for the data source
+                permutated_data = backtest_service\
+                    .create_ohlcv_permutation(data=combi[1])
+                permutated_datasets.append((combi[0], permutated_data))
+
+                if combi[0].symbol not in permuted_datasets_ordered_by_symbol:
+                    permuted_datasets_ordered_by_symbol[combi[0].symbol] = \
+                        [permutated_data]
+                else:
+                    permuted_datasets_ordered_by_symbol[combi[0].symbol]\
+                        .append(permutated_data)
+
+            self._data_providers = []
+
+            for combi in permutated_datasets:
+                data_source = combi[0]
+                data_provider = PandasOHLCVDataProvider(
+                    dataframe=combi[1],
+                    symbol=data_source.symbol,
+                    market=data_source.market,
+                    window_size=data_source.window_size,
+                    time_frame=data_source.time_frame,
+                    data_provider_identifier=data_source
+                    .data_provider_identifier,
+                    pandas=data_source.pandas,
+                )
+                # Add pandas ohlcv data provider to the data provider service
+                data_provider_service.register_data_provider(
+                    data_source=data_source,
+                    data_provider=data_provider
+                )
+
+            # Run the backtest with the permuted strategy
+            permuted_backtest = self.run_vector_backtest(
+                backtest_date_range=backtest_date_range,
+                initial_amount=initial_amount,
+                strategy=strategy,
+                snapshot_interval=SnapshotInterval.DAILY,
+                risk_free_rate=risk_free_rate,
+                skip_data_sources_initialization=True,
+                market=market,
+                trading_symbol=trading_symbol,
+                use_checkpoints=False
+            )
+
+            # Add the results of the permuted backtest to the main backtest
+            permuted_metrics.append(
+                permuted_backtest.get_backtest_metrics(backtest_date_range)
+            )
+
+        # Create a BacktestPermutationTestMetrics object
+        permutation_test_metrics = BacktestPermutationTest(
+            real_metrics=backtest_metrics,
+            permutated_metrics=permuted_metrics,
+            ohlcv_permutated_datasets=permuted_datasets_ordered_by_symbol,
+            ohlcv_original_datasets=original_datasets_ordered_by_symbol,
+            backtest_start_date=backtest_date_range.start_date,
+            backtest_end_date=backtest_date_range.end_date,
+            backtest_date_range_name=backtest_date_range.name
+        )
+        return permutation_test_metrics
+
+    def add_data_provider(self, data_provider, priority=3) -> None:
+        """
+        Function to add a data provider to the app. The data provider should
+        be an instance of DataProvider or a DataProviderClass.
+
+        Args:
+            data_provider: Instance or class of DataProvider
+            priority: Optional priority for the data provider. If not
+                provided, the data provider will be added with the default
+                priority (3).
+
+        Returns:
+            None
+        """
+        if inspect.isclass(data_provider):
+            if not issubclass(data_provider, DataProvider):
+                raise OperationalException(
+                    "Data provider should be an instance of DataProvider"
+                )
+
+            data_provider = data_provider()
+
+        self._data_providers.append((data_provider, priority))
+
+    def add_market_credential(
+        self, market_credential: MarketCredential
+    ) -> None:
+        """
+        Function to add a market credential to the app. The market
+        credential should be an instance of MarketCredential.
+
+        Args:
+            market_credential:
+
+        Returns:
+            None
+        """
+        market_credential.market = market_credential.market.upper()
+        market_credential_service = self.container \
+            .market_credential_service()
+        market_credential_service.add(market_credential)
+
+    def on_initialize(self, app_hook):
+        """
+        Function to add a hook that runs when the app is initialized. The hook
+        should be an instance of AppHook.
+
+        Args:
+            app_hook: Instance of AppHook
+
+        Returns:
+            None
+        """
+
+        # Check if the app_hook inherits from AppHook
+        if not issubclass(app_hook, AppHook):
+            raise OperationalException(
+                "App hook should be an instance of AppHook"
+            )
+
+        if inspect.isclass(app_hook):
+            app_hook = app_hook()
+
+        self._on_initialize_hooks.append(app_hook)
+
+    def on_strategy_run(self, app_hook):
+        """
+        Function to add a hook that runs when a strategy is run. The hook
+        should be an instance of AppHook.
+        """
+
+        # Check if the app_hook inherits from AppHook
+        if inspect.isclass(app_hook) and not issubclass(app_hook, AppHook):
+            raise OperationalException(
+                "App hook should be an instance of AppHook"
+            )
+
+        if inspect.isclass(app_hook):
+            app_hook = app_hook()
+
+        self._on_strategy_run_hooks.append(app_hook)
+
+    def after_initialize(self, app_hook: AppHook):
+        """
+        Function to add a hook that runs after the app is initialized.
+        The hook should be an instance of AppHook.
+        """
+
+        if inspect.isclass(app_hook):
+            app_hook = app_hook()
+
+        self._on_after_initialize_hooks.append(app_hook)
+
     def strategy(
         self,
         function=None,
-        time_unit: TimeUnit = TimeUnit.MINUTE,
+        time_unit=TimeUnit.MINUTE,
         interval=10,
-        market=None,
-        trading_data_type=None,
-        trading_data_types=None,
-        trading_time_frame=None,
-        trading_time_frame_start_date=None,
-        symbols=None,
+        data_sources=None
     ):
+        """
+        Decorator for registering a strategy. This decorator can be used
+        to define a trading strategy function and register it in your
+        application.
+
+        Args:
+            function: The wrapped function to should be converted to
+                a TradingStrategy
+            time_unit (TimeUnit): instance of TimeUnit Enum
+            interval (int): interval of the schedule ( interval - TimeUnit )
+            data_sources (List): List of data sources that the
+                trading strategy function uses.
+
+        Returns:
+            Function
+        """
+        from .strategy import TradingStrategy
 
         if function:
             strategy_object = TradingStrategy(
                 decorated=function,
                 time_unit=time_unit,
                 interval=interval,
-                market=market,
-                trading_data_type=trading_data_type,
-                trading_data_types=trading_data_types,
-                symbols=symbols,
-                trading_time_frame=trading_time_frame,
-                trading_time_frame_start_date=trading_time_frame_start_date
+                data_sources=data_sources
             )
             self.add_strategy(strategy_object)
+            return strategy_object
         else:
-            start_date = trading_time_frame_start_date
 
             def wrapper(f):
                 self.add_strategy(
@@ -237,12 +1890,7 @@ class App:
                         decorated=f,
                         time_unit=time_unit,
                         interval=interval,
-                        market=market,
-                        trading_data_type=trading_data_type,
-                        trading_data_types=trading_data_types,
-                        symbols=symbols,
-                        trading_time_frame=trading_time_frame,
-                        trading_time_frame_start_date=start_date,
+                        data_sources=data_sources,
                         worker_id=f.__name__
                     )
                 )
@@ -250,297 +1898,490 @@ class App:
 
             return wrapper
 
-    def add_strategies(self, strategies):
+    def add_strategies(self, strategies, throw_exception=True) -> None:
+        """
+        Function to add strategies to the app
+        Args:
+            strategies (List(TradingStrategy)): List of trading strategies that
+                need to be registered.
+            throw_exception (boolean): Flag to specify if an exception
+                can be thrown if the strategies are not in the format or type
+                that the application expects
+
+        Returns:
+            None
+        """
+
+        if strategies is not None:
+            for strategy in strategies:
+                self.add_strategy(strategy, throw_exception=throw_exception)
+
+    def add_strategy(self, strategy, throw_exception=True) -> None:
+        """
+        Function to add a strategy to the app. The strategy should be an
+        instance of TradingStrategy or a subclass based on the TradingStrategy
+        class.
+
+        Args:
+            strategy: Instance of TradingStrategy
+            throw_exception: Flag to allow for throwing an exception when
+                the provided strategy is not inline with what the application
+                expects.
+
+        Returns:
+            None
+        """
+
+        logger.info("Adding strategy")
 
-        for strategy in strategies:
-            self.add_strategy(strategy)
+        if inspect.isclass(strategy):
 
-    def add_strategy(self, strategy):
+            if not issubclass(strategy, TradingStrategy):
+                raise OperationalException(
+                    "The strategy must be a subclass of TradingStrategy"
+                )
 
-        if inspect.isclass(strategy):
             strategy = strategy()
 
-        assert isinstance(strategy, TradingStrategy), \
-            OperationalException(
-                "Strategy object is not an instance of a Strategy"
+        if not isinstance(strategy, TradingStrategy):
+
+            if throw_exception:
+                raise OperationalException(
+                    "Strategy should be an instance of TradingStrategy"
+                )
+            else:
+                return
+
+        has_duplicates = False
+
+        for i in range(len(self._strategies)):
+            for j in range(i + 1, len(self._strategies)):
+                if self._strategies[i].worker_id == strategy.worker_id:
+                    has_duplicates = True
+                    break
+
+        if has_duplicates:
+            raise OperationalException(
+                "Can't add strategy, there already exists a strategy "
+                "with the same id in the algorithm"
             )
 
         self._strategies.append(strategy)
 
-    def add_task(self, task):
-        if inspect.isclass(task):
-            task = task()
+    def add_state_handler(self, state_handler):
+        """
+        Function to add a state handler to the app. The state handler should
+        be an instance of StateHandler.
 
-        assert isinstance(task, Task), \
-            OperationalException(
-                "Task object is not an instance of a Task"
-            )
+        Args:
+            state_handler: Instance of StateHandler
 
-        self._tasks.append(task)
+        Returns:
+            None
+        """
 
-    @property
-    def strategies(self):
-        return self._strategies
+        if inspect.isclass(state_handler):
+            state_handler = state_handler()
 
-    @property
-    def tasks(self):
-        return self._tasks
+        if not isinstance(state_handler, StateHandler):
+            raise OperationalException(
+                "State handler should be an instance of StateHandler"
+            )
 
-    def sync_portfolios(self):
-        portfolio_configuration_service = self.container\
-            .portfolio_configuration_service()
-        portfolio_configuration_service.create_portfolios()
-        portfolio_service = self.container.portfolio_service()
-        portfolio_service.sync_portfolios()
+        self._state_handler = state_handler
 
-    def create_portfolios(self):
-        logger.info("Creating portfolios")
-        portfolio_configuration_service = self.container\
-            .portfolio_configuration_service()
-        market_service = self.container.market_service()
-        portfolio_service = self.container.portfolio_service()
-        configuration_service = self.container.configuration_service()
+    def add_market(
+        self,
+        market,
+        trading_symbol,
+        api_key=None,
+        secret_key=None,
+        initial_balance=None
+    ):
+        """
+        Function to add a market to the app. This function is a utility
+        function to add a portfolio configuration and market credential
+        to the app.
+
+        Args:
+            market: String representing the market name
+            trading_symbol: Trading symbol for the portfolio
+            api_key: API key for the market
+            secret_key: Secret key for the market
+            initial_balance: Initial balance for the market
+
+        Returns:
+            None
+        """
+
+        portfolio_configuration = PortfolioConfiguration(
+            market=market,
+            trading_symbol=trading_symbol,
+            initial_balance=initial_balance
+        )
 
-        for portfolio_configuration in \
-                portfolio_configuration_service.get_all():
-
-            if portfolio_configuration.backtest:
-                creation_data = {
-                    "unallocated": portfolio_configuration.max_unallocated,
-                    "identifier": portfolio_configuration.identifier,
-                    "trading_symbol": portfolio_configuration.trading_symbol,
-                    "market": portfolio_configuration.market,
-                    "created_at":
-                        configuration_service.config[BACKTESTING_START_DATE]
-                }
-            else:
-                market_service.initialize(portfolio_configuration)
+        self.add_portfolio_configuration(portfolio_configuration)
+        market_credential = MarketCredential(
+            market=market,
+            api_key=api_key,
+            secret_key=secret_key
+        )
+        self.add_market_credential(market_credential)
 
-                if portfolio_service.exists(
-                    {"identifier": portfolio_configuration.identifier}
-                ):
-                    continue
+    def add_order_executor(self, order_executor):
+        """
+        Function to add an order executor to the app. The order executor
+        should be an instance of OrderExecutor.
 
-                balances = market_service.get_balance()
+        Args:
+            order_executor: Instance of OrderExecutor
 
-                if portfolio_configuration.trading_symbol.upper() not in balances:
-                    raise OperationalException(
-                        f"Trading symbol balance not available "
-                        f"in portfolio on market {portfolio_configuration.market}"
-                    )
+        Returns:
+            None
+        """
 
-                unallocated = float(
-                    balances[portfolio_configuration.trading_symbol.upper()]
-                    ["free"]
-                )
-                creation_data = {
-                    "unallocated": unallocated,
-                    "identifier": portfolio_configuration.identifier,
-                    "trading_symbol": portfolio_configuration.trading_symbol,
-                    "market": portfolio_configuration.market,
-                }
-
-            portfolio_service.create(creation_data)
-            portfolio = portfolio_service.find(
-                {"identifier": portfolio_configuration.identifier}
+        if inspect.isclass(order_executor):
+            order_executor = order_executor()
+
+        if not isinstance(order_executor, OrderExecutor):
+            raise OperationalException(
+                "Order executor should be an instance of OrderExecutor"
             )
-            logger.info(f"Created portfolio {portfolio}")
 
-    def _initialize_web(self):
-        configuration_service = self.container.configuration_service()
-        resource_dir = configuration_service.config[RESOURCE_DIRECTORY]
+        order_executor_lookup = self.container.order_executor_lookup()
+        order_executor_lookup.add_order_executor(
+            order_executor=order_executor
+        )
 
-        if resource_dir is None:
-            configuration_service.config[SQLALCHEMY_DATABASE_URI] = "sqlite://"
-        else:
-            resource_dir = self._create_resource_directory_if_not_exists()
-            configuration_service.config[DATABASE_DIRECTORY_PATH] = os.path.join(
-                resource_dir, "databases"
-            )
-            configuration_service.config[DATABASE_NAME] = "prod-database.sqlite3"
-            configuration_service.config[SQLALCHEMY_DATABASE_URI] = \
-                "sqlite:///" + os.path.join(
-                    configuration_service.config[DATABASE_DIRECTORY_PATH],
-                    configuration_service.config[DATABASE_NAME]
-                )
-            self._create_database_if_not_exists()
+    def get_order_executors(self):
+        """
+        Function to get all order executors from the app. This method
+        should be called when you want to get all order executors.
 
-        self._flask_app = create_flask_app(configuration_service.config)
+        Returns:
+            List of OrderExecutor instances
+        """
+        order_executor_lookup = self.container.order_executor_lookup()
+        return order_executor_lookup.get_all()
 
-    def _initialize_stateless(self):
-        configuration_service = self.container.configuration_service()
-        configuration_service.config[SQLALCHEMY_DATABASE_URI] = "sqlite://"
+    def add_portfolio_provider(self, portfolio_provider):
+        """
+        Function to add a portfolio provider to the app. The portfolio
+        provider should be an instance of PortfolioProvider.
 
-    def _initialize_standard(self, backtest=False):
-        configuration_service = self.container.configuration_service()
-        resource_dir = configuration_service.config[RESOURCE_DIRECTORY]
+        Args:
+            portfolio_provider: Instance of PortfolioProvider
 
-        if backtest:
+        Returns:
+            None
+        """
 
-            if resource_dir is None:
-                raise OperationalException(
-                    "Resource directory is not specified. "
-                    "A resource directory is required for running a backtest."
-                )
+        if inspect.isclass(portfolio_provider):
+            portfolio_provider = portfolio_provider()
 
-            resource_dir = self._create_resource_directory_if_not_exists()
-            configuration_service.config[DATABASE_DIRECTORY_PATH] = \
-                os.path.join(resource_dir, "databases")
-            configuration_service.config[DATABASE_NAME] = \
-                "backtest-database.sqlite3"
-            database_path = os.path.join(
-                configuration_service.config[DATABASE_DIRECTORY_PATH],
-                configuration_service.config[DATABASE_NAME]
+        if not isinstance(portfolio_provider, PortfolioProvider):
+            raise OperationalException(
+                "Portfolio provider should be an instance of "
+                "PortfolioProvider"
             )
 
-            if os.path.exists(database_path):
-                os.remove(database_path)
+        portfolio_provider_lookup = self.container.portfolio_provider_lookup()
+        portfolio_provider_lookup.add_portfolio_provider(
+            portfolio_provider=portfolio_provider
+        )
 
-            configuration_service.config[SQLALCHEMY_DATABASE_URI] = \
-                "sqlite:///" + os.path.join(
-                    configuration_service.config[DATABASE_DIRECTORY_PATH],
-                    configuration_service.config[DATABASE_NAME]
-                )
-            self._create_database_if_not_exists()
+    def get_portfolio_providers(self):
+        """
+        Function to get all portfolio providers from the app. This method
+        should be called when you want to get all portfolio providers.
+
+        Returns:
+            List of PortfolioProvider instances
+        """
+        portfolio_provider_lookup = self.container.portfolio_provider_lookup()
+        return portfolio_provider_lookup.get_all()
+
+    def initialize_order_executors(self):
+        """
+        Function to initialize the order executors. This function will
+        first check if the app is running in backtest mode or not. If it is
+        running in backtest mode, all order executors will be removed and
+        a single BacktestOrderExecutor will be added to the order executors.
+
+        If it is not running in backtest mode, it will add the default
+        CCXTOrderExecutor with a priority 3.
+        """
+        logger.info("Adding order executors")
+        order_executor_lookup = self.container.order_executor_lookup()
+        environment = self.config[ENVIRONMENT]
+
+        if Environment.BACKTEST.equals(environment):
+            # If the app is running in backtest mode,
+            # remove all order executors
+            # and add a single BacktestOrderExecutor
+            order_executor_lookup.reset()
+            order_executor_lookup.add_order_executor(
+                BacktestOrderExecutor(priority=1)
+            )
         else:
-            if resource_dir is None:
-                configuration_service.config[SQLALCHEMY_DATABASE_URI] = "sqlite://"
-            else:
-                resource_dir = self._create_resource_directory_if_not_exists()
-                configuration_service.config[DATABASE_DIRECTORY_PATH] = \
-                    os.path.join(resource_dir, "databases")
-                configuration_service.config[DATABASE_NAME] \
-                    = "prod-database.sqlite3"
-                configuration_service.config[SQLALCHEMY_DATABASE_URI] = \
-                    "sqlite:///" + os.path.join(
-                        configuration_service.config[DATABASE_DIRECTORY_PATH],
-                        configuration_service.config[DATABASE_NAME]
-                    )
-                self._create_database_if_not_exists()
+            order_executor_lookup.add_order_executor(
+                CCXTOrderExecutor(priority=3)
+            )
 
-    def _create_resource_directory_if_not_exists(self):
+        for order_executor in order_executor_lookup.get_all():
+            order_executor.config = self.config
 
-        if self._stateless:
-            return
+    def initialize_portfolios(self):
+        """
+        Function to initialize the portfolios. This function will
+        first check if the app is running in backtest mode or not. If it is
+        running in backtest mode, it will create the portfolios with the
+        initial amount specified in the config. If it is not running in
+        backtest mode, it will check if there are
 
-        configuration_service = self.container.configuration_service()
-        resource_dir = configuration_service.config.get(RESOURCE_DIRECTORY, None)
+        """
+        logger.info("Initializing portfolios")
+        portfolio_configuration_service = self.container \
+            .portfolio_configuration_service()
+        portfolio_service = self.container.portfolio_service()
 
-        if resource_dir is None:
-            return
+        # Throw an error if no portfolios are configured
+        if portfolio_configuration_service.count() == 0:
+            raise OperationalException("No portfolios configured")
 
-        if not os.path.exists(resource_dir):
-            try:
-                os.makedirs(resource_dir)
-                open(resource_dir, 'w').close()
-            except OSError as e:
-                logger.error(e)
-                raise OperationalException(
-                    "Could not create resource directory"
+        # Check if there are already existing portfolios
+        portfolios = portfolio_service.get_all()
+        portfolio_configurations = portfolio_configuration_service\
+            .get_all()
+        portfolio_provider_lookup = \
+            self.container.portfolio_provider_lookup()
+
+        if len(portfolios) > 0:
+
+            # Check if there are matching portfolio configurations
+            for portfolio in portfolios:
+                logger.info(
+                    f"Checking if there is an matching portfolio "
+                    "configuration "
+                    f"for portfolio {portfolio.identifier}"
                 )
+                portfolio_configuration = \
+                    portfolio_configuration_service.get(
+                        portfolio.market
+                    )
 
-        return resource_dir
-
-    def _create_database_if_not_exists(self):
+                if portfolio_configuration is None:
+                    raise ImproperlyConfigured(
+                        f"No matching portfolio configuration found for "
+                        f"existing portfolio {portfolio.market}, "
+                        f"please make sure that you have configured your "
+                        f"app with the right portfolio configurations "
+                        f"for the existing portfolios."
+                        f"If you want to create a new portfolio, please "
+                        f"remove the existing database (WARNING!!: this "
+                        f"will remove all existing history of your "
+                        f"trading bot.)"
+                    )
 
-        if self._stateless:
-            return
+                # Check if the portfolio configuration is still inline
+                # with the initial balance
 
-        configuration_service = self.container.configuration_service()
-        database_dir = configuration_service.config\
-            .get(DATABASE_DIRECTORY_PATH, None)
+                if portfolio_configuration.initial_balance != \
+                        portfolio.initial_balance:
+                    logger.warning(
+                        "The initial balance of the portfolio "
+                        "configuration is different from the existing "
+                        "portfolio. Checking if the existing portfolio "
+                        "can be updated..."
+                    )
 
-        if database_dir is None:
-            return
+                    # Register a portfolio provider for the portfolio
+                    portfolio_provider_lookup \
+                        .register_portfolio_provider_for_market(
+                            portfolio_configuration.market
+                        )
+                    initial_balance = portfolio_configuration\
+                        .initial_balance
+
+                    if initial_balance != portfolio.initial_balance:
+                        raise ImproperlyConfigured(
+                            "The initial balance of the portfolio "
+                            "configuration is different then that of "
+                            "the existing portfolio. Please make sure "
+                            "that the initial balance of the portfolio "
+                            "configuration is the same as that of the "
+                            "existing portfolio. "
+                            f"Existing portfolio initial balance: "
+                            f"{portfolio.initial_balance}, "
+                            f"Portfolio configuration initial balance: "
+                            f"{portfolio_configuration.initial_balance}"
+                            "If this is intentional, please remove "
+                            "the database and re-run the app. "
+                            "WARNING!!: this will remove all existing "
+                            "history of your trading bot."
+                        )
+
+        order_executor_lookup = self.container.order_executor_lookup()
+        market_credential_service = \
+            self.container.market_credential_service()
+        # Register portfolio providers and order executors
+        for portfolio_configuration in portfolio_configurations:
+
+            # Register a portfolio provider for the portfolio
+            portfolio_provider_lookup\
+                .register_portfolio_provider_for_market(
+                    portfolio_configuration.market
+                )
 
-        database_name = configuration_service.config.get(DATABASE_NAME, None)
+            # Register an order executor for the portfolio
+            order_executor_lookup.register_order_executor_for_market(
+                portfolio_configuration.market
+            )
 
-        if database_name is None:
-            return
+            market_credential = \
+                market_credential_service.get(
+                    portfolio_configuration.market
+                )
 
-        database_path = os.path.join(database_dir, database_name)
+            if market_credential is None:
+                raise ImproperlyConfigured(
+                    f"No market credential found for existing "
+                    f"portfolio {portfolio_configuration.market} "
+                    "with market "
+                    "Cannot initialize portfolio configuration."
+                )
 
-        if not os.path.exists(database_dir):
-            try:
-                os.makedirs(database_dir)
-                open(database_path, 'w').close()
-            except OSError as e:
-                logger.error(e)
-                raise OperationalException(
-                    "Could not create database directory"
+            if not portfolio_service.exists(
+                {"identifier": portfolio_configuration.identifier}
+            ):
+                portfolio_service.create_portfolio_from_configuration(
+                    portfolio_configuration
                 )
 
-    def get_portfolio_configurations(self):
-        return self.algorithm.get_portfolio_configurations()
+        logger.info("Portfolio configurations complete")
+        logger.info("Syncing portfolios")
+        portfolio_service = self.container.portfolio_service()
+        portfolio_sync_service = self.container.portfolio_sync_service()
+
+        for portfolio in portfolio_service.get_all():
+            logger.info(f"Syncing portfolio {portfolio.identifier}")
+            portfolio_sync_service.sync_unallocated(portfolio)
+            portfolio_sync_service.sync_orders(portfolio)
+
+    def initialize_backtest_portfolios(self):
+        """
+        Function to initialize the backtest portfolios. This function will
+        create a default portfolio provider for each market that is configured
+        in the app. The default portfolio provider will be used to create
+        portfolios for the app.
+
+        Returns:
+            None
+        """
+        logger.info("Initializing backtest portfolios")
+        config = self.config
+        portfolio_configuration_service = self.container \
+            .portfolio_configuration_service()
+        portfolio_service = self.container.portfolio_service()
 
-    def backtest(
-        self, start_date, end_date, unallocated=None, trading_symbol=None
-    ):
-        logger.info("Running backtest")
-        configuration_service = self.container.configuration_service()
-        configuration_service.config[BACKTESTING_FLAG] = True
-
-        # Add custom portfolio configuration
-        # if trading symbol and unallocated are specified
-        if unallocated is not None and trading_symbol is not None:
-            portfolio_configuration_service = self.container \
-                .portfolio_configuration_service()
-            portfolio_configuration_service.clear()
-            portfolio_configuration_service.add(PortfolioConfiguration(
-                market="backtest",
-                trading_symbol=trading_symbol,
-                api_key=None,
-                secret_key=None,
-                track_from=None,
-                identifier="backtest",
-                max_unallocated=unallocated,
-                backtest=True
-            ))
-
-        configuration_service.config[BACKTESTING_START_DATE] = start_date
-        self.initialize(backtest=True)
-
-        # Override some services with backtest variants
-        self.container.market_service.override(MarketBacktestService(
-            os.path.join(
-                self.config.get(RESOURCE_DIRECTORY),
-                self.config.get(BACKTEST_DATA_DIRECTORY_NAME)
-            ),
-            self.container.configuration_service(),
-        ))
-        self.container.order_service.override(OrderBacktestService(
-            order_repository=self.container.order_repository(),
-            order_fee_repository=self.container.order_fee_repository(),
-            market_service=self.container.market_service(),
-            position_repository=self.container.position_repository(),
-            portfolio_repository=self.container.portfolio_repository(),
-            portfolio_configuration_service=self.container
-            .portfolio_configuration_service(),
-            portfolio_snapshot_service=self.container
-            .portfolio_snapshot_service(),
-            configuration_service=self.container.configuration_service(),
-        ))
-        backtest_service = self.container.backtest_service()
-        backtest_service.resource_directory = self.config.get(
-            RESOURCE_DIRECTORY
+        # Throw an error if no portfolios are configured
+        if portfolio_configuration_service.count() == 0:
+            raise OperationalException("No portfolios configured")
+
+        logger.info("Setting up backtest portfolios")
+        initial_backtest_amount = config.get(
+            BACKTESTING_INITIAL_AMOUNT, None
         )
-        self.algorithm.order_service = self.container.order_service()
-        self.algorithm.market_service = self.container.market_service()
-        backtest_profile = backtest_service.backtest(
-            self.algorithm, start_date, end_date
+
+        for portfolio_configuration \
+                in portfolio_configuration_service.get_all():
+            if not portfolio_service.exists(
+                {"identifier": portfolio_configuration.identifier}
+            ):
+                portfolio_service.create_portfolio_from_configuration(
+                    portfolio_configuration,
+                    initial_amount=initial_backtest_amount,
+                )
+
+    def initialize_portfolio_providers(self):
+        """
+        Function to initialize the default portfolio providers.
+        This function will create a default portfolio provider for
+        each market that is configured in the app. The default portfolio
+        provider will be used to create portfolios for the app.
+
+        Returns:
+            None
+        """
+        logger.info("Adding portfolio providers")
+        portfolio_provider_lookup = self.container\
+            .portfolio_provider_lookup()
+        environment = self.config[ENVIRONMENT]
+
+        if Environment.BACKTEST.equals(environment):
+            # If the app is running in backtest mode,
+            # remove all order executors
+            # and add a single BacktestOrderExecutor
+            portfolio_provider_lookup.reset()
+        else:
+            portfolio_provider_lookup.add_portfolio_provider(
+                CCXTPortfolioProvider(priority=3)
+            )
+
+        for portfolio_provider in portfolio_provider_lookup.get_all():
+            portfolio_provider.config = self.config
+
+    def get_run_history(self):
+        """
+        Function to get the run history of the app. This function will
+        return the history of the run schedule of all the strategies,
+        and tasks that have been registered in the app.
+
+        Returns:
+            dict: The run history of the app
+        """
+        return self._run_history
+
+    def has_run(self, worker_id) -> bool:
+        """
+        Function to check if a worker has run in the app. This function
+        will check if the worker_id is present in the run history of the app.
+
+        Args:
+            worker_id:
+
+        Returns:
+            Boolean: True if the worker has run, False otherwise
+        """
+        if self._run_history is None:
+            return False
+
+        return worker_id in self._run_history
+
+    def get_algorithm(self):
+        """
+        Function to get the algorithm that is currently running in the app.
+        This function will return the algorithm that is currently running
+        in the app.
+
+        Returns:
+            Algorithm: The algorithm that is currently running in the app
+        """
+        algorithm_factory = self.container.algorithm_factory()
+        return algorithm_factory.create_algorithm(
+            strategies=self._strategies,
+            tasks=self._tasks,
+            on_strategy_run_hooks=self._on_strategy_run_hooks,
         )
-        configuration_service.config[BACKTESTING_FLAG] = False
-        return backtest_profile
 
-    def get_ohclv(
-        self,
-        market,
-        symbol,
-        time_frame,
-        from_timestamp,
-        to_timestamp=datetime.utcnow()
-    ):
-        market_service: MarketService = self.container.market_service()
-        market_service.market = market
-        return market_service\
-            .get_ohclv(symbol, time_frame, from_timestamp, to_timestamp)
+    def cleanup_backtest_resources(self):
+        """
+        Clean up the backtest database and remove SQLAlchemy models/tables.
+        """
+        logger.info("Cleaning up backtest resources")
+        config = self.config
+        environment = config[ENVIRONMENT]
+
+        if Environment.BACKTEST.equals(environment):
+            db_uri = config.get(SQLALCHEMY_DATABASE_URI)
+            clear_db(db_uri)