investing-algorithm-framework 6.9.4__tar.gz → 6.9.5__tar.gz

{investing_algorithm_framework-6.9.4 → investing_algorithm_framework-6.9.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: investing-algorithm-framework
-Version: 6.9.4
+Version: 6.9.5
 Summary: A framework for creating trading bots
 Author: MDUYN
 Requires-Python: >=3.10
@@ -118,8 +118,6 @@ the 20, 50 and 100 period exponential moving averages (EMA) and the
 > This dependency is not part of the framework, but is used to perform technical analysis on the dataframes.
 > You can install it using pip: pip install pyindicators.
 
-```bash
-
 ```python
 import logging.config
 from dotenv import load_dotenv

{investing_algorithm_framework-6.9.4 → investing_algorithm_framework-6.9.5}/README.md

@@ -82,8 +82,6 @@ the 20, 50 and 100 period exponential moving averages (EMA) and the
 > This dependency is not part of the framework, but is used to perform technical analysis on the dataframes.
 > You can install it using pip: pip install pyindicators.
 
-```bash
-
 ```python
 import logging.config
 from dotenv import load_dotenv

{investing_algorithm_framework-6.9.4 → investing_algorithm_framework-6.9.5}/investing_algorithm_framework/__init__.py

@@ -7,7 +7,7 @@ from investing_algorithm_framework.domain import ApiException, \
     TradingDataType, TradingTimeFrame, OrderType, OperationalException, \
     OrderStatus, OrderSide, TimeUnit, TimeInterval, Order, Portfolio, \
     Position, TimeFrame, BACKTESTING_INDEX_DATETIME, MarketCredential, \
-    PortfolioConfiguration, RESOURCE_DIRECTORY, \
+    PortfolioConfiguration, RESOURCE_DIRECTORY, AWS_LAMBDA_LOGGING_CONFIG, \
     Trade, OHLCVMarketDataSource, OrderBookMarketDataSource, SYMBOLS, \
     TickerMarketDataSource, MarketService, \
     RESERVED_BALANCES, APP_MODE, AppMode, DATETIME_FORMAT, \
@@ -92,5 +92,6 @@ __all__ = [
     "add_metrics",
     "add_html_report",
     "AWSS3StorageStateHandler",
-    "AWS_S3_STATE_BUCKET_NAME"
+    "AWS_S3_STATE_BUCKET_NAME",
+    "AWS_LAMBDA_LOGGING_CONFIG"
 ]

{investing_algorithm_framework-6.9.4 → investing_algorithm_framework-6.9.5}/investing_algorithm_framework/cli/cli.py

@@ -177,12 +177,17 @@ def deploy_azure_function(
     default=None,
     help='List of directories to ignore when deploying.'
 )
+@click.option(
+    '--memory_size',
+    default=3000,
+    type=int,
+    help='The memory size for the Lambda function in MB. Default is 3000 MB.'
+)
 def deploy_aws_lambda(
     lambda_function_name,
     region,
-    lambda_handler,
     project_dir=None,
-    ignore_dirs=None
+    memory_size=3000
 ):
     """
     Command-line tool for deploying a trading bot to AWS lambda
@@ -192,12 +197,11 @@ def deploy_aws_lambda(
             to deploy.
         region (str): The AWS region where the Lambda function will
             be deployed.
-        lambda_handler (str): The Lambda handler function in the format
-            "module_name.function_name".
         project_dir (str): The path to the project directory containing the
             Lambda function code. If not provided, it defaults to
             the current directory.
-        ignore_dirs (list): List of directories to ignore when deploying.
+        memory_size (int): The memory size for the Lambda function in MB.
+            Default is 3000 MB.
 
     Returns:
         None
@@ -205,9 +209,8 @@ def deploy_aws_lambda(
     deploy_to_aws_lambda_command(
         lambda_function_name=lambda_function_name,
         region=region,
-        lambda_handler=lambda_handler,
         project_dir=project_dir,
-        ignore_dirs=ignore_dirs
+        memory_size=memory_size
     )
 
 

{investing_algorithm_framework-6.9.4 → investing_algorithm_framework-6.9.5}/investing_algorithm_framework/cli/deploy_to_aws_lambda.py

@@ -1,8 +1,8 @@
 import json
 import os
 import re
+import subprocess
 import time
-import uuid
 import zipfile
 
 import boto3
@@ -126,9 +126,9 @@ def create_iam_role(role_name):
 def deploy_lambda(
     function_name,
     region,
-    zip_file_path,
-    handler_name,
+    image_uri,
     role_arn,
+    memory_size,
     runtime="python3.10",
     env_vars=None,
 ):
@@ -138,32 +138,29 @@ def deploy_lambda(
     Args:
         function_name: str, the name of the Lambda function to
             create or update.
-        zip_file_path: str, the path to the zip file containing
-            the Lambda function code.
         region: str, the AWS region where the Lambda
             function will be deployed.
-        handler_name: str, the name of the handler function
-            in the code (e.g., "main.lambda_handler").
+        image_uri: str, the URI of the Docker image in ECR.
         role_arn:  str, the ARN of the IAM role that Lambda will assume.
         runtime: str, the runtime environment for the
             Lambda function (default is "python3.10").
         env_vars: dict, optional environment variables
             to set for the Lambda function.
+        memory_size: int, the amount of memory allocated
+            to the Lambda function.
+
     Returns:
         None
     """
     lambda_client = boto3.client('lambda', region_name=region)
 
-    with open(zip_file_path, 'rb') as f:
-        zipped_code = f.read()
-
     try:
         lambda_client.get_function(FunctionName=function_name)
         click.echo(f"Function {function_name} already exists. Updating...")
 
         lambda_client.update_function_code(
             FunctionName=function_name,
-            ZipFile=zipped_code
+            ImageUri=image_uri
         )
         wait_for_lambda_update(lambda_client, function_name, timeout=120)
         lambda_client.update_function_configuration(
@@ -174,15 +171,18 @@ def deploy_lambda(
         click.echo(f"Creating new function: {function_name}")
 
         try:
+            click.echo(
+                "Creating new container-based "
+                f"Lambda function: {function_name}"
+            )
             lambda_client.create_function(
                 FunctionName=function_name,
-                Runtime=runtime,
                 Role=role_arn,
-                Handler=handler_name,
-                Code={'ZipFile': zipped_code},
+                PackageType="Image",
+                Code={"ImageUri": image_uri},
                 Timeout=900,
-                MemorySize=256,
-                Environment={'Variables': env_vars or {}}
+                MemorySize=memory_size,
+                Environment={"Variables": env_vars or {}}
             )
         except Exception as e:
             raise click.ClickException(
@@ -213,6 +213,82 @@ def s3_bucket_exists(bucket_name, region):
         raise
 
 
+def create_ecr_repository(repository_name, region):
+    """
+    Function to create an ECR repository for storing Docker images.
+    It checks if the repository already exists and creates it if not.
+
+    Args:
+        repository_name: str, the name of the ECR repository to create.
+        region: str, the AWS region where the repository will be created.
+
+    Returns:
+        None
+    """
+
+    ecr = boto3.client('ecr', region_name=region)
+    try:
+        response = ecr.create_repository(repositoryName=repository_name)
+        click.echo(
+            "Created ECR repository: "
+            f"{response['repository']['repositoryUri']}"
+        )
+    except ecr.exceptions.RepositoryAlreadyExistsException:
+        click.echo(f"ECR repository {repository_name} already exists.")
+
+
+def build_and_push_docker_image(
+    repository_name, region, dockerfile_path='Dockerfile', tag='latest'
+):
+    """
+    Function to build a Docker image and push it to an ECR repository.
+
+    Args:
+        repository_name: str, the name of the ECR repository.
+        region: str, the AWS region where the repository is located.
+        dockerfile_path: str, path to the Dockerfile (default is 'Dockerfile').
+        tag: str, the tag for the Docker image (default is 'latest').
+
+    Returns:
+        None
+    """
+
+    # Retrieve the ECR repository URI
+    ecr = boto3.client('ecr', region_name=region)
+    try:
+        response = ecr.describe_repositories(repositoryNames=[repository_name])
+        repository_uri = response['repositories'][0]['repositoryUri']
+    except ecr.exceptions.RepositoryNotFoundException:
+        raise click.ClickException(
+            f"ECR repository {repository_name} does "
+            f"not exist in region {region}."
+        )
+
+    # Authenticate Docker to the ECR registry
+    auth = ecr.get_authorization_token()
+    proxy = auth['authorizationData'][0]['proxyEndpoint']
+
+    click.echo(f"Authenticating Docker to ECR repository {repository_name}...")
+    subprocess.run(
+        f"aws ecr get-login-password --region {region} | "
+        f"docker login --username AWS --password-stdin {proxy}",
+        shell=True, check=True
+    )
+
+    click.echo(f"Building Docker image {repository_name}:{tag}...")
+    # Build and push Docker image with the docker file path
+    image_full_uri = f"{repository_uri}:{tag}"
+    subprocess.run([
+        "docker", "build",
+        "--platform=linux/amd64",
+        "-t", image_full_uri,
+        "-f", dockerfile_path,
+        "."
+    ], check=True)
+    subprocess.run(f"docker push {image_full_uri}", shell=True, check=True)
+    return image_full_uri
+
+
 def create_s3_bucket(bucket_name, region):
     """
     Function to create an S3 bucket for storing Lambda function code.
@@ -273,7 +349,8 @@ def check_lambda_permissions(required_actions=None):
             "lambda:GetFunction",
             "lambda:UpdateFunctionCode",
             "lambda:UpdateFunctionConfiguration",
-            "lambda:CreateFunction"
+            "lambda:CreateFunction",
+            "ecr:CreateRepository"
         ]
 
     sts = boto3.client("sts")
@@ -356,9 +433,8 @@ def wait_for_lambda_update(lambda_client, function_name, timeout=60):
 def command(
     lambda_function_name,
     region,
-    lambda_handler,
     project_dir=None,
-    ignore_dirs=None
+    memory_size=3000
 ):
     """
     Command-line tool for deploying a trading bot to AWS Lambda.
@@ -368,9 +444,8 @@ def command(
         region: str, the AWS region where the Lambda function will be deployed.
         project_dir: str, the directory containing the Lambda function code.
             If None, it defaults to the current directory.
-        lambda_handler: str, the name of the handler function in the code
-            (default is "aws_function.lambda_handler").
-        ignore_dirs: list, directories to ignore when zipping the code.
+        memory_size: int, the amount of memory allocated
+            to the Lambda function
 
     Returns:
         None
@@ -381,12 +456,11 @@ def command(
 
     check_lambda_permissions()
 
-    click.echo(f"Deploying to AWS Lambda "
-               f"function: {lambda_function_name} in region: {region}")
+    click.echo(
+        "Deploying to AWS Lambda "
+        f"function: {lambda_function_name} in region: {region}"
+    )
     click.echo(f"Project directory: {project_dir}")
-    zip_file_path = f"/tmp/deploy-{uuid.uuid4().hex}.zip"
-    zip_code(project_dir, zip_file_path)
-    click.echo(f"Zipped code to {zip_file_path}")
 
     # Create s3 bucket for state handler
     bucket_name = f"{lambda_function_name}-state-handler-{region}"
@@ -405,13 +479,21 @@ def command(
     click.echo("Adding S3 bucket name to environment variables")
     env_vars[AWS_S3_STATE_BUCKET_NAME] = bucket_name
 
+    click.echo("Building and pushing Docker image to ECR")
+    create_ecr_repository(lambda_function_name, region)
+    image_uri = build_and_push_docker_image(
+        lambda_function_name,
+        region,
+        dockerfile_path=os.path.join(project_dir, "Dockerfile"),
+        tag="latest"
+    )
     click.echo("Creating IAM role for Lambda execution")
     role_arn = create_iam_role("lambda-execution-role")
     deploy_lambda(
         lambda_function_name,
-        zip_file_path=zip_file_path,
-        handler_name=lambda_handler,
+        image_uri=image_uri,
         role_arn=role_arn,
         env_vars=env_vars,
-        region=region
+        region=region,
+        memory_size=memory_size
     )

{investing_algorithm_framework-6.9.4 → investing_algorithm_framework-6.9.5}/investing_algorithm_framework/cli/initialize_app.py

@@ -372,6 +372,16 @@ def create_aws_lambda_app(path=None, replace=False):
         "templates",
         "app_aws_lambda_function.py.template"
     )
+    aws_dockerfile_template_path = os.path.join(
+        os.path.dirname(current_script_path),
+        "templates",
+        "aws_lambda_dockerfile.template"
+    )
+    aws_dockerignore_template_path = os.path.join(
+        os.path.dirname(current_script_path),
+        "templates",
+        "aws_lambda_dockerignore.template"
+    )
     run_backtest_template_path = os.path.join(
         os.path.dirname(current_script_path),
         "templates",
@@ -446,6 +456,16 @@ def create_aws_lambda_app(path=None, replace=False):
         os.path.join(path, "aws_function.py"),
         replace=replace
     )
+    create_file_from_template(
+        aws_dockerfile_template_path,
+        os.path.join(path, "Dockerfile"),
+        replace=replace
+    )
+    create_file_from_template(
+        aws_dockerignore_template_path,
+        os.path.join(path, ".dockerignore"),
+        replace=replace
+    )
 
 
 def create_azure_function_app(path=None, replace=False):

{investing_algorithm_framework-6.9.4 → investing_algorithm_framework-6.9.5}/investing_algorithm_framework/cli/templates/app_aws_lambda_function.py.template

@@ -1,9 +1,20 @@
+import logging.config
 import os
-from investing_algorithm_framework import create_app, \
-    AWSS3StorageStateHandler, AWS_S3_STATE_BUCKET_NAME
+from logging import getLogger
 
-from .strategies.strategy import MyTradingStrategy
-app = create_app()
+from dotenv import load_dotenv
+from finterion_investing_algorithm_framework import FinterionOrderExecutor, \
+    FinterionPingAction, FinterionPortfolioProvider
+from investing_algorithm_framework import create_app, RESOURCE_DIRECTORY, \
+    AWSS3StorageStateHandler, AWS_S3_STATE_BUCKET_NAME, AWS_LAMBDA_LOGGING_CONFIG
+
+from strategies.strategy import MyTradingStrategy
+
+
+# Make sure to set the resource directory to /tmp because this dir is writable
+app = create_app(config={RESOURCE_DIRECTORY: os.path.join("/tmp", "resources")})
+logging.config.dictConfig(AWS_LAMBDA_LOGGING_CONFIG)
+logger = logging.getLogger(__name__)
 
 # Get the s3 state bucket name from environment variables for database
 # state storage, this is set during the deployment
@@ -12,7 +23,7 @@ app.add_state_handler(
     AWSS3StorageStateHandler(bucket_name=os.getenv(AWS_S3_STATE_BUCKET_NAME))
 )
 app.add_strategy(MyTradingStrategy)
-app.add_market(market="BITVAVO", trading_symbol="EUR", initial_balance=1000)
+app.add_market(market="BITVAVO", trading_symbol="EUR")
 
 
 def lambda_handler(event, context):
@@ -27,10 +38,11 @@ def lambda_handler(event, context):
         dict: The result of the trading strategy execution.
     """
     try:
-        app.run(number_of_iterations=1)
+        app.run(payload={"ACTION": "RUN_STRATEGY"})
         return {
             "statusCode": 200,
             "body": "Trading strategy executed successfully."
         }
     except Exception as e:
+        logger.exception(e)
         return {"statusCode": 500, "body": str(e)}

investing_algorithm_framework-6.9.5/investing_algorithm_framework/cli/templates/aws_lambda_dockerfile.template

@@ -0,0 +1,22 @@
+FROM public.ecr.aws/lambda/python:3.10
+
+# Install build tools (add this block)
+RUN yum install -y \
+    gcc \
+    gcc-c++ \
+    make \
+    cmake \
+    && yum clean all
+
+# Set the working directory
+WORKDIR /var/task
+
+# Install Python dependencies
+COPY requirements.txt .
+RUN pip install --upgrade pip
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Copy the function code
+COPY . .
+
+CMD ["aws_function.lambda_handler"]

investing_algorithm_framework-6.9.5/investing_algorithm_framework/cli/templates/aws_lambda_dockerignore.template

@@ -0,0 +1,92 @@
+# Git
+.git
+.gitignore
+.gitattributes
+
+
+# CI
+.codeclimate.yml
+.travis.yml
+.taskcluster.yml
+
+# Docker
+docker-compose.yml
+Dockerfile
+.docker
+.dockerignore
+
+# Byte-compiled / optimized / DLL files
+**/__pycache__/
+**/*.py[cod]
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+env/
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.coverage
+.cache
+nosetests.xml
+coverage.xml
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Virtual environment
+.env
+.venv/
+venv/
+
+# PyCharm
+.idea
+
+# Python mode for VIM
+.ropeproject
+**/.ropeproject
+
+# Vim swap files
+**/*.swp
+
+# VS Code
+.vscode/
+
+# Investing algorithm specific files
+/resources

investing_algorithm_framework-6.9.5/investing_algorithm_framework/cli/templates/aws_lambda_requirements.txt.template

@@ -0,0 +1,2 @@
+investing_algorithm_framework>=6.9.4
+pyindicators>=0.5.4

investing_algorithm_framework-6.9.5/investing_algorithm_framework/cli/templates/azure_function_requirements.txt.template

@@ -0,0 +1,3 @@
+azure-functions==1.17.0
+investing_algorithm_framework>=6.9.4
+pyindicators>=0.5.4

{investing_algorithm_framework-6.9.4 → investing_algorithm_framework-6.9.5}/investing_algorithm_framework/domain/__init__.py

@@ -1,4 +1,5 @@
-from .config import Environment, DEFAULT_LOGGING_CONFIG
+from .config import Environment, DEFAULT_LOGGING_CONFIG, \
+    AWS_LAMBDA_LOGGING_CONFIG
 from .constants import ITEMIZE, ITEMIZED, PER_PAGE, PAGE, ENVIRONMENT, \
     DATABASE_DIRECTORY_PATH, DATABASE_NAME, DEFAULT_PER_PAGE_VALUE, \
     DEFAULT_PAGE_VALUE, SQLALCHEMY_DATABASE_URI, RESOURCE_DIRECTORY, \
@@ -136,5 +137,6 @@ __all__ = [
     "Event",
     "SNAPSHOT_INTERVAL",
     "SnapshotInterval",
-    "AWS_S3_STATE_BUCKET_NAME"
+    "AWS_S3_STATE_BUCKET_NAME",
+    "AWS_LAMBDA_LOGGING_CONFIG"
 ]

{investing_algorithm_framework-6.9.4 → investing_algorithm_framework-6.9.5}/investing_algorithm_framework/domain/config.py

@@ -82,3 +82,30 @@ DEFAULT_LOGGING_CONFIG = {
         'handlers': ['console', 'file'],
     },
 }
+
+AWS_LAMBDA_LOGGING_CONFIG = {
+    'version': 1,
+    'disable_existing_loggers': False,
+    'formatters': {
+        'default': {
+            'format': '%(asctime)s - %(name)s - %(levelname)s - %(message)s',
+        },
+    },
+    'handlers': {
+        'console': {
+            'class': 'logging.StreamHandler',
+            'formatter': 'default',
+        },
+    },
+    'loggers': {  # Make sure to add a 'loggers' section
+        'investing_algorithm_framework': {  # Define your logger here
+            'level': 'INFO',  # Set the desired level
+            'handlers': ['console'],  # Use these handlers
+            'propagate': False,
+        },
+    },
+    'root': {  # Optional: Root logger configuration
+        'level': 'WARNING',  # Root logger defaults to WARNING
+        'handlers': ['console'],
+    },
+}

{investing_algorithm_framework-6.9.4 → investing_algorithm_framework-6.9.5}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "investing-algorithm-framework"
-version = "v6.9.4"
+version = "v6.9.5"
 description = "A framework for creating trading bots"
 authors = ["MDUYN"]
 readme = "README.md"

investing_algorithm_framework-6.9.4/investing_algorithm_framework/cli/templates/aws_lambda_requirements.txt.template

@@ -1,2 +0,0 @@
-investing-algorithm-framework>=6.8.2
-pyindicators>=0.5.4

investing_algorithm_framework-6.9.4/investing_algorithm_framework/cli/templates/azure_function_requirements.txt.template

@@ -1,3 +0,0 @@
-investing-algorithm-framework>=6.8.2
-azure-functions==1.17.0
-pyindicators>=0.5.4

investing_algorithm_framework-6.9.4/investing_algorithm_framework/cli/templates/requirements_azure_function.txt.template

@@ -1,3 +0,0 @@
-investing-algorithm-framework>=6.8.2
-azure-functions==1.17.0
-pyindicators>=0.5.4