lecrapaud 0.1.0__py3-none-any.whl

lecrapaud/db/alembic/versions/2025_05_31_1111-c175e4a36d68_generalise_stock_to_group.py

@@ -0,0 +1,36 @@
+"""generalise_stock_to_group
+
+Revision ID: c175e4a36d68
+Revises: 6b6f2d38e9bc
+Create Date: 2025-05-31 11:11:42.103206
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import mysql
+
+# revision identifiers, used by Alembic.
+revision: str = 'c175e4a36d68'
+down_revision: Union[str, None] = '6b6f2d38e9bc'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.add_column('datasets', sa.Column('number_of_groups', sa.Integer(), nullable=False))
+    op.add_column('datasets', sa.Column('list_of_groups', sa.JSON(), nullable=False))
+    op.drop_column('datasets', 'number_of_stocks')
+    op.drop_column('datasets', 'list_of_companies')
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.add_column('datasets', sa.Column('list_of_companies', mysql.JSON(), nullable=False))
+    op.add_column('datasets', sa.Column('number_of_stocks', mysql.INTEGER(), autoincrement=False, nullable=False))
+    op.drop_column('datasets', 'list_of_groups')
+    op.drop_column('datasets', 'number_of_groups')
+    # ### end Alembic commands ###

lecrapaud/db/alembic/versions/2025_05_31_1256-5681095bfc27_create_investment_run_and_portfolio_.py

@@ -0,0 +1,62 @@
+"""create_investment_run_and_portfolio_history
+
+Revision ID: 5681095bfc27
+Revises: c175e4a36d68
+Create Date: 2025-05-31 12:56:05.041307
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = '5681095bfc27'
+down_revision: Union[str, None] = 'c175e4a36d68'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table('portfolio_history',
+    sa.Column('id', sa.BigInteger(), autoincrement=True, nullable=False),
+    sa.Column('created_at', sa.TIMESTAMP(timezone=True), server_default=sa.text('now()'), nullable=False),
+    sa.Column('updated_at', sa.TIMESTAMP(timezone=True), server_default=sa.text('now()'), nullable=False),
+    sa.Column('env', sa.String(length=50), nullable=False),
+    sa.Column('portfolio', sa.JSON(), nullable=False),
+    sa.Column('total_value', sa.Double(), nullable=False),
+    sa.Column('total_cash', sa.Double(), nullable=False),
+    sa.Column('total_cash_eur', sa.Double(), nullable=False),
+    sa.Column('total_cash_usd', sa.Double(), nullable=False),
+    sa.Column('total_portfolio_value', sa.Double(), nullable=False),
+    sa.PrimaryKeyConstraint('id')
+    )
+    op.create_index(op.f('ix_portfolio_history_id'), 'portfolio_history', ['id'], unique=False)
+    op.create_table('investment_runs',
+    sa.Column('id', sa.BigInteger(), autoincrement=True, nullable=False),
+    sa.Column('created_at', sa.TIMESTAMP(timezone=True), server_default=sa.text('now()'), nullable=False),
+    sa.Column('updated_at', sa.TIMESTAMP(timezone=True), server_default=sa.text('now()'), nullable=False),
+    sa.Column('env', sa.String(length=50), nullable=False),
+    sa.Column('start_date', sa.Date(), nullable=False),
+    sa.Column('end_date', sa.Date(), nullable=True),
+    sa.Column('dataset_id', sa.BigInteger(), nullable=False),
+    sa.Column('initial_investment', sa.Double(), nullable=False),
+    sa.Column('portfolio_max_size', sa.Integer(), nullable=False),
+    sa.Column('buffer_days_rebuy', sa.Integer(), nullable=False),
+    sa.Column('initial_portfolio', sa.JSON(), nullable=False),
+    sa.ForeignKeyConstraint(['dataset_id'], ['datasets.id'], ),
+    sa.PrimaryKeyConstraint('id')
+    )
+    op.create_index(op.f('ix_investment_runs_id'), 'investment_runs', ['id'], unique=False)
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_index(op.f('ix_investment_runs_id'), table_name='investment_runs')
+    op.drop_table('investment_runs')
+    op.drop_index(op.f('ix_portfolio_history_id'), table_name='portfolio_history')
+    op.drop_table('portfolio_history')
+    # ### end Alembic commands ###

lecrapaud/db/alembic/versions/2025_05_31_1806-339927587383_add_investment_run_id.py

@@ -0,0 +1,107 @@
+"""add_investment_run_id
+
+
+Revision ID: 339927587383
+Revises: 5681095bfc27
+Create Date: 2025-05-31 18:06:13.741056
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import mysql
+
+# revision identifiers, used by Alembic.
+revision: str = "339927587383"
+down_revision: Union[str, None] = "5681095bfc27"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.add_column(
+        "operations", sa.Column("investment_run_id", sa.BigInteger(), nullable=False)
+    )
+    op.create_foreign_key(
+        None,
+        "operations",
+        "investment_runs",
+        ["investment_run_id"],
+        ["id"],
+        ondelete="CASCADE",
+    )
+    op.drop_column("operations", "env")
+    op.add_column(
+        "portfolio_history",
+        sa.Column("investment_run_id", sa.BigInteger(), nullable=False),
+    )
+    op.create_foreign_key(
+        None,
+        "portfolio_history",
+        "investment_runs",
+        ["investment_run_id"],
+        ["id"],
+        ondelete="CASCADE",
+    )
+    op.drop_column("portfolio_history", "env")
+    op.add_column(
+        "portfolios", sa.Column("investment_run_id", sa.BigInteger(), nullable=False)
+    )
+    op.drop_constraint("uq_portfolio_composite", "portfolios", type_="unique")
+    op.create_unique_constraint(
+        "uq_portfolio_composite", "portfolios", ["stock", "investment_run_id"]
+    )
+    op.create_foreign_key(
+        None,
+        "portfolios",
+        "investment_runs",
+        ["investment_run_id"],
+        ["id"],
+        ondelete="CASCADE",
+    )
+    op.drop_column("portfolios", "env")
+    op.add_column(
+        "transactions", sa.Column("investment_run_id", sa.BigInteger(), nullable=False)
+    )
+    op.create_foreign_key(
+        None,
+        "transactions",
+        "investment_runs",
+        ["investment_run_id"],
+        ["id"],
+        ondelete="CASCADE",
+    )
+    op.drop_column("transactions", "env")
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.add_column(
+        "transactions", sa.Column("env", mysql.VARCHAR(length=50), nullable=False)
+    )
+    op.drop_constraint(None, "transactions", type_="foreignkey")
+    op.drop_column("transactions", "investment_run_id")
+    op.add_column(
+        "portfolios", sa.Column("env", mysql.VARCHAR(length=50), nullable=False)
+    )
+    op.drop_constraint(None, "portfolios", type_="foreignkey")
+    op.drop_constraint("uq_portfolio_composite", "portfolios", type_="unique")
+    op.create_unique_constraint(
+        "uq_portfolio_composite", "portfolios", ["stock", "env"]
+    )
+    op.drop_column("portfolios", "investment_run_id")
+    op.add_column(
+        "portfolio_history", sa.Column("env", mysql.VARCHAR(length=50), nullable=False)
+    )
+    op.drop_constraint(None, "portfolio_history", type_="foreignkey")
+    op.drop_column("portfolio_history", "investment_run_id")
+    op.add_column(
+        "operations", sa.Column("env", mysql.VARCHAR(length=50), nullable=False)
+    )
+    op.drop_constraint(None, "operations", type_="foreignkey")
+    op.drop_column("operations", "investment_run_id")
+    # ### end Alembic commands ###

lecrapaud/db/alembic/versions/2025_05_31_1834-52b809a34371_make_nullablee.py

@@ -0,0 +1,38 @@
+"""make_nullablee
+
+Revision ID: 52b809a34371
+Revises: 339927587383
+Create Date: 2025-05-31 18:34:58.962966
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import mysql
+
+# revision identifiers, used by Alembic.
+revision: str = '52b809a34371'
+down_revision: Union[str, None] = '339927587383'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.alter_column('investment_runs', 'initial_portfolio',
+               existing_type=mysql.JSON(),
+               nullable=True)
+    op.create_index(op.f('ix_investment_runs_id'), 'investment_runs', ['id'], unique=False)
+    op.create_foreign_key(None, 'portfolios', 'investment_runs', ['investment_run_id'], ['id'], ondelete='CASCADE')
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_constraint(None, 'portfolios', type_='foreignkey')
+    op.drop_index(op.f('ix_investment_runs_id'), table_name='investment_runs')
+    op.alter_column('investment_runs', 'initial_portfolio',
+               existing_type=mysql.JSON(),
+               nullable=False)
+    # ### end Alembic commands ###

lecrapaud/db/alembic/versions/2025_05_31_1849-3b8550297e8e_change_date_to_datetime.py

@@ -0,0 +1,44 @@
+"""change_date_To_datetime
+
+Revision ID: 3b8550297e8e
+Revises: 52b809a34371
+Create Date: 2025-05-31 18:49:59.238283
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = '3b8550297e8e'
+down_revision: Union[str, None] = '52b809a34371'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.alter_column('investment_runs', 'start_date',
+               existing_type=sa.DATE(),
+               type_=sa.DateTime(),
+               existing_nullable=False)
+    op.alter_column('investment_runs', 'end_date',
+               existing_type=sa.DATE(),
+               type_=sa.DateTime(),
+               existing_nullable=True)
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.alter_column('investment_runs', 'end_date',
+               existing_type=sa.DateTime(),
+               type_=sa.DATE(),
+               existing_nullable=True)
+    op.alter_column('investment_runs', 'start_date',
+               existing_type=sa.DateTime(),
+               type_=sa.DATE(),
+               existing_nullable=False)
+    # ### end Alembic commands ###

lecrapaud/db/alembic/versions/2025_05_31_1852-e6b8c95d8243_add_date_to_portfolio_history.py

@@ -0,0 +1,30 @@
+"""add_date_to_portfolio_history
+
+Revision ID: e6b8c95d8243
+Revises: 3b8550297e8e
+Create Date: 2025-05-31 18:52:23.021149
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = 'e6b8c95d8243'
+down_revision: Union[str, None] = '3b8550297e8e'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.add_column('portfolio_history', sa.Column('date', sa.DateTime(), nullable=False))
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_column('portfolio_history', 'date')
+    # ### end Alembic commands ###

lecrapaud/db/alembic/versions/2025_06_10_1136-db8cdd83563a_addnewsandoptiontodata.py

@@ -0,0 +1,32 @@
+"""AddNewsAndOptionToData
+
+Revision ID: db8cdd83563a
+Revises: e6b8c95d8243
+Create Date: 2025-06-10 11:36:57.478070
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = 'db8cdd83563a'
+down_revision: Union[str, None] = 'e6b8c95d8243'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.add_column('datas', sa.Column('news', sa.JSON(), nullable=True))
+    op.add_column('datas', sa.Column('options', sa.JSON(), nullable=True))
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_column('datas', 'options')
+    op.drop_column('datas', 'news')
+    # ### end Alembic commands ###

lecrapaud/db/alembic/versions/2025_06_17_1652-c45f5e49fa2c_make_fields_nullable.py

@@ -0,0 +1,89 @@
+"""
+
+Revision ID: c45f5e49fa2c
+Revises: db8cdd83563a
+Create Date: 2025-06-17 16:52:45.042045
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import mysql
+
+# revision identifiers, used by Alembic.
+revision: str = "c45f5e49fa2c"
+down_revision: Union[str, None] = "db8cdd83563a"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.alter_column(
+        "datasets", "train_size", existing_type=mysql.INTEGER(), nullable=True
+    )
+    op.alter_column(
+        "datasets", "test_size", existing_type=mysql.INTEGER(), nullable=True
+    )
+    op.alter_column(
+        "datasets", "number_of_groups", existing_type=mysql.INTEGER(), nullable=True
+    )
+    op.alter_column(
+        "datasets", "list_of_groups", existing_type=mysql.JSON(), nullable=True
+    )
+    op.alter_column(
+        "datasets", "start_date", existing_type=mysql.DATETIME(), nullable=True
+    )
+    op.alter_column(
+        "datasets", "end_date", existing_type=mysql.DATETIME(), nullable=True
+    )
+    op.alter_column(
+        "datasets", "train_start_date", existing_type=mysql.DATETIME(), nullable=True
+    )
+    op.alter_column(
+        "datasets", "train_end_date", existing_type=mysql.DATETIME(), nullable=True
+    )
+    op.alter_column(
+        "datasets", "test_start_date", existing_type=mysql.DATETIME(), nullable=True
+    )
+    op.alter_column(
+        "datasets", "test_end_date", existing_type=mysql.DATETIME(), nullable=True
+    )
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.alter_column(
+        "datasets", "test_end_date", existing_type=mysql.DATETIME(), nullable=False
+    )
+    op.alter_column(
+        "datasets", "test_start_date", existing_type=mysql.DATETIME(), nullable=False
+    )
+    op.alter_column(
+        "datasets", "train_end_date", existing_type=mysql.DATETIME(), nullable=False
+    )
+    op.alter_column(
+        "datasets", "train_start_date", existing_type=mysql.DATETIME(), nullable=False
+    )
+    op.alter_column(
+        "datasets", "end_date", existing_type=mysql.DATETIME(), nullable=False
+    )
+    op.alter_column(
+        "datasets", "start_date", existing_type=mysql.DATETIME(), nullable=False
+    )
+    op.alter_column(
+        "datasets", "list_of_groups", existing_type=mysql.JSON(), nullable=False
+    )
+    op.alter_column(
+        "datasets", "number_of_groups", existing_type=mysql.INTEGER(), nullable=False
+    )
+    op.alter_column(
+        "datasets", "test_size", existing_type=mysql.INTEGER(), nullable=False
+    )
+    op.alter_column(
+        "datasets", "train_size", existing_type=mysql.INTEGER(), nullable=False
+    )
+    # ### end Alembic commands ###

lecrapaud/db/models/__init__.py

@@ -0,0 +1,11 @@
+from lecrapaud.db.models.base import Base
+
+from lecrapaud.db.models.dataset import Dataset
+from lecrapaud.db.models.feature_selection_rank import FeatureSelectionRank
+from lecrapaud.db.models.feature_selection import FeatureSelection
+from lecrapaud.db.models.feature import Feature
+from lecrapaud.db.models.model_selection import ModelSelection
+from lecrapaud.db.models.model_training import ModelTraining
+from lecrapaud.db.models.model import Model
+from lecrapaud.db.models.score import Score
+from lecrapaud.db.models.target import Target

lecrapaud/db/models/base.py

@@ -0,0 +1,181 @@
+"""Base SQLAlchemy model with CRUD operations."""
+
+from functools import wraps
+
+from sqlalchemy.orm import DeclarativeBase
+from sqlalchemy import desc, asc, and_, delete
+from sqlalchemy.inspection import inspect
+from sqlalchemy.orm.attributes import InstrumentedAttribute
+from lecrapaud.db.session import get_db
+
+
+def with_db(func):
+    """Decorator to allow passing an optional db session"""
+
+    @wraps(func)
+    def wrapper(*args, **kwargs):
+        db = kwargs.pop("db", None)
+        if db:
+            return func(*args, db=db, **kwargs)
+        with get_db() as db:
+            return func(*args, db=db, **kwargs)
+
+    return wrapper
+
+
+# declarative base class
+class Base(DeclarativeBase):
+    @classmethod
+    @with_db
+    def create(cls, db, **kwargs):
+        instance = cls(**kwargs)
+        db.add(instance)
+        db.commit()
+        db.refresh(instance)
+        return instance
+
+    @classmethod
+    @with_db
+    def get(cls, id: int, db=None):
+        return db.get(cls, id)
+
+    @classmethod
+    @with_db
+    def find_by(cls, db=None, **kwargs):
+        return db.query(cls).filter_by(**kwargs).first()
+
+    @classmethod
+    @with_db
+    def get_all(
+        cls, raw=False, db=None, limit: int = 100, order: str = "desc", **kwargs
+    ):
+        order_by_field = (
+            desc(cls.created_at) if order == "desc" else asc(cls.created_at)
+        )
+
+        query = db.query(cls)
+
+        # Apply filters from kwargs
+        for key, value in kwargs.items():
+            if hasattr(cls, key):
+                query = query.filter(getattr(cls, key) == value)
+
+        results = query.order_by(order_by_field).limit(limit).all()
+
+        if raw:
+            return [
+                {
+                    column.name: getattr(row, column.name)
+                    for column in cls.__table__.columns
+                }
+                for row in results
+            ]
+
+        return results
+
+    @classmethod
+    @with_db
+    def filter(cls, db=None, **kwargs):
+        filters = []
+
+        for key, value in kwargs.items():
+            if "__" in key:
+                field, op = key.split("__", 1)
+            else:
+                field, op = key, "eq"
+
+            if not hasattr(cls, field):
+                raise ValueError(f"{field} is not a valid field on {cls.__name__}")
+
+            column: InstrumentedAttribute = getattr(cls, field)
+
+            if op == "eq":
+                filters.append(column == value)
+            elif op == "in":
+                filters.append(column.in_(value))
+            elif op == "gt":
+                filters.append(column > value)
+            elif op == "lt":
+                filters.append(column < value)
+            elif op == "gte":
+                filters.append(column >= value)
+            elif op == "lte":
+                filters.append(column <= value)
+            else:
+                raise ValueError(f"Unsupported operator: {op}")
+
+        return db.query(cls).filter(and_(*filters)).all()
+
+    @classmethod
+    @with_db
+    def update(cls, id: int, db=None, **kwargs):
+        instance = db.get(cls, id)
+        if not instance:
+            return None
+        for key, value in kwargs.items():
+            setattr(instance, key, value)
+        db.commit()
+        db.refresh(instance)
+        return instance
+
+    @classmethod
+    @with_db
+    def upsert(cls, match_fields: list[str], db=None, **kwargs):
+        """
+        Upsert an instance of the model: update if found, else create.
+
+        :param match_fields: list of field names to use for matching
+        :param kwargs: all fields for creation or update
+        """
+        filters = [
+            getattr(cls, field) == kwargs[field]
+            for field in match_fields
+            if field in kwargs
+        ]
+
+        instance = db.query(cls).filter(*filters).first()
+
+        if instance:
+            for key, value in kwargs.items():
+                setattr(instance, key, value)
+        else:
+            instance = cls(**kwargs)
+            db.add(instance)
+
+        db.commit()
+        db.refresh(instance)
+        return instance
+
+    @classmethod
+    @with_db
+    def delete(cls, id: int, db=None):
+        instance = db.get(cls, id)
+        if instance:
+            db.delete(instance)
+            db.commit()
+            return True
+        return False
+
+    @classmethod
+    @with_db
+    def delete_all(cls, db=None, **kwargs):
+        stmt = delete(cls)
+
+        for key, value in kwargs.items():
+            if hasattr(cls, key):
+                stmt = stmt.where(getattr(cls, key) == value)
+
+        db.execute(stmt)
+        db.commit()
+        return True
+
+    @with_db
+    def save(self, db=None):
+        self = db.merge(self)
+        db.add(self)
+        db.commit()
+        db.refresh(self)
+        return self
+
+    def to_json(self):
+        return {c.key: getattr(self, c.key) for c in inspect(self).mapper.column_attrs}