lecrapaud 0.4.0__py3-none-any.whl → 0.4.2__py3-none-any.whl

lecrapaud/search_space.py

@@ -48,6 +48,7 @@ from keras.activations import sigmoid
 
 # Search spaces
 from ray import tune
+import pandas as pd
 
 # we cannot use tune.sample_from function to make conditionnal search space, because hyperopt and bayesian opt need a fixed search space
 
@@ -842,3 +843,6 @@ def get_models_idx(*model_names):
         i for i, model in enumerate(models) if model["model_name"] in model_names
     ]
     return matching_idx
+
+
+all_models = ml_models + dl_recurrent_models

lecrapaud/utils.py

@@ -10,8 +10,8 @@ import unicodedata
 import re
 import string
 
-from src.directory_management import logger_dir
-from src.config import LOGGING_LEVEL, PYTHON_ENV
+from lecrapaud.directories import logger_dir
+from lecrapaud.config import LOGGING_LEVEL, PYTHON_ENV
 
 _LOGGER_ALREADY_CONFIGURED = False
 

lecrapaud-0.4.2.dist-info/METADATA

@@ -0,0 +1,177 @@
+Metadata-Version: 2.3
+Name: lecrapaud
+Version: 0.4.2
+Summary: Framework for machine and deep learning, with regression, classification and time series analysis
+License: Apache License
+Author: Pierre H. Gallet
+Requires-Python: ==3.12.*
+Classifier: License :: Other/Proprietary License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.12
+Requires-Dist: backoff (>=2.2.1)
+Requires-Dist: category-encoders (>=2.8.1)
+Requires-Dist: celery (>=5.5.1)
+Requires-Dist: curl-cffi (>=0.11.1)
+Requires-Dist: deep-translator (>=1.11.4)
+Requires-Dist: degiro-connector (>=3.0.26)
+Requires-Dist: fake-useragent (>=2.1.0)
+Requires-Dist: ftfy (>=6.3.1)
+Requires-Dist: honeybadger (>=0.21)
+Requires-Dist: joblib (>=1.4.2)
+Requires-Dist: keras (>=3.9.0)
+Requires-Dist: keras-tcn (>=3.1.2)
+Requires-Dist: lightgbm (>=4.6.0)
+Requires-Dist: matplotlib (>=3.10.1)
+Requires-Dist: mlxtend (>=0.23.4)
+Requires-Dist: numpy (>=2.1.3)
+Requires-Dist: openai (>=1.86.0)
+Requires-Dist: pandas (>=2.2.3)
+Requires-Dist: pandas-market-calendars (>=4.6.1)
+Requires-Dist: playwright (>=1.52.0)
+Requires-Dist: pydantic (>=2.10.6)
+Requires-Dist: python-dotenv (>=1.0.1)
+Requires-Dist: pytz (>=2025.1)
+Requires-Dist: ratelimit (>=2.2.1)
+Requires-Dist: scikit-learn (>=1.6.1)
+Requires-Dist: scipy (>=1.15.2)
+Requires-Dist: seaborn (>=0.13.2)
+Requires-Dist: sentence-transformers (>=3.4.1)
+Requires-Dist: sqlalchemy (>=2.0.39)
+Requires-Dist: tensorboardx (>=2.6.2.2)
+Requires-Dist: tensorflow (>=2.19.0)
+Requires-Dist: tf-keras (>=2.19.0)
+Requires-Dist: tiktoken (>=0.9.0)
+Requires-Dist: tqdm (>=4.67.1)
+Requires-Dist: xgboost (>=3.0.0)
+Requires-Dist: yahoo-fin (>=0.8.9.1)
+Requires-Dist: yfinance (>=0.2.55)
+Description-Content-Type: text/markdown
+
+<div align="center">
+
+<img src="https://s3.amazonaws.com/pix.iemoji.com/images/emoji/apple/ios-12/256/frog-face.png" width=120 alt="crapaud"/>
+
+## Welcome to LeCrapaud
+
+**An all-in-one machine learning framework**
+
+[![GitHub stars](https://img.shields.io/github/stars/pierregallet/lecrapaud.svg?style=flat&logo=github&colorB=blue&label=stars)](https://github.com/pierregallet/lecrapaud/stargazers)
+[![PyPI version](https://badge.fury.io/py/lecrapaud.svg)](https://badge.fury.io/py/lecrapaud)
+[![Python versions](https://img.shields.io/pypi/pyversions/lecrapaud.svg)](https://pypi.org/project/lecrapaud)
+[![License](https://img.shields.io/github/license/pierregallet/lecrapaud.svg)](https://github.com/pierregallet/lecrapaud/blob/main/LICENSE)
+[![codecov](https://codecov.io/gh/pierregallet/lecrapaud/branch/main/graph/badge.svg)](https://codecov.io/gh/pierregallet/lecrapaud)
+
+</div>
+
+## 🚀 Introduction
+
+LeCrapaud is a high-level Python library for end-to-end machine learning workflows on tabular data, with a focus on financial and stock datasets. It provides a simple API to handle feature engineering, model selection, training, and prediction, all in a reproducible and modular way.
+
+## ✨ Key Features
+
+- 🧩 Modular pipeline: Feature engineering, preprocessing, selection, and modeling as independent steps
+- 🤖 Automated model selection and hyperparameter optimization
+- 📊 Easy integration with pandas DataFrames
+- 🔬 Supports both regression and classification tasks
+- 🛠️ Simple API for both full pipeline and step-by-step usage
+- 📦 Ready for production and research workflows
+
+## ⚡ Quick Start
+
+
+### Install the package
+
+```sh
+pip install lecrapaud
+```
+
+### How it works
+
+This package provides a high-level API to manage experiments for feature engineering, model selection, and prediction on tabular data (e.g. stock data).
+
+### Typical workflow
+
+```python
+from lecrapaud import LeCrapaud
+
+# 1. Create the main app
+app = LeCrapaud()
+
+# 2. Define your experiment context (see your notebook or api.py for all options)
+context = {
+    "data": your_dataframe,
+    "columns_drop": [...],
+    "columns_date": [...],
+    # ... other config options
+}
+
+# 3. Create an experiment
+experiment = app.create_experiment(**context)
+
+# 4. Run the full training pipeline
+experiment.train(your_dataframe)
+
+# 5. Make predictions on new data
+predictions = experiment.predict(new_data)
+```
+
+### Modular usage
+
+You can also use each step independently:
+
+```python
+data_eng = experiment.feature_engineering(data)
+train, val, test = experiment.preprocess_feature(data_eng)
+features = experiment.feature_selection(train)
+std_data, reshaped_data = experiment.preprocess_model(train, val, test)
+experiment.model_selection(std_data, reshaped_data)
+```
+
+## 🤝 Contributing
+
+### Reminders for Github usage
+
+1. Creating Github repository
+
+```sh
+$ brew install gh
+$ gh auth login
+$ gh repo create
+```
+
+2. Initializing git and first commit to distant repository
+
+```sh
+$ git init
+$ git add .
+$ git commit -m 'first commit'
+$ git remote add origin <YOUR_REPO_URL>
+$ git push -u origin master
+```
+
+3. Use conventional commits  
+https://www.conventionalcommits.org/en/v1.0.0/#summary
+
+4. Create environment
+
+```sh
+$ pip install virtualenv
+$ python -m venv .venv
+$ source .venv/bin/activate
+```
+
+5. Install dependencies
+
+```sh
+$ make install
+```
+
+6. Deactivate virtualenv (if needed)
+
+```sh
+$ deactivate
+```
+
+---
+
+Pierre Gallet © 2025

{lecrapaud-0.4.0.dist-info → lecrapaud-0.4.2.dist-info}/RECORD

@@ -1,8 +1,9 @@
-lecrapaud/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lecrapaud/config.py,sha256=887tTPkjK3Nt9wrduTmghmX_qKTFjMiZgy589flC-vw,496
-lecrapaud/db/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+lecrapaud/__init__.py,sha256=oCxbtw_nk8rlOXbXbWo0RRMlsh6w-hTiZ6e5PRG_wp0,28
+lecrapaud/api.py,sha256=3yAoHTJt1XtjCrLemwZnoY7UyTdsZo9a7-jgbkOnirc,9912
+lecrapaud/config.py,sha256=Jf7kknumJ9NudVoLugOxqLqB7zTSl67IVV2VVWA0Pv4,1027
+lecrapaud/db/__init__.py,sha256=82o9fMfaqKXPh2_rt44EzNRVZV1R4LScEnQYvj_TjK0,34
 lecrapaud/db/alembic/README,sha256=MVlc9TYmr57RbhXET6QxgyCcwWP7w-vLkEsirENqiIQ,38
-lecrapaud/db/alembic/env.py,sha256=iJDgajC3RzQOiv0C-kpsC6d4AofhM2U0-m2de45rPWY,2150
+lecrapaud/db/alembic/env.py,sha256=OwO56oeL7o3XQe2pnhMxK9C3Yeoz-ZCnGUSnXkNU-rg,2164
 lecrapaud/db/alembic/script.py.mako,sha256=MEqL-2qATlST9TAOeYgscMn1uy6HUS9NFvDgl93dMj8,635
 lecrapaud/db/alembic/versions/2025_04_06_1738-7390745388e4_initial_setup.py,sha256=k-IPzyKK6Jk0Xf7Hu9awxnMw4bJOxDaKtEnesREvJ5Q,17069
 lecrapaud/db/alembic/versions/2025_04_06_1755-40cd8d3e798e_unique_constraint_for_data.py,sha256=6NvzMm3J7Lh8pUFoF8Ov4J1V8M9fBXAQV69BNB89QNw,841
@@ -15,34 +16,35 @@ lecrapaud/db/alembic/versions/2025_05_27_2047-6b6f2d38e9bc_double_instead_of_flo
 lecrapaud/db/alembic/versions/2025_05_31_1111-c175e4a36d68_generalise_stock_to_group.py,sha256=oezuATpCoIsWEuMNB4M19LIb6y_a3UHskFjf7nF_-gk,1312
 lecrapaud/db/alembic/versions/2025_05_31_1256-5681095bfc27_create_investment_run_and_portfolio_.py,sha256=6kdAkFkVQi7hJQx-B1YhA_og2HkGep1gHITXivMNZR4,2850
 lecrapaud/db/alembic/versions/2025_05_31_1806-339927587383_add_investment_run_id.py,sha256=AdN1DzPOgtMDQQFbM62URsv1IxbPUO1_kNzy1Yl1oIc,3346
-lecrapaud/db/alembic/versions/2025_05_31_1834-52b809a34371_make_nullablee.py,sha256=40luKBAdfTJxhSgzKogm3nPbo4xvJKJmIEKcoD9V7tk,1331
+lecrapaud/db/alembic/versions/2025_05_31_1834-52b809a34371_make_nullablee.py,sha256=mnwDhWUFd-7FECHSn0_OGI93jxOeK4H2L4gp3ioqTDE,1234
 lecrapaud/db/alembic/versions/2025_05_31_1849-3b8550297e8e_change_date_to_datetime.py,sha256=d5swE95kdKovIBClS_tmTgNtN8epgMMz1X7DxPI17Lw,1356
 lecrapaud/db/alembic/versions/2025_05_31_1852-e6b8c95d8243_add_date_to_portfolio_history.py,sha256=veTx2DTbJDZ-wUhQTHJRA9lKam6To45jtRKT1UTX93I,829
 lecrapaud/db/alembic/versions/2025_06_10_1136-db8cdd83563a_addnewsandoptiontodata.py,sha256=V_Wjm-XMfMyG988R-3ii3-fzHP_tb2FtZmc4C6WkQOM,907
-lecrapaud/db/crud.py,sha256=4gbkqDlLiGioPfl0De3FDE2DD3pry2fMANoXKXDPckI,4778
-lecrapaud/db/models/__init__.py,sha256=eYPXbHmTdG3yOvkTJDNh3ms0Qo5ME7gwhfzp_3LzlLU,480
-lecrapaud/db/models/base.py,sha256=r-a6bBCgJ54FLyVW4IT-y-D8Y2dGYGNddCa8AAJaNHI,108
-lecrapaud/db/models/dataset.py,sha256=cUURxrD9ryA3BvERZAv1HThDb7rHNDxDhMvdHkRRboM,3705
-lecrapaud/db/models/feature.py,sha256=SnB4kzkKAlvGO89hONr-lT93-rRTQqsFAl5O-4I9KQM,1162
-lecrapaud/db/models/feature_selection.py,sha256=cw5-Ksl6FqBScNnWs3EZieX6EGlwblPyMHWPq8iy0i0,3268
-lecrapaud/db/models/feature_selection_rank.py,sha256=OBMoZ7LBc3vc1-O6V0w1bY5VaxYg9u42qbqZrZ8c3z4,2117
-lecrapaud/db/models/model.py,sha256=FhqbzHjVKQ_tQkUR6fqLfKrS7daksj5G2won-x3untI,1012
-lecrapaud/db/models/model_selection.py,sha256=kwhLmJSWOSyY4rBfrVhYWL43_kyjz8U4Pf922-83KZY,1738
-lecrapaud/db/models/model_training.py,sha256=igxoXJFzm3OR6pRxoJjS-JLFld4z3dnSb6Ri0DHw8aI,1579
-lecrapaud/db/models/score.py,sha256=vLoj3n5XhAcgXecxR1aUhZyyTEY75VmL3eaKXF_DhdQ,1722
-lecrapaud/db/models/target.py,sha256=J-2IuU8JWT0uxCcaAUxiY7nLegXfAM9Jq_83oaH-SgM,1594
-lecrapaud/db/services.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lecrapaud/db/setup.py,sha256=35pEGb3jo5LFq0Fr29RoupzltPJTZm23jlqXbYisyLc,1747
-lecrapaud/directory_management.py,sha256=wrHmAJ-cBKb0GhJifxrb_RoLhZJX8xdkeirrWs7jQHk,791
-lecrapaud/feature_engineering.py,sha256=90ZCLYZiR92bnp0ze9KaPcP7tCuJUzgy1PBAeKTaUSg,39032
-lecrapaud/feature_selection.py,sha256=X741mvvOonW0NjdIriVGgBwDTRFxAJsUVcrsTL6wxk0,43329
-lecrapaud/jobs/__init__.py,sha256=9r8sii_z3ypGFxhkqgYLTsXMGhd0ZdhV3wpEyPEozas,280
-lecrapaud/jobs/config.py,sha256=mSVH41US6iZml5Sc4fr4Xx_RyiC8LB9idywqKdOhMl8,371
-lecrapaud/jobs/scheduler.py,sha256=E9oofuXuR1WtZPxSGSpWaIsM1aKgaan-K2xras-1weE,984
-lecrapaud/jobs/tasks.py,sha256=P6cuqM1q8WiD5lRc1HvZMJlMUOiR7thobia0op_VmZ0,1604
-lecrapaud/model_selection.py,sha256=7wl3aMMg1mSJxtMNUJXCGzRyCW76A202ZMzNmlxyCl8,55944
-lecrapaud/predictions.py,sha256=nQkaHXPtmK0HpO1pdvXR7yhCODRmgztd8xjlqDp9IW8,10719
-lecrapaud/search_space.py,sha256=XrTCPyl7by1wpqgWAPjmHaVIhL73yCnCaftEH7_a4IM,34056
+lecrapaud/db/alembic/versions/2025_06_17_1652-c45f5e49fa2c_make_fields_nullable.py,sha256=0avBVj5WwNXZjCMuobqJFTtwMAlHNIWx5jsIpBR2lgs,2887
+lecrapaud/db/alembic.ini,sha256=lQe8leIj1uOfXX5s2t-mmDPz3KRQYWX2nVBfneDLBew,3587
+lecrapaud/db/models/__init__.py,sha256=oiOQitb8zEA7TK262zWLN6xnbZWYfg4eOaKVfAVyAFA,540
+lecrapaud/db/models/base.py,sha256=zXI7biTA6-nzdTW8I71nGhHubkNLDFrQ5L1k9heOnuo,4889
+lecrapaud/db/models/dataset.py,sha256=KnnsCThMvU1s7fqrhTmrn8eX6S776SrVd6eiqKNe2Xg,3705
+lecrapaud/db/models/feature.py,sha256=-6K6zk8KHhdQHIuJ4PpXI6FJyw9nLmSlhlRjoglb5dE,1138
+lecrapaud/db/models/feature_selection.py,sha256=mhlxu-aeYszLBqp7Z-QHTQI7P-ZXTeIja7fuX_BJsfw,3237
+lecrapaud/db/models/feature_selection_rank.py,sha256=urPxiGwYNYMb-QU9ky2nX2oDlGoGiwzrNbHjeKYDTwM,2086
+lecrapaud/db/models/model.py,sha256=tMUUdnp83pjp76Ypx7hORgEDux9kybG120_mtaJ0Ztc,981
+lecrapaud/db/models/model_selection.py,sha256=Lj2WZBWvaVpJeDjdiAs8wvkoI-XrWv2IIjY34SetCBY,1773
+lecrapaud/db/models/model_training.py,sha256=2xv9SOh8IUV1ROSsKlooAGanl9G8nBdmr7vaV4GAWtw,1618
+lecrapaud/db/models/score.py,sha256=I6kA55ZQhReo9dA_JEgeRSqDoFKmYyL3l-zCffwsofs,1719
+lecrapaud/db/models/target.py,sha256=scEtXVO3oysEvg9uwm_ncsS3-4o2A6z6XiDVGrg5WHE,1644
+lecrapaud/db/session.py,sha256=TIk6ZgNZieKx3wmkt1vrHrU6i0Qwn6nrp4mzUrM1CK4,2131
+lecrapaud/directories.py,sha256=wrHmAJ-cBKb0GhJifxrb_RoLhZJX8xdkeirrWs7jQHk,791
+lecrapaud/experiment.py,sha256=ApsGtGaISYsQCdAGa1llzBslfODK-w1_zf44p6Es3Xs,1985
+lecrapaud/feature_engineering.py,sha256=MEPW8-AgO3xnbwMHV3dC_gMtrBeKQhaCDrAicWgXX6w,30251
+lecrapaud/feature_selection.py,sha256=RD016F9_r249VEAe5bLCpB4tHQSbhdMoXRFohkk3c5g,42429
+lecrapaud/integrations/openai_integration.py,sha256=hHLF3fk5Bps8KNbNrEL3NUFa945jwClE6LrLpuMZOd4,7459
+lecrapaud/jobs/__init__.py,sha256=ZkrsyTOR21c_wN7RY8jPhm8jCrL1oCEtTsf3VFIlQiE,292
+lecrapaud/jobs/config.py,sha256=AmO0j3RFjx8H66dfKw_7vnshaOJb9Ox5BAZ9cwwLFMY,377
+lecrapaud/jobs/scheduler.py,sha256=SiYWPxokpKnR8V6btLOO6gbK0PEjSRoeG0kCbQvYPf4,990
+lecrapaud/jobs/tasks.py,sha256=evzhOHpgp6Gvoz__jUipi-_HSNny7bWgAauHv2Hpxyk,1640
+lecrapaud/model_selection.py,sha256=y01yOK5oB9hdeEJkjjavDJvYAUCR3PS6FWRAN43uDzo,61322
+lecrapaud/search_space.py,sha256=6kVXDSmvpTuLKTlqQkKIzrJOM2P7HpqRiO3PR37VrsM,34123
 lecrapaud/services/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lecrapaud/services/embedding_categorical.py,sha256=jPKl3GjJ8STk5u0ux9VHbUYq-XRuNULhMJuXdeJAePU,2593
 lecrapaud/services/indicators.py,sha256=1iDxCRzqAeBEwbazQOl_1LJnw_ceM7IiYYWkJbs14s4,9190
@@ -52,9 +54,8 @@ lecrapaud/speed_tests/test-gpu-resnet.ipynb,sha256=27Vu7nYwujYeh3fOxBNCnKJn3MXNP
 lecrapaud/speed_tests/test-gpu-transformers.ipynb,sha256=k6MBSs_Um1h4PykvE-LTBcdpbWLbIFST_xl_AFW2jgI,8444
 lecrapaud/speed_tests/tests.ipynb,sha256=RjI7LDHSsbadUkea_hT14sD7ivljtIQk4NB5McXJ1bE,3835
 lecrapaud/speed_tests/trash.py,sha256=E4zrrRyVqeNEumWg8rYKquR9VTIULN52eCRqjmv_s58,1647
-lecrapaud/training.py,sha256=NXkpyrkofoEHafTkuVs6o_D6c9SZxcFGqL85HZAuLCQ,5112
-lecrapaud/utils.py,sha256=X_kqmYaLxRA_uQLdEO1bRI_YeDAbqKEi1rLwTbWkH6U,8095
-lecrapaud-0.4.0.dist-info/LICENSE,sha256=MImCryu0AnqhJE_uAZD-PIDKXDKb8sT7v0i1NOYeHTM,11350
-lecrapaud-0.4.0.dist-info/METADATA,sha256=EjL3Sj2NMwjmzvhqyNM_tnS5Ii1boVOtPOcQG_bDt6I,2452
-lecrapaud-0.4.0.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
-lecrapaud-0.4.0.dist-info/RECORD,,
+lecrapaud/utils.py,sha256=TMlEyU6aRhgiYRtdbvKrlq2t1L9Al5BXfQ3cPbeHlX8,8098
+lecrapaud-0.4.2.dist-info/LICENSE,sha256=MImCryu0AnqhJE_uAZD-PIDKXDKb8sT7v0i1NOYeHTM,11350
+lecrapaud-0.4.2.dist-info/METADATA,sha256=69vSPi3zCcGsLYIwWxHrNLHVIRz6Y9HMIXgqP0kDNmQ,5187
+lecrapaud-0.4.2.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+lecrapaud-0.4.2.dist-info/RECORD,,

{lecrapaud-0.4.0.dist-info → lecrapaud-0.4.2.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.1.1
+Generator: poetry-core 2.1.3
 Root-Is-Purelib: true
 Tag: py3-none-any

lecrapaud/db/crud.py

@@ -1,179 +0,0 @@
-from sqlalchemy import desc, asc
-from sqlalchemy.inspection import inspect
-from functools import wraps
-from sqlalchemy.orm.attributes import InstrumentedAttribute
-from sqlalchemy import or_, and_, delete
-
-from src.db.setup import get_db
-
-
-def with_db(func):
-    """Decorator to allow passing an optional db session"""
-
-    @wraps(func)
-    def wrapper(*args, **kwargs):
-        db = kwargs.pop("db", None)
-        if db:
-            return func(*args, db=db, **kwargs)
-        with get_db() as db:
-            return func(*args, db=db, **kwargs)
-
-    return wrapper
-
-
-class CRUDMixin:
-
-    @classmethod
-    @with_db
-    def create(cls, db, **kwargs):
-        instance = cls(**kwargs)
-        db.add(instance)
-        db.commit()
-        db.refresh(instance)
-        return instance
-
-    @classmethod
-    @with_db
-    def get(cls, id: int, db=None):
-        return db.get(cls, id)
-
-    @classmethod
-    @with_db
-    def find_by(cls, db=None, **kwargs):
-        return db.query(cls).filter_by(**kwargs).first()
-
-    @classmethod
-    @with_db
-    def get_all(
-        cls, raw=False, db=None, limit: int = 100, order: str = "desc", **kwargs
-    ):
-        order_by_field = (
-            desc(cls.created_at) if order == "desc" else asc(cls.created_at)
-        )
-
-        query = db.query(cls)
-
-        # Apply filters from kwargs
-        for key, value in kwargs.items():
-            if hasattr(cls, key):
-                query = query.filter(getattr(cls, key) == value)
-
-        results = query.order_by(order_by_field).limit(limit).all()
-
-        if raw:
-            return [
-                {
-                    column.name: getattr(row, column.name)
-                    for column in cls.__table__.columns
-                }
-                for row in results
-            ]
-
-        return results
-
-    @classmethod
-    @with_db
-    def filter(cls, db=None, **kwargs):
-        filters = []
-
-        for key, value in kwargs.items():
-            if "__" in key:
-                field, op = key.split("__", 1)
-            else:
-                field, op = key, "eq"
-
-            if not hasattr(cls, field):
-                raise ValueError(f"{field} is not a valid field on {cls.__name__}")
-
-            column: InstrumentedAttribute = getattr(cls, field)
-
-            if op == "eq":
-                filters.append(column == value)
-            elif op == "in":
-                filters.append(column.in_(value))
-            elif op == "gt":
-                filters.append(column > value)
-            elif op == "lt":
-                filters.append(column < value)
-            elif op == "gte":
-                filters.append(column >= value)
-            elif op == "lte":
-                filters.append(column <= value)
-            else:
-                raise ValueError(f"Unsupported operator: {op}")
-
-        return db.query(cls).filter(and_(*filters)).all()
-
-    @classmethod
-    @with_db
-    def update(cls, id: int, db=None, **kwargs):
-        instance = db.get(cls, id)
-        if not instance:
-            return None
-        for key, value in kwargs.items():
-            setattr(instance, key, value)
-        db.commit()
-        db.refresh(instance)
-        return instance
-
-    @classmethod
-    @with_db
-    def upsert(cls, match_fields: list[str], db=None, **kwargs):
-        """
-        Upsert an instance of the model: update if found, else create.
-
-        :param match_fields: list of field names to use for matching
-        :param kwargs: all fields for creation or update
-        """
-        filters = [
-            getattr(cls, field) == kwargs[field]
-            for field in match_fields
-            if field in kwargs
-        ]
-
-        instance = db.query(cls).filter(*filters).first()
-
-        if instance:
-            for key, value in kwargs.items():
-                setattr(instance, key, value)
-        else:
-            instance = cls(**kwargs)
-            db.add(instance)
-
-        db.commit()
-        db.refresh(instance)
-        return instance
-
-    @classmethod
-    @with_db
-    def delete(cls, id: int, db=None):
-        instance = db.get(cls, id)
-        if instance:
-            db.delete(instance)
-            db.commit()
-            return True
-        return False
-
-    @classmethod
-    @with_db
-    def delete_all(cls, db=None, **kwargs):
-        stmt = delete(cls)
-
-        for key, value in kwargs.items():
-            if hasattr(cls, key):
-                stmt = stmt.where(getattr(cls, key) == value)
-
-        db.execute(stmt)
-        db.commit()
-        return True
-
-    @with_db
-    def save(self, db=None):
-        self = db.merge(self)
-        db.add(self)
-        db.commit()
-        db.refresh(self)
-        return self
-
-    def to_json(self):
-        return {c.key: getattr(self, c.key) for c in inspect(self).mapper.column_attrs}

lecrapaud/db/setup.py

@@ -1,58 +0,0 @@
-from sqlalchemy import create_engine, text, MetaData
-from sqlalchemy.orm import sessionmaker
-import os
-from contextlib import contextmanager
-from dotenv import load_dotenv
-
-load_dotenv()
-
-if os.getenv("PYTHON_ENV") == "Test":
-    DB_USER = os.getenv("TEST_DB_USER", "root")
-    DB_PASSWORD = os.getenv("TEST_DB_PASSWORD", "")
-    DB_HOST = os.getenv("TEST_DB_HOST", "127.0.0.1")
-    DB_PORT = os.getenv("TEST_DB_PORT", "3306")
-    DB_NAME = os.getenv("TEST_DB_NAME", "test_stock_db")
-else:
-    DB_USER = os.getenv("DB_USER", "root")
-    DB_PASSWORD = os.getenv("DB_PASSWORD", "")
-    DB_HOST = os.getenv("DB_HOST", "localhost")
-    DB_PORT = os.getenv("DB_PORT", "3306")
-    DB_NAME = os.getenv("DB_NAME", "stock_db")
-
-# Step 1: Connect to MySQL without a database
-root_engine = create_engine(
-    f"mysql+pymysql://{DB_USER}:{DB_PASSWORD}@{DB_HOST}:{DB_PORT}/"
-)
-
-# Step 2: Create database if it doesn't exist
-with root_engine.connect() as conn:
-    conn.execute(text(f"CREATE DATABASE IF NOT EXISTS {DB_NAME}"))
-    conn.commit()
-
-# Step 3: Connect to the newly created database
-DATABASE_URL = f"mysql+pymysql://{DB_USER}:{DB_PASSWORD}@{DB_HOST}:{DB_PORT}/{DB_NAME}"
-engine = create_engine(DATABASE_URL, echo=False)
-
-# Step 4: Create session factory
-SessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)
-
-# Step 5: Create tables
-RESET_DB = False
-if RESET_DB:
-    metadata = MetaData()
-    metadata.reflect(bind=engine)
-    metadata.drop_all(bind=engine)
-# Base.metadata.create_all(bind=engine)
-
-
-# Dependency to get a session instance
-@contextmanager
-def get_db():
-    db = SessionLocal()
-    try:
-        yield db
-    except Exception as e:
-        db.rollback()
-        raise Exception(e)
-    finally:
-        db.close()