lecrapaud 0.6.2__py3-none-any.whl → 0.7.0__py3-none-any.whl

lecrapaud/api.py

@@ -48,13 +48,13 @@ class LeCrapaud:
         init_db(uri=uri)
 
     def create_experiment(self, data: pd.DataFrame, **kwargs):
-        return App(data=data, **kwargs)
+        return ExperimentEngine(data=data, **kwargs)
 
     def get_experiment(self, id: int, **kwargs):
-        return App(id=id, **kwargs)
+        return ExperimentEngine(id=id, **kwargs)
 
 
-class App:
+class ExperimentEngine:
     def __init__(self, id=None, data=None, **kwargs):
         if id:
             self.experiment = Experiment.get(id)
@@ -285,3 +285,16 @@ class App:
                 plot=self.plot,
                 preserve_model=self.preserve_model,
             )
+
+    def get_scores(self, target_number: int):
+        return pd.read_csv(
+            f"{self.experiment.path}/TARGET_{target_number}/scores_tracking.csv"
+        )
+
+    def get_prediction(self, target_number: int, model_name: str):
+        return pd.read_csv(
+            f"{self.experiment.path}/TARGET_{target_number}/{model_name}/prediction.csv"
+        )
+
+    def get_feature_summary(self):
+        return pd.read_csv(f"{self.experiment.path}/feature_summary.csv")

lecrapaud/config.py

@@ -5,7 +5,7 @@ load_dotenv(override=False)
 
 PYTHON_ENV = os.getenv("PYTHON_ENV")
 REDIS_URL = os.getenv("REDIS_URL", "redis://localhost:6379")
-DATASET_ID = os.getenv("DATASET_ID")
+EXPERIMENT_ID = os.getenv("EXPERIMENT_ID")
 LOGGING_LEVEL = os.getenv("LOGGING_LEVEL", "INFO")
 
 DB_USER = (

lecrapaud/feature_engineering.py

@@ -358,8 +358,8 @@ class PreprocessFeature:
 
         # PCA
         train, pcas = self.add_pca_features(train)
-        val, _ = self.add_pca_features(test, pcas=pcas)
-        test, _ = self.add_pca_features(val, pcas=pcas)
+        val, _ = self.add_pca_features(val, pcas=pcas)
+        test, _ = self.add_pca_features(test, pcas=pcas)
 
         joblib.dump(pcas, f"{self.preprocessing_dir}/pcas.pkl")
 

lecrapaud/jobs/tasks.py

@@ -2,7 +2,7 @@ from lecrapaud.jobs import app
 
 # from honeybadger import honeybadger
 from lecrapaud.send_daily_emails import send_daily_emails
-from lecrapaud.config import DATASET_ID, RECEIVER_EMAIL
+from lecrapaud.config import EXPERIMENT_ID, RECEIVER_EMAIL
 from lecrapaud.training import run_training
 from lecrapaud.constants import stock_list_3
 from lecrapaud.search_space import get_models_idx
@@ -18,7 +18,7 @@ from lecrapaud.search_space import get_models_idx
 def task_send_daily_emails(self):
     try:
         print(f"[Attempt #{self.request.retries}] task_send_daily_emails")
-        experiment_id = int(DATASET_ID)
+        experiment_id = int(EXPERIMENT_ID)
         email = RECEIVER_EMAIL
         return send_daily_emails(email, experiment_id)
     except Exception as e:

lecrapaud/model_selection.py

@@ -1015,7 +1015,7 @@ class ModelSelectionEngine:
 
             # Save validation predictions
             best_pred.to_csv(
-                f"{self.results_dir}/pred_val.csv",
+                f"{self.results_dir}/prediction.csv",
                 index=True,
                 header=True,
                 index_label="ID",
@@ -1636,7 +1636,7 @@ def get_pred_distribution(training_target_dir: str, model_name="linear"):
     Look at prediction distributions
     """
     prediction = pd.read_csv(
-        f"{training_target_dir}/{model_name}/pred_val.csv",
+        f"{training_target_dir}/{model_name}/prediction.csv",
         index_col="ID",
     )
     prediction.describe()

{lecrapaud-0.6.2.dist-info → lecrapaud-0.7.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: lecrapaud
-Version: 0.6.2
+Version: 0.7.0
 Summary: Framework for machine and deep learning, with regression, classification and time series analysis
 License: Apache License
 Author: Pierre H. Gallet

{lecrapaud-0.6.2.dist-info → lecrapaud-0.7.0.dist-info}/RECORD

@@ -1,6 +1,6 @@
 lecrapaud/__init__.py,sha256=oCxbtw_nk8rlOXbXbWo0RRMlsh6w-hTiZ6e5PRG_wp0,28
-lecrapaud/api.py,sha256=JFwOCawI9fYXod-Jt2w1Y_UWUoGA-bPqGaN_dtP0-gs,10289
-lecrapaud/config.py,sha256=82JaFv8HWsrwuzOo28kOXEdLaJ8KIzr0P3cXx8CkeMA,936
+lecrapaud/api.py,sha256=S4YCj6Ulpomnp9fs0WKwodHt4Yb6HSubqxIrQr9_klE,10799
+lecrapaud/config.py,sha256=WJglRV6-lUfYUy5LZjwv3aO_X6ossHY9BUT7_NCSY1I,942
 lecrapaud/db/__init__.py,sha256=82o9fMfaqKXPh2_rt44EzNRVZV1R4LScEnQYvj_TjK0,34
 lecrapaud/db/alembic/README,sha256=MVlc9TYmr57RbhXET6QxgyCcwWP7w-vLkEsirENqiIQ,38
 lecrapaud/db/alembic/env.py,sha256=rseEi8oR_eKXYYW3UwOKiCMuDEwT4lxsT7llySOUpgk,2305
@@ -23,21 +23,21 @@ lecrapaud/db/models/target.py,sha256=DKnfeaLU8eT8J_oh_vuFo5-o1CaoXR13xBbswme6Bgk
 lecrapaud/db/session.py,sha256=K9dTyXmO-aF_2r9RRHsDsbW9_zLNDaOcchXlpiv7cSo,2719
 lecrapaud/directories.py,sha256=t4PrnJR48MpDfBOTYTyGlDVMUr39mcaj7uCPTaocBRw,725
 lecrapaud/experiment.py,sha256=NwwGDZqUyvvRu5EDK3_Oh0_kF29bNIPDawVFFpzFvZM,2350
-lecrapaud/feature_engineering.py,sha256=jrU9OCKX1UtEoEJQoEwrvVf6NT3nQfGCX4CBy8ceZu4,31168
+lecrapaud/feature_engineering.py,sha256=U3YOftZBB3PEqGbu2aFY_3B3Ks9Hiu04UxixOkBz0UU,31168
 lecrapaud/feature_selection.py,sha256=v2-wAmm_U5_aI0NUB5xYhI1KoB60-1-CBAyJgFbyaRk,42713
 lecrapaud/integrations/openai_integration.py,sha256=hHLF3fk5Bps8KNbNrEL3NUFa945jwClE6LrLpuMZOd4,7459
 lecrapaud/jobs/__init__.py,sha256=ZkrsyTOR21c_wN7RY8jPhm8jCrL1oCEtTsf3VFIlQiE,292
 lecrapaud/jobs/config.py,sha256=AmO0j3RFjx8H66dfKw_7vnshaOJb9Ox5BAZ9cwwLFMY,377
 lecrapaud/jobs/scheduler.py,sha256=SiYWPxokpKnR8V6btLOO6gbK0PEjSRoeG0kCbQvYPf4,990
-lecrapaud/jobs/tasks.py,sha256=OjI4RZHQQBH64dc0rlIK23wDhcOgE-cPhNZnzOmkgaE,1649
-lecrapaud/model_selection.py,sha256=wX7ON5qIfR-wV6KBDaAvbMHEfa2kqRbZIzwj09KKgVg,62008
+lecrapaud/jobs/tasks.py,sha256=jfhOCsgZlZGTnsLB_K7-Y3NgJqpzpUCFu7EfDQuIeSY,1655
+lecrapaud/model_selection.py,sha256=CZCIxPyFuKcr-jU8Lg-kiPA4idQUv3Tw9788HvHVq7M,62012
 lecrapaud/search_space.py,sha256=-JkzuMhaomdwiWi4HvVQY5hiw3-oREemJA16tbwEIp4,34854
 lecrapaud/speed_tests/test-gpu-bilstm.ipynb,sha256=4nLuZRJVe2kn6kEmauhRiz5wkWT9AVrYhI9CEk_dYUY,9608
 lecrapaud/speed_tests/test-gpu-resnet.ipynb,sha256=27Vu7nYwujYeh3fOxBNCnKJn3MXNPKZU-U8oDDUbymg,4944
 lecrapaud/speed_tests/test-gpu-transformers.ipynb,sha256=k6MBSs_Um1h4PykvE-LTBcdpbWLbIFST_xl_AFW2jgI,8444
 lecrapaud/speed_tests/tests.ipynb,sha256=RjI7LDHSsbadUkea_hT14sD7ivljtIQk4NB5McXJ1bE,3835
 lecrapaud/utils.py,sha256=Dy2uhK9cslzoqRHiIE6MdkxjNJWjmKmzGr6i7EYM28A,8106
-lecrapaud-0.6.2.dist-info/LICENSE,sha256=MImCryu0AnqhJE_uAZD-PIDKXDKb8sT7v0i1NOYeHTM,11350
-lecrapaud-0.6.2.dist-info/METADATA,sha256=IX_u-tTi8o_SkBezBF6OJlINiHMBUR3HaWxqVYfs-o0,11623
-lecrapaud-0.6.2.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-lecrapaud-0.6.2.dist-info/RECORD,,
+lecrapaud-0.7.0.dist-info/LICENSE,sha256=MImCryu0AnqhJE_uAZD-PIDKXDKb8sT7v0i1NOYeHTM,11350
+lecrapaud-0.7.0.dist-info/METADATA,sha256=qp_Q_8-iQwGyzOY2dDNDoPJS9Cne4CpbWm5eyKHJWz0,11623
+lecrapaud-0.7.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+lecrapaud-0.7.0.dist-info/RECORD,,