lecrapaud 0.4.0__py3-none-any.whl

lecrapaud/jobs/__init__.py

@@ -0,0 +1,13 @@
+from celery import Celery, signals
+from src.jobs import config
+from src.utils import setup_logger
+
+
+@signals.setup_logging.connect
+def configure_celery_logging(**kwargs):
+    setup_logger()
+
+
+app = Celery("src")
+app.config_from_object(config)
+app.autodiscover_tasks(["src.jobs"])

lecrapaud/jobs/config.py

@@ -0,0 +1,17 @@
+from src.config import REDIS_URL
+
+REDIS_URL = REDIS_URL + "/1"
+broker_url = REDIS_URL
+result_backend = REDIS_URL
+
+# For RedBeat
+redbeat_redis_url = REDIS_URL
+beat_scheduler = "redbeat.RedBeatScheduler"
+
+timezone = "UTC"
+
+task_acks_late = True
+task_reject_on_worker_lost = True
+worker_prefetch_multiplier = 1
+task_acks_on_failure_or_timeout = False
+worker_concurrency = 1

lecrapaud/jobs/scheduler.py

@@ -0,0 +1,36 @@
+from redbeat.schedulers import RedBeatSchedulerEntry
+from celery.schedules import crontab
+from src.jobs.tasks import app
+
+
+def schedule_tasks():
+    schedule_tasks_list = [
+        {
+            "name": "task_send_daily_emails",
+            "task": "src.jobs.tasks.task_send_daily_emails",
+            "schedule": crontab(minute=00, hour=12),
+        },
+        {
+            "name": "task_training_experiment",
+            "task": "src.jobs.tasks.task_training_experiment",
+            "schedule": crontab(minute=45, hour=00),
+        },
+    ]
+
+    for task in schedule_tasks_list:
+        entry = RedBeatSchedulerEntry(**task, app=app)
+        entry.save()
+
+
+def unschedule_tasks():
+    unschedule_task_keys = [
+        "redbeat:task_send_daily_emails",
+        "redbeat:task_train_models",
+    ]
+
+    for key in unschedule_task_keys:
+        try:
+            entry = RedBeatSchedulerEntry.from_key(key, app=app)
+            entry.delete()
+        except KeyError:
+            pass

lecrapaud/jobs/tasks.py

@@ -0,0 +1,57 @@
+from src.jobs import app
+
+# from honeybadger import honeybadger
+from src.send_daily_emails import send_daily_emails
+from src.config import DATASET_ID, RECEIVER_EMAIL
+from src.training import run_training
+from src.constants import stock_list_3
+from src.search_space import get_models_idx
+
+
+@app.task(
+    bind=True,
+    autoretry_for=(Exception,),
+    retry_backoff=True,
+    retry_kwargs={"max_retries": 5},
+    acks_late=True,
+)
+def task_send_daily_emails(self):
+    try:
+        print(f"[Attempt #{self.request.retries}] task_send_daily_emails")
+        dataset_id = int(DATASET_ID)
+        email = RECEIVER_EMAIL
+        return send_daily_emails(email, dataset_id)
+    except Exception as e:
+        print(e)
+        # honeybadger.notify(e)
+        raise
+
+
+@app.task(
+    bind=True,
+    autoretry_for=(Exception,),
+    retry_backoff=True,
+    retry_kwargs={"max_retries": 5},
+    acks_late=True,
+)
+def task_training_experiment(self):
+    try:
+        print(f"[Attempt #{self.request.retries}] task_training_experiment")
+        run_training(
+            years_of_data=20,
+            list_of_groups=stock_list_3,
+            targets_numbers=range(1, 15),
+            percentile=20,
+            corr_threshold=80,
+            max_features=25,
+            models_idx=get_models_idx("linear", "xgb"),
+            number_of_trials=20,
+            perform_hyperoptimization=True,
+            perform_crossval=False,
+            preserve_model=False,
+            session_name="20y_stock_list_3_linear_xgb",
+        )
+    except Exception as e:
+        print(e)
+        # honeybadger.notify(e)
+        raise