openstef 3.4.15__py3-none-any.whl → 3.4.16__py3-none-any.whl

openstef/data_classes/data_prep.py

@@ -5,7 +5,7 @@
 import inspect
 import json
 from importlib import import_module
-from typing import Any, Sequence, Union, TypeVar
+from typing import Any, Sequence, TypeVar, Union
 
 from pydantic.v1 import BaseModel
 

openstef/data_classes/prediction_job.py

@@ -6,9 +6,9 @@ from typing import Optional, Union
 
 from pydantic.v1 import BaseModel
 
+from openstef.data_classes.data_prep import DataPrepDataClass
 from openstef.data_classes.model_specifications import ModelSpecificationDataClass
 from openstef.data_classes.split_function import SplitFuncDataClass
-from openstef.data_classes.data_prep import DataPrepDataClass
 from openstef.enums import PipelineType
 
 

openstef/enums.py

@@ -20,12 +20,6 @@ class ForecastType(Enum):
     BASECASE = "basecase"
 
 
-class TracyJobResult(Enum):
-    SUCCESS = "success"
-    FAILED = "failed"
-    UNKNOWN = "unknown"
-
-
 class PipelineType(Enum):
     FORECAST = "forecast"
     TRAIN = "train"

openstef/feature_engineering/data_preparation.py

@@ -1,24 +1,24 @@
 # SPDX-FileCopyrightText: 2017-2023 Alliander N.V. <korte.termijn.prognoses@alliander.com> # noqa E501>
 #
 # SPDX-License-Identifier: MPL-2.0
-import structlog
-
 from abc import ABC, abstractmethod
+from datetime import timedelta
 from typing import Optional
 
 import pandas as pd
-from datetime import timedelta
+import structlog
+
 from openstef.data_classes.model_specifications import ModelSpecificationDataClass
 from openstef.data_classes.prediction_job import PredictionJobDataClass
-from openstef.model.regressors.regressor import OpenstfRegressor
 from openstef.feature_engineering.feature_applicator import (
-    TrainFeatureApplicator,
     OperationalPredictFeatureApplicator,
+    TrainFeatureApplicator,
 )
 from openstef.feature_engineering.general import (
     enforce_feature_order,
     remove_non_requested_feature_columns,
 )
+from openstef.model.regressors.regressor import OpenstfRegressor
 from openstef.pipeline.utils import generate_forecast_datetime_range
 
 

openstef/model/model_creator.py

@@ -6,13 +6,13 @@ from typing import Union
 import structlog
 
 from openstef.enums import MLModelType
+from openstef.model.regressors.arima import ARIMAOpenstfRegressor
 from openstef.model.regressors.custom_regressor import is_custom_type, load_custom_model
 from openstef.model.regressors.lgbm import LGBMOpenstfRegressor
 from openstef.model.regressors.linear import LinearOpenstfRegressor
 from openstef.model.regressors.regressor import OpenstfRegressor
 from openstef.model.regressors.xgb import XGBOpenstfRegressor
 from openstef.model.regressors.xgb_quantile import XGBQuantileOpenstfRegressor
-from openstef.model.regressors.arima import ARIMAOpenstfRegressor
 
 logger = structlog.get_logger(__name__)
 

openstef/model/objective_creator.py

@@ -6,12 +6,12 @@ from typing import Union
 
 from openstef.enums import MLModelType
 from openstef.model.objective import (
+    ARIMARegressorObjective,
     LGBRegressorObjective,
     LinearRegressorObjective,
     RegressorObjective,
     XGBQuantileRegressorObjective,
     XGBRegressorObjective,
-    ARIMARegressorObjective,
 )
 from openstef.model.regressors.custom_regressor import (
     create_custom_objective,

openstef/model/regressors/arima.py

@@ -5,9 +5,9 @@
 import numpy as np
 import pandas as pd
 import statsmodels.api as sm
-
 from sklearn.metrics import r2_score
 from sklearn.model_selection import TimeSeriesSplit
+
 from openstef.model.regressors.regressor import OpenstfRegressor
 
 

openstef/monitoring/performance_meter.py

@@ -20,8 +20,7 @@ class PerformanceMeter:
 
         Args:
             level_label: The label of the new level. This could i.e. be 'task'
-            level_name: The name of the specified level. This could i.e. be
-                'tracy_todo'
+            level_name: The name of the specified level.
             **kwargs: Any other kwargs are appended to the logging.
 
         Returns:

openstef/pipeline/create_basecase_forecast.py

@@ -7,7 +7,7 @@ import pandas as pd
 import structlog
 
 from openstef.data_classes.prediction_job import PredictionJobDataClass
-from openstef.exceptions import NoRealisedLoadError, InputDataOngoingZeroFlatlinerError
+from openstef.exceptions import InputDataOngoingZeroFlatlinerError, NoRealisedLoadError
 from openstef.feature_engineering.feature_applicator import (
     OperationalPredictFeatureApplicator,
 )

openstef/pipeline/create_component_forecast.py

@@ -3,6 +3,7 @@
 # SPDX-License-Identifier: MPL-2.0
 
 import joblib
+import numpy as np
 import pandas as pd
 import structlog
 
@@ -12,8 +13,6 @@ from openstef.data_classes.prediction_job import PredictionJobDataClass
 from openstef.enums import ForecastType
 from openstef.model.regressors.dazls import Dazls
 
-import numpy as np
-
 # Set the path for the Dazls stored model
 DAZLS_STORED = str(
     PROJECT_ROOT / "openstef" / "data" / "dazls_model_3.4.7" / "dazls_stored_3.4.7_"

openstef/pipeline/optimize_hyperparameters.py

@@ -21,12 +21,12 @@ from openstef.model.objective import RegressorObjective
 from openstef.model.objective_creator import ObjectiveCreator
 from openstef.model.regressors.regressor import OpenstfRegressor
 from openstef.model.serializer import MLflowSerializer
+from openstef.model_selection.model_selection import split_data_train_validation_test
 from openstef.pipeline.train_model import (
     DEFAULT_TRAIN_HORIZONS_HOURS,
     train_model_pipeline_core,
 )
 from openstef.validation import validation
-from openstef.model_selection.model_selection import split_data_train_validation_test
 
 optuna.logging.enable_propagation()  # Propagate logs to the root logger.
 optuna.logging.disable_default_handler()  # Stop showing logs in sys.stderr.

openstef/tasks/calculate_kpi.py

@@ -106,10 +106,6 @@ def check_kpi_task(
             rMAE=kpis["47.0h"]["rMAE"],
             retraining_threshold=THRESHOLD_RETRAINING,
         )
-        function_name = "train_model"
-
-        context.logger.info("Adding tracy job", function=function_name)
-        context.database.ktp_api.add_tracy_job(pj["id"], function=function_name)
 
     if kpis["47.0h"]["rMAE"] > THRESHOLD_OPTIMIZING:
         context.logger.warning(
@@ -118,9 +114,6 @@ def check_kpi_task(
             rMAE=kpis["47.0h"]["rMAE"],
             optimizing_threshold=THRESHOLD_OPTIMIZING,
         )
-        function_name = "optimize_hyperparameters"
-        context.logger.info("Adding tracy job", function=function_name)
-        context.database.ktp_api.add_tracy_job(pj["id"], function=function_name)
 
 
 def calc_kpi_for_specific_pid(

openstef/tasks/create_components_forecast.py

@@ -24,8 +24,8 @@ Example:
 from datetime import datetime, timedelta, timezone
 from pathlib import Path
 
-import structlog
 import pandas as pd
+import structlog
 
 from openstef.data_classes.prediction_job import PredictionJobDataClass
 from openstef.enums import MLModelType

openstef/tasks/train_model.py

@@ -23,22 +23,20 @@ from datetime import datetime, timedelta
 from pathlib import Path
 
 from openstef.data_classes.prediction_job import PredictionJobDataClass
-
 from openstef.enums import MLModelType, PipelineType
 from openstef.exceptions import (
-    SkipSaveTrainingForecasts,
     InputDataOngoingZeroFlatlinerError,
+    SkipSaveTrainingForecasts,
 )
+from openstef.model.serializer import MLflowSerializer
 from openstef.pipeline.train_model import (
+    MAXIMUM_MODEL_AGE,
     train_model_pipeline,
     train_pipeline_step_load_model,
-    MAXIMUM_MODEL_AGE,
 )
 from openstef.tasks.utils.predictionjobloop import PredictionJobLoop
 from openstef.tasks.utils.taskcontext import TaskContext
 
-from openstef.model.serializer import MLflowSerializer
-
 TRAINING_PERIOD_DAYS: int = 120
 DEFAULT_CHECK_MODEL_AGE: bool = True
 

openstef/validation/validation.py

@@ -1,17 +1,17 @@
 # SPDX-FileCopyrightText: 2017-2023 Contributors to the OpenSTEF project <korte.termijn.prognoses@alliander.com> # noqa E501>
 #
 # SPDX-License-Identifier: MPL-2.0
+import math
 from datetime import datetime, timedelta
 from typing import Union
 
-import math
 import numpy as np
 import pandas as pd
 import structlog
 
 from openstef.exceptions import InputDataOngoingZeroFlatlinerError
-from openstef.preprocessing.preprocessing import replace_repeated_values_with_nan
 from openstef.model.regressors.regressor import OpenstfRegressor
+from openstef.preprocessing.preprocessing import replace_repeated_values_with_nan
 
 
 def validate(

{openstef-3.4.15.dist-info → openstef-3.4.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: openstef
-Version: 3.4.15
+Version: 3.4.16
 Summary: Open short term energy forecaster
 Home-page: https://github.com/OpenSTEF/openstef
 Author: Alliander N.V

{openstef-3.4.15.dist-info → openstef-3.4.16.dist-info}/RECORD

@@ -1,6 +1,6 @@
 openstef/__init__.py,sha256=93UM6m0LLQhO69-mSqLuUy73jgs4W7Iuxfo3Lm8c98g,419
 openstef/__main__.py,sha256=bIyGTSA4V5VoOLTwdaiJJAnozmpSzvQooVYlsf8H4eU,163
-openstef/enums.py,sha256=4NxcBobpn1Z6J_qHaIsJCarZ2BGZph_S_1PcwCDjg5o,729
+openstef/enums.py,sha256=f3Gw-HlNXeqMZahIAEYSZkPKtKWeNt3tfOJBL45Z2fM,629
 openstef/exceptions.py,sha256=fVqjyrVMBiSGxcoZ3JfTcgZjIur1cPennZpfwqgc9qY,1992
 openstef/data/dutch_holidays_2020-2022.csv,sha256=pS-CjE0igYXd-2dG-MlqyvR2fgYgXkbNmgCKyTjmwxs,23704
 openstef/data/dutch_holidays_2020-2022.csv.license,sha256=AxxHusqwIXU5RHl5ZMU65LyXmgtbj6QlcnFaOEN4kEE,145
@@ -25,13 +25,13 @@ openstef/data/dazls_model_3.4.7/dazls_stored_3.4.7_target.z.license,sha256=AxxHu
 openstef/data/dazls_model_3.4.7/dazls_stored_3.4.7_target_scaler.z,sha256=HFldCZItBFxDkFrtg36RS-zyrHHGKOILXya-_hmluYM,686
 openstef/data/dazls_model_3.4.7/dazls_stored_3.4.7_target_scaler.z.license,sha256=AxxHusqwIXU5RHl5ZMU65LyXmgtbj6QlcnFaOEN4kEE,145
 openstef/data_classes/__init__.py,sha256=bIyGTSA4V5VoOLTwdaiJJAnozmpSzvQooVYlsf8H4eU,163
-openstef/data_classes/data_prep.py,sha256=3SLvHDXlL-fBw8IFGBP_pKXTfWjQsKjgVxDyYlgic1o,3417
+openstef/data_classes/data_prep.py,sha256=gRSL7UiHvZis8m8z7VoTCZc0Ccffhef5_hmSyApnqK0,3417
 openstef/data_classes/model_specifications.py,sha256=Uod1W3QzhRqVLb6zvXwxh9wRL3EHCzSvX0oDNd28cFk,1197
-openstef/data_classes/prediction_job.py,sha256=zlbaDphMSYXxArN_kI4G2ZTjw3-VDcCZDSoUoTunvCU,5048
+openstef/data_classes/prediction_job.py,sha256=lORSocNT8wkq4JhPFsDM8A3EDRi2Pyx28IaVroImfEk,5048
 openstef/data_classes/split_function.py,sha256=ljQIQQu1t1Y_CVWGAy25jrM6wG9odIVVQVimrT1n-1s,3358
 openstef/feature_engineering/__init__.py,sha256=bIyGTSA4V5VoOLTwdaiJJAnozmpSzvQooVYlsf8H4eU,163
 openstef/feature_engineering/apply_features.py,sha256=-3fyisOVj9ckIkRe2iYfWutbXSX8iqBkcvt8AYr-gmE,3906
-openstef/feature_engineering/data_preparation.py,sha256=vFdCdXrX7RWWa4uj1D8rVkHymacbfhvwoLiEnUk-v6g,5399
+openstef/feature_engineering/data_preparation.py,sha256=rH0e5W47OfKisnvusI9J74MPKz48mDrAD2P016QUZpo,5399
 openstef/feature_engineering/feature_adder.py,sha256=aSqDl_gUrB3H2TD3cNvU5JniY_KOb4u4a2A6J7zB2BQ,6835
 openstef/feature_engineering/feature_applicator.py,sha256=DR7jayrEMlra4BFL1Ps5WV2fxbkQ6VaOTa5RIKM-YNk,7447
 openstef/feature_engineering/general.py,sha256=igAPyejYN5d09-a_c53C79a0A4cHjvMCa47KC4IfgCo,4072
@@ -46,16 +46,16 @@ openstef/model/__init__.py,sha256=bIyGTSA4V5VoOLTwdaiJJAnozmpSzvQooVYlsf8H4eU,16
 openstef/model/basecase.py,sha256=caI6Q-8y0ymlxGK9Js_H3Vh0q6ruNHlGD5RG0_kE5M0,2878
 openstef/model/confidence_interval_applicator.py,sha256=SXUVCnKrhc7lygWqerkBx4eG4tNeLgNEUz-WPqB4Mng,8705
 openstef/model/fallback.py,sha256=VV9ehgnoMZtWzqKk9H1t8wnERFh5CyC4TvDIuRP_ZDI,2861
-openstef/model/model_creator.py,sha256=uDLn5fte8nGmxMOGA2xvTkeyslaA4kATuu-w1QOI4FI,4790
+openstef/model/model_creator.py,sha256=-AGAxDr9xxyDFQ0rIh0lvzgYUQQJoHPKVYC3q9azZSk,4790
 openstef/model/objective.py,sha256=eqNBYGfhEVGegOm0PbizowuFImKblRqHgxkp9lgaKQc,13500
-openstef/model/objective_creator.py,sha256=QxHolw60aSvqSKO6VO-uDslwg3VC_T4BZ2cm-sy7E3U,1970
+openstef/model/objective_creator.py,sha256=Rjd2YF1Ie9Z-au_v4fOuR63IcM69EEeoe_5Hj_Dz8-E,1970
 openstef/model/serializer.py,sha256=SGhhk-NU-J8khRwDqeBnO3wywS193XrkYRe7WFkfiMU,17009
 openstef/model/standard_deviation_generator.py,sha256=Od9bzXi2TLb1v8Nz-VhBMZHSopWH6ssaDe8gYLlqO1I,2911
 openstef/model/metamodels/__init__.py,sha256=bIyGTSA4V5VoOLTwdaiJJAnozmpSzvQooVYlsf8H4eU,163
 openstef/model/metamodels/grouped_regressor.py,sha256=yMN_a6TnQSyFaqlB_6Nifq-ydpb5hs6w_b97IaBbHj4,8337
 openstef/model/metamodels/missing_values_handler.py,sha256=veyvYZHhKvlYZxaUpxRQ7XoE033_3Lcg9LrbuKchlOk,5241
 openstef/model/regressors/__init__.py,sha256=bIyGTSA4V5VoOLTwdaiJJAnozmpSzvQooVYlsf8H4eU,163
-openstef/model/regressors/arima.py,sha256=yATxKKz5kl-irr3CBNVHpkFY45aY3RILu0nUFfEFMgg,7587
+openstef/model/regressors/arima.py,sha256=wt7FVykjSvljpl7vjtliq61SiyjQ7KKtw8PF9x0xf04,7587
 openstef/model/regressors/custom_regressor.py,sha256=Hsmxahc9nfSWD0aEZ6cm4pxW2noQ8B1SujS17_fmxcU,1768
 openstef/model/regressors/dazls.py,sha256=cCYFewJEv3Fn01wdZpaKNSiYmEwzuED7PQrrWzwyTEg,8084
 openstef/model/regressors/lgbm.py,sha256=zCdn1euEdSFxYJzH8XqQFFnb6R4JVUnmineKjX_Gy-g,800
@@ -66,13 +66,13 @@ openstef/model/regressors/xgb_quantile.py,sha256=PzKIxqN_CnEPFmzXACNuzLSmZSHbooT
 openstef/model_selection/__init__.py,sha256=bIyGTSA4V5VoOLTwdaiJJAnozmpSzvQooVYlsf8H4eU,163
 openstef/model_selection/model_selection.py,sha256=R34tJBecZo6IiUwCCRLeBI2ZCX6GP8W7FDBlGFWtmG8,11167
 openstef/monitoring/__init__.py,sha256=bIyGTSA4V5VoOLTwdaiJJAnozmpSzvQooVYlsf8H4eU,163
-openstef/monitoring/performance_meter.py,sha256=mMQKpDNv_-RcNYdEvEFPvB76lkG8V9gJOKYQqnH5BX4,2851
+openstef/monitoring/performance_meter.py,sha256=6aCGjJFXFq-7qwaJyBkF3MLqjgVK6FMFVcO-bcLLUb4,2803
 openstef/monitoring/teams.py,sha256=fnZScPD55z9yC0q3YavWj40GEZmL7tsSGhWzG_sMPws,6401
 openstef/pipeline/__init__.py,sha256=bIyGTSA4V5VoOLTwdaiJJAnozmpSzvQooVYlsf8H4eU,163
-openstef/pipeline/create_basecase_forecast.py,sha256=Ia-no3UZcT5NSef4YMDjFD_SRCmbAxHRF0Iql3IWcUU,4414
-openstef/pipeline/create_component_forecast.py,sha256=ksX5r7H5IrMrfPVuRK0OWOtsdns1Rrn1L9ZG0Si0TI4,6255
+openstef/pipeline/create_basecase_forecast.py,sha256=osrAlPjveM_fK0TEyVaA6rtqdn-jd1dV7fxU5c3-Muo,4414
+openstef/pipeline/create_component_forecast.py,sha256=qrIfpCNeoHgSddlzG_-XMHfBmSMclGoOkW-jH35ugkk,6254
 openstef/pipeline/create_forecast.py,sha256=bE1gTSP-HAjFSt-Xdoiy5BxDIo7lYq-Z-gvU7zFrRfw,5350
-openstef/pipeline/optimize_hyperparameters.py,sha256=fCa_aHz0cVt53DL3KXRSHH3X4lHUg1eoXgFzlCwaGpI,10836
+openstef/pipeline/optimize_hyperparameters.py,sha256=dG2GMTwxb5lHBit_xRgVabcC-PHbifccoPgl9nL-1Xk,10836
 openstef/pipeline/train_create_forecast_backtest.py,sha256=7uNeY8dKtJLha_LkwroyU76oB54R9p3zRlTJAJj4OoI,6048
 openstef/pipeline/train_model.py,sha256=LWvqANH8fpo8blwQ8Rgc1Z7EXvmZC0vTYwaOvSbr7qM,19496
 openstef/pipeline/utils.py,sha256=23mB31p19FoGWelLJzxNmqlzGwEr3fCDBEA37V2kpYY,2167
@@ -81,24 +81,23 @@ openstef/postprocessing/postprocessing.py,sha256=nehd0tDpkdIaWFJggQ-fDizIKdfmqJ3
 openstef/preprocessing/__init__.py,sha256=bIyGTSA4V5VoOLTwdaiJJAnozmpSzvQooVYlsf8H4eU,163
 openstef/preprocessing/preprocessing.py,sha256=bM_cSSSb2vGTD79RGzUrI6KoELbzlCyJwc7jqQGNEsE,1454
 openstef/tasks/__init__.py,sha256=bIyGTSA4V5VoOLTwdaiJJAnozmpSzvQooVYlsf8H4eU,163
-openstef/tasks/calculate_kpi.py,sha256=pC8CJ0UqhySpVVewMN0GIe0ELEmYOf1Wc9xElUe0Q5M,11985
+openstef/tasks/calculate_kpi.py,sha256=-qwZtA5E88t59R53osZegw6-cKkYNrf03EG5bTp1IgE,11589
 openstef/tasks/create_basecase_forecast.py,sha256=Hk9fDljXvo5TfeS3nWHrerWi7y-lQzoJEaqWbqaxHOs,3852
-openstef/tasks/create_components_forecast.py,sha256=65CDYjX7wU0EBmEYa3yiODIUf2Ged83Sw3Px_4MdVE4,5660
+openstef/tasks/create_components_forecast.py,sha256=X0Vvhm4F3stcq-QSgZsohlrZQ1myAdDwaBLAeIpQ9D4,5660
 openstef/tasks/create_forecast.py,sha256=FPILsCqt2lT2QIjseXyKjViZG6SVRoGCxoj9tPiozIg,5575
 openstef/tasks/create_solar_forecast.py,sha256=bTr7NThTF6Yj405qAqRaJmlBUrL7HATqVVzsi9hMdMw,15049
 openstef/tasks/create_wind_forecast.py,sha256=RhshkmNSyFWx4Y6yQn02GzHjWTREbN5A5GAeWv0JpcE,2907
 openstef/tasks/optimize_hyperparameters.py,sha256=s-z8YQJF6Lf3DdYgKHEpAdlbFJ3a-0Gj0Ahsqj1DErc,4758
-openstef/tasks/run_tracy.py,sha256=mWRg5u74iSaUGHRQzIa-2Weyg6ChuW5w3JBL-7MrNBc,5036
 openstef/tasks/split_forecast.py,sha256=hBRoIlZ_DK4747EtMpY-HVh_tmTdGa65oYOtrjHRUxQ,9118
-openstef/tasks/train_model.py,sha256=6hJpChfNkhPcfPpbTzCYNwJCc0rCCsu5Hcei7HNyDQo,7477
+openstef/tasks/train_model.py,sha256=3-7QzyOFQ2jK_RHd7ISpFRnn0V9yEHCWQN3O8qLglqc,7475
 openstef/tasks/utils/__init__.py,sha256=bIyGTSA4V5VoOLTwdaiJJAnozmpSzvQooVYlsf8H4eU,163
 openstef/tasks/utils/dependencies.py,sha256=Jy9dtV_G7lTEa5Cdy--wvMxJuAb0adb3R0X4QDjVteM,3077
 openstef/tasks/utils/predictionjobloop.py,sha256=Ysy3zF5lzPMz_asYDKeF5m0qgVT3tCtwSPihqMjnI5Q,9580
 openstef/tasks/utils/taskcontext.py,sha256=yI6TntOkZcW8JiNVuw4uJIigEBL0_iIrkPklF4ZeCX4,5401
 openstef/validation/__init__.py,sha256=bIyGTSA4V5VoOLTwdaiJJAnozmpSzvQooVYlsf8H4eU,163
-openstef/validation/validation.py,sha256=CCIv-HtiC5ot6IoV5Egei7g-5EhNuCmAQO4a2javd_c,10445
-openstef-3.4.15.dist-info/LICENSE,sha256=7Pm2fWFFHHUG5lDHed1vl5CjzxObIXQglnYsEdtjo_k,14907
-openstef-3.4.15.dist-info/METADATA,sha256=42tKnscPxvtTCHRUvmUvbJ7PeUGSAJRihW3rSxpAzhg,8125
-openstef-3.4.15.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-openstef-3.4.15.dist-info/top_level.txt,sha256=kD0H4PqrQoncZ957FvqwfBxa89kTrun4Z_RAPs_HhLs,9
-openstef-3.4.15.dist-info/RECORD,,
+openstef/validation/validation.py,sha256=F2tMG8T4sxl3-3zVzshgbBd5xVi7ERmKuqfPVAUp9p0,10445
+openstef-3.4.16.dist-info/LICENSE,sha256=7Pm2fWFFHHUG5lDHed1vl5CjzxObIXQglnYsEdtjo_k,14907
+openstef-3.4.16.dist-info/METADATA,sha256=tjLeznPeOd1mRLGirVr8ou6G6s-6TrX62BQ3xMKGPJ4,8125
+openstef-3.4.16.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+openstef-3.4.16.dist-info/top_level.txt,sha256=kD0H4PqrQoncZ957FvqwfBxa89kTrun4Z_RAPs_HhLs,9
+openstef-3.4.16.dist-info/RECORD,,

openstef/tasks/run_tracy.py

@@ -1,145 +0,0 @@
-# SPDX-FileCopyrightText: 2017-2023 Contributors to the OpenSTEF project <korte.termijn.prognoses@alliander.com> # noqa E501>
-#
-# SPDX-License-Identifier: MPL-2.0
-"""Tracy checks the mysql todolist and tries her best to execute the functions with desired inputs.
-
-This scripts works as follows:
-  1. Checks the mysql table 'todolist' for jobs (which are not already in progress and
-    which are not already failed)
-  2. Set all newly acquired jobs to 'in progress'
-For each job:
-  3. Convert input arguments to a dict with 'args' and 'kwargs'
-  4. Interpret the given function and arguments
-  5. Execute the job
-  6. Post result to Teams
-  7. Remove job from mysql table
-If job fails, set in progress to 2
-All functions that tracy is able to execute need to be imported and defined in the
-available_functions.
-
-Example:
-    This module is meant to be called directly from a CRON job.
-
-    Alternatively this code can be run directly by running::
-        $ python run_tracy.py
-
-"""
-# sql to create the Tracy jobs table (todolist)
-
-# CREATE TABLE IF NOT EXISTS `tst_icarus`.`todolist` (
-# `id` INT NOT NULL AUTO_INCREMENT ,
-# `created` DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP ,
-# `function` VARCHAR(200) NOT NULL ,
-# `args` VARCHAR(200) NOT NULL ,
-# `inprogress` BOOLEAN NULL DEFAULT NULL ,
-# PRIMARY KEY (`id`), UNIQUE `id` (`id`))
-# ENGINE = InnoDB;
-from pathlib import Path
-
-from openstef.data_classes.prediction_job import PredictionJobDataClass
-from openstef.enums import TracyJobResult
-from openstef.monitoring import teams
-from openstef.tasks.optimize_hyperparameters import optimize_hyperparameters_task
-from openstef.tasks.train_model import train_model_task
-from openstef.tasks.utils.taskcontext import TaskContext
-
-
-def run_tracy(context: TaskContext) -> None:
-    # Get all Tracy jobs
-    tracy_jobs = context.database.ktp_api.get_all_tracy_jobs(inprogress=0)
-    num_jobs = len(tracy_jobs)
-
-    if num_jobs == 0:
-        context.logger.warning(f"Number of tracy jobs is {num_jobs}, exit task")
-        return
-
-    context.logger.info("Start processing Tracy jobs", num_jobs=num_jobs)
-
-    for i, job in enumerate(tracy_jobs):
-        # get a new logger with bound job
-        logger = context.logger.bind(job=job)
-        logger.info("Process job", job_counter=i, total_jobs=num_jobs)
-
-        # Set all retrieved items of the todolist to inprogress
-        job["inprogress"] = 1
-        context.database.ktp_api.update_tracy_job(job)
-
-        pid = int(job["args"])
-        pj = context.database.get_prediction_job(pid)
-        result, exc = run_tracy_job(job, pj, context)
-        # job processing was succefull
-        if result is TracyJobResult.SUCCESS:
-            logger.info("Succesfully processed Tracy job")
-            # Delete job when succesfull
-            context.database.ktp_api.delete_tracy_job(job)
-            logger.info("Delete Tracy job")
-
-        # job was unknown
-        elif result is TracyJobResult.UNKNOWN:
-            logger.error(f"Unkown Tracy job {job['function']}")
-
-        # job processing failed / raised an exception
-        elif result is TracyJobResult.FAILED:
-            job["inprogress"] = 2
-            context.database.ktp_api.update_tracy_job(job)
-            msg = "Exception occured while processing Tracy job"
-            logger.error(msg, exc_info=exc)
-            teams.post_teams(teams.format_message(title=msg, params=job))
-
-    context.logger.info("Finished processing all Tracy jobs - Tracy out!")
-
-
-def run_tracy_job(
-    job: dict, pj: PredictionJobDataClass, context: TaskContext
-) -> TracyJobResult:
-    """Run tracy job.
-
-    Args:
-        job: Tracy jon
-        pj: Prediction job
-        context: Task context.
-
-    Returns:
-        Result of the Tracy job.
-
-    """
-    # Try to process Tracy job
-    try:
-        # If train model job (TODO remove old name when jobs are done)
-        if job["function"] in ["train_model", "train_specific_model"]:
-            train_model_task(pj, context, check_old_model_age=False)
-
-        # If optimize hyperparameters job (TODO remove old name when jobs are done)
-        elif job["function"] in [
-            "optimize_hyperparameters",
-            "optimize_hyperparameters_for_specific_pid",
-        ]:
-            optimize_hyperparameters_task(pj, context, check_hyper_param_age=False)
-
-        # Else unknown job
-        else:
-            return TracyJobResult.UNKNOWN, None
-
-        # job processing was succesfull
-        return TracyJobResult.SUCCESS, None
-
-    # Processing of Tracy job failed
-    except Exception as e:
-        return TracyJobResult.FAILED, e
-
-
-def main(config=None, database=None):
-    taskname = Path(__file__).name.replace(".py", "")
-
-    if database is None or config is None:
-        raise RuntimeError(
-            "Please specifiy a config object and/or database connection object. These"
-            " can be found in the openstef-dbc package."
-        )
-
-    with TaskContext(taskname, config, database) as context:
-        run_tracy(context)
-
-
-if __name__ == "__main__":
-    main()