gitlabds 2.1.1__tar.gz → 2.1.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {gitlabds-2.1.1 → gitlabds-2.1.2}/PKG-INFO +3 -3
- {gitlabds-2.1.1 → gitlabds-2.1.2}/README.md +2 -2
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds/monitoring_metrics.py +8 -7
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds.egg-info/PKG-INFO +3 -3
- {gitlabds-2.1.1 → gitlabds-2.1.2}/LICENSE +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds/__init__.py +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds/baselines.py +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds/config_generator.py +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds/dummy.py +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds/feature_reduction.py +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds/insights.py +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds/memory_optimization.py +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds/missing.py +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds/missing_check.py +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds/missing_fill.py +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds/model_evaluator.py +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds/outliers.py +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds/split_data.py +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds/trends.py +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds.egg-info/SOURCES.txt +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds.egg-info/dependency_links.txt +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds.egg-info/requires.txt +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/gitlabds.egg-info/top_level.txt +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/setup.cfg +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/setup.py +0 -0
- {gitlabds-2.1.1 → gitlabds-2.1.2}/tests/__init__.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: gitlabds
|
|
3
|
-
Version: 2.1.
|
|
3
|
+
Version: 2.1.2
|
|
4
4
|
Summary: Gitlab Data Science and Modeling Tools
|
|
5
5
|
Home-page: https://gitlab.com/gitlab-data/gitlabds
|
|
6
6
|
Author: Kevin Dietz
|
|
@@ -818,8 +818,8 @@ Generate baseline calibration data with train + test curves, prediction statisti
|
|
|
818
818
|
- **_test_actuals_** : Test set actual binary outcomes (0/1)
|
|
819
819
|
- **_model_configuration_** : Dictionary of model configuration parameters
|
|
820
820
|
- **_n_bins_** : Number of bins for calibration curve (default: 10)
|
|
821
|
-
- **
|
|
822
|
-
- **
|
|
821
|
+
- **_prediction_drift_warning_** : Warning level for prediction score drift (default: 0.10),
|
|
822
|
+
- **_prediction_drift_critical_** : Critical level for prediction score drift (default: 0.20),
|
|
823
823
|
- **_output_path_** : Path to save the JSON file
|
|
824
824
|
|
|
825
825
|
#### Returns
|
|
@@ -798,8 +798,8 @@ Generate baseline calibration data with train + test curves, prediction statisti
|
|
|
798
798
|
- **_test_actuals_** : Test set actual binary outcomes (0/1)
|
|
799
799
|
- **_model_configuration_** : Dictionary of model configuration parameters
|
|
800
800
|
- **_n_bins_** : Number of bins for calibration curve (default: 10)
|
|
801
|
-
- **
|
|
802
|
-
- **
|
|
801
|
+
- **_prediction_drift_warning_** : Warning level for prediction score drift (default: 0.10),
|
|
802
|
+
- **_prediction_drift_critical_** : Critical level for prediction score drift (default: 0.20),
|
|
803
803
|
- **_output_path_** : Path to save the JSON file
|
|
804
804
|
|
|
805
805
|
#### Returns
|
|
@@ -129,8 +129,8 @@ def calculate_monitoring_metrics(
|
|
|
129
129
|
'model_name': model_name,
|
|
130
130
|
'sub_model': sub_model,
|
|
131
131
|
'model_version': model_version,
|
|
132
|
-
'feature_name': feature_name,
|
|
133
132
|
'scoring_date': scoring_date.strftime('%Y-%m-%d %H:%M:%S'),
|
|
133
|
+
'feature_name': feature_name,
|
|
134
134
|
'psi_value': psi_value,
|
|
135
135
|
'feature_importance': feat_importance,
|
|
136
136
|
'status': status
|
|
@@ -266,14 +266,15 @@ def calculate_monitoring_metrics(
|
|
|
266
266
|
warning_threshold = prediction_drift_thresholds.get('warning', 0.15)
|
|
267
267
|
|
|
268
268
|
if mean_shift_pct >= critical_threshold:
|
|
269
|
-
|
|
269
|
+
prediction_drift_status = 'critical'
|
|
270
270
|
elif mean_shift_pct >= warning_threshold:
|
|
271
|
-
|
|
271
|
+
prediction_drift_status = 'warning'
|
|
272
272
|
else:
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
273
|
+
prediction_drift_status = 'healthy'
|
|
274
|
+
|
|
275
|
+
else:
|
|
276
|
+
prediction_drift_status = 'unknown'
|
|
277
|
+
|
|
277
278
|
|
|
278
279
|
# =================================================================
|
|
279
280
|
# 4. CREATE OUTPUT DATAFRAMES
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: gitlabds
|
|
3
|
-
Version: 2.1.
|
|
3
|
+
Version: 2.1.2
|
|
4
4
|
Summary: Gitlab Data Science and Modeling Tools
|
|
5
5
|
Home-page: https://gitlab.com/gitlab-data/gitlabds
|
|
6
6
|
Author: Kevin Dietz
|
|
@@ -818,8 +818,8 @@ Generate baseline calibration data with train + test curves, prediction statisti
|
|
|
818
818
|
- **_test_actuals_** : Test set actual binary outcomes (0/1)
|
|
819
819
|
- **_model_configuration_** : Dictionary of model configuration parameters
|
|
820
820
|
- **_n_bins_** : Number of bins for calibration curve (default: 10)
|
|
821
|
-
- **
|
|
822
|
-
- **
|
|
821
|
+
- **_prediction_drift_warning_** : Warning level for prediction score drift (default: 0.10),
|
|
822
|
+
- **_prediction_drift_critical_** : Critical level for prediction score drift (default: 0.20),
|
|
823
823
|
- **_output_path_** : Path to save the JSON file
|
|
824
824
|
|
|
825
825
|
#### Returns
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|