gitlabds 2.1.3__tar.gz → 2.1.5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {gitlabds-2.1.3 → gitlabds-2.1.5}/PKG-INFO +4 -4
- {gitlabds-2.1.3 → gitlabds-2.1.5}/README.md +3 -3
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds/monitoring_metrics.py +8 -6
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds.egg-info/PKG-INFO +4 -4
- {gitlabds-2.1.3 → gitlabds-2.1.5}/LICENSE +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds/__init__.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds/baselines.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds/config_generator.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds/dummy.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds/feature_reduction.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds/insights.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds/memory_optimization.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds/missing.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds/missing_check.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds/missing_fill.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds/model_evaluator.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds/outliers.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds/split_data.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds/trends.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds.egg-info/SOURCES.txt +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds.egg-info/dependency_links.txt +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds.egg-info/requires.txt +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/gitlabds.egg-info/top_level.txt +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/setup.cfg +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/setup.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.5}/tests/__init__.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: gitlabds
|
|
3
|
-
Version: 2.1.
|
|
3
|
+
Version: 2.1.5
|
|
4
4
|
Summary: Gitlab Data Science and Modeling Tools
|
|
5
5
|
Home-page: https://gitlab.com/gitlab-data/gitlabds
|
|
6
6
|
Author: Kevin Dietz
|
|
@@ -849,14 +849,14 @@ gitlabds.generate_baseline_calibration(
|
|
|
849
849
|
#### Description
|
|
850
850
|
Calculate all monitoring metrics including feature drift, prediction drift, and health status for a model scoring run.
|
|
851
851
|
|
|
852
|
-
`gitlabds.calculate_monitoring_metrics(run_id, model_name, sub_model, model_version,
|
|
852
|
+
`gitlabds.calculate_monitoring_metrics(run_id, model_name, sub_model, model_version, score_date, feature_df, predictions, baseline_metrics, importance_threshold_pct=0.05):`
|
|
853
853
|
|
|
854
854
|
#### Parameters:
|
|
855
855
|
- **_run_id_** : Unique identifier for this scoring run
|
|
856
856
|
- **_model_name_** : Model name (e.g., "propensity_model")
|
|
857
857
|
- **_sub_model_** : Sub model identifier
|
|
858
858
|
- **_model_version_** : Model version (e.g., "2.1")
|
|
859
|
-
- **
|
|
859
|
+
- **_score_date_** : Date of scoring
|
|
860
860
|
- **_feature_df_** : Feature data used for scoring
|
|
861
861
|
- **_predictions_** : Model predictions (probabilities 0-1)
|
|
862
862
|
- **_baseline_metrics_** : Dictionary containing baseline_features and baseline_calibration JSON data
|
|
@@ -890,7 +890,7 @@ results = gitlabds.calculate_monitoring_metrics(
|
|
|
890
890
|
model_name="churn_prediction",
|
|
891
891
|
sub_model="high_value_customers",
|
|
892
892
|
model_version="2.1",
|
|
893
|
-
|
|
893
|
+
score_date=datetime.now(),
|
|
894
894
|
feature_df=current_features,
|
|
895
895
|
predictions=model_predictions,
|
|
896
896
|
baseline_metrics=baseline_metrics,
|
|
@@ -829,14 +829,14 @@ gitlabds.generate_baseline_calibration(
|
|
|
829
829
|
#### Description
|
|
830
830
|
Calculate all monitoring metrics including feature drift, prediction drift, and health status for a model scoring run.
|
|
831
831
|
|
|
832
|
-
`gitlabds.calculate_monitoring_metrics(run_id, model_name, sub_model, model_version,
|
|
832
|
+
`gitlabds.calculate_monitoring_metrics(run_id, model_name, sub_model, model_version, score_date, feature_df, predictions, baseline_metrics, importance_threshold_pct=0.05):`
|
|
833
833
|
|
|
834
834
|
#### Parameters:
|
|
835
835
|
- **_run_id_** : Unique identifier for this scoring run
|
|
836
836
|
- **_model_name_** : Model name (e.g., "propensity_model")
|
|
837
837
|
- **_sub_model_** : Sub model identifier
|
|
838
838
|
- **_model_version_** : Model version (e.g., "2.1")
|
|
839
|
-
- **
|
|
839
|
+
- **_score_date_** : Date of scoring
|
|
840
840
|
- **_feature_df_** : Feature data used for scoring
|
|
841
841
|
- **_predictions_** : Model predictions (probabilities 0-1)
|
|
842
842
|
- **_baseline_metrics_** : Dictionary containing baseline_features and baseline_calibration JSON data
|
|
@@ -870,7 +870,7 @@ results = gitlabds.calculate_monitoring_metrics(
|
|
|
870
870
|
model_name="churn_prediction",
|
|
871
871
|
sub_model="high_value_customers",
|
|
872
872
|
model_version="2.1",
|
|
873
|
-
|
|
873
|
+
score_date=datetime.now(),
|
|
874
874
|
feature_df=current_features,
|
|
875
875
|
predictions=model_predictions,
|
|
876
876
|
baseline_metrics=baseline_metrics,
|
|
@@ -8,7 +8,7 @@ def calculate_monitoring_metrics(
|
|
|
8
8
|
model_name: str,
|
|
9
9
|
sub_model: str,
|
|
10
10
|
model_version: str,
|
|
11
|
-
|
|
11
|
+
score_date: datetime,
|
|
12
12
|
feature_df: pd.DataFrame,
|
|
13
13
|
predictions: np.ndarray,
|
|
14
14
|
baseline_metrics: Dict[str, Any],
|
|
@@ -27,7 +27,7 @@ def calculate_monitoring_metrics(
|
|
|
27
27
|
Sub model identifier
|
|
28
28
|
model_version : str
|
|
29
29
|
Model version (e.g., "2.1")
|
|
30
|
-
|
|
30
|
+
score_date : datetime
|
|
31
31
|
Date of scoring
|
|
32
32
|
feature_df : pd.DataFrame
|
|
33
33
|
Feature data used for scoring
|
|
@@ -129,11 +129,12 @@ def calculate_monitoring_metrics(
|
|
|
129
129
|
'model_name': model_name,
|
|
130
130
|
'sub_model': sub_model,
|
|
131
131
|
'model_version': model_version,
|
|
132
|
-
'
|
|
132
|
+
'score_date': score_date.strftime('%Y-%m-%d %H:%M:%S'),
|
|
133
133
|
'feature_name': feature_name,
|
|
134
134
|
'psi_value': psi_value,
|
|
135
135
|
'feature_importance': feat_importance,
|
|
136
|
-
'status': status
|
|
136
|
+
'status': status,
|
|
137
|
+
'created_at': datetime.datetime.now()
|
|
137
138
|
})
|
|
138
139
|
|
|
139
140
|
# =================================================================
|
|
@@ -286,7 +287,7 @@ def calculate_monitoring_metrics(
|
|
|
286
287
|
'model_name': model_name,
|
|
287
288
|
'sub_model': sub_model,
|
|
288
289
|
'model_version': model_version,
|
|
289
|
-
'
|
|
290
|
+
'score_date': score_date.strftime('%Y-%m-%d %H:%M:%S'),
|
|
290
291
|
'record_count': record_count,
|
|
291
292
|
'prediction_metrics': json.dumps(current_predictions),
|
|
292
293
|
'prediction_baseline': json.dumps(baseline_predictions),
|
|
@@ -294,7 +295,8 @@ def calculate_monitoring_metrics(
|
|
|
294
295
|
'prediction_drift_status': prediction_drift_status,
|
|
295
296
|
'feature_drift_summary': json.dumps(drift_summary),
|
|
296
297
|
'feature_drift_status': overall_status,
|
|
297
|
-
'model_configuration': json.dumps(model_configuration)
|
|
298
|
+
'model_configuration': json.dumps(model_configuration),
|
|
299
|
+
'created_at': datetime.datetime.now()
|
|
298
300
|
}])
|
|
299
301
|
|
|
300
302
|
# Feature Drift DataFrame
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: gitlabds
|
|
3
|
-
Version: 2.1.
|
|
3
|
+
Version: 2.1.5
|
|
4
4
|
Summary: Gitlab Data Science and Modeling Tools
|
|
5
5
|
Home-page: https://gitlab.com/gitlab-data/gitlabds
|
|
6
6
|
Author: Kevin Dietz
|
|
@@ -849,14 +849,14 @@ gitlabds.generate_baseline_calibration(
|
|
|
849
849
|
#### Description
|
|
850
850
|
Calculate all monitoring metrics including feature drift, prediction drift, and health status for a model scoring run.
|
|
851
851
|
|
|
852
|
-
`gitlabds.calculate_monitoring_metrics(run_id, model_name, sub_model, model_version,
|
|
852
|
+
`gitlabds.calculate_monitoring_metrics(run_id, model_name, sub_model, model_version, score_date, feature_df, predictions, baseline_metrics, importance_threshold_pct=0.05):`
|
|
853
853
|
|
|
854
854
|
#### Parameters:
|
|
855
855
|
- **_run_id_** : Unique identifier for this scoring run
|
|
856
856
|
- **_model_name_** : Model name (e.g., "propensity_model")
|
|
857
857
|
- **_sub_model_** : Sub model identifier
|
|
858
858
|
- **_model_version_** : Model version (e.g., "2.1")
|
|
859
|
-
- **
|
|
859
|
+
- **_score_date_** : Date of scoring
|
|
860
860
|
- **_feature_df_** : Feature data used for scoring
|
|
861
861
|
- **_predictions_** : Model predictions (probabilities 0-1)
|
|
862
862
|
- **_baseline_metrics_** : Dictionary containing baseline_features and baseline_calibration JSON data
|
|
@@ -890,7 +890,7 @@ results = gitlabds.calculate_monitoring_metrics(
|
|
|
890
890
|
model_name="churn_prediction",
|
|
891
891
|
sub_model="high_value_customers",
|
|
892
892
|
model_version="2.1",
|
|
893
|
-
|
|
893
|
+
score_date=datetime.now(),
|
|
894
894
|
feature_df=current_features,
|
|
895
895
|
predictions=model_predictions,
|
|
896
896
|
baseline_metrics=baseline_metrics,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|