gitlabds 2.1.3__tar.gz → 2.1.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {gitlabds-2.1.3 → gitlabds-2.1.4}/PKG-INFO +4 -4
- {gitlabds-2.1.3 → gitlabds-2.1.4}/README.md +3 -3
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds/monitoring_metrics.py +4 -4
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds.egg-info/PKG-INFO +4 -4
- {gitlabds-2.1.3 → gitlabds-2.1.4}/LICENSE +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds/__init__.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds/baselines.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds/config_generator.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds/dummy.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds/feature_reduction.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds/insights.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds/memory_optimization.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds/missing.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds/missing_check.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds/missing_fill.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds/model_evaluator.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds/outliers.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds/split_data.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds/trends.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds.egg-info/SOURCES.txt +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds.egg-info/dependency_links.txt +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds.egg-info/requires.txt +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/gitlabds.egg-info/top_level.txt +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/setup.cfg +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/setup.py +0 -0
- {gitlabds-2.1.3 → gitlabds-2.1.4}/tests/__init__.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: gitlabds
|
|
3
|
-
Version: 2.1.
|
|
3
|
+
Version: 2.1.4
|
|
4
4
|
Summary: Gitlab Data Science and Modeling Tools
|
|
5
5
|
Home-page: https://gitlab.com/gitlab-data/gitlabds
|
|
6
6
|
Author: Kevin Dietz
|
|
@@ -849,14 +849,14 @@ gitlabds.generate_baseline_calibration(
|
|
|
849
849
|
#### Description
|
|
850
850
|
Calculate all monitoring metrics including feature drift, prediction drift, and health status for a model scoring run.
|
|
851
851
|
|
|
852
|
-
`gitlabds.calculate_monitoring_metrics(run_id, model_name, sub_model, model_version,
|
|
852
|
+
`gitlabds.calculate_monitoring_metrics(run_id, model_name, sub_model, model_version, score_date, feature_df, predictions, baseline_metrics, importance_threshold_pct=0.05):`
|
|
853
853
|
|
|
854
854
|
#### Parameters:
|
|
855
855
|
- **_run_id_** : Unique identifier for this scoring run
|
|
856
856
|
- **_model_name_** : Model name (e.g., "propensity_model")
|
|
857
857
|
- **_sub_model_** : Sub model identifier
|
|
858
858
|
- **_model_version_** : Model version (e.g., "2.1")
|
|
859
|
-
- **
|
|
859
|
+
- **_score_date_** : Date of scoring
|
|
860
860
|
- **_feature_df_** : Feature data used for scoring
|
|
861
861
|
- **_predictions_** : Model predictions (probabilities 0-1)
|
|
862
862
|
- **_baseline_metrics_** : Dictionary containing baseline_features and baseline_calibration JSON data
|
|
@@ -890,7 +890,7 @@ results = gitlabds.calculate_monitoring_metrics(
|
|
|
890
890
|
model_name="churn_prediction",
|
|
891
891
|
sub_model="high_value_customers",
|
|
892
892
|
model_version="2.1",
|
|
893
|
-
|
|
893
|
+
score_date=datetime.now(),
|
|
894
894
|
feature_df=current_features,
|
|
895
895
|
predictions=model_predictions,
|
|
896
896
|
baseline_metrics=baseline_metrics,
|
|
@@ -829,14 +829,14 @@ gitlabds.generate_baseline_calibration(
|
|
|
829
829
|
#### Description
|
|
830
830
|
Calculate all monitoring metrics including feature drift, prediction drift, and health status for a model scoring run.
|
|
831
831
|
|
|
832
|
-
`gitlabds.calculate_monitoring_metrics(run_id, model_name, sub_model, model_version,
|
|
832
|
+
`gitlabds.calculate_monitoring_metrics(run_id, model_name, sub_model, model_version, score_date, feature_df, predictions, baseline_metrics, importance_threshold_pct=0.05):`
|
|
833
833
|
|
|
834
834
|
#### Parameters:
|
|
835
835
|
- **_run_id_** : Unique identifier for this scoring run
|
|
836
836
|
- **_model_name_** : Model name (e.g., "propensity_model")
|
|
837
837
|
- **_sub_model_** : Sub model identifier
|
|
838
838
|
- **_model_version_** : Model version (e.g., "2.1")
|
|
839
|
-
- **
|
|
839
|
+
- **_score_date_** : Date of scoring
|
|
840
840
|
- **_feature_df_** : Feature data used for scoring
|
|
841
841
|
- **_predictions_** : Model predictions (probabilities 0-1)
|
|
842
842
|
- **_baseline_metrics_** : Dictionary containing baseline_features and baseline_calibration JSON data
|
|
@@ -870,7 +870,7 @@ results = gitlabds.calculate_monitoring_metrics(
|
|
|
870
870
|
model_name="churn_prediction",
|
|
871
871
|
sub_model="high_value_customers",
|
|
872
872
|
model_version="2.1",
|
|
873
|
-
|
|
873
|
+
score_date=datetime.now(),
|
|
874
874
|
feature_df=current_features,
|
|
875
875
|
predictions=model_predictions,
|
|
876
876
|
baseline_metrics=baseline_metrics,
|
|
@@ -8,7 +8,7 @@ def calculate_monitoring_metrics(
|
|
|
8
8
|
model_name: str,
|
|
9
9
|
sub_model: str,
|
|
10
10
|
model_version: str,
|
|
11
|
-
|
|
11
|
+
score_date: datetime,
|
|
12
12
|
feature_df: pd.DataFrame,
|
|
13
13
|
predictions: np.ndarray,
|
|
14
14
|
baseline_metrics: Dict[str, Any],
|
|
@@ -27,7 +27,7 @@ def calculate_monitoring_metrics(
|
|
|
27
27
|
Sub model identifier
|
|
28
28
|
model_version : str
|
|
29
29
|
Model version (e.g., "2.1")
|
|
30
|
-
|
|
30
|
+
score_date : datetime
|
|
31
31
|
Date of scoring
|
|
32
32
|
feature_df : pd.DataFrame
|
|
33
33
|
Feature data used for scoring
|
|
@@ -129,7 +129,7 @@ def calculate_monitoring_metrics(
|
|
|
129
129
|
'model_name': model_name,
|
|
130
130
|
'sub_model': sub_model,
|
|
131
131
|
'model_version': model_version,
|
|
132
|
-
'
|
|
132
|
+
'score_date': score_date.strftime('%Y-%m-%d %H:%M:%S'),
|
|
133
133
|
'feature_name': feature_name,
|
|
134
134
|
'psi_value': psi_value,
|
|
135
135
|
'feature_importance': feat_importance,
|
|
@@ -286,7 +286,7 @@ def calculate_monitoring_metrics(
|
|
|
286
286
|
'model_name': model_name,
|
|
287
287
|
'sub_model': sub_model,
|
|
288
288
|
'model_version': model_version,
|
|
289
|
-
'
|
|
289
|
+
'score_date': score_date.strftime('%Y-%m-%d %H:%M:%S'),
|
|
290
290
|
'record_count': record_count,
|
|
291
291
|
'prediction_metrics': json.dumps(current_predictions),
|
|
292
292
|
'prediction_baseline': json.dumps(baseline_predictions),
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: gitlabds
|
|
3
|
-
Version: 2.1.
|
|
3
|
+
Version: 2.1.4
|
|
4
4
|
Summary: Gitlab Data Science and Modeling Tools
|
|
5
5
|
Home-page: https://gitlab.com/gitlab-data/gitlabds
|
|
6
6
|
Author: Kevin Dietz
|
|
@@ -849,14 +849,14 @@ gitlabds.generate_baseline_calibration(
|
|
|
849
849
|
#### Description
|
|
850
850
|
Calculate all monitoring metrics including feature drift, prediction drift, and health status for a model scoring run.
|
|
851
851
|
|
|
852
|
-
`gitlabds.calculate_monitoring_metrics(run_id, model_name, sub_model, model_version,
|
|
852
|
+
`gitlabds.calculate_monitoring_metrics(run_id, model_name, sub_model, model_version, score_date, feature_df, predictions, baseline_metrics, importance_threshold_pct=0.05):`
|
|
853
853
|
|
|
854
854
|
#### Parameters:
|
|
855
855
|
- **_run_id_** : Unique identifier for this scoring run
|
|
856
856
|
- **_model_name_** : Model name (e.g., "propensity_model")
|
|
857
857
|
- **_sub_model_** : Sub model identifier
|
|
858
858
|
- **_model_version_** : Model version (e.g., "2.1")
|
|
859
|
-
- **
|
|
859
|
+
- **_score_date_** : Date of scoring
|
|
860
860
|
- **_feature_df_** : Feature data used for scoring
|
|
861
861
|
- **_predictions_** : Model predictions (probabilities 0-1)
|
|
862
862
|
- **_baseline_metrics_** : Dictionary containing baseline_features and baseline_calibration JSON data
|
|
@@ -890,7 +890,7 @@ results = gitlabds.calculate_monitoring_metrics(
|
|
|
890
890
|
model_name="churn_prediction",
|
|
891
891
|
sub_model="high_value_customers",
|
|
892
892
|
model_version="2.1",
|
|
893
|
-
|
|
893
|
+
score_date=datetime.now(),
|
|
894
894
|
feature_df=current_features,
|
|
895
895
|
predictions=model_predictions,
|
|
896
896
|
baseline_metrics=baseline_metrics,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|