SuperModelingFactory 0.2.0__py3-none-any.whl

Modeling_Tool/Eval/Evaluation_Tool.pyi

@@ -0,0 +1,47 @@
+# =============================================================================
+# Modeling_Tool.Eval.Evaluation_Tool
+# -----------------------------------------------------------------------------
+# Copyright (c) 2026 Kyle Sun <github.com/Kyle-J-Sun>. All rights reserved.
+# SuperModelingFactory — Licensed under the Business Source License 1.1.
+#
+# This stub describes the public API of a closed-source module compiled to a
+# native extension (.so / .pyd). The original source is not distributed.
+# Production / commercial use requires a separate commercial license.
+#
+# FINGERPRINT: SMF-EVALUATIONTO-924bc977
+#   (Unique trace marker. Do not remove or alter — used for plagiarism
+#    detection across the public internet.)
+# =============================================================================
+
+import pandas as pd
+import numpy as np
+import inspect
+from typing import List, Dict, Optional, Callable, Any, Union
+from .Model_Eval_Tool import get_perf_summary, get_gains_table, get_gains_table_by_cust_metrics, cross_risk
+import logging
+
+class EvaluationPipeline:
+    def __init__(self, m_eval, data = None): ...
+    def group_by(self, group_name, min_size = 100, group_var_name = None): ...
+    def subset_by(self, condition_dict, name = 'eval_subset', min_size = 100): ...
+    def apply(self, func, **kwargs): ...
+
+class Utility_Functions:
+    def valid_average(x): ...
+
+class Model_Evaluation_Tool:
+    def __init__(self, data: pd.DataFrame, dep: str, comp_scrlist: List[str], model: Any = None, base_score: Optional[str] = None, min_data_size: int = 500, equal_freq: bool = True, precision: int = 5, chi2_method: bool = False, chi2_p: float = 0.999, init_equi_bins: int = 500, tree_binning: bool = False, random_seed: int = 3407, nbins: int = 10, min_bin_prop: float = 0.05, include_missing: bool = True, missing_rate_ref: Union[int, float] = -99999999, excel_path: Optional[str] = None, fillna = -999999, spec_values = []): ...
+    def __init_excel_master(self): ...
+    def get_base_score(self, scorename: str = '_base_model_score_', disp: bool = False): ...
+    def get_score_correlation(self, score_list: Optional[List[str]] = None, method: str = 'pearson') -> pd.DataFrame: ...
+    def model_perf_compare(self, data: Optional[pd.DataFrame] = None, grp_name: Optional[str] = None, dist_bins: int = 100, pct_bins: int = 10, min_data_size: int = 50, sync_data_size: bool = True) -> pd.DataFrame: ...
+    def get_gains_summary(self, data: Optional[pd.DataFrame] = None, grp_name: Optional[str] = None, disp: bool = True, grp_disp_metric: List[str] = None, grp_nbins: int = 5, withSummary: bool = True, add_func: Optional[Callable] = None, sync_range: bool = True, spec_values = [], include_missing = False, fillna = None) -> pd.DataFrame: ...
+    def get_cust_metric_summary(self, eval_metrics: Optional[List[str]] = None, metric_agg_func: Union[str, Callable] = 'mean', withSummary: bool = True, spec_values = []) -> pd.DataFrame: ...
+    def get_cross_risk_summary(self, cross_agg_dict: Optional[Dict] = None, nbins: int = 5, equal_freq: Optional[bool] = None, disp: bool = True, spec_values = []) -> pd.DataFrame: ...
+    def multi_subset_wrapper(self, condition_dict: Optional[Dict[str, str]] = None, subset_var_name: str = 'eval_subset', func: Optional[Callable] = None, min_subset_size = 10, **kwargs) -> pd.DataFrame: ...
+    def multi_ylabel_wrapper(self, ylabels: Optional[List[str]] = None, ylabel_var_name: str = 'eval_ylabel', eval_func: Optional[Callable] = None, **kwargs) -> pd.DataFrame: ...
+    def multi_group_wrapper(self, group_name: Optional[str] = None, group_var_name: str = 'group_name', group_eval_func: Optional[Callable] = None, min_subset_size: int = 10, **kwargs) -> pd.DataFrame: ...
+    def multi_dim_eval(self, condition_dict: Optional[Dict[str, str]] = None, eval_ylabels: Optional[List[str]] = None, grp_namelist: Optional[List[str]] = None, eval_func: Optional[Callable] = None, subset_var_name: str = 'eval_subset', ylabel_var_name: str = 'eval_ylabel', var_name: str = 'group_name', value_name: str = 'group_value', **kwargs) -> pd.DataFrame: ...
+    def cross_perf_eval(self, bad_list: List[str], scr_list: List[str], data: Optional[pd.DataFrame] = None, eval_metric: List[str] = None, melt: bool = True) -> pd.DataFrame: ...
+    def run_variable_analysis_summary(self, varlist: List[str], data: Optional[pd.DataFrame] = None, dep: Optional[str] = None, nbins: Optional[int] = None, equal_freq: Optional[bool] = None, min_bin_prop: Optional[float] = None, precision: Optional[int] = None, chi2_method: Optional[bool] = None, chi2_p: Optional[float] = None, init_equi_bins: Optional[int] = None, tree_binning: Optional[bool] = None, include_missing: Optional[bool] = None, missing_rate_ref: Optional[Union[int, float]] = None, seed: Optional[int] = None, spec_values = []) -> pd.DataFrame: ...
+    def pipe(self, data = None): ...