snowflake-ml-python 1.4.0__py3-none-any.whl → 1.5.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- snowflake/ml/_internal/env_utils.py +77 -32
- snowflake/ml/_internal/exceptions/dataset_error_messages.py +5 -0
- snowflake/ml/_internal/exceptions/dataset_errors.py +24 -0
- snowflake/ml/_internal/exceptions/error_codes.py +3 -0
- snowflake/ml/_internal/lineage/data_source.py +10 -0
- snowflake/ml/_internal/lineage/dataset_dataframe.py +44 -0
- snowflake/ml/_internal/utils/identifier.py +3 -1
- snowflake/ml/_internal/utils/sql_identifier.py +2 -6
- snowflake/ml/dataset/__init__.py +10 -0
- snowflake/ml/dataset/dataset.py +454 -129
- snowflake/ml/dataset/dataset_factory.py +53 -0
- snowflake/ml/dataset/dataset_metadata.py +103 -0
- snowflake/ml/dataset/dataset_reader.py +202 -0
- snowflake/ml/feature_store/feature_store.py +531 -332
- snowflake/ml/feature_store/feature_view.py +40 -23
- snowflake/ml/fileset/embedded_stage_fs.py +146 -0
- snowflake/ml/fileset/sfcfs.py +56 -54
- snowflake/ml/fileset/snowfs.py +159 -0
- snowflake/ml/fileset/stage_fs.py +49 -17
- snowflake/ml/model/__init__.py +2 -2
- snowflake/ml/model/_api.py +16 -1
- snowflake/ml/model/_client/model/model_impl.py +27 -0
- snowflake/ml/model/_client/model/model_version_impl.py +137 -50
- snowflake/ml/model/_client/ops/model_ops.py +159 -40
- snowflake/ml/model/_client/sql/model.py +25 -2
- snowflake/ml/model/_client/sql/model_version.py +131 -2
- snowflake/ml/model/_deploy_client/image_builds/server_image_builder.py +5 -1
- snowflake/ml/model/_deploy_client/image_builds/templates/dockerfile_template +1 -0
- snowflake/ml/model/_deploy_client/snowservice/deploy.py +2 -0
- snowflake/ml/model/_deploy_client/utils/constants.py +0 -5
- snowflake/ml/model/_deploy_client/utils/snowservice_client.py +21 -50
- snowflake/ml/model/_model_composer/model_composer.py +22 -1
- snowflake/ml/model/_model_composer/model_manifest/model_manifest.py +38 -51
- snowflake/ml/model/_model_composer/model_manifest/model_manifest_schema.py +19 -1
- snowflake/ml/model/_model_composer/model_method/model_method.py +6 -10
- snowflake/ml/model/_packager/model_env/model_env.py +41 -0
- snowflake/ml/model/_packager/model_handlers/catboost.py +206 -0
- snowflake/ml/model/_packager/model_handlers/lightgbm.py +218 -0
- snowflake/ml/model/_packager/model_handlers/sklearn.py +3 -0
- snowflake/ml/model/_packager/model_meta/_core_requirements.py +1 -1
- snowflake/ml/model/_packager/model_meta/model_meta.py +37 -11
- snowflake/ml/model/_packager/model_meta/model_meta_schema.py +20 -1
- snowflake/ml/model/_packager/model_meta_migrator/migrator_plans.py +3 -1
- snowflake/ml/model/_packager/model_packager.py +2 -5
- snowflake/ml/model/{_model_composer/model_runtime/_runtime_requirements.py → _packager/model_runtime/_snowml_inference_alternative_requirements.py} +1 -1
- snowflake/ml/model/_packager/model_runtime/model_runtime.py +137 -0
- snowflake/ml/model/type_hints.py +21 -2
- snowflake/ml/modeling/_internal/estimator_utils.py +16 -11
- snowflake/ml/modeling/_internal/local_implementations/pandas_handlers.py +4 -1
- snowflake/ml/modeling/_internal/local_implementations/pandas_trainer.py +55 -3
- snowflake/ml/modeling/_internal/ml_runtime_implementations/ml_runtime_handlers.py +34 -18
- snowflake/ml/modeling/_internal/model_trainer.py +7 -0
- snowflake/ml/modeling/_internal/model_trainer_builder.py +42 -9
- snowflake/ml/modeling/_internal/snowpark_implementations/distributed_hpo_trainer.py +13 -14
- snowflake/ml/modeling/_internal/snowpark_implementations/snowpark_handlers.py +29 -7
- snowflake/ml/modeling/_internal/snowpark_implementations/snowpark_trainer.py +261 -16
- snowflake/ml/modeling/calibration/calibrated_classifier_cv.py +246 -175
- snowflake/ml/modeling/cluster/affinity_propagation.py +246 -175
- snowflake/ml/modeling/cluster/agglomerative_clustering.py +246 -175
- snowflake/ml/modeling/cluster/birch.py +248 -175
- snowflake/ml/modeling/cluster/bisecting_k_means.py +248 -175
- snowflake/ml/modeling/cluster/dbscan.py +246 -175
- snowflake/ml/modeling/cluster/feature_agglomeration.py +248 -175
- snowflake/ml/modeling/cluster/k_means.py +248 -175
- snowflake/ml/modeling/cluster/mean_shift.py +246 -175
- snowflake/ml/modeling/cluster/mini_batch_k_means.py +248 -175
- snowflake/ml/modeling/cluster/optics.py +246 -175
- snowflake/ml/modeling/cluster/spectral_biclustering.py +246 -175
- snowflake/ml/modeling/cluster/spectral_clustering.py +246 -175
- snowflake/ml/modeling/cluster/spectral_coclustering.py +246 -175
- snowflake/ml/modeling/compose/column_transformer.py +248 -175
- snowflake/ml/modeling/compose/transformed_target_regressor.py +246 -175
- snowflake/ml/modeling/covariance/elliptic_envelope.py +246 -175
- snowflake/ml/modeling/covariance/empirical_covariance.py +246 -175
- snowflake/ml/modeling/covariance/graphical_lasso.py +246 -175
- snowflake/ml/modeling/covariance/graphical_lasso_cv.py +246 -175
- snowflake/ml/modeling/covariance/ledoit_wolf.py +246 -175
- snowflake/ml/modeling/covariance/min_cov_det.py +246 -175
- snowflake/ml/modeling/covariance/oas.py +246 -175
- snowflake/ml/modeling/covariance/shrunk_covariance.py +246 -175
- snowflake/ml/modeling/decomposition/dictionary_learning.py +248 -175
- snowflake/ml/modeling/decomposition/factor_analysis.py +248 -175
- snowflake/ml/modeling/decomposition/fast_ica.py +248 -175
- snowflake/ml/modeling/decomposition/incremental_pca.py +248 -175
- snowflake/ml/modeling/decomposition/kernel_pca.py +248 -175
- snowflake/ml/modeling/decomposition/mini_batch_dictionary_learning.py +248 -175
- snowflake/ml/modeling/decomposition/mini_batch_sparse_pca.py +248 -175
- snowflake/ml/modeling/decomposition/pca.py +248 -175
- snowflake/ml/modeling/decomposition/sparse_pca.py +248 -175
- snowflake/ml/modeling/decomposition/truncated_svd.py +248 -175
- snowflake/ml/modeling/discriminant_analysis/linear_discriminant_analysis.py +248 -175
- snowflake/ml/modeling/discriminant_analysis/quadratic_discriminant_analysis.py +246 -175
- snowflake/ml/modeling/ensemble/ada_boost_classifier.py +246 -175
- snowflake/ml/modeling/ensemble/ada_boost_regressor.py +246 -175
- snowflake/ml/modeling/ensemble/bagging_classifier.py +246 -175
- snowflake/ml/modeling/ensemble/bagging_regressor.py +246 -175
- snowflake/ml/modeling/ensemble/extra_trees_classifier.py +246 -175
- snowflake/ml/modeling/ensemble/extra_trees_regressor.py +246 -175
- snowflake/ml/modeling/ensemble/gradient_boosting_classifier.py +246 -175
- snowflake/ml/modeling/ensemble/gradient_boosting_regressor.py +246 -175
- snowflake/ml/modeling/ensemble/hist_gradient_boosting_classifier.py +246 -175
- snowflake/ml/modeling/ensemble/hist_gradient_boosting_regressor.py +246 -175
- snowflake/ml/modeling/ensemble/isolation_forest.py +246 -175
- snowflake/ml/modeling/ensemble/random_forest_classifier.py +246 -175
- snowflake/ml/modeling/ensemble/random_forest_regressor.py +246 -175
- snowflake/ml/modeling/ensemble/stacking_regressor.py +248 -175
- snowflake/ml/modeling/ensemble/voting_classifier.py +248 -175
- snowflake/ml/modeling/ensemble/voting_regressor.py +248 -175
- snowflake/ml/modeling/feature_selection/generic_univariate_select.py +248 -175
- snowflake/ml/modeling/feature_selection/select_fdr.py +248 -175
- snowflake/ml/modeling/feature_selection/select_fpr.py +248 -175
- snowflake/ml/modeling/feature_selection/select_fwe.py +248 -175
- snowflake/ml/modeling/feature_selection/select_k_best.py +248 -175
- snowflake/ml/modeling/feature_selection/select_percentile.py +248 -175
- snowflake/ml/modeling/feature_selection/sequential_feature_selector.py +248 -175
- snowflake/ml/modeling/feature_selection/variance_threshold.py +248 -175
- snowflake/ml/modeling/framework/_utils.py +8 -1
- snowflake/ml/modeling/framework/base.py +72 -37
- snowflake/ml/modeling/gaussian_process/gaussian_process_classifier.py +246 -175
- snowflake/ml/modeling/gaussian_process/gaussian_process_regressor.py +246 -175
- snowflake/ml/modeling/impute/iterative_imputer.py +248 -175
- snowflake/ml/modeling/impute/knn_imputer.py +248 -175
- snowflake/ml/modeling/impute/missing_indicator.py +248 -175
- snowflake/ml/modeling/kernel_approximation/additive_chi2_sampler.py +248 -175
- snowflake/ml/modeling/kernel_approximation/nystroem.py +248 -175
- snowflake/ml/modeling/kernel_approximation/polynomial_count_sketch.py +248 -175
- snowflake/ml/modeling/kernel_approximation/rbf_sampler.py +248 -175
- snowflake/ml/modeling/kernel_approximation/skewed_chi2_sampler.py +248 -175
- snowflake/ml/modeling/kernel_ridge/kernel_ridge.py +246 -175
- snowflake/ml/modeling/lightgbm/lgbm_classifier.py +246 -175
- snowflake/ml/modeling/lightgbm/lgbm_regressor.py +246 -175
- snowflake/ml/modeling/linear_model/ard_regression.py +246 -175
- snowflake/ml/modeling/linear_model/bayesian_ridge.py +246 -175
- snowflake/ml/modeling/linear_model/elastic_net.py +246 -175
- snowflake/ml/modeling/linear_model/elastic_net_cv.py +246 -175
- snowflake/ml/modeling/linear_model/gamma_regressor.py +246 -175
- snowflake/ml/modeling/linear_model/huber_regressor.py +246 -175
- snowflake/ml/modeling/linear_model/lars.py +246 -175
- snowflake/ml/modeling/linear_model/lars_cv.py +246 -175
- snowflake/ml/modeling/linear_model/lasso.py +246 -175
- snowflake/ml/modeling/linear_model/lasso_cv.py +246 -175
- snowflake/ml/modeling/linear_model/lasso_lars.py +246 -175
- snowflake/ml/modeling/linear_model/lasso_lars_cv.py +246 -175
- snowflake/ml/modeling/linear_model/lasso_lars_ic.py +246 -175
- snowflake/ml/modeling/linear_model/linear_regression.py +246 -175
- snowflake/ml/modeling/linear_model/logistic_regression.py +246 -175
- snowflake/ml/modeling/linear_model/logistic_regression_cv.py +246 -175
- snowflake/ml/modeling/linear_model/multi_task_elastic_net.py +246 -175
- snowflake/ml/modeling/linear_model/multi_task_elastic_net_cv.py +246 -175
- snowflake/ml/modeling/linear_model/multi_task_lasso.py +246 -175
- snowflake/ml/modeling/linear_model/multi_task_lasso_cv.py +246 -175
- snowflake/ml/modeling/linear_model/orthogonal_matching_pursuit.py +246 -175
- snowflake/ml/modeling/linear_model/passive_aggressive_classifier.py +246 -175
- snowflake/ml/modeling/linear_model/passive_aggressive_regressor.py +246 -175
- snowflake/ml/modeling/linear_model/perceptron.py +246 -175
- snowflake/ml/modeling/linear_model/poisson_regressor.py +246 -175
- snowflake/ml/modeling/linear_model/ransac_regressor.py +246 -175
- snowflake/ml/modeling/linear_model/ridge.py +246 -175
- snowflake/ml/modeling/linear_model/ridge_classifier.py +246 -175
- snowflake/ml/modeling/linear_model/ridge_classifier_cv.py +246 -175
- snowflake/ml/modeling/linear_model/ridge_cv.py +246 -175
- snowflake/ml/modeling/linear_model/sgd_classifier.py +246 -175
- snowflake/ml/modeling/linear_model/sgd_one_class_svm.py +246 -175
- snowflake/ml/modeling/linear_model/sgd_regressor.py +246 -175
- snowflake/ml/modeling/linear_model/theil_sen_regressor.py +246 -175
- snowflake/ml/modeling/linear_model/tweedie_regressor.py +246 -175
- snowflake/ml/modeling/manifold/isomap.py +248 -175
- snowflake/ml/modeling/manifold/mds.py +248 -175
- snowflake/ml/modeling/manifold/spectral_embedding.py +248 -175
- snowflake/ml/modeling/manifold/tsne.py +248 -175
- snowflake/ml/modeling/mixture/bayesian_gaussian_mixture.py +246 -175
- snowflake/ml/modeling/mixture/gaussian_mixture.py +246 -175
- snowflake/ml/modeling/model_selection/grid_search_cv.py +63 -41
- snowflake/ml/modeling/model_selection/randomized_search_cv.py +80 -38
- snowflake/ml/modeling/multiclass/one_vs_one_classifier.py +246 -175
- snowflake/ml/modeling/multiclass/one_vs_rest_classifier.py +246 -175
- snowflake/ml/modeling/multiclass/output_code_classifier.py +246 -175
- snowflake/ml/modeling/naive_bayes/bernoulli_nb.py +246 -175
- snowflake/ml/modeling/naive_bayes/categorical_nb.py +246 -175
- snowflake/ml/modeling/naive_bayes/complement_nb.py +246 -175
- snowflake/ml/modeling/naive_bayes/gaussian_nb.py +246 -175
- snowflake/ml/modeling/naive_bayes/multinomial_nb.py +246 -175
- snowflake/ml/modeling/neighbors/k_neighbors_classifier.py +246 -175
- snowflake/ml/modeling/neighbors/k_neighbors_regressor.py +246 -175
- snowflake/ml/modeling/neighbors/kernel_density.py +246 -175
- snowflake/ml/modeling/neighbors/local_outlier_factor.py +246 -175
- snowflake/ml/modeling/neighbors/nearest_centroid.py +246 -175
- snowflake/ml/modeling/neighbors/nearest_neighbors.py +246 -175
- snowflake/ml/modeling/neighbors/neighborhood_components_analysis.py +248 -175
- snowflake/ml/modeling/neighbors/radius_neighbors_classifier.py +246 -175
- snowflake/ml/modeling/neighbors/radius_neighbors_regressor.py +246 -175
- snowflake/ml/modeling/neural_network/bernoulli_rbm.py +248 -175
- snowflake/ml/modeling/neural_network/mlp_classifier.py +246 -175
- snowflake/ml/modeling/neural_network/mlp_regressor.py +246 -175
- snowflake/ml/modeling/pipeline/pipeline.py +517 -35
- snowflake/ml/modeling/preprocessing/binarizer.py +1 -5
- snowflake/ml/modeling/preprocessing/k_bins_discretizer.py +1 -5
- snowflake/ml/modeling/preprocessing/label_encoder.py +1 -5
- snowflake/ml/modeling/preprocessing/max_abs_scaler.py +1 -5
- snowflake/ml/modeling/preprocessing/min_max_scaler.py +10 -12
- snowflake/ml/modeling/preprocessing/normalizer.py +1 -5
- snowflake/ml/modeling/preprocessing/one_hot_encoder.py +13 -5
- snowflake/ml/modeling/preprocessing/ordinal_encoder.py +1 -5
- snowflake/ml/modeling/preprocessing/polynomial_features.py +248 -175
- snowflake/ml/modeling/preprocessing/robust_scaler.py +1 -5
- snowflake/ml/modeling/preprocessing/standard_scaler.py +11 -11
- snowflake/ml/modeling/semi_supervised/label_propagation.py +246 -175
- snowflake/ml/modeling/semi_supervised/label_spreading.py +246 -175
- snowflake/ml/modeling/svm/linear_svc.py +246 -175
- snowflake/ml/modeling/svm/linear_svr.py +246 -175
- snowflake/ml/modeling/svm/nu_svc.py +246 -175
- snowflake/ml/modeling/svm/nu_svr.py +246 -175
- snowflake/ml/modeling/svm/svc.py +246 -175
- snowflake/ml/modeling/svm/svr.py +246 -175
- snowflake/ml/modeling/tree/decision_tree_classifier.py +246 -175
- snowflake/ml/modeling/tree/decision_tree_regressor.py +246 -175
- snowflake/ml/modeling/tree/extra_tree_classifier.py +246 -175
- snowflake/ml/modeling/tree/extra_tree_regressor.py +246 -175
- snowflake/ml/modeling/xgboost/xgb_classifier.py +246 -175
- snowflake/ml/modeling/xgboost/xgb_regressor.py +246 -175
- snowflake/ml/modeling/xgboost/xgbrf_classifier.py +246 -175
- snowflake/ml/modeling/xgboost/xgbrf_regressor.py +246 -175
- snowflake/ml/registry/model_registry.py +3 -149
- snowflake/ml/registry/registry.py +1 -1
- snowflake/ml/version.py +1 -1
- {snowflake_ml_python-1.4.0.dist-info → snowflake_ml_python-1.5.0.dist-info}/METADATA +129 -57
- snowflake_ml_python-1.5.0.dist-info/RECORD +380 -0
- snowflake/ml/model/_model_composer/model_runtime/model_runtime.py +0 -97
- snowflake/ml/registry/_artifact_manager.py +0 -156
- snowflake/ml/registry/artifact.py +0 -46
- snowflake_ml_python-1.4.0.dist-info/RECORD +0 -370
- {snowflake_ml_python-1.4.0.dist-info → snowflake_ml_python-1.5.0.dist-info}/LICENSE.txt +0 -0
- {snowflake_ml_python-1.4.0.dist-info → snowflake_ml_python-1.5.0.dist-info}/WHEEL +0 -0
- {snowflake_ml_python-1.4.0.dist-info → snowflake_ml_python-1.5.0.dist-info}/top_level.txt +0 -0
@@ -33,6 +33,15 @@ from snowflake.ml.modeling._internal.transformer_protocols import (
|
|
33
33
|
BatchInferenceKwargsTypedDict,
|
34
34
|
ScoreKwargsTypedDict
|
35
35
|
)
|
36
|
+
from snowflake.ml.model._signatures import utils as model_signature_utils
|
37
|
+
from snowflake.ml.model.model_signature import (
|
38
|
+
BaseFeatureSpec,
|
39
|
+
DataType,
|
40
|
+
FeatureSpec,
|
41
|
+
ModelSignature,
|
42
|
+
_infer_signature,
|
43
|
+
_rename_signature_with_snowflake_identifiers,
|
44
|
+
)
|
36
45
|
|
37
46
|
from snowflake.ml.modeling._internal.model_transformer_builder import ModelTransformerBuilder
|
38
47
|
|
@@ -43,16 +52,6 @@ from snowflake.ml.modeling._internal.estimator_utils import (
|
|
43
52
|
validate_sklearn_args,
|
44
53
|
)
|
45
54
|
|
46
|
-
from snowflake.ml.model.model_signature import (
|
47
|
-
DataType,
|
48
|
-
FeatureSpec,
|
49
|
-
ModelSignature,
|
50
|
-
_infer_signature,
|
51
|
-
_rename_signature_with_snowflake_identifiers,
|
52
|
-
BaseFeatureSpec,
|
53
|
-
)
|
54
|
-
from snowflake.ml.model._signatures import utils as model_signature_utils
|
55
|
-
|
56
55
|
_PROJECT = "ModelDevelopment"
|
57
56
|
# Derive subproject from module name by removing "sklearn"
|
58
57
|
# and converting module name from underscore to CamelCase
|
@@ -61,12 +60,6 @@ _SUBPROJECT = "".join([s.capitalize() for s in "sklearn.ensemble".replace("sklea
|
|
61
60
|
|
62
61
|
DATAFRAME_TYPE = Union[DataFrame, pd.DataFrame]
|
63
62
|
|
64
|
-
def _is_fit_transform_method_enabled() -> Callable[[Any], bool]:
|
65
|
-
def check(self: BaseTransformer) -> TypeGuard[Callable[..., object]]:
|
66
|
-
return False and callable(getattr(self._sklearn_object, "fit_transform", None))
|
67
|
-
return check
|
68
|
-
|
69
|
-
|
70
63
|
class AdaBoostRegressor(BaseTransformer):
|
71
64
|
r"""An AdaBoost regressor
|
72
65
|
For more details on this class, see [sklearn.ensemble.AdaBoostRegressor]
|
@@ -241,12 +234,7 @@ class AdaBoostRegressor(BaseTransformer):
|
|
241
234
|
)
|
242
235
|
return selected_cols
|
243
236
|
|
244
|
-
|
245
|
-
project=_PROJECT,
|
246
|
-
subproject=_SUBPROJECT,
|
247
|
-
custom_tags=dict([("autogen", True)]),
|
248
|
-
)
|
249
|
-
def fit(self, dataset: Union[DataFrame, pd.DataFrame]) -> "AdaBoostRegressor":
|
237
|
+
def _fit(self, dataset: Union[DataFrame, pd.DataFrame]) -> "AdaBoostRegressor":
|
250
238
|
"""Build a boosted classifier/regressor from the training set (X, y)
|
251
239
|
For more details on this function, see [sklearn.ensemble.AdaBoostRegressor.fit]
|
252
240
|
(https://scikit-learn.org/stable/modules/generated/sklearn.ensemble.AdaBoostRegressor.html#sklearn.ensemble.AdaBoostRegressor.fit)
|
@@ -273,12 +261,14 @@ class AdaBoostRegressor(BaseTransformer):
|
|
273
261
|
|
274
262
|
self._snowpark_cols = dataset.select(self.input_cols).columns
|
275
263
|
|
276
|
-
|
264
|
+
# If we are already in a stored procedure, no need to kick off another one.
|
277
265
|
if SNOWML_SPROC_ENV in os.environ:
|
278
266
|
statement_params = telemetry.get_function_usage_statement_params(
|
279
267
|
project=_PROJECT,
|
280
268
|
subproject=_SUBPROJECT,
|
281
|
-
function_name=telemetry.get_statement_params_full_func_name(
|
269
|
+
function_name=telemetry.get_statement_params_full_func_name(
|
270
|
+
inspect.currentframe(), AdaBoostRegressor.__class__.__name__
|
271
|
+
),
|
282
272
|
api_calls=[Session.call],
|
283
273
|
custom_tags=dict([("autogen", True)]) if self._autogenerated else None,
|
284
274
|
)
|
@@ -299,27 +289,24 @@ class AdaBoostRegressor(BaseTransformer):
|
|
299
289
|
)
|
300
290
|
self._sklearn_object = model_trainer.train()
|
301
291
|
self._is_fitted = True
|
302
|
-
self.
|
292
|
+
self._generate_model_signatures(dataset)
|
303
293
|
return self
|
304
294
|
|
305
295
|
def _batch_inference_validate_snowpark(
|
306
296
|
self,
|
307
297
|
dataset: DataFrame,
|
308
298
|
inference_method: str,
|
309
|
-
) ->
|
310
|
-
"""Util method to run validate that batch inference can be run on a snowpark dataframe
|
311
|
-
return the available package that exists in the snowflake anaconda channel
|
299
|
+
) -> None:
|
300
|
+
"""Util method to run validate that batch inference can be run on a snowpark dataframe.
|
312
301
|
|
313
302
|
Args:
|
314
303
|
dataset: snowpark dataframe
|
315
304
|
inference_method: the inference method such as predict, score...
|
316
|
-
|
305
|
+
|
317
306
|
Raises:
|
318
307
|
SnowflakeMLException: If the estimator is not fitted, raise error
|
319
308
|
SnowflakeMLException: If the session is None, raise error
|
320
309
|
|
321
|
-
Returns:
|
322
|
-
A list of available package that exists in the snowflake anaconda channel
|
323
310
|
"""
|
324
311
|
if not self._is_fitted:
|
325
312
|
raise exceptions.SnowflakeMLException(
|
@@ -337,9 +324,7 @@ class AdaBoostRegressor(BaseTransformer):
|
|
337
324
|
"Session must not specified for snowpark dataset."
|
338
325
|
),
|
339
326
|
)
|
340
|
-
|
341
|
-
return pkg_version_utils.get_valid_pkg_versions_supported_in_snowflake_conda_channel(
|
342
|
-
pkg_versions=self._get_dependencies(), session=session, subproject=_SUBPROJECT)
|
327
|
+
|
343
328
|
|
344
329
|
@available_if(original_estimator_has_callable("predict")) # type: ignore[misc]
|
345
330
|
@telemetry.send_api_usage_telemetry(
|
@@ -375,7 +360,9 @@ class AdaBoostRegressor(BaseTransformer):
|
|
375
360
|
# when it is classifier, infer the datatype from label columns
|
376
361
|
if expected_type_inferred == "" and 'predict' in self.model_signatures:
|
377
362
|
# Batch inference takes a single expected output column type. Use the first columns type for now.
|
378
|
-
label_cols_signatures = [
|
363
|
+
label_cols_signatures = [
|
364
|
+
row for row in self.model_signatures['predict'].outputs if row.name in self.output_cols
|
365
|
+
]
|
379
366
|
if len(label_cols_signatures) == 0:
|
380
367
|
error_str = f"Output columns {self.output_cols} do not match model signatures {self.model_signatures['predict'].outputs}."
|
381
368
|
raise exceptions.SnowflakeMLException(
|
@@ -383,25 +370,23 @@ class AdaBoostRegressor(BaseTransformer):
|
|
383
370
|
original_exception=ValueError(error_str),
|
384
371
|
)
|
385
372
|
|
386
|
-
expected_type_inferred = convert_sp_to_sf_type(
|
387
|
-
label_cols_signatures[0].as_snowpark_type()
|
388
|
-
)
|
373
|
+
expected_type_inferred = convert_sp_to_sf_type(label_cols_signatures[0].as_snowpark_type())
|
389
374
|
|
390
|
-
self.
|
391
|
-
|
375
|
+
self._batch_inference_validate_snowpark(dataset=dataset, inference_method=inference_method)
|
376
|
+
self._deps = self._get_dependencies()
|
377
|
+
assert isinstance(
|
378
|
+
dataset._session, Session
|
379
|
+
) # mypy does not recognize the check in _batch_inference_validate_snowpark()
|
392
380
|
|
393
381
|
transform_kwargs = dict(
|
394
|
-
session
|
395
|
-
dependencies
|
396
|
-
drop_input_cols
|
397
|
-
expected_output_cols_type
|
382
|
+
session=dataset._session,
|
383
|
+
dependencies=self._deps,
|
384
|
+
drop_input_cols=self._drop_input_cols,
|
385
|
+
expected_output_cols_type=expected_type_inferred,
|
398
386
|
)
|
399
387
|
|
400
388
|
elif isinstance(dataset, pd.DataFrame):
|
401
|
-
transform_kwargs = dict(
|
402
|
-
snowpark_input_cols = self._snowpark_cols,
|
403
|
-
drop_input_cols = self._drop_input_cols
|
404
|
-
)
|
389
|
+
transform_kwargs = dict(snowpark_input_cols=self._snowpark_cols, drop_input_cols=self._drop_input_cols)
|
405
390
|
|
406
391
|
transform_handlers = ModelTransformerBuilder.build(
|
407
392
|
dataset=dataset,
|
@@ -441,7 +426,7 @@ class AdaBoostRegressor(BaseTransformer):
|
|
441
426
|
Transformed dataset.
|
442
427
|
"""
|
443
428
|
super()._check_dataset_type(dataset)
|
444
|
-
inference_method="transform"
|
429
|
+
inference_method = "transform"
|
445
430
|
|
446
431
|
# This dictionary contains optional kwargs for batch inference. These kwargs
|
447
432
|
# are specific to the type of dataset used.
|
@@ -471,24 +456,19 @@ class AdaBoostRegressor(BaseTransformer):
|
|
471
456
|
if all(x == output_types[0] for x in output_types) and len(output_types) == len(self.output_cols):
|
472
457
|
expected_dtype = convert_sp_to_sf_type(output_types[0])
|
473
458
|
|
474
|
-
self.
|
475
|
-
|
476
|
-
inference_method=inference_method,
|
477
|
-
)
|
459
|
+
self._batch_inference_validate_snowpark(dataset=dataset, inference_method=inference_method)
|
460
|
+
self._deps = self._get_dependencies()
|
478
461
|
assert isinstance(dataset._session, Session) # mypy does not recognize the check in _batch_inference_validate_snowpark()
|
479
462
|
|
480
463
|
transform_kwargs = dict(
|
481
|
-
session
|
482
|
-
dependencies
|
483
|
-
drop_input_cols
|
484
|
-
expected_output_cols_type
|
464
|
+
session=dataset._session,
|
465
|
+
dependencies=self._deps,
|
466
|
+
drop_input_cols=self._drop_input_cols,
|
467
|
+
expected_output_cols_type=expected_dtype,
|
485
468
|
)
|
486
469
|
|
487
470
|
elif isinstance(dataset, pd.DataFrame):
|
488
|
-
transform_kwargs = dict(
|
489
|
-
snowpark_input_cols = self._snowpark_cols,
|
490
|
-
drop_input_cols = self._drop_input_cols
|
491
|
-
)
|
471
|
+
transform_kwargs = dict(snowpark_input_cols=self._snowpark_cols, drop_input_cols=self._drop_input_cols)
|
492
472
|
|
493
473
|
transform_handlers = ModelTransformerBuilder.build(
|
494
474
|
dataset=dataset,
|
@@ -507,7 +487,11 @@ class AdaBoostRegressor(BaseTransformer):
|
|
507
487
|
return output_df
|
508
488
|
|
509
489
|
@available_if(original_estimator_has_callable("fit_predict")) # type: ignore[misc]
|
510
|
-
def fit_predict(
|
490
|
+
def fit_predict(
|
491
|
+
self,
|
492
|
+
dataset: Union[DataFrame, pd.DataFrame],
|
493
|
+
output_cols_prefix: str = "fit_predict_",
|
494
|
+
) -> Union[DataFrame, pd.DataFrame]:
|
511
495
|
""" Method not supported for this class.
|
512
496
|
|
513
497
|
|
@@ -532,22 +516,104 @@ class AdaBoostRegressor(BaseTransformer):
|
|
532
516
|
)
|
533
517
|
output_result, fitted_estimator = model_trainer.train_fit_predict(
|
534
518
|
drop_input_cols=self._drop_input_cols,
|
535
|
-
expected_output_cols_list=
|
519
|
+
expected_output_cols_list=(
|
520
|
+
self.output_cols if self.output_cols else self._get_output_column_names(output_cols_prefix)
|
521
|
+
),
|
536
522
|
)
|
537
523
|
self._sklearn_object = fitted_estimator
|
538
524
|
self._is_fitted = True
|
539
525
|
return output_result
|
540
526
|
|
527
|
+
|
528
|
+
@available_if(original_estimator_has_callable("fit_transform")) # type: ignore[misc]
|
529
|
+
def fit_transform(self, dataset: Union[DataFrame, pd.DataFrame], output_cols_prefix: str = "fit_transform_",) -> Union[DataFrame, pd.DataFrame]:
|
530
|
+
""" Method not supported for this class.
|
531
|
+
|
541
532
|
|
542
|
-
|
543
|
-
|
544
|
-
|
533
|
+
Raises:
|
534
|
+
TypeError: Supported dataset types: snowpark.DataFrame, pandas.DataFrame.
|
535
|
+
|
536
|
+
Args:
|
537
|
+
dataset: Union[snowflake.snowpark.DataFrame, pandas.DataFrame]
|
538
|
+
Snowpark or Pandas DataFrame.
|
539
|
+
output_cols_prefix: Prefix for the response columns
|
545
540
|
Returns:
|
546
541
|
Transformed dataset.
|
547
542
|
"""
|
548
|
-
self.
|
549
|
-
|
550
|
-
|
543
|
+
self._infer_input_output_cols(dataset)
|
544
|
+
super()._check_dataset_type(dataset)
|
545
|
+
model_trainer = ModelTrainerBuilder.build_fit_transform(
|
546
|
+
estimator=self._sklearn_object,
|
547
|
+
dataset=dataset,
|
548
|
+
input_cols=self.input_cols,
|
549
|
+
label_cols=self.label_cols,
|
550
|
+
sample_weight_col=self.sample_weight_col,
|
551
|
+
autogenerated=self._autogenerated,
|
552
|
+
subproject=_SUBPROJECT,
|
553
|
+
)
|
554
|
+
output_result, fitted_estimator = model_trainer.train_fit_transform(
|
555
|
+
drop_input_cols=self._drop_input_cols,
|
556
|
+
expected_output_cols_list=self.output_cols,
|
557
|
+
)
|
558
|
+
self._sklearn_object = fitted_estimator
|
559
|
+
self._is_fitted = True
|
560
|
+
return output_result
|
561
|
+
|
562
|
+
|
563
|
+
def _get_output_column_names(self, output_cols_prefix: str, output_cols: Optional[List[str]] = None) -> List[str]:
|
564
|
+
""" Returns the list of output columns for predict_proba(), decision_function(), etc.. functions.
|
565
|
+
Returns a list with output_cols_prefix as the only element if the estimator is not a classifier.
|
566
|
+
"""
|
567
|
+
output_cols_prefix = identifier.resolve_identifier(output_cols_prefix)
|
568
|
+
# The following condition is introduced for kneighbors methods, and not used in other methods
|
569
|
+
if output_cols:
|
570
|
+
output_cols = [
|
571
|
+
identifier.concat_names([output_cols_prefix, identifier.resolve_identifier(c)])
|
572
|
+
for c in output_cols
|
573
|
+
]
|
574
|
+
elif getattr(self._sklearn_object, "classes_", None) is None:
|
575
|
+
output_cols = [output_cols_prefix]
|
576
|
+
elif self._sklearn_object is not None:
|
577
|
+
classes = self._sklearn_object.classes_
|
578
|
+
if isinstance(classes, numpy.ndarray):
|
579
|
+
output_cols = [f'{output_cols_prefix}{str(c)}' for c in classes.tolist()]
|
580
|
+
elif isinstance(classes, list) and len(classes) > 0 and isinstance(classes[0], numpy.ndarray):
|
581
|
+
# If the estimator is a multioutput estimator, classes_ will be a list of ndarrays.
|
582
|
+
output_cols = []
|
583
|
+
for i, cl in enumerate(classes):
|
584
|
+
# For binary classification, there is only one output column for each class
|
585
|
+
# ndarray as the two classes are complementary.
|
586
|
+
if len(cl) == 2:
|
587
|
+
output_cols.append(f'{output_cols_prefix}{i}_{cl[0]}')
|
588
|
+
else:
|
589
|
+
output_cols.extend([
|
590
|
+
f'{output_cols_prefix}{i}_{c}' for c in cl.tolist()
|
591
|
+
])
|
592
|
+
else:
|
593
|
+
output_cols = []
|
594
|
+
|
595
|
+
# Make sure column names are valid snowflake identifiers.
|
596
|
+
assert output_cols is not None # Make MyPy happy
|
597
|
+
rv = [identifier.rename_to_valid_snowflake_identifier(c) for c in output_cols]
|
598
|
+
|
599
|
+
return rv
|
600
|
+
|
601
|
+
def _align_expected_output_names(
|
602
|
+
self, method: str, dataset: DataFrame, expected_output_cols_list: List[str], output_cols_prefix: str
|
603
|
+
) -> List[str]:
|
604
|
+
# in case the inferred output column names dimension is different
|
605
|
+
# we use one line of snowpark dataframe and put it into sklearn estimator using pandas
|
606
|
+
output_df_pd = getattr(self, method)(dataset.limit(1).to_pandas(), output_cols_prefix)
|
607
|
+
output_df_columns = list(output_df_pd.columns)
|
608
|
+
output_df_columns_set: Set[str] = set(output_df_columns) - set(dataset.columns)
|
609
|
+
if self.sample_weight_col:
|
610
|
+
output_df_columns_set -= set(self.sample_weight_col)
|
611
|
+
# if the dimension of inferred output column names is correct; use it
|
612
|
+
if len(expected_output_cols_list) == len(output_df_columns_set):
|
613
|
+
return expected_output_cols_list
|
614
|
+
# otherwise, use the sklearn estimator's output
|
615
|
+
else:
|
616
|
+
return sorted(list(output_df_columns_set), key=lambda x: output_df_columns.index(x))
|
551
617
|
|
552
618
|
@available_if(original_estimator_has_callable("predict_proba")) # type: ignore[misc]
|
553
619
|
@telemetry.send_api_usage_telemetry(
|
@@ -579,24 +645,26 @@ class AdaBoostRegressor(BaseTransformer):
|
|
579
645
|
# are specific to the type of dataset used.
|
580
646
|
transform_kwargs: BatchInferenceKwargsTypedDict = dict()
|
581
647
|
|
648
|
+
expected_output_cols = self._get_output_column_names(output_cols_prefix)
|
649
|
+
|
582
650
|
if isinstance(dataset, DataFrame):
|
583
|
-
self.
|
584
|
-
|
585
|
-
|
586
|
-
|
587
|
-
|
651
|
+
self._batch_inference_validate_snowpark(dataset=dataset, inference_method=inference_method)
|
652
|
+
self._deps = self._get_dependencies()
|
653
|
+
assert isinstance(
|
654
|
+
dataset._session, Session
|
655
|
+
) # mypy does not recognize the check in _batch_inference_validate_snowpark()
|
588
656
|
transform_kwargs = dict(
|
589
657
|
session=dataset._session,
|
590
658
|
dependencies=self._deps,
|
591
|
-
drop_input_cols
|
659
|
+
drop_input_cols=self._drop_input_cols,
|
592
660
|
expected_output_cols_type="float",
|
593
661
|
)
|
662
|
+
expected_output_cols = self._align_expected_output_names(
|
663
|
+
inference_method, dataset, expected_output_cols, output_cols_prefix
|
664
|
+
)
|
594
665
|
|
595
666
|
elif isinstance(dataset, pd.DataFrame):
|
596
|
-
transform_kwargs = dict(
|
597
|
-
snowpark_input_cols = self._snowpark_cols,
|
598
|
-
drop_input_cols = self._drop_input_cols
|
599
|
-
)
|
667
|
+
transform_kwargs = dict(snowpark_input_cols=self._snowpark_cols, drop_input_cols=self._drop_input_cols)
|
600
668
|
|
601
669
|
transform_handlers = ModelTransformerBuilder.build(
|
602
670
|
dataset=dataset,
|
@@ -608,7 +676,7 @@ class AdaBoostRegressor(BaseTransformer):
|
|
608
676
|
output_df: DATAFRAME_TYPE = transform_handlers.batch_inference(
|
609
677
|
inference_method=inference_method,
|
610
678
|
input_cols=self.input_cols,
|
611
|
-
expected_output_cols=
|
679
|
+
expected_output_cols=expected_output_cols,
|
612
680
|
**transform_kwargs
|
613
681
|
)
|
614
682
|
return output_df
|
@@ -638,29 +706,30 @@ class AdaBoostRegressor(BaseTransformer):
|
|
638
706
|
Output dataset with log probability of the sample for each class in the model.
|
639
707
|
"""
|
640
708
|
super()._check_dataset_type(dataset)
|
641
|
-
inference_method="predict_log_proba"
|
709
|
+
inference_method = "predict_log_proba"
|
710
|
+
expected_output_cols = self._get_output_column_names(output_cols_prefix)
|
642
711
|
|
643
712
|
# This dictionary contains optional kwargs for batch inference. These kwargs
|
644
713
|
# are specific to the type of dataset used.
|
645
714
|
transform_kwargs: BatchInferenceKwargsTypedDict = dict()
|
646
715
|
|
647
716
|
if isinstance(dataset, DataFrame):
|
648
|
-
self.
|
649
|
-
|
650
|
-
|
651
|
-
|
652
|
-
|
717
|
+
self._batch_inference_validate_snowpark(dataset=dataset, inference_method=inference_method)
|
718
|
+
self._deps = self._get_dependencies()
|
719
|
+
assert isinstance(
|
720
|
+
dataset._session, Session
|
721
|
+
) # mypy does not recognize the check in _batch_inference_validate_snowpark()
|
653
722
|
transform_kwargs = dict(
|
654
723
|
session=dataset._session,
|
655
724
|
dependencies=self._deps,
|
656
|
-
drop_input_cols
|
725
|
+
drop_input_cols=self._drop_input_cols,
|
657
726
|
expected_output_cols_type="float",
|
658
727
|
)
|
728
|
+
expected_output_cols = self._align_expected_output_names(
|
729
|
+
inference_method, dataset, expected_output_cols, output_cols_prefix
|
730
|
+
)
|
659
731
|
elif isinstance(dataset, pd.DataFrame):
|
660
|
-
transform_kwargs = dict(
|
661
|
-
snowpark_input_cols = self._snowpark_cols,
|
662
|
-
drop_input_cols = self._drop_input_cols
|
663
|
-
)
|
732
|
+
transform_kwargs = dict(snowpark_input_cols=self._snowpark_cols, drop_input_cols=self._drop_input_cols)
|
664
733
|
|
665
734
|
transform_handlers = ModelTransformerBuilder.build(
|
666
735
|
dataset=dataset,
|
@@ -673,7 +742,7 @@ class AdaBoostRegressor(BaseTransformer):
|
|
673
742
|
output_df: DATAFRAME_TYPE = transform_handlers.batch_inference(
|
674
743
|
inference_method=inference_method,
|
675
744
|
input_cols=self.input_cols,
|
676
|
-
expected_output_cols=
|
745
|
+
expected_output_cols=expected_output_cols,
|
677
746
|
**transform_kwargs
|
678
747
|
)
|
679
748
|
return output_df
|
@@ -699,30 +768,32 @@ class AdaBoostRegressor(BaseTransformer):
|
|
699
768
|
Output dataset with results of the decision function for the samples in input dataset.
|
700
769
|
"""
|
701
770
|
super()._check_dataset_type(dataset)
|
702
|
-
inference_method="decision_function"
|
771
|
+
inference_method = "decision_function"
|
703
772
|
|
704
773
|
# This dictionary contains optional kwargs for batch inference. These kwargs
|
705
774
|
# are specific to the type of dataset used.
|
706
775
|
transform_kwargs: BatchInferenceKwargsTypedDict = dict()
|
707
776
|
|
777
|
+
expected_output_cols = self._get_output_column_names(output_cols_prefix)
|
778
|
+
|
708
779
|
if isinstance(dataset, DataFrame):
|
709
|
-
self.
|
710
|
-
|
711
|
-
|
712
|
-
|
713
|
-
|
780
|
+
self._batch_inference_validate_snowpark(dataset=dataset, inference_method=inference_method)
|
781
|
+
self._deps = self._get_dependencies()
|
782
|
+
assert isinstance(
|
783
|
+
dataset._session, Session
|
784
|
+
) # mypy does not recognize the check in _batch_inference_validate_snowpark()
|
714
785
|
transform_kwargs = dict(
|
715
786
|
session=dataset._session,
|
716
787
|
dependencies=self._deps,
|
717
|
-
drop_input_cols
|
788
|
+
drop_input_cols=self._drop_input_cols,
|
718
789
|
expected_output_cols_type="float",
|
719
790
|
)
|
791
|
+
expected_output_cols = self._align_expected_output_names(
|
792
|
+
inference_method, dataset, expected_output_cols, output_cols_prefix
|
793
|
+
)
|
720
794
|
|
721
795
|
elif isinstance(dataset, pd.DataFrame):
|
722
|
-
transform_kwargs = dict(
|
723
|
-
snowpark_input_cols = self._snowpark_cols,
|
724
|
-
drop_input_cols = self._drop_input_cols
|
725
|
-
)
|
796
|
+
transform_kwargs = dict(snowpark_input_cols=self._snowpark_cols, drop_input_cols=self._drop_input_cols)
|
726
797
|
|
727
798
|
transform_handlers = ModelTransformerBuilder.build(
|
728
799
|
dataset=dataset,
|
@@ -735,7 +806,7 @@ class AdaBoostRegressor(BaseTransformer):
|
|
735
806
|
output_df: DATAFRAME_TYPE = transform_handlers.batch_inference(
|
736
807
|
inference_method=inference_method,
|
737
808
|
input_cols=self.input_cols,
|
738
|
-
expected_output_cols=
|
809
|
+
expected_output_cols=expected_output_cols,
|
739
810
|
**transform_kwargs
|
740
811
|
)
|
741
812
|
return output_df
|
@@ -764,17 +835,17 @@ class AdaBoostRegressor(BaseTransformer):
|
|
764
835
|
Output dataset with probability of the sample for each class in the model.
|
765
836
|
"""
|
766
837
|
super()._check_dataset_type(dataset)
|
767
|
-
inference_method="score_samples"
|
838
|
+
inference_method = "score_samples"
|
768
839
|
|
769
840
|
# This dictionary contains optional kwargs for batch inference. These kwargs
|
770
841
|
# are specific to the type of dataset used.
|
771
842
|
transform_kwargs: BatchInferenceKwargsTypedDict = dict()
|
772
843
|
|
844
|
+
expected_output_cols = self._get_output_column_names(output_cols_prefix)
|
845
|
+
|
773
846
|
if isinstance(dataset, DataFrame):
|
774
|
-
self.
|
775
|
-
|
776
|
-
inference_method=inference_method,
|
777
|
-
)
|
847
|
+
self._batch_inference_validate_snowpark(dataset=dataset, inference_method=inference_method)
|
848
|
+
self._deps = self._get_dependencies()
|
778
849
|
assert isinstance(dataset._session, Session) # mypy does not recognize the check in _batch_inference_validate_snowpark()
|
779
850
|
transform_kwargs = dict(
|
780
851
|
session=dataset._session,
|
@@ -782,6 +853,9 @@ class AdaBoostRegressor(BaseTransformer):
|
|
782
853
|
drop_input_cols = self._drop_input_cols,
|
783
854
|
expected_output_cols_type="float",
|
784
855
|
)
|
856
|
+
expected_output_cols = self._align_expected_output_names(
|
857
|
+
inference_method, dataset, expected_output_cols, output_cols_prefix
|
858
|
+
)
|
785
859
|
|
786
860
|
elif isinstance(dataset, pd.DataFrame):
|
787
861
|
transform_kwargs = dict(
|
@@ -800,7 +874,7 @@ class AdaBoostRegressor(BaseTransformer):
|
|
800
874
|
output_df: DATAFRAME_TYPE = transform_handlers.batch_inference(
|
801
875
|
inference_method=inference_method,
|
802
876
|
input_cols=self.input_cols,
|
803
|
-
expected_output_cols=
|
877
|
+
expected_output_cols=expected_output_cols,
|
804
878
|
**transform_kwargs
|
805
879
|
)
|
806
880
|
return output_df
|
@@ -835,17 +909,15 @@ class AdaBoostRegressor(BaseTransformer):
|
|
835
909
|
transform_kwargs: ScoreKwargsTypedDict = dict()
|
836
910
|
|
837
911
|
if isinstance(dataset, DataFrame):
|
838
|
-
self.
|
839
|
-
|
840
|
-
inference_method="score",
|
841
|
-
)
|
912
|
+
self._batch_inference_validate_snowpark(dataset=dataset, inference_method="score")
|
913
|
+
self._deps = self._get_dependencies()
|
842
914
|
selected_cols = self._get_active_columns()
|
843
915
|
if len(selected_cols) > 0:
|
844
916
|
dataset = dataset.select(selected_cols)
|
845
917
|
assert isinstance(dataset._session, Session) # keep mypy happy
|
846
918
|
transform_kwargs = dict(
|
847
919
|
session=dataset._session,
|
848
|
-
dependencies=
|
920
|
+
dependencies=self._deps,
|
849
921
|
score_sproc_imports=['sklearn'],
|
850
922
|
)
|
851
923
|
elif isinstance(dataset, pd.DataFrame):
|
@@ -910,11 +982,8 @@ class AdaBoostRegressor(BaseTransformer):
|
|
910
982
|
|
911
983
|
if isinstance(dataset, DataFrame):
|
912
984
|
|
913
|
-
self.
|
914
|
-
|
915
|
-
inference_method=inference_method,
|
916
|
-
|
917
|
-
)
|
985
|
+
self._batch_inference_validate_snowpark(dataset=dataset, inference_method=inference_method)
|
986
|
+
self._deps = self._get_dependencies()
|
918
987
|
assert isinstance(dataset._session, Session) # mypy does not recognize the check in _batch_inference_validate_snowpark()
|
919
988
|
transform_kwargs = dict(
|
920
989
|
session = dataset._session,
|
@@ -947,50 +1016,84 @@ class AdaBoostRegressor(BaseTransformer):
|
|
947
1016
|
)
|
948
1017
|
return output_df
|
949
1018
|
|
1019
|
+
|
1020
|
+
|
1021
|
+
def to_sklearn(self) -> Any:
|
1022
|
+
"""Get sklearn.ensemble.AdaBoostRegressor object.
|
1023
|
+
"""
|
1024
|
+
if self._sklearn_object is None:
|
1025
|
+
self._sklearn_object = self._create_sklearn_object()
|
1026
|
+
return self._sklearn_object
|
1027
|
+
|
1028
|
+
def to_xgboost(self) -> Any:
|
1029
|
+
raise exceptions.SnowflakeMLException(
|
1030
|
+
error_code=error_codes.METHOD_NOT_ALLOWED,
|
1031
|
+
original_exception=AttributeError(
|
1032
|
+
modeling_error_messages.UNSUPPORTED_MODEL_CONVERSION.format(
|
1033
|
+
"to_xgboost()",
|
1034
|
+
"to_sklearn()"
|
1035
|
+
)
|
1036
|
+
),
|
1037
|
+
)
|
1038
|
+
|
1039
|
+
def to_lightgbm(self) -> Any:
|
1040
|
+
raise exceptions.SnowflakeMLException(
|
1041
|
+
error_code=error_codes.METHOD_NOT_ALLOWED,
|
1042
|
+
original_exception=AttributeError(
|
1043
|
+
modeling_error_messages.UNSUPPORTED_MODEL_CONVERSION.format(
|
1044
|
+
"to_lightgbm()",
|
1045
|
+
"to_sklearn()"
|
1046
|
+
)
|
1047
|
+
),
|
1048
|
+
)
|
1049
|
+
|
1050
|
+
def _get_dependencies(self) -> List[str]:
|
1051
|
+
return self._deps
|
1052
|
+
|
950
1053
|
|
951
|
-
def
|
1054
|
+
def _generate_model_signatures(self, dataset: Union[DataFrame, pd.DataFrame]) -> None:
|
952
1055
|
self._model_signature_dict = dict()
|
953
1056
|
|
954
1057
|
PROB_FUNCTIONS = ["predict_log_proba", "predict_proba", "decision_function"]
|
955
1058
|
|
956
|
-
inputs = list(_infer_signature(dataset[self.input_cols], "input"))
|
1059
|
+
inputs = list(_infer_signature(dataset[self.input_cols], "input", use_snowflake_identifiers=True))
|
957
1060
|
outputs: List[BaseFeatureSpec] = []
|
958
1061
|
if hasattr(self, "predict"):
|
959
1062
|
# keep mypy happy
|
960
|
-
assert self._sklearn_object is not None and hasattr(self._sklearn_object, "_estimator_type")
|
1063
|
+
assert self._sklearn_object is not None and hasattr(self._sklearn_object, "_estimator_type")
|
961
1064
|
# For classifier, the type of predict is the same as the type of label
|
962
|
-
if self._sklearn_object._estimator_type ==
|
963
|
-
|
1065
|
+
if self._sklearn_object._estimator_type == "classifier":
|
1066
|
+
# label columns is the desired type for output
|
964
1067
|
outputs = list(_infer_signature(dataset[self.label_cols], "output", use_snowflake_identifiers=True))
|
965
1068
|
# rename the output columns
|
966
1069
|
outputs = list(model_signature_utils.rename_features(outputs, self.output_cols))
|
967
|
-
self._model_signature_dict["predict"] = ModelSignature(
|
968
|
-
|
969
|
-
|
1070
|
+
self._model_signature_dict["predict"] = ModelSignature(
|
1071
|
+
inputs, ([] if self._drop_input_cols else inputs) + outputs
|
1072
|
+
)
|
970
1073
|
# For mixture models that use the density mixin, `predict` returns the argmax of the log prob.
|
971
1074
|
# For outlier models, returns -1 for outliers and 1 for inliers.
|
972
|
-
# Clusterer returns int64 cluster labels.
|
1075
|
+
# Clusterer returns int64 cluster labels.
|
973
1076
|
elif self._sklearn_object._estimator_type in ["DensityEstimator", "clusterer", "outlier_detector"]:
|
974
1077
|
outputs = [FeatureSpec(dtype=DataType.INT64, name=c) for c in self.output_cols]
|
975
|
-
self._model_signature_dict["predict"] = ModelSignature(
|
976
|
-
|
977
|
-
|
978
|
-
|
1078
|
+
self._model_signature_dict["predict"] = ModelSignature(
|
1079
|
+
inputs, ([] if self._drop_input_cols else inputs) + outputs
|
1080
|
+
)
|
1081
|
+
|
979
1082
|
# For regressor, the type of predict is float64
|
980
|
-
elif self._sklearn_object._estimator_type ==
|
1083
|
+
elif self._sklearn_object._estimator_type == "regressor":
|
981
1084
|
outputs = [FeatureSpec(dtype=DataType.DOUBLE, name=c) for c in self.output_cols]
|
982
|
-
self._model_signature_dict["predict"] = ModelSignature(
|
983
|
-
|
984
|
-
|
985
|
-
|
1085
|
+
self._model_signature_dict["predict"] = ModelSignature(
|
1086
|
+
inputs, ([] if self._drop_input_cols else inputs) + outputs
|
1087
|
+
)
|
1088
|
+
|
986
1089
|
for prob_func in PROB_FUNCTIONS:
|
987
1090
|
if hasattr(self, prob_func):
|
988
1091
|
output_cols_prefix: str = f"{prob_func}_"
|
989
1092
|
output_column_names = self._get_output_column_names(output_cols_prefix)
|
990
1093
|
outputs = [FeatureSpec(dtype=DataType.DOUBLE, name=c) for c in output_column_names]
|
991
|
-
self._model_signature_dict[prob_func] = ModelSignature(
|
992
|
-
|
993
|
-
|
1094
|
+
self._model_signature_dict[prob_func] = ModelSignature(
|
1095
|
+
inputs, ([] if self._drop_input_cols else inputs) + outputs
|
1096
|
+
)
|
994
1097
|
|
995
1098
|
# Output signature names may still need to be renamed, since they were not created with `_infer_signature`.
|
996
1099
|
items = list(self._model_signature_dict.items())
|
@@ -1003,10 +1106,10 @@ class AdaBoostRegressor(BaseTransformer):
|
|
1003
1106
|
"""Returns model signature of current class.
|
1004
1107
|
|
1005
1108
|
Raises:
|
1006
|
-
|
1109
|
+
SnowflakeMLException: If estimator is not fitted, then model signature cannot be inferred
|
1007
1110
|
|
1008
1111
|
Returns:
|
1009
|
-
Dict
|
1112
|
+
Dict with each method and its input output signature
|
1010
1113
|
"""
|
1011
1114
|
if self._model_signature_dict is None:
|
1012
1115
|
raise exceptions.SnowflakeMLException(
|
@@ -1014,35 +1117,3 @@ class AdaBoostRegressor(BaseTransformer):
|
|
1014
1117
|
original_exception=RuntimeError("Estimator not fitted before accessing property model_signatures!"),
|
1015
1118
|
)
|
1016
1119
|
return self._model_signature_dict
|
1017
|
-
|
1018
|
-
def to_sklearn(self) -> Any:
|
1019
|
-
"""Get sklearn.ensemble.AdaBoostRegressor object.
|
1020
|
-
"""
|
1021
|
-
if self._sklearn_object is None:
|
1022
|
-
self._sklearn_object = self._create_sklearn_object()
|
1023
|
-
return self._sklearn_object
|
1024
|
-
|
1025
|
-
def to_xgboost(self) -> Any:
|
1026
|
-
raise exceptions.SnowflakeMLException(
|
1027
|
-
error_code=error_codes.METHOD_NOT_ALLOWED,
|
1028
|
-
original_exception=AttributeError(
|
1029
|
-
modeling_error_messages.UNSUPPORTED_MODEL_CONVERSION.format(
|
1030
|
-
"to_xgboost()",
|
1031
|
-
"to_sklearn()"
|
1032
|
-
)
|
1033
|
-
),
|
1034
|
-
)
|
1035
|
-
|
1036
|
-
def to_lightgbm(self) -> Any:
|
1037
|
-
raise exceptions.SnowflakeMLException(
|
1038
|
-
error_code=error_codes.METHOD_NOT_ALLOWED,
|
1039
|
-
original_exception=AttributeError(
|
1040
|
-
modeling_error_messages.UNSUPPORTED_MODEL_CONVERSION.format(
|
1041
|
-
"to_lightgbm()",
|
1042
|
-
"to_sklearn()"
|
1043
|
-
)
|
1044
|
-
),
|
1045
|
-
)
|
1046
|
-
|
1047
|
-
def _get_dependencies(self) -> List[str]:
|
1048
|
-
return self._deps
|