snowflake-ml-python 1.4.0__py3-none-any.whl → 1.5.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (234) hide show
  1. snowflake/ml/_internal/env_utils.py +77 -32
  2. snowflake/ml/_internal/exceptions/dataset_error_messages.py +5 -0
  3. snowflake/ml/_internal/exceptions/dataset_errors.py +24 -0
  4. snowflake/ml/_internal/exceptions/error_codes.py +3 -0
  5. snowflake/ml/_internal/lineage/data_source.py +10 -0
  6. snowflake/ml/_internal/lineage/dataset_dataframe.py +44 -0
  7. snowflake/ml/_internal/utils/identifier.py +3 -1
  8. snowflake/ml/_internal/utils/sql_identifier.py +2 -6
  9. snowflake/ml/dataset/__init__.py +10 -0
  10. snowflake/ml/dataset/dataset.py +454 -129
  11. snowflake/ml/dataset/dataset_factory.py +53 -0
  12. snowflake/ml/dataset/dataset_metadata.py +103 -0
  13. snowflake/ml/dataset/dataset_reader.py +202 -0
  14. snowflake/ml/feature_store/feature_store.py +531 -332
  15. snowflake/ml/feature_store/feature_view.py +40 -23
  16. snowflake/ml/fileset/embedded_stage_fs.py +146 -0
  17. snowflake/ml/fileset/sfcfs.py +56 -54
  18. snowflake/ml/fileset/snowfs.py +159 -0
  19. snowflake/ml/fileset/stage_fs.py +49 -17
  20. snowflake/ml/model/__init__.py +2 -2
  21. snowflake/ml/model/_api.py +16 -1
  22. snowflake/ml/model/_client/model/model_impl.py +27 -0
  23. snowflake/ml/model/_client/model/model_version_impl.py +137 -50
  24. snowflake/ml/model/_client/ops/model_ops.py +159 -40
  25. snowflake/ml/model/_client/sql/model.py +25 -2
  26. snowflake/ml/model/_client/sql/model_version.py +131 -2
  27. snowflake/ml/model/_deploy_client/image_builds/server_image_builder.py +5 -1
  28. snowflake/ml/model/_deploy_client/image_builds/templates/dockerfile_template +1 -0
  29. snowflake/ml/model/_deploy_client/snowservice/deploy.py +2 -0
  30. snowflake/ml/model/_deploy_client/utils/constants.py +0 -5
  31. snowflake/ml/model/_deploy_client/utils/snowservice_client.py +21 -50
  32. snowflake/ml/model/_model_composer/model_composer.py +22 -1
  33. snowflake/ml/model/_model_composer/model_manifest/model_manifest.py +38 -51
  34. snowflake/ml/model/_model_composer/model_manifest/model_manifest_schema.py +19 -1
  35. snowflake/ml/model/_model_composer/model_method/model_method.py +6 -10
  36. snowflake/ml/model/_packager/model_env/model_env.py +41 -0
  37. snowflake/ml/model/_packager/model_handlers/catboost.py +206 -0
  38. snowflake/ml/model/_packager/model_handlers/lightgbm.py +218 -0
  39. snowflake/ml/model/_packager/model_handlers/sklearn.py +3 -0
  40. snowflake/ml/model/_packager/model_meta/_core_requirements.py +1 -1
  41. snowflake/ml/model/_packager/model_meta/model_meta.py +37 -11
  42. snowflake/ml/model/_packager/model_meta/model_meta_schema.py +20 -1
  43. snowflake/ml/model/_packager/model_meta_migrator/migrator_plans.py +3 -1
  44. snowflake/ml/model/_packager/model_packager.py +2 -5
  45. snowflake/ml/model/{_model_composer/model_runtime/_runtime_requirements.py → _packager/model_runtime/_snowml_inference_alternative_requirements.py} +1 -1
  46. snowflake/ml/model/_packager/model_runtime/model_runtime.py +137 -0
  47. snowflake/ml/model/type_hints.py +21 -2
  48. snowflake/ml/modeling/_internal/estimator_utils.py +16 -11
  49. snowflake/ml/modeling/_internal/local_implementations/pandas_handlers.py +4 -1
  50. snowflake/ml/modeling/_internal/local_implementations/pandas_trainer.py +55 -3
  51. snowflake/ml/modeling/_internal/ml_runtime_implementations/ml_runtime_handlers.py +34 -18
  52. snowflake/ml/modeling/_internal/model_trainer.py +7 -0
  53. snowflake/ml/modeling/_internal/model_trainer_builder.py +42 -9
  54. snowflake/ml/modeling/_internal/snowpark_implementations/distributed_hpo_trainer.py +13 -14
  55. snowflake/ml/modeling/_internal/snowpark_implementations/snowpark_handlers.py +29 -7
  56. snowflake/ml/modeling/_internal/snowpark_implementations/snowpark_trainer.py +261 -16
  57. snowflake/ml/modeling/calibration/calibrated_classifier_cv.py +246 -175
  58. snowflake/ml/modeling/cluster/affinity_propagation.py +246 -175
  59. snowflake/ml/modeling/cluster/agglomerative_clustering.py +246 -175
  60. snowflake/ml/modeling/cluster/birch.py +248 -175
  61. snowflake/ml/modeling/cluster/bisecting_k_means.py +248 -175
  62. snowflake/ml/modeling/cluster/dbscan.py +246 -175
  63. snowflake/ml/modeling/cluster/feature_agglomeration.py +248 -175
  64. snowflake/ml/modeling/cluster/k_means.py +248 -175
  65. snowflake/ml/modeling/cluster/mean_shift.py +246 -175
  66. snowflake/ml/modeling/cluster/mini_batch_k_means.py +248 -175
  67. snowflake/ml/modeling/cluster/optics.py +246 -175
  68. snowflake/ml/modeling/cluster/spectral_biclustering.py +246 -175
  69. snowflake/ml/modeling/cluster/spectral_clustering.py +246 -175
  70. snowflake/ml/modeling/cluster/spectral_coclustering.py +246 -175
  71. snowflake/ml/modeling/compose/column_transformer.py +248 -175
  72. snowflake/ml/modeling/compose/transformed_target_regressor.py +246 -175
  73. snowflake/ml/modeling/covariance/elliptic_envelope.py +246 -175
  74. snowflake/ml/modeling/covariance/empirical_covariance.py +246 -175
  75. snowflake/ml/modeling/covariance/graphical_lasso.py +246 -175
  76. snowflake/ml/modeling/covariance/graphical_lasso_cv.py +246 -175
  77. snowflake/ml/modeling/covariance/ledoit_wolf.py +246 -175
  78. snowflake/ml/modeling/covariance/min_cov_det.py +246 -175
  79. snowflake/ml/modeling/covariance/oas.py +246 -175
  80. snowflake/ml/modeling/covariance/shrunk_covariance.py +246 -175
  81. snowflake/ml/modeling/decomposition/dictionary_learning.py +248 -175
  82. snowflake/ml/modeling/decomposition/factor_analysis.py +248 -175
  83. snowflake/ml/modeling/decomposition/fast_ica.py +248 -175
  84. snowflake/ml/modeling/decomposition/incremental_pca.py +248 -175
  85. snowflake/ml/modeling/decomposition/kernel_pca.py +248 -175
  86. snowflake/ml/modeling/decomposition/mini_batch_dictionary_learning.py +248 -175
  87. snowflake/ml/modeling/decomposition/mini_batch_sparse_pca.py +248 -175
  88. snowflake/ml/modeling/decomposition/pca.py +248 -175
  89. snowflake/ml/modeling/decomposition/sparse_pca.py +248 -175
  90. snowflake/ml/modeling/decomposition/truncated_svd.py +248 -175
  91. snowflake/ml/modeling/discriminant_analysis/linear_discriminant_analysis.py +248 -175
  92. snowflake/ml/modeling/discriminant_analysis/quadratic_discriminant_analysis.py +246 -175
  93. snowflake/ml/modeling/ensemble/ada_boost_classifier.py +246 -175
  94. snowflake/ml/modeling/ensemble/ada_boost_regressor.py +246 -175
  95. snowflake/ml/modeling/ensemble/bagging_classifier.py +246 -175
  96. snowflake/ml/modeling/ensemble/bagging_regressor.py +246 -175
  97. snowflake/ml/modeling/ensemble/extra_trees_classifier.py +246 -175
  98. snowflake/ml/modeling/ensemble/extra_trees_regressor.py +246 -175
  99. snowflake/ml/modeling/ensemble/gradient_boosting_classifier.py +246 -175
  100. snowflake/ml/modeling/ensemble/gradient_boosting_regressor.py +246 -175
  101. snowflake/ml/modeling/ensemble/hist_gradient_boosting_classifier.py +246 -175
  102. snowflake/ml/modeling/ensemble/hist_gradient_boosting_regressor.py +246 -175
  103. snowflake/ml/modeling/ensemble/isolation_forest.py +246 -175
  104. snowflake/ml/modeling/ensemble/random_forest_classifier.py +246 -175
  105. snowflake/ml/modeling/ensemble/random_forest_regressor.py +246 -175
  106. snowflake/ml/modeling/ensemble/stacking_regressor.py +248 -175
  107. snowflake/ml/modeling/ensemble/voting_classifier.py +248 -175
  108. snowflake/ml/modeling/ensemble/voting_regressor.py +248 -175
  109. snowflake/ml/modeling/feature_selection/generic_univariate_select.py +248 -175
  110. snowflake/ml/modeling/feature_selection/select_fdr.py +248 -175
  111. snowflake/ml/modeling/feature_selection/select_fpr.py +248 -175
  112. snowflake/ml/modeling/feature_selection/select_fwe.py +248 -175
  113. snowflake/ml/modeling/feature_selection/select_k_best.py +248 -175
  114. snowflake/ml/modeling/feature_selection/select_percentile.py +248 -175
  115. snowflake/ml/modeling/feature_selection/sequential_feature_selector.py +248 -175
  116. snowflake/ml/modeling/feature_selection/variance_threshold.py +248 -175
  117. snowflake/ml/modeling/framework/_utils.py +8 -1
  118. snowflake/ml/modeling/framework/base.py +72 -37
  119. snowflake/ml/modeling/gaussian_process/gaussian_process_classifier.py +246 -175
  120. snowflake/ml/modeling/gaussian_process/gaussian_process_regressor.py +246 -175
  121. snowflake/ml/modeling/impute/iterative_imputer.py +248 -175
  122. snowflake/ml/modeling/impute/knn_imputer.py +248 -175
  123. snowflake/ml/modeling/impute/missing_indicator.py +248 -175
  124. snowflake/ml/modeling/kernel_approximation/additive_chi2_sampler.py +248 -175
  125. snowflake/ml/modeling/kernel_approximation/nystroem.py +248 -175
  126. snowflake/ml/modeling/kernel_approximation/polynomial_count_sketch.py +248 -175
  127. snowflake/ml/modeling/kernel_approximation/rbf_sampler.py +248 -175
  128. snowflake/ml/modeling/kernel_approximation/skewed_chi2_sampler.py +248 -175
  129. snowflake/ml/modeling/kernel_ridge/kernel_ridge.py +246 -175
  130. snowflake/ml/modeling/lightgbm/lgbm_classifier.py +246 -175
  131. snowflake/ml/modeling/lightgbm/lgbm_regressor.py +246 -175
  132. snowflake/ml/modeling/linear_model/ard_regression.py +246 -175
  133. snowflake/ml/modeling/linear_model/bayesian_ridge.py +246 -175
  134. snowflake/ml/modeling/linear_model/elastic_net.py +246 -175
  135. snowflake/ml/modeling/linear_model/elastic_net_cv.py +246 -175
  136. snowflake/ml/modeling/linear_model/gamma_regressor.py +246 -175
  137. snowflake/ml/modeling/linear_model/huber_regressor.py +246 -175
  138. snowflake/ml/modeling/linear_model/lars.py +246 -175
  139. snowflake/ml/modeling/linear_model/lars_cv.py +246 -175
  140. snowflake/ml/modeling/linear_model/lasso.py +246 -175
  141. snowflake/ml/modeling/linear_model/lasso_cv.py +246 -175
  142. snowflake/ml/modeling/linear_model/lasso_lars.py +246 -175
  143. snowflake/ml/modeling/linear_model/lasso_lars_cv.py +246 -175
  144. snowflake/ml/modeling/linear_model/lasso_lars_ic.py +246 -175
  145. snowflake/ml/modeling/linear_model/linear_regression.py +246 -175
  146. snowflake/ml/modeling/linear_model/logistic_regression.py +246 -175
  147. snowflake/ml/modeling/linear_model/logistic_regression_cv.py +246 -175
  148. snowflake/ml/modeling/linear_model/multi_task_elastic_net.py +246 -175
  149. snowflake/ml/modeling/linear_model/multi_task_elastic_net_cv.py +246 -175
  150. snowflake/ml/modeling/linear_model/multi_task_lasso.py +246 -175
  151. snowflake/ml/modeling/linear_model/multi_task_lasso_cv.py +246 -175
  152. snowflake/ml/modeling/linear_model/orthogonal_matching_pursuit.py +246 -175
  153. snowflake/ml/modeling/linear_model/passive_aggressive_classifier.py +246 -175
  154. snowflake/ml/modeling/linear_model/passive_aggressive_regressor.py +246 -175
  155. snowflake/ml/modeling/linear_model/perceptron.py +246 -175
  156. snowflake/ml/modeling/linear_model/poisson_regressor.py +246 -175
  157. snowflake/ml/modeling/linear_model/ransac_regressor.py +246 -175
  158. snowflake/ml/modeling/linear_model/ridge.py +246 -175
  159. snowflake/ml/modeling/linear_model/ridge_classifier.py +246 -175
  160. snowflake/ml/modeling/linear_model/ridge_classifier_cv.py +246 -175
  161. snowflake/ml/modeling/linear_model/ridge_cv.py +246 -175
  162. snowflake/ml/modeling/linear_model/sgd_classifier.py +246 -175
  163. snowflake/ml/modeling/linear_model/sgd_one_class_svm.py +246 -175
  164. snowflake/ml/modeling/linear_model/sgd_regressor.py +246 -175
  165. snowflake/ml/modeling/linear_model/theil_sen_regressor.py +246 -175
  166. snowflake/ml/modeling/linear_model/tweedie_regressor.py +246 -175
  167. snowflake/ml/modeling/manifold/isomap.py +248 -175
  168. snowflake/ml/modeling/manifold/mds.py +248 -175
  169. snowflake/ml/modeling/manifold/spectral_embedding.py +248 -175
  170. snowflake/ml/modeling/manifold/tsne.py +248 -175
  171. snowflake/ml/modeling/mixture/bayesian_gaussian_mixture.py +246 -175
  172. snowflake/ml/modeling/mixture/gaussian_mixture.py +246 -175
  173. snowflake/ml/modeling/model_selection/grid_search_cv.py +63 -41
  174. snowflake/ml/modeling/model_selection/randomized_search_cv.py +80 -38
  175. snowflake/ml/modeling/multiclass/one_vs_one_classifier.py +246 -175
  176. snowflake/ml/modeling/multiclass/one_vs_rest_classifier.py +246 -175
  177. snowflake/ml/modeling/multiclass/output_code_classifier.py +246 -175
  178. snowflake/ml/modeling/naive_bayes/bernoulli_nb.py +246 -175
  179. snowflake/ml/modeling/naive_bayes/categorical_nb.py +246 -175
  180. snowflake/ml/modeling/naive_bayes/complement_nb.py +246 -175
  181. snowflake/ml/modeling/naive_bayes/gaussian_nb.py +246 -175
  182. snowflake/ml/modeling/naive_bayes/multinomial_nb.py +246 -175
  183. snowflake/ml/modeling/neighbors/k_neighbors_classifier.py +246 -175
  184. snowflake/ml/modeling/neighbors/k_neighbors_regressor.py +246 -175
  185. snowflake/ml/modeling/neighbors/kernel_density.py +246 -175
  186. snowflake/ml/modeling/neighbors/local_outlier_factor.py +246 -175
  187. snowflake/ml/modeling/neighbors/nearest_centroid.py +246 -175
  188. snowflake/ml/modeling/neighbors/nearest_neighbors.py +246 -175
  189. snowflake/ml/modeling/neighbors/neighborhood_components_analysis.py +248 -175
  190. snowflake/ml/modeling/neighbors/radius_neighbors_classifier.py +246 -175
  191. snowflake/ml/modeling/neighbors/radius_neighbors_regressor.py +246 -175
  192. snowflake/ml/modeling/neural_network/bernoulli_rbm.py +248 -175
  193. snowflake/ml/modeling/neural_network/mlp_classifier.py +246 -175
  194. snowflake/ml/modeling/neural_network/mlp_regressor.py +246 -175
  195. snowflake/ml/modeling/pipeline/pipeline.py +517 -35
  196. snowflake/ml/modeling/preprocessing/binarizer.py +1 -5
  197. snowflake/ml/modeling/preprocessing/k_bins_discretizer.py +1 -5
  198. snowflake/ml/modeling/preprocessing/label_encoder.py +1 -5
  199. snowflake/ml/modeling/preprocessing/max_abs_scaler.py +1 -5
  200. snowflake/ml/modeling/preprocessing/min_max_scaler.py +10 -12
  201. snowflake/ml/modeling/preprocessing/normalizer.py +1 -5
  202. snowflake/ml/modeling/preprocessing/one_hot_encoder.py +13 -5
  203. snowflake/ml/modeling/preprocessing/ordinal_encoder.py +1 -5
  204. snowflake/ml/modeling/preprocessing/polynomial_features.py +248 -175
  205. snowflake/ml/modeling/preprocessing/robust_scaler.py +1 -5
  206. snowflake/ml/modeling/preprocessing/standard_scaler.py +11 -11
  207. snowflake/ml/modeling/semi_supervised/label_propagation.py +246 -175
  208. snowflake/ml/modeling/semi_supervised/label_spreading.py +246 -175
  209. snowflake/ml/modeling/svm/linear_svc.py +246 -175
  210. snowflake/ml/modeling/svm/linear_svr.py +246 -175
  211. snowflake/ml/modeling/svm/nu_svc.py +246 -175
  212. snowflake/ml/modeling/svm/nu_svr.py +246 -175
  213. snowflake/ml/modeling/svm/svc.py +246 -175
  214. snowflake/ml/modeling/svm/svr.py +246 -175
  215. snowflake/ml/modeling/tree/decision_tree_classifier.py +246 -175
  216. snowflake/ml/modeling/tree/decision_tree_regressor.py +246 -175
  217. snowflake/ml/modeling/tree/extra_tree_classifier.py +246 -175
  218. snowflake/ml/modeling/tree/extra_tree_regressor.py +246 -175
  219. snowflake/ml/modeling/xgboost/xgb_classifier.py +246 -175
  220. snowflake/ml/modeling/xgboost/xgb_regressor.py +246 -175
  221. snowflake/ml/modeling/xgboost/xgbrf_classifier.py +246 -175
  222. snowflake/ml/modeling/xgboost/xgbrf_regressor.py +246 -175
  223. snowflake/ml/registry/model_registry.py +3 -149
  224. snowflake/ml/registry/registry.py +1 -1
  225. snowflake/ml/version.py +1 -1
  226. {snowflake_ml_python-1.4.0.dist-info → snowflake_ml_python-1.5.0.dist-info}/METADATA +129 -57
  227. snowflake_ml_python-1.5.0.dist-info/RECORD +380 -0
  228. snowflake/ml/model/_model_composer/model_runtime/model_runtime.py +0 -97
  229. snowflake/ml/registry/_artifact_manager.py +0 -156
  230. snowflake/ml/registry/artifact.py +0 -46
  231. snowflake_ml_python-1.4.0.dist-info/RECORD +0 -370
  232. {snowflake_ml_python-1.4.0.dist-info → snowflake_ml_python-1.5.0.dist-info}/LICENSE.txt +0 -0
  233. {snowflake_ml_python-1.4.0.dist-info → snowflake_ml_python-1.5.0.dist-info}/WHEEL +0 -0
  234. {snowflake_ml_python-1.4.0.dist-info → snowflake_ml_python-1.5.0.dist-info}/top_level.txt +0 -0
@@ -33,6 +33,15 @@ from snowflake.ml.modeling._internal.transformer_protocols import (
33
33
  BatchInferenceKwargsTypedDict,
34
34
  ScoreKwargsTypedDict
35
35
  )
36
+ from snowflake.ml.model._signatures import utils as model_signature_utils
37
+ from snowflake.ml.model.model_signature import (
38
+ BaseFeatureSpec,
39
+ DataType,
40
+ FeatureSpec,
41
+ ModelSignature,
42
+ _infer_signature,
43
+ _rename_signature_with_snowflake_identifiers,
44
+ )
36
45
 
37
46
  from snowflake.ml.modeling._internal.model_transformer_builder import ModelTransformerBuilder
38
47
 
@@ -43,16 +52,6 @@ from snowflake.ml.modeling._internal.estimator_utils import (
43
52
  validate_sklearn_args,
44
53
  )
45
54
 
46
- from snowflake.ml.model.model_signature import (
47
- DataType,
48
- FeatureSpec,
49
- ModelSignature,
50
- _infer_signature,
51
- _rename_signature_with_snowflake_identifiers,
52
- BaseFeatureSpec,
53
- )
54
- from snowflake.ml.model._signatures import utils as model_signature_utils
55
-
56
55
  _PROJECT = "ModelDevelopment"
57
56
  # Derive subproject from module name by removing "sklearn"
58
57
  # and converting module name from underscore to CamelCase
@@ -61,12 +60,6 @@ _SUBPROJECT = "".join([s.capitalize() for s in "sklearn.ensemble".replace("sklea
61
60
 
62
61
  DATAFRAME_TYPE = Union[DataFrame, pd.DataFrame]
63
62
 
64
- def _is_fit_transform_method_enabled() -> Callable[[Any], bool]:
65
- def check(self: BaseTransformer) -> TypeGuard[Callable[..., object]]:
66
- return False and callable(getattr(self._sklearn_object, "fit_transform", None))
67
- return check
68
-
69
-
70
63
  class AdaBoostRegressor(BaseTransformer):
71
64
  r"""An AdaBoost regressor
72
65
  For more details on this class, see [sklearn.ensemble.AdaBoostRegressor]
@@ -241,12 +234,7 @@ class AdaBoostRegressor(BaseTransformer):
241
234
  )
242
235
  return selected_cols
243
236
 
244
- @telemetry.send_api_usage_telemetry(
245
- project=_PROJECT,
246
- subproject=_SUBPROJECT,
247
- custom_tags=dict([("autogen", True)]),
248
- )
249
- def fit(self, dataset: Union[DataFrame, pd.DataFrame]) -> "AdaBoostRegressor":
237
+ def _fit(self, dataset: Union[DataFrame, pd.DataFrame]) -> "AdaBoostRegressor":
250
238
  """Build a boosted classifier/regressor from the training set (X, y)
251
239
  For more details on this function, see [sklearn.ensemble.AdaBoostRegressor.fit]
252
240
  (https://scikit-learn.org/stable/modules/generated/sklearn.ensemble.AdaBoostRegressor.html#sklearn.ensemble.AdaBoostRegressor.fit)
@@ -273,12 +261,14 @@ class AdaBoostRegressor(BaseTransformer):
273
261
 
274
262
  self._snowpark_cols = dataset.select(self.input_cols).columns
275
263
 
276
- # If we are already in a stored procedure, no need to kick off another one.
264
+ # If we are already in a stored procedure, no need to kick off another one.
277
265
  if SNOWML_SPROC_ENV in os.environ:
278
266
  statement_params = telemetry.get_function_usage_statement_params(
279
267
  project=_PROJECT,
280
268
  subproject=_SUBPROJECT,
281
- function_name=telemetry.get_statement_params_full_func_name(inspect.currentframe(), AdaBoostRegressor.__class__.__name__),
269
+ function_name=telemetry.get_statement_params_full_func_name(
270
+ inspect.currentframe(), AdaBoostRegressor.__class__.__name__
271
+ ),
282
272
  api_calls=[Session.call],
283
273
  custom_tags=dict([("autogen", True)]) if self._autogenerated else None,
284
274
  )
@@ -299,27 +289,24 @@ class AdaBoostRegressor(BaseTransformer):
299
289
  )
300
290
  self._sklearn_object = model_trainer.train()
301
291
  self._is_fitted = True
302
- self._get_model_signatures(dataset)
292
+ self._generate_model_signatures(dataset)
303
293
  return self
304
294
 
305
295
  def _batch_inference_validate_snowpark(
306
296
  self,
307
297
  dataset: DataFrame,
308
298
  inference_method: str,
309
- ) -> List[str]:
310
- """Util method to run validate that batch inference can be run on a snowpark dataframe and
311
- return the available package that exists in the snowflake anaconda channel
299
+ ) -> None:
300
+ """Util method to run validate that batch inference can be run on a snowpark dataframe.
312
301
 
313
302
  Args:
314
303
  dataset: snowpark dataframe
315
304
  inference_method: the inference method such as predict, score...
316
-
305
+
317
306
  Raises:
318
307
  SnowflakeMLException: If the estimator is not fitted, raise error
319
308
  SnowflakeMLException: If the session is None, raise error
320
309
 
321
- Returns:
322
- A list of available package that exists in the snowflake anaconda channel
323
310
  """
324
311
  if not self._is_fitted:
325
312
  raise exceptions.SnowflakeMLException(
@@ -337,9 +324,7 @@ class AdaBoostRegressor(BaseTransformer):
337
324
  "Session must not specified for snowpark dataset."
338
325
  ),
339
326
  )
340
- # Validate that key package version in user workspace are supported in snowflake conda channel
341
- return pkg_version_utils.get_valid_pkg_versions_supported_in_snowflake_conda_channel(
342
- pkg_versions=self._get_dependencies(), session=session, subproject=_SUBPROJECT)
327
+
343
328
 
344
329
  @available_if(original_estimator_has_callable("predict")) # type: ignore[misc]
345
330
  @telemetry.send_api_usage_telemetry(
@@ -375,7 +360,9 @@ class AdaBoostRegressor(BaseTransformer):
375
360
  # when it is classifier, infer the datatype from label columns
376
361
  if expected_type_inferred == "" and 'predict' in self.model_signatures:
377
362
  # Batch inference takes a single expected output column type. Use the first columns type for now.
378
- label_cols_signatures = [row for row in self.model_signatures['predict'].outputs if row.name in self.output_cols]
363
+ label_cols_signatures = [
364
+ row for row in self.model_signatures['predict'].outputs if row.name in self.output_cols
365
+ ]
379
366
  if len(label_cols_signatures) == 0:
380
367
  error_str = f"Output columns {self.output_cols} do not match model signatures {self.model_signatures['predict'].outputs}."
381
368
  raise exceptions.SnowflakeMLException(
@@ -383,25 +370,23 @@ class AdaBoostRegressor(BaseTransformer):
383
370
  original_exception=ValueError(error_str),
384
371
  )
385
372
 
386
- expected_type_inferred = convert_sp_to_sf_type(
387
- label_cols_signatures[0].as_snowpark_type()
388
- )
373
+ expected_type_inferred = convert_sp_to_sf_type(label_cols_signatures[0].as_snowpark_type())
389
374
 
390
- self._deps = self._batch_inference_validate_snowpark(dataset=dataset, inference_method=inference_method)
391
- assert isinstance(dataset._session, Session) # mypy does not recognize the check in _batch_inference_validate_snowpark()
375
+ self._batch_inference_validate_snowpark(dataset=dataset, inference_method=inference_method)
376
+ self._deps = self._get_dependencies()
377
+ assert isinstance(
378
+ dataset._session, Session
379
+ ) # mypy does not recognize the check in _batch_inference_validate_snowpark()
392
380
 
393
381
  transform_kwargs = dict(
394
- session = dataset._session,
395
- dependencies = self._deps,
396
- drop_input_cols = self._drop_input_cols,
397
- expected_output_cols_type = expected_type_inferred,
382
+ session=dataset._session,
383
+ dependencies=self._deps,
384
+ drop_input_cols=self._drop_input_cols,
385
+ expected_output_cols_type=expected_type_inferred,
398
386
  )
399
387
 
400
388
  elif isinstance(dataset, pd.DataFrame):
401
- transform_kwargs = dict(
402
- snowpark_input_cols = self._snowpark_cols,
403
- drop_input_cols = self._drop_input_cols
404
- )
389
+ transform_kwargs = dict(snowpark_input_cols=self._snowpark_cols, drop_input_cols=self._drop_input_cols)
405
390
 
406
391
  transform_handlers = ModelTransformerBuilder.build(
407
392
  dataset=dataset,
@@ -441,7 +426,7 @@ class AdaBoostRegressor(BaseTransformer):
441
426
  Transformed dataset.
442
427
  """
443
428
  super()._check_dataset_type(dataset)
444
- inference_method="transform"
429
+ inference_method = "transform"
445
430
 
446
431
  # This dictionary contains optional kwargs for batch inference. These kwargs
447
432
  # are specific to the type of dataset used.
@@ -471,24 +456,19 @@ class AdaBoostRegressor(BaseTransformer):
471
456
  if all(x == output_types[0] for x in output_types) and len(output_types) == len(self.output_cols):
472
457
  expected_dtype = convert_sp_to_sf_type(output_types[0])
473
458
 
474
- self._deps = self._batch_inference_validate_snowpark(
475
- dataset=dataset,
476
- inference_method=inference_method,
477
- )
459
+ self._batch_inference_validate_snowpark(dataset=dataset, inference_method=inference_method)
460
+ self._deps = self._get_dependencies()
478
461
  assert isinstance(dataset._session, Session) # mypy does not recognize the check in _batch_inference_validate_snowpark()
479
462
 
480
463
  transform_kwargs = dict(
481
- session = dataset._session,
482
- dependencies = self._deps,
483
- drop_input_cols = self._drop_input_cols,
484
- expected_output_cols_type = expected_dtype,
464
+ session=dataset._session,
465
+ dependencies=self._deps,
466
+ drop_input_cols=self._drop_input_cols,
467
+ expected_output_cols_type=expected_dtype,
485
468
  )
486
469
 
487
470
  elif isinstance(dataset, pd.DataFrame):
488
- transform_kwargs = dict(
489
- snowpark_input_cols = self._snowpark_cols,
490
- drop_input_cols = self._drop_input_cols
491
- )
471
+ transform_kwargs = dict(snowpark_input_cols=self._snowpark_cols, drop_input_cols=self._drop_input_cols)
492
472
 
493
473
  transform_handlers = ModelTransformerBuilder.build(
494
474
  dataset=dataset,
@@ -507,7 +487,11 @@ class AdaBoostRegressor(BaseTransformer):
507
487
  return output_df
508
488
 
509
489
  @available_if(original_estimator_has_callable("fit_predict")) # type: ignore[misc]
510
- def fit_predict(self, dataset: Union[DataFrame, pd.DataFrame], output_cols_prefix: str = "fit_predict_",) -> Union[DataFrame, pd.DataFrame]:
490
+ def fit_predict(
491
+ self,
492
+ dataset: Union[DataFrame, pd.DataFrame],
493
+ output_cols_prefix: str = "fit_predict_",
494
+ ) -> Union[DataFrame, pd.DataFrame]:
511
495
  """ Method not supported for this class.
512
496
 
513
497
 
@@ -532,22 +516,104 @@ class AdaBoostRegressor(BaseTransformer):
532
516
  )
533
517
  output_result, fitted_estimator = model_trainer.train_fit_predict(
534
518
  drop_input_cols=self._drop_input_cols,
535
- expected_output_cols_list=self.output_cols if self.output_cols else self._get_output_column_names(output_cols_prefix),
519
+ expected_output_cols_list=(
520
+ self.output_cols if self.output_cols else self._get_output_column_names(output_cols_prefix)
521
+ ),
536
522
  )
537
523
  self._sklearn_object = fitted_estimator
538
524
  self._is_fitted = True
539
525
  return output_result
540
526
 
527
+
528
+ @available_if(original_estimator_has_callable("fit_transform")) # type: ignore[misc]
529
+ def fit_transform(self, dataset: Union[DataFrame, pd.DataFrame], output_cols_prefix: str = "fit_transform_",) -> Union[DataFrame, pd.DataFrame]:
530
+ """ Method not supported for this class.
531
+
541
532
 
542
- @available_if(_is_fit_transform_method_enabled()) # type: ignore[misc]
543
- def fit_transform(self, dataset: Union[DataFrame, pd.DataFrame]) -> Union[Any, npt.NDArray[Any]]:
544
- """
533
+ Raises:
534
+ TypeError: Supported dataset types: snowpark.DataFrame, pandas.DataFrame.
535
+
536
+ Args:
537
+ dataset: Union[snowflake.snowpark.DataFrame, pandas.DataFrame]
538
+ Snowpark or Pandas DataFrame.
539
+ output_cols_prefix: Prefix for the response columns
545
540
  Returns:
546
541
  Transformed dataset.
547
542
  """
548
- self.fit(dataset)
549
- assert self._sklearn_object is not None
550
- return self._sklearn_object.embedding_
543
+ self._infer_input_output_cols(dataset)
544
+ super()._check_dataset_type(dataset)
545
+ model_trainer = ModelTrainerBuilder.build_fit_transform(
546
+ estimator=self._sklearn_object,
547
+ dataset=dataset,
548
+ input_cols=self.input_cols,
549
+ label_cols=self.label_cols,
550
+ sample_weight_col=self.sample_weight_col,
551
+ autogenerated=self._autogenerated,
552
+ subproject=_SUBPROJECT,
553
+ )
554
+ output_result, fitted_estimator = model_trainer.train_fit_transform(
555
+ drop_input_cols=self._drop_input_cols,
556
+ expected_output_cols_list=self.output_cols,
557
+ )
558
+ self._sklearn_object = fitted_estimator
559
+ self._is_fitted = True
560
+ return output_result
561
+
562
+
563
+ def _get_output_column_names(self, output_cols_prefix: str, output_cols: Optional[List[str]] = None) -> List[str]:
564
+ """ Returns the list of output columns for predict_proba(), decision_function(), etc.. functions.
565
+ Returns a list with output_cols_prefix as the only element if the estimator is not a classifier.
566
+ """
567
+ output_cols_prefix = identifier.resolve_identifier(output_cols_prefix)
568
+ # The following condition is introduced for kneighbors methods, and not used in other methods
569
+ if output_cols:
570
+ output_cols = [
571
+ identifier.concat_names([output_cols_prefix, identifier.resolve_identifier(c)])
572
+ for c in output_cols
573
+ ]
574
+ elif getattr(self._sklearn_object, "classes_", None) is None:
575
+ output_cols = [output_cols_prefix]
576
+ elif self._sklearn_object is not None:
577
+ classes = self._sklearn_object.classes_
578
+ if isinstance(classes, numpy.ndarray):
579
+ output_cols = [f'{output_cols_prefix}{str(c)}' for c in classes.tolist()]
580
+ elif isinstance(classes, list) and len(classes) > 0 and isinstance(classes[0], numpy.ndarray):
581
+ # If the estimator is a multioutput estimator, classes_ will be a list of ndarrays.
582
+ output_cols = []
583
+ for i, cl in enumerate(classes):
584
+ # For binary classification, there is only one output column for each class
585
+ # ndarray as the two classes are complementary.
586
+ if len(cl) == 2:
587
+ output_cols.append(f'{output_cols_prefix}{i}_{cl[0]}')
588
+ else:
589
+ output_cols.extend([
590
+ f'{output_cols_prefix}{i}_{c}' for c in cl.tolist()
591
+ ])
592
+ else:
593
+ output_cols = []
594
+
595
+ # Make sure column names are valid snowflake identifiers.
596
+ assert output_cols is not None # Make MyPy happy
597
+ rv = [identifier.rename_to_valid_snowflake_identifier(c) for c in output_cols]
598
+
599
+ return rv
600
+
601
+ def _align_expected_output_names(
602
+ self, method: str, dataset: DataFrame, expected_output_cols_list: List[str], output_cols_prefix: str
603
+ ) -> List[str]:
604
+ # in case the inferred output column names dimension is different
605
+ # we use one line of snowpark dataframe and put it into sklearn estimator using pandas
606
+ output_df_pd = getattr(self, method)(dataset.limit(1).to_pandas(), output_cols_prefix)
607
+ output_df_columns = list(output_df_pd.columns)
608
+ output_df_columns_set: Set[str] = set(output_df_columns) - set(dataset.columns)
609
+ if self.sample_weight_col:
610
+ output_df_columns_set -= set(self.sample_weight_col)
611
+ # if the dimension of inferred output column names is correct; use it
612
+ if len(expected_output_cols_list) == len(output_df_columns_set):
613
+ return expected_output_cols_list
614
+ # otherwise, use the sklearn estimator's output
615
+ else:
616
+ return sorted(list(output_df_columns_set), key=lambda x: output_df_columns.index(x))
551
617
 
552
618
  @available_if(original_estimator_has_callable("predict_proba")) # type: ignore[misc]
553
619
  @telemetry.send_api_usage_telemetry(
@@ -579,24 +645,26 @@ class AdaBoostRegressor(BaseTransformer):
579
645
  # are specific to the type of dataset used.
580
646
  transform_kwargs: BatchInferenceKwargsTypedDict = dict()
581
647
 
648
+ expected_output_cols = self._get_output_column_names(output_cols_prefix)
649
+
582
650
  if isinstance(dataset, DataFrame):
583
- self._deps = self._batch_inference_validate_snowpark(
584
- dataset=dataset,
585
- inference_method=inference_method,
586
- )
587
- assert isinstance(dataset._session, Session) # mypy does not recognize the check in _batch_inference_validate_snowpark()
651
+ self._batch_inference_validate_snowpark(dataset=dataset, inference_method=inference_method)
652
+ self._deps = self._get_dependencies()
653
+ assert isinstance(
654
+ dataset._session, Session
655
+ ) # mypy does not recognize the check in _batch_inference_validate_snowpark()
588
656
  transform_kwargs = dict(
589
657
  session=dataset._session,
590
658
  dependencies=self._deps,
591
- drop_input_cols = self._drop_input_cols,
659
+ drop_input_cols=self._drop_input_cols,
592
660
  expected_output_cols_type="float",
593
661
  )
662
+ expected_output_cols = self._align_expected_output_names(
663
+ inference_method, dataset, expected_output_cols, output_cols_prefix
664
+ )
594
665
 
595
666
  elif isinstance(dataset, pd.DataFrame):
596
- transform_kwargs = dict(
597
- snowpark_input_cols = self._snowpark_cols,
598
- drop_input_cols = self._drop_input_cols
599
- )
667
+ transform_kwargs = dict(snowpark_input_cols=self._snowpark_cols, drop_input_cols=self._drop_input_cols)
600
668
 
601
669
  transform_handlers = ModelTransformerBuilder.build(
602
670
  dataset=dataset,
@@ -608,7 +676,7 @@ class AdaBoostRegressor(BaseTransformer):
608
676
  output_df: DATAFRAME_TYPE = transform_handlers.batch_inference(
609
677
  inference_method=inference_method,
610
678
  input_cols=self.input_cols,
611
- expected_output_cols=self._get_output_column_names(output_cols_prefix),
679
+ expected_output_cols=expected_output_cols,
612
680
  **transform_kwargs
613
681
  )
614
682
  return output_df
@@ -638,29 +706,30 @@ class AdaBoostRegressor(BaseTransformer):
638
706
  Output dataset with log probability of the sample for each class in the model.
639
707
  """
640
708
  super()._check_dataset_type(dataset)
641
- inference_method="predict_log_proba"
709
+ inference_method = "predict_log_proba"
710
+ expected_output_cols = self._get_output_column_names(output_cols_prefix)
642
711
 
643
712
  # This dictionary contains optional kwargs for batch inference. These kwargs
644
713
  # are specific to the type of dataset used.
645
714
  transform_kwargs: BatchInferenceKwargsTypedDict = dict()
646
715
 
647
716
  if isinstance(dataset, DataFrame):
648
- self._deps = self._batch_inference_validate_snowpark(
649
- dataset=dataset,
650
- inference_method=inference_method,
651
- )
652
- assert isinstance(dataset._session, Session) # mypy does not recognize the check in _batch_inference_validate_snowpark()
717
+ self._batch_inference_validate_snowpark(dataset=dataset, inference_method=inference_method)
718
+ self._deps = self._get_dependencies()
719
+ assert isinstance(
720
+ dataset._session, Session
721
+ ) # mypy does not recognize the check in _batch_inference_validate_snowpark()
653
722
  transform_kwargs = dict(
654
723
  session=dataset._session,
655
724
  dependencies=self._deps,
656
- drop_input_cols = self._drop_input_cols,
725
+ drop_input_cols=self._drop_input_cols,
657
726
  expected_output_cols_type="float",
658
727
  )
728
+ expected_output_cols = self._align_expected_output_names(
729
+ inference_method, dataset, expected_output_cols, output_cols_prefix
730
+ )
659
731
  elif isinstance(dataset, pd.DataFrame):
660
- transform_kwargs = dict(
661
- snowpark_input_cols = self._snowpark_cols,
662
- drop_input_cols = self._drop_input_cols
663
- )
732
+ transform_kwargs = dict(snowpark_input_cols=self._snowpark_cols, drop_input_cols=self._drop_input_cols)
664
733
 
665
734
  transform_handlers = ModelTransformerBuilder.build(
666
735
  dataset=dataset,
@@ -673,7 +742,7 @@ class AdaBoostRegressor(BaseTransformer):
673
742
  output_df: DATAFRAME_TYPE = transform_handlers.batch_inference(
674
743
  inference_method=inference_method,
675
744
  input_cols=self.input_cols,
676
- expected_output_cols=self._get_output_column_names(output_cols_prefix),
745
+ expected_output_cols=expected_output_cols,
677
746
  **transform_kwargs
678
747
  )
679
748
  return output_df
@@ -699,30 +768,32 @@ class AdaBoostRegressor(BaseTransformer):
699
768
  Output dataset with results of the decision function for the samples in input dataset.
700
769
  """
701
770
  super()._check_dataset_type(dataset)
702
- inference_method="decision_function"
771
+ inference_method = "decision_function"
703
772
 
704
773
  # This dictionary contains optional kwargs for batch inference. These kwargs
705
774
  # are specific to the type of dataset used.
706
775
  transform_kwargs: BatchInferenceKwargsTypedDict = dict()
707
776
 
777
+ expected_output_cols = self._get_output_column_names(output_cols_prefix)
778
+
708
779
  if isinstance(dataset, DataFrame):
709
- self._deps = self._batch_inference_validate_snowpark(
710
- dataset=dataset,
711
- inference_method=inference_method,
712
- )
713
- assert isinstance(dataset._session, Session) # mypy does not recognize the check in _batch_inference_validate_snowpark()
780
+ self._batch_inference_validate_snowpark(dataset=dataset, inference_method=inference_method)
781
+ self._deps = self._get_dependencies()
782
+ assert isinstance(
783
+ dataset._session, Session
784
+ ) # mypy does not recognize the check in _batch_inference_validate_snowpark()
714
785
  transform_kwargs = dict(
715
786
  session=dataset._session,
716
787
  dependencies=self._deps,
717
- drop_input_cols = self._drop_input_cols,
788
+ drop_input_cols=self._drop_input_cols,
718
789
  expected_output_cols_type="float",
719
790
  )
791
+ expected_output_cols = self._align_expected_output_names(
792
+ inference_method, dataset, expected_output_cols, output_cols_prefix
793
+ )
720
794
 
721
795
  elif isinstance(dataset, pd.DataFrame):
722
- transform_kwargs = dict(
723
- snowpark_input_cols = self._snowpark_cols,
724
- drop_input_cols = self._drop_input_cols
725
- )
796
+ transform_kwargs = dict(snowpark_input_cols=self._snowpark_cols, drop_input_cols=self._drop_input_cols)
726
797
 
727
798
  transform_handlers = ModelTransformerBuilder.build(
728
799
  dataset=dataset,
@@ -735,7 +806,7 @@ class AdaBoostRegressor(BaseTransformer):
735
806
  output_df: DATAFRAME_TYPE = transform_handlers.batch_inference(
736
807
  inference_method=inference_method,
737
808
  input_cols=self.input_cols,
738
- expected_output_cols=self._get_output_column_names(output_cols_prefix),
809
+ expected_output_cols=expected_output_cols,
739
810
  **transform_kwargs
740
811
  )
741
812
  return output_df
@@ -764,17 +835,17 @@ class AdaBoostRegressor(BaseTransformer):
764
835
  Output dataset with probability of the sample for each class in the model.
765
836
  """
766
837
  super()._check_dataset_type(dataset)
767
- inference_method="score_samples"
838
+ inference_method = "score_samples"
768
839
 
769
840
  # This dictionary contains optional kwargs for batch inference. These kwargs
770
841
  # are specific to the type of dataset used.
771
842
  transform_kwargs: BatchInferenceKwargsTypedDict = dict()
772
843
 
844
+ expected_output_cols = self._get_output_column_names(output_cols_prefix)
845
+
773
846
  if isinstance(dataset, DataFrame):
774
- self._deps = self._batch_inference_validate_snowpark(
775
- dataset=dataset,
776
- inference_method=inference_method,
777
- )
847
+ self._batch_inference_validate_snowpark(dataset=dataset, inference_method=inference_method)
848
+ self._deps = self._get_dependencies()
778
849
  assert isinstance(dataset._session, Session) # mypy does not recognize the check in _batch_inference_validate_snowpark()
779
850
  transform_kwargs = dict(
780
851
  session=dataset._session,
@@ -782,6 +853,9 @@ class AdaBoostRegressor(BaseTransformer):
782
853
  drop_input_cols = self._drop_input_cols,
783
854
  expected_output_cols_type="float",
784
855
  )
856
+ expected_output_cols = self._align_expected_output_names(
857
+ inference_method, dataset, expected_output_cols, output_cols_prefix
858
+ )
785
859
 
786
860
  elif isinstance(dataset, pd.DataFrame):
787
861
  transform_kwargs = dict(
@@ -800,7 +874,7 @@ class AdaBoostRegressor(BaseTransformer):
800
874
  output_df: DATAFRAME_TYPE = transform_handlers.batch_inference(
801
875
  inference_method=inference_method,
802
876
  input_cols=self.input_cols,
803
- expected_output_cols=self._get_output_column_names(output_cols_prefix),
877
+ expected_output_cols=expected_output_cols,
804
878
  **transform_kwargs
805
879
  )
806
880
  return output_df
@@ -835,17 +909,15 @@ class AdaBoostRegressor(BaseTransformer):
835
909
  transform_kwargs: ScoreKwargsTypedDict = dict()
836
910
 
837
911
  if isinstance(dataset, DataFrame):
838
- self._deps = self._batch_inference_validate_snowpark(
839
- dataset=dataset,
840
- inference_method="score",
841
- )
912
+ self._batch_inference_validate_snowpark(dataset=dataset, inference_method="score")
913
+ self._deps = self._get_dependencies()
842
914
  selected_cols = self._get_active_columns()
843
915
  if len(selected_cols) > 0:
844
916
  dataset = dataset.select(selected_cols)
845
917
  assert isinstance(dataset._session, Session) # keep mypy happy
846
918
  transform_kwargs = dict(
847
919
  session=dataset._session,
848
- dependencies=["snowflake-snowpark-python"] + self._deps,
920
+ dependencies=self._deps,
849
921
  score_sproc_imports=['sklearn'],
850
922
  )
851
923
  elif isinstance(dataset, pd.DataFrame):
@@ -910,11 +982,8 @@ class AdaBoostRegressor(BaseTransformer):
910
982
 
911
983
  if isinstance(dataset, DataFrame):
912
984
 
913
- self._deps = self._batch_inference_validate_snowpark(
914
- dataset=dataset,
915
- inference_method=inference_method,
916
-
917
- )
985
+ self._batch_inference_validate_snowpark(dataset=dataset, inference_method=inference_method)
986
+ self._deps = self._get_dependencies()
918
987
  assert isinstance(dataset._session, Session) # mypy does not recognize the check in _batch_inference_validate_snowpark()
919
988
  transform_kwargs = dict(
920
989
  session = dataset._session,
@@ -947,50 +1016,84 @@ class AdaBoostRegressor(BaseTransformer):
947
1016
  )
948
1017
  return output_df
949
1018
 
1019
+
1020
+
1021
+ def to_sklearn(self) -> Any:
1022
+ """Get sklearn.ensemble.AdaBoostRegressor object.
1023
+ """
1024
+ if self._sklearn_object is None:
1025
+ self._sklearn_object = self._create_sklearn_object()
1026
+ return self._sklearn_object
1027
+
1028
+ def to_xgboost(self) -> Any:
1029
+ raise exceptions.SnowflakeMLException(
1030
+ error_code=error_codes.METHOD_NOT_ALLOWED,
1031
+ original_exception=AttributeError(
1032
+ modeling_error_messages.UNSUPPORTED_MODEL_CONVERSION.format(
1033
+ "to_xgboost()",
1034
+ "to_sklearn()"
1035
+ )
1036
+ ),
1037
+ )
1038
+
1039
+ def to_lightgbm(self) -> Any:
1040
+ raise exceptions.SnowflakeMLException(
1041
+ error_code=error_codes.METHOD_NOT_ALLOWED,
1042
+ original_exception=AttributeError(
1043
+ modeling_error_messages.UNSUPPORTED_MODEL_CONVERSION.format(
1044
+ "to_lightgbm()",
1045
+ "to_sklearn()"
1046
+ )
1047
+ ),
1048
+ )
1049
+
1050
+ def _get_dependencies(self) -> List[str]:
1051
+ return self._deps
1052
+
950
1053
 
951
- def _get_model_signatures(self, dataset: Union[DataFrame, pd.DataFrame]) -> None:
1054
+ def _generate_model_signatures(self, dataset: Union[DataFrame, pd.DataFrame]) -> None:
952
1055
  self._model_signature_dict = dict()
953
1056
 
954
1057
  PROB_FUNCTIONS = ["predict_log_proba", "predict_proba", "decision_function"]
955
1058
 
956
- inputs = list(_infer_signature(dataset[self.input_cols], "input"))
1059
+ inputs = list(_infer_signature(dataset[self.input_cols], "input", use_snowflake_identifiers=True))
957
1060
  outputs: List[BaseFeatureSpec] = []
958
1061
  if hasattr(self, "predict"):
959
1062
  # keep mypy happy
960
- assert self._sklearn_object is not None and hasattr(self._sklearn_object, "_estimator_type")
1063
+ assert self._sklearn_object is not None and hasattr(self._sklearn_object, "_estimator_type")
961
1064
  # For classifier, the type of predict is the same as the type of label
962
- if self._sklearn_object._estimator_type == 'classifier':
963
- # label columns is the desired type for output
1065
+ if self._sklearn_object._estimator_type == "classifier":
1066
+ # label columns is the desired type for output
964
1067
  outputs = list(_infer_signature(dataset[self.label_cols], "output", use_snowflake_identifiers=True))
965
1068
  # rename the output columns
966
1069
  outputs = list(model_signature_utils.rename_features(outputs, self.output_cols))
967
- self._model_signature_dict["predict"] = ModelSignature(inputs,
968
- ([] if self._drop_input_cols else inputs)
969
- + outputs)
1070
+ self._model_signature_dict["predict"] = ModelSignature(
1071
+ inputs, ([] if self._drop_input_cols else inputs) + outputs
1072
+ )
970
1073
  # For mixture models that use the density mixin, `predict` returns the argmax of the log prob.
971
1074
  # For outlier models, returns -1 for outliers and 1 for inliers.
972
- # Clusterer returns int64 cluster labels.
1075
+ # Clusterer returns int64 cluster labels.
973
1076
  elif self._sklearn_object._estimator_type in ["DensityEstimator", "clusterer", "outlier_detector"]:
974
1077
  outputs = [FeatureSpec(dtype=DataType.INT64, name=c) for c in self.output_cols]
975
- self._model_signature_dict["predict"] = ModelSignature(inputs,
976
- ([] if self._drop_input_cols else inputs)
977
- + outputs)
978
-
1078
+ self._model_signature_dict["predict"] = ModelSignature(
1079
+ inputs, ([] if self._drop_input_cols else inputs) + outputs
1080
+ )
1081
+
979
1082
  # For regressor, the type of predict is float64
980
- elif self._sklearn_object._estimator_type == 'regressor':
1083
+ elif self._sklearn_object._estimator_type == "regressor":
981
1084
  outputs = [FeatureSpec(dtype=DataType.DOUBLE, name=c) for c in self.output_cols]
982
- self._model_signature_dict["predict"] = ModelSignature(inputs,
983
- ([] if self._drop_input_cols else inputs)
984
- + outputs)
985
-
1085
+ self._model_signature_dict["predict"] = ModelSignature(
1086
+ inputs, ([] if self._drop_input_cols else inputs) + outputs
1087
+ )
1088
+
986
1089
  for prob_func in PROB_FUNCTIONS:
987
1090
  if hasattr(self, prob_func):
988
1091
  output_cols_prefix: str = f"{prob_func}_"
989
1092
  output_column_names = self._get_output_column_names(output_cols_prefix)
990
1093
  outputs = [FeatureSpec(dtype=DataType.DOUBLE, name=c) for c in output_column_names]
991
- self._model_signature_dict[prob_func] = ModelSignature(inputs,
992
- ([] if self._drop_input_cols else inputs)
993
- + outputs)
1094
+ self._model_signature_dict[prob_func] = ModelSignature(
1095
+ inputs, ([] if self._drop_input_cols else inputs) + outputs
1096
+ )
994
1097
 
995
1098
  # Output signature names may still need to be renamed, since they were not created with `_infer_signature`.
996
1099
  items = list(self._model_signature_dict.items())
@@ -1003,10 +1106,10 @@ class AdaBoostRegressor(BaseTransformer):
1003
1106
  """Returns model signature of current class.
1004
1107
 
1005
1108
  Raises:
1006
- exceptions.SnowflakeMLException: If estimator is not fitted, then model signature cannot be inferred
1109
+ SnowflakeMLException: If estimator is not fitted, then model signature cannot be inferred
1007
1110
 
1008
1111
  Returns:
1009
- Dict[str, ModelSignature]: each method and its input output signature
1112
+ Dict with each method and its input output signature
1010
1113
  """
1011
1114
  if self._model_signature_dict is None:
1012
1115
  raise exceptions.SnowflakeMLException(
@@ -1014,35 +1117,3 @@ class AdaBoostRegressor(BaseTransformer):
1014
1117
  original_exception=RuntimeError("Estimator not fitted before accessing property model_signatures!"),
1015
1118
  )
1016
1119
  return self._model_signature_dict
1017
-
1018
- def to_sklearn(self) -> Any:
1019
- """Get sklearn.ensemble.AdaBoostRegressor object.
1020
- """
1021
- if self._sklearn_object is None:
1022
- self._sklearn_object = self._create_sklearn_object()
1023
- return self._sklearn_object
1024
-
1025
- def to_xgboost(self) -> Any:
1026
- raise exceptions.SnowflakeMLException(
1027
- error_code=error_codes.METHOD_NOT_ALLOWED,
1028
- original_exception=AttributeError(
1029
- modeling_error_messages.UNSUPPORTED_MODEL_CONVERSION.format(
1030
- "to_xgboost()",
1031
- "to_sklearn()"
1032
- )
1033
- ),
1034
- )
1035
-
1036
- def to_lightgbm(self) -> Any:
1037
- raise exceptions.SnowflakeMLException(
1038
- error_code=error_codes.METHOD_NOT_ALLOWED,
1039
- original_exception=AttributeError(
1040
- modeling_error_messages.UNSUPPORTED_MODEL_CONVERSION.format(
1041
- "to_lightgbm()",
1042
- "to_sklearn()"
1043
- )
1044
- ),
1045
- )
1046
-
1047
- def _get_dependencies(self) -> List[str]:
1048
- return self._deps