scikit-learn-intelex 2025.1.0__py311-none-manylinux_2_28_x86_64.whl

daal4py/sklearn/ensemble/_forest.py

@@ -0,0 +1,1397 @@
+# ==============================================================================
+# Copyright 2014 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+import numbers
+import warnings
+from math import ceil
+
+import numpy as np
+from scipy import sparse as sp
+from sklearn.base import clone
+from sklearn.ensemble import RandomForestClassifier as RandomForestClassifier_original
+from sklearn.ensemble import RandomForestRegressor as RandomForestRegressor_original
+from sklearn.exceptions import DataConversionWarning
+from sklearn.tree import DecisionTreeClassifier, DecisionTreeRegressor
+from sklearn.tree._tree import Tree
+from sklearn.utils import check_array, check_random_state, deprecated
+from sklearn.utils.validation import (
+    _num_samples,
+    check_consistent_length,
+    check_is_fitted,
+)
+
+import daal4py
+from daal4py.sklearn._utils import (
+    PatchingConditionsChain,
+    check_tree_nodes,
+    daal_check_version,
+    getFPType,
+    sklearn_check_version,
+)
+
+from .._n_jobs_support import control_n_jobs
+from ..utils.validation import _daal_num_features
+
+if sklearn_check_version("1.2"):
+    from sklearn.utils._param_validation import Interval, StrOptions
+if sklearn_check_version("1.4"):
+    from daal4py.sklearn.utils import _assert_all_finite
+
+
+def _to_absolute_max_features(max_features, n_features, is_classification=False):
+    if max_features is None:
+        return n_features
+    if isinstance(max_features, str):
+        if max_features == "auto":
+            if not sklearn_check_version("1.3"):
+                if sklearn_check_version("1.1"):
+                    warnings.warn(
+                        "`max_features='auto'` has been deprecated in 1.1 "
+                        "and will be removed in 1.3. To keep the past behaviour, "
+                        "explicitly set `max_features=1.0` or remove this "
+                        "parameter as it is also the default value for "
+                        "RandomForestRegressors and ExtraTreesRegressors.",
+                        FutureWarning,
+                    )
+                return (
+                    max(1, int(np.sqrt(n_features))) if is_classification else n_features
+                )
+        if max_features == "sqrt":
+            return max(1, int(np.sqrt(n_features)))
+        if max_features == "log2":
+            return max(1, int(np.log2(n_features)))
+        allowed_string_values = (
+            '"sqrt" or "log2"'
+            if sklearn_check_version("1.3")
+            else '"auto", "sqrt" or "log2"'
+        )
+        raise ValueError(
+            "Invalid value for max_features. Allowed string "
+            f"values are {allowed_string_values}."
+        )
+    if isinstance(max_features, (numbers.Integral, np.integer)):
+        return max_features
+    if max_features > 0.0:
+        return max(1, int(max_features * n_features))
+    return 0
+
+
+def _get_n_samples_bootstrap(n_samples, max_samples):
+    if max_samples is None:
+        return 1.0
+
+    if isinstance(max_samples, numbers.Integral):
+        if not sklearn_check_version("1.2"):
+            if not (1 <= max_samples <= n_samples):
+                msg = "`max_samples` must be in range 1 to {} but got value {}"
+                raise ValueError(msg.format(n_samples, max_samples))
+        else:
+            if max_samples > n_samples:
+                msg = "`max_samples` must be <= n_samples={} but got value {}"
+                raise ValueError(msg.format(n_samples, max_samples))
+        return max(float(max_samples / n_samples), 1 / n_samples)
+
+    if isinstance(max_samples, numbers.Real):
+        if sklearn_check_version("1.2"):
+            pass
+        elif sklearn_check_version("1.0"):
+            if not (0 < float(max_samples) <= 1):
+                msg = "`max_samples` must be in range (0.0, 1.0] but got value {}"
+                raise ValueError(msg.format(max_samples))
+        else:
+            if not (0 < float(max_samples) < 1):
+                msg = "`max_samples` must be in range (0, 1) but got value {}"
+                raise ValueError(msg.format(max_samples))
+        return max(float(max_samples), 1 / n_samples)
+
+    msg = "`max_samples` should be int or float, but got type '{}'"
+    raise TypeError(msg.format(type(max_samples)))
+
+
+def check_sample_weight(sample_weight, X, dtype=None):
+    n_samples = _num_samples(X)
+
+    if dtype is not None and dtype not in [np.float32, np.float64]:
+        dtype = np.float64
+
+    if sample_weight is None:
+        sample_weight = np.ones(n_samples, dtype=dtype)
+    elif isinstance(sample_weight, numbers.Number):
+        sample_weight = np.full(n_samples, sample_weight, dtype=dtype)
+    else:
+        if dtype is None:
+            dtype = [np.float64, np.float32]
+        sample_weight = check_array(
+            sample_weight, accept_sparse=False, ensure_2d=False, dtype=dtype, order="C"
+        )
+        if sample_weight.ndim != 1:
+            raise ValueError("Sample weights must be 1D array or scalar")
+
+        if sample_weight.shape != (n_samples,):
+            raise ValueError(
+                "sample_weight.shape == {}, expected {}!".format(
+                    sample_weight.shape, (n_samples,)
+                )
+            )
+    return sample_weight
+
+
+class RandomForestBase:
+    def fit(self, X, y, sample_weight=None): ...
+
+    def predict(self, X): ...
+
+    def _check_parameters(self) -> None:
+        if not self.bootstrap and self.max_samples is not None:
+            raise ValueError(
+                "`max_sample` cannot be set if `bootstrap=False`. "
+                "Either switch to `bootstrap=True` or set "
+                "`max_sample=None`."
+            )
+        if isinstance(self.min_samples_leaf, numbers.Integral):
+            if not 1 <= self.min_samples_leaf:
+                raise ValueError(
+                    "min_samples_leaf must be at least 1 "
+                    f"or in (0, 0.5], got {self.min_samples_leaf}"
+                )
+        else:  # float
+            if not 0.0 < self.min_samples_leaf <= 0.5:
+                raise ValueError(
+                    "min_samples_leaf must be at least 1 "
+                    f"or in (0, 0.5], got {self.min_samples_leaf}"
+                )
+        if isinstance(self.min_samples_split, numbers.Integral):
+            if not 2 <= self.min_samples_split:
+                raise ValueError(
+                    "min_samples_split must be an integer "
+                    "greater than 1 or a float in (0.0, 1.0]; "
+                    f"got the integer {self.min_samples_split}"
+                )
+        else:  # float
+            if not 0.0 < self.min_samples_split <= 1.0:
+                raise ValueError(
+                    "min_samples_split must be an integer "
+                    "greater than 1 or a float in (0.0, 1.0]; "
+                    "got the float {self.min_samples_split}"
+                )
+        if not 0 <= self.min_weight_fraction_leaf <= 0.5:
+            raise ValueError("min_weight_fraction_leaf must in [0, 0.5]")
+        if self.min_impurity_split is not None:
+            warnings.warn(
+                "The min_impurity_split parameter is deprecated. "
+                "Its default value has changed from 1e-7 to 0 in "
+                "version 0.23, and it will be removed in 0.25. "
+                "Use the min_impurity_decrease parameter instead.",
+                FutureWarning,
+            )
+
+            if self.min_impurity_split < 0.0:
+                raise ValueError(
+                    "min_impurity_split must be greater " "than or equal to 0"
+                )
+        if self.min_impurity_decrease < 0.0:
+            raise ValueError("min_impurity_decrease must be greater than or equal to 0")
+        if self.max_leaf_nodes is not None:
+            if not isinstance(self.max_leaf_nodes, numbers.Integral):
+                raise ValueError(
+                    "max_leaf_nodes must be integral number but was "
+                    f"{self.max_leaf_nodes}"
+                )
+            if self.max_leaf_nodes < 2:
+                raise ValueError(
+                    f"max_leaf_nodes {self.max_leaf_nodes} must be either None "
+                    "or larger than 1"
+                )
+        if isinstance(self.maxBins, numbers.Integral):
+            if not 2 <= self.maxBins:
+                raise ValueError(f"maxBins must be at least 2, got {self.maxBins}")
+        else:
+            raise ValueError(f"maxBins must be integral number but was {self.maxBins}")
+        if isinstance(self.minBinSize, numbers.Integral):
+            if not 1 <= self.minBinSize:
+                raise ValueError(f"minBinSize must be at least 1, got {self.minBinSize}")
+        else:
+            raise ValueError(
+                f"minBinSize must be integral number but was {self.minBinSize}"
+            )
+
+
+@control_n_jobs(decorated_methods=["fit", "predict", "predict_proba"])
+class RandomForestClassifier(RandomForestClassifier_original, RandomForestBase):
+    __doc__ = RandomForestClassifier_original.__doc__
+
+    if sklearn_check_version("1.2"):
+        _parameter_constraints: dict = {
+            **RandomForestClassifier_original._parameter_constraints,
+            "maxBins": [Interval(numbers.Integral, 0, None, closed="left")],
+            "minBinSize": [Interval(numbers.Integral, 1, None, closed="left")],
+            "binningStrategy": [StrOptions({"quantiles", "averages"})],
+        }
+
+    if sklearn_check_version("1.4"):
+
+        def __init__(
+            self,
+            n_estimators=100,
+            criterion="gini",
+            max_depth=None,
+            min_samples_split=2,
+            min_samples_leaf=1,
+            min_weight_fraction_leaf=0.0,
+            max_features="sqrt",
+            max_leaf_nodes=None,
+            min_impurity_decrease=0.0,
+            bootstrap=True,
+            oob_score=False,
+            n_jobs=None,
+            random_state=None,
+            verbose=0,
+            warm_start=False,
+            class_weight=None,
+            ccp_alpha=0.0,
+            max_samples=None,
+            monotonic_cst=None,
+            maxBins=256,
+            minBinSize=1,
+            binningStrategy="quantiles",
+        ):
+            super().__init__(
+                n_estimators=n_estimators,
+                criterion=criterion,
+                max_depth=max_depth,
+                min_samples_split=min_samples_split,
+                min_samples_leaf=min_samples_leaf,
+                min_weight_fraction_leaf=min_weight_fraction_leaf,
+                max_features=max_features,
+                max_leaf_nodes=max_leaf_nodes,
+                min_impurity_decrease=min_impurity_decrease,
+                bootstrap=bootstrap,
+                oob_score=oob_score,
+                n_jobs=n_jobs,
+                random_state=random_state,
+                verbose=verbose,
+                warm_start=warm_start,
+                class_weight=class_weight,
+                monotonic_cst=monotonic_cst,
+            )
+            self.ccp_alpha = ccp_alpha
+            self.max_samples = max_samples
+            self.monotonic_cst = monotonic_cst
+            self.maxBins = maxBins
+            self.minBinSize = minBinSize
+            self.min_impurity_split = None
+            self.binningStrategy = binningStrategy
+
+    elif sklearn_check_version("1.0"):
+
+        def __init__(
+            self,
+            n_estimators=100,
+            criterion="gini",
+            max_depth=None,
+            min_samples_split=2,
+            min_samples_leaf=1,
+            min_weight_fraction_leaf=0.0,
+            max_features="sqrt" if sklearn_check_version("1.1") else "auto",
+            max_leaf_nodes=None,
+            min_impurity_decrease=0.0,
+            bootstrap=True,
+            oob_score=False,
+            n_jobs=None,
+            random_state=None,
+            verbose=0,
+            warm_start=False,
+            class_weight=None,
+            ccp_alpha=0.0,
+            max_samples=None,
+            maxBins=256,
+            minBinSize=1,
+            binningStrategy="quantiles",
+        ):
+            super().__init__(
+                n_estimators=n_estimators,
+                criterion=criterion,
+                max_depth=max_depth,
+                min_samples_split=min_samples_split,
+                min_samples_leaf=min_samples_leaf,
+                min_weight_fraction_leaf=min_weight_fraction_leaf,
+                max_features=max_features,
+                max_leaf_nodes=max_leaf_nodes,
+                min_impurity_decrease=min_impurity_decrease,
+                bootstrap=bootstrap,
+                oob_score=oob_score,
+                n_jobs=n_jobs,
+                random_state=random_state,
+                verbose=verbose,
+                warm_start=warm_start,
+                class_weight=class_weight,
+            )
+            self.ccp_alpha = ccp_alpha
+            self.max_samples = max_samples
+            self.maxBins = maxBins
+            self.minBinSize = minBinSize
+            self.min_impurity_split = None
+            self.binningStrategy = binningStrategy
+
+    else:
+
+        def __init__(
+            self,
+            n_estimators=100,
+            criterion="gini",
+            max_depth=None,
+            min_samples_split=2,
+            min_samples_leaf=1,
+            min_weight_fraction_leaf=0.0,
+            max_features="auto",
+            max_leaf_nodes=None,
+            min_impurity_decrease=0.0,
+            min_impurity_split=None,
+            bootstrap=True,
+            oob_score=False,
+            n_jobs=None,
+            random_state=None,
+            verbose=0,
+            warm_start=False,
+            class_weight=None,
+            ccp_alpha=0.0,
+            max_samples=None,
+            maxBins=256,
+            minBinSize=1,
+            binningStrategy="quantiles",
+        ):
+            super().__init__(
+                n_estimators=n_estimators,
+                criterion=criterion,
+                max_depth=max_depth,
+                min_samples_split=min_samples_split,
+                min_samples_leaf=min_samples_leaf,
+                min_weight_fraction_leaf=min_weight_fraction_leaf,
+                max_features=max_features,
+                max_leaf_nodes=max_leaf_nodes,
+                min_impurity_decrease=min_impurity_decrease,
+                min_impurity_split=min_impurity_split,
+                bootstrap=bootstrap,
+                oob_score=oob_score,
+                n_jobs=n_jobs,
+                random_state=random_state,
+                verbose=verbose,
+                warm_start=warm_start,
+                class_weight=class_weight,
+                ccp_alpha=ccp_alpha,
+                max_samples=max_samples,
+            )
+            self.maxBins = maxBins
+            self.minBinSize = minBinSize
+            self.binningStrategy = binningStrategy
+
+    def fit(self, X, y, sample_weight=None):
+        """
+        Build a forest of trees from the training set (X, y).
+
+        Parameters
+        ----------
+        X : {array-like, sparse matrix} of shape (n_samples, n_features)
+            The training input samples. Internally, its dtype will be converted
+            to ``dtype=np.float32``. If a sparse matrix is provided, it will be
+            converted into a sparse ``csc_matrix``.
+
+        y : array-like of shape (n_samples,) or (n_samples, n_outputs)
+            The target values (class labels in classification, real numbers in
+            regression).
+
+        sample_weight : array-like of shape (n_samples,), default=None
+            Sample weights. If None, then samples are equally weighted. Splits
+            that would create child nodes with net zero or negative weight are
+            ignored while searching for a split in each node. In the case of
+            classification, splits are also ignored if they would result in any
+            single class carrying a negative weight in either child node.
+
+        Returns
+        -------
+        self : object
+        """
+        if sp.issparse(y):
+            raise ValueError("sparse multilabel-indicator for y is not supported.")
+        if sklearn_check_version("1.2"):
+            self._validate_params()
+        else:
+            self._check_parameters()
+        if sample_weight is not None:
+            sample_weight = check_sample_weight(sample_weight, X)
+
+        _patching_status = PatchingConditionsChain(
+            "sklearn.ensemble.RandomForestClassifier.fit"
+        )
+        _dal_ready = _patching_status.and_conditions(
+            [
+                (
+                    self.oob_score
+                    and daal_check_version((2021, "P", 500))
+                    or not self.oob_score,
+                    "OOB score is only supported starting from 2021.5 version of oneDAL.",
+                ),
+                (self.warm_start is False, "Warm start is not supported."),
+                (
+                    self.criterion == "gini",
+                    f"'{self.criterion}' criterion is not supported. "
+                    "Only 'gini' criterion is supported.",
+                ),
+                (
+                    self.ccp_alpha == 0.0,
+                    f"Non-zero 'ccp_alpha' ({self.ccp_alpha}) is not supported.",
+                ),
+                (not sp.issparse(X), "X is sparse. Sparse input is not supported."),
+            ]
+        )
+        if _dal_ready and sklearn_check_version("1.4"):
+            try:
+                _assert_all_finite(X)
+                input_is_finite = True
+            except ValueError:
+                input_is_finite = False
+            _patching_status.and_conditions(
+                [
+                    (
+                        input_is_finite,
+                        "Non-finite input is not supported.",
+                    ),
+                    (
+                        self.monotonic_cst is None,
+                        "Monotonicity constraints are not supported.",
+                    ),
+                ]
+            )
+
+        if _dal_ready:
+            if sklearn_check_version("1.0"):
+                self._check_feature_names(X, reset=True)
+            X = check_array(
+                X,
+                dtype=[np.float32, np.float64],
+                force_all_finite=not sklearn_check_version("1.4"),
+            )
+            y = np.asarray(y)
+            y = np.atleast_1d(y)
+
+            if y.ndim == 2 and y.shape[1] == 1:
+                warnings.warn(
+                    "A column-vector y was passed when a 1d array was"
+                    " expected. Please change the shape of y to "
+                    "(n_samples,), for example using ravel().",
+                    DataConversionWarning,
+                    stacklevel=2,
+                )
+
+            check_consistent_length(X, y)
+
+            if y.ndim == 1:
+                # reshape is necessary to preserve the data contiguity against vs
+                # [:, np.newaxis] that does not.
+                y = np.reshape(y, (-1, 1))
+
+            self.n_outputs_ = y.shape[1]
+            _dal_ready = _patching_status.and_conditions(
+                [
+                    (
+                        self.n_outputs_ == 1,
+                        f"Number of outputs ({self.n_outputs_}) is not 1.",
+                    )
+                ]
+            )
+
+        _patching_status.write_log()
+        if _dal_ready:
+            self._daal_fit_classifier(X, y, sample_weight=sample_weight)
+
+            if sklearn_check_version("1.2"):
+                self._estimator = DecisionTreeClassifier()
+            self.estimators_ = self._estimators_
+
+            # Decapsulate classes_ attributes
+            self.n_classes_ = self.n_classes_[0]
+            self.classes_ = self.classes_[0]
+            return self
+        return super().fit(X, y, sample_weight=sample_weight)
+
+    def predict(self, X):
+        """
+        Predict class for X.
+
+        The predicted class of an input sample is a vote by the trees in
+        the forest, weighted by their probability estimates. That is,
+        the predicted class is the one with highest mean probability
+        estimate across the trees.
+
+        Parameters
+        ----------
+        X : {array-like, sparse matrix} of shape (n_samples, n_features)
+            The input samples. Internally, its dtype will be converted to
+            ``dtype=np.float32``. If a sparse matrix is provided, it will be
+            converted into a sparse ``csr_matrix``.
+
+        Returns
+        -------
+        y : ndarray of shape (n_samples,) or (n_samples, n_outputs)
+            The predicted classes.
+        """
+        _patching_status = PatchingConditionsChain(
+            "sklearn.ensemble.RandomForestClassifier.predict"
+        )
+        _dal_ready = _patching_status.and_conditions(
+            [
+                (hasattr(self, "daal_model_"), "oneDAL model was not trained."),
+                (not sp.issparse(X), "X is sparse. Sparse input is not supported."),
+            ]
+        )
+        if hasattr(self, "n_outputs_"):
+            _dal_ready = _patching_status.and_conditions(
+                [
+                    (
+                        self.n_outputs_ == 1,
+                        f"Number of outputs ({self.n_outputs_}) is not 1.",
+                    )
+                ]
+            )
+
+        _patching_status.write_log()
+        if not _dal_ready:
+            return super().predict(X)
+
+        if sklearn_check_version("1.0"):
+            self._check_feature_names(X, reset=False)
+        X = check_array(
+            X, accept_sparse=["csr", "csc", "coo"], dtype=[np.float64, np.float32]
+        )
+        return self._daal_predict_classifier(X)
+
+    def predict_proba(self, X):
+        """
+        Predict class probabilities for X.
+
+        The predicted class probabilities of an input sample are computed as
+        the mean predicted class probabilities of the trees in the forest.
+        The class probability of a single tree is the fraction of samples of
+        the same class in a leaf.
+
+        Parameters
+        ----------
+        X : {array-like, sparse matrix} of shape (n_samples, n_features)
+            The input samples. Internally, its dtype will be converted to
+            ``dtype=np.float32``. If a sparse matrix is provided, it will be
+            converted into a sparse ``csr_matrix``.
+
+        Returns
+        -------
+        p : ndarray of shape (n_samples, n_classes), or a list of n_outputs
+            such arrays if n_outputs > 1.
+            The class probabilities of the input samples. The order of the
+            classes corresponds to that in the attribute :term:`classes_`.
+        """
+        if sklearn_check_version("1.0"):
+            self._check_feature_names(X, reset=False)
+        if hasattr(self, "n_features_in_"):
+            try:
+                num_features = _daal_num_features(X)
+            except TypeError:
+                num_features = _num_samples(X)
+            if num_features != self.n_features_in_:
+                raise ValueError(
+                    (
+                        f"X has {num_features} features, "
+                        f"but RandomForestClassifier is expecting "
+                        f"{self.n_features_in_} features as input"
+                    )
+                )
+
+        _patching_status = PatchingConditionsChain(
+            "sklearn.ensemble.RandomForestClassifier.predict_proba"
+        )
+        _dal_ready = _patching_status.and_conditions(
+            [
+                (hasattr(self, "daal_model_"), "oneDAL model was not trained."),
+                (not sp.issparse(X), "X is sparse. Sparse input is not supported."),
+                (
+                    daal_check_version((2021, "P", 400)),
+                    "oneDAL version is lower than 2021.4.",
+                ),
+            ]
+        )
+        if hasattr(self, "n_outputs_"):
+            _dal_ready = _patching_status.and_conditions(
+                [
+                    (
+                        self.n_outputs_ == 1,
+                        f"Number of outputs ({self.n_outputs_}) is not 1.",
+                    )
+                ]
+            )
+        _patching_status.write_log()
+
+        if not _dal_ready:
+            return super().predict_proba(X)
+        X = check_array(X, dtype=[np.float64, np.float32])
+        check_is_fitted(self)
+        self._check_n_features(X, reset=False)
+        return self._daal_predict_proba(X)
+
+    if sklearn_check_version("1.0"):
+
+        @deprecated(
+            "Attribute `n_features_` was deprecated in version 1.0 and will be "
+            "removed in 1.2. Use `n_features_in_` instead."
+        )
+        @property
+        def n_features_(self):
+            return self.n_features_in_
+
+    @property
+    def _estimators_(self):
+        if hasattr(self, "_cached_estimators_"):
+            if self._cached_estimators_:
+                return self._cached_estimators_
+
+        check_is_fitted(self)
+        classes_ = self.classes_[0]
+        n_classes_ = self.n_classes_[0]
+        # convert model to estimators
+        params = {
+            "criterion": self.criterion,
+            "max_depth": self.max_depth,
+            "min_samples_split": self.min_samples_split,
+            "min_samples_leaf": self.min_samples_leaf,
+            "min_weight_fraction_leaf": self.min_weight_fraction_leaf,
+            "max_features": self.max_features,
+            "max_leaf_nodes": self.max_leaf_nodes,
+            "min_impurity_decrease": self.min_impurity_decrease,
+            "random_state": None,
+        }
+        if not sklearn_check_version("1.0"):
+            params["min_impurity_split"] = self.min_impurity_split
+        est = DecisionTreeClassifier(**params)
+        # we need to set est.tree_ field with Trees constructed from Intel(R)
+        # oneAPI Data Analytics Library solution
+        estimators_ = []
+        random_state_checked = check_random_state(self.random_state)
+        for i in range(self.n_estimators):
+            est_i = clone(est)
+            est_i.set_params(
+                random_state=random_state_checked.randint(np.iinfo(np.int32).max)
+            )
+            if sklearn_check_version("1.0"):
+                est_i.n_features_in_ = self.n_features_in_
+            else:
+                est_i.n_features_ = self.n_features_in_
+            est_i.n_outputs_ = self.n_outputs_
+            est_i.classes_ = classes_
+            est_i.n_classes_ = n_classes_
+            # treeState members: 'class_count', 'leaf_count', 'max_depth',
+            # 'node_ar', 'node_count', 'value_ar'
+            tree_i_state_class = daal4py.getTreeState(self.daal_model_, i, n_classes_)
+
+            # node_ndarray = tree_i_state_class.node_ar
+            # value_ndarray = tree_i_state_class.value_ar
+            # value_shape = (node_ndarray.shape[0], self.n_outputs_,
+            #                n_classes_)
+            # assert np.allclose(
+            #     value_ndarray, value_ndarray.astype(np.intc, casting='unsafe')
+            # ), "Value array is non-integer"
+            tree_i_state_dict = {
+                "max_depth": tree_i_state_class.max_depth,
+                "node_count": tree_i_state_class.node_count,
+                "nodes": check_tree_nodes(tree_i_state_class.node_ar),
+                "values": tree_i_state_class.value_ar,
+            }
+            est_i.tree_ = Tree(
+                self.n_features_in_,
+                np.array([n_classes_], dtype=np.intp),
+                self.n_outputs_,
+            )
+            est_i.tree_.__setstate__(tree_i_state_dict)
+            estimators_.append(est_i)
+
+        self._cached_estimators_ = estimators_
+        return estimators_
+
+    def _daal_predict_proba(self, X):
+        X_fptype = getFPType(X)
+        dfc_algorithm = daal4py.decision_forest_classification_prediction(
+            nClasses=int(self.n_classes_),
+            fptype=X_fptype,
+            resultsToEvaluate="computeClassProbabilities",
+        )
+        dfc_predictionResult = dfc_algorithm.compute(X, self.daal_model_)
+
+        pred = dfc_predictionResult.probabilities
+
+        return pred
+
+    def _daal_fit_classifier(self, X, y, sample_weight=None):
+        y = check_array(y, ensure_2d=False, dtype=None)
+        y, expanded_class_weight = self._validate_y_class_weight(y)
+        n_classes = self.n_classes_[0]
+        self.n_features_in_ = X.shape[1]
+        if not sklearn_check_version("1.0"):
+            self.n_features_ = self.n_features_in_
+
+        if expanded_class_weight is not None:
+            if sample_weight is not None:
+                sample_weight = sample_weight * expanded_class_weight
+            else:
+                sample_weight = expanded_class_weight
+        if sample_weight is not None:
+            sample_weight = [sample_weight]
+
+        rs_ = check_random_state(self.random_state)
+        seed_ = rs_.randint(0, np.iinfo("i").max)
+
+        if n_classes < 2:
+            raise ValueError("Training data only contain information about one class.")
+
+        daal_engine = daal4py.engines_mt19937(seed=seed_, fptype=getFPType(X))
+
+        features_per_node = _to_absolute_max_features(
+            self.max_features, X.shape[1], is_classification=True
+        )
+
+        n_samples_bootstrap = _get_n_samples_bootstrap(
+            n_samples=X.shape[0], max_samples=self.max_samples
+        )
+
+        if not self.bootstrap and self.max_samples is not None:
+            raise ValueError(
+                "`max_sample` cannot be set if `bootstrap=False`. "
+                "Either switch to `bootstrap=True` or set "
+                "`max_sample=None`."
+            )
+
+        if not self.bootstrap and self.oob_score:
+            raise ValueError("Out of bag estimation only available if bootstrap=True")
+
+        parameters = {
+            "bootstrap": bool(self.bootstrap),
+            "engine": daal_engine,
+            "featuresPerNode": features_per_node,
+            "fptype": getFPType(X),
+            "impurityThreshold": self.min_impurity_split or 0.0,
+            "maxBins": self.maxBins,
+            "maxLeafNodes": self.max_leaf_nodes or 0,
+            "maxTreeDepth": self.max_depth or 0,
+            "memorySavingMode": False,
+            "method": "hist",
+            "minBinSize": self.minBinSize,
+            "minImpurityDecreaseInSplitNode": self.min_impurity_decrease,
+            "minWeightFractionInLeafNode": self.min_weight_fraction_leaf,
+            "nClasses": int(n_classes),
+            "nTrees": self.n_estimators,
+            "observationsPerTreeFraction": 1.0,
+            "resultsToCompute": "",
+            "varImportance": "MDI",
+        }
+
+        if isinstance(self.min_samples_split, numbers.Integral):
+            parameters["minObservationsInSplitNode"] = self.min_samples_split
+        else:
+            parameters["minObservationsInSplitNode"] = ceil(
+                self.min_samples_split * X.shape[0]
+            )
+
+        if isinstance(self.min_samples_leaf, numbers.Integral):
+            parameters["minObservationsInLeafNode"] = self.min_samples_leaf
+        else:
+            parameters["minObservationsInLeafNode"] = ceil(
+                self.min_samples_leaf * X.shape[0]
+            )
+
+        if self.bootstrap:
+            parameters["observationsPerTreeFraction"] = n_samples_bootstrap
+        if self.oob_score:
+            parameters["resultsToCompute"] = (
+                "computeOutOfBagErrorAccuracy|computeOutOfBagErrorDecisionFunction"
+            )
+
+        if daal_check_version((2023, "P", 200)):
+            parameters["binningStrategy"] = self.binningStrategy
+
+        # create algorithm
+        dfc_algorithm = daal4py.decision_forest_classification_training(**parameters)
+        self._cached_estimators_ = None
+        # compute
+        dfc_trainingResult = dfc_algorithm.compute(X, y, sample_weight)
+
+        # get resulting model
+        model = dfc_trainingResult.model
+        self.daal_model_ = model
+
+        if self.oob_score:
+            self.oob_score_ = dfc_trainingResult.outOfBagErrorAccuracy[0][0]
+            self.oob_decision_function_ = dfc_trainingResult.outOfBagErrorDecisionFunction
+            if self.oob_decision_function_.shape[-1] == 1:
+                self.oob_decision_function_ = self.oob_decision_function_.squeeze(axis=-1)
+
+        return self
+
+    def _daal_predict_classifier(self, X):
+        X_fptype = getFPType(X)
+        dfc_algorithm = daal4py.decision_forest_classification_prediction(
+            nClasses=int(self.n_classes_),
+            fptype=X_fptype,
+            resultsToEvaluate="computeClassLabels",
+        )
+        if X.shape[1] != self.n_features_in_:
+            raise ValueError(
+                (
+                    f"X has {X.shape[1]} features, "
+                    f"but RandomForestClassifier is expecting "
+                    f"{self.n_features_in_} features as input"
+                )
+            )
+        dfc_predictionResult = dfc_algorithm.compute(X, self.daal_model_)
+
+        pred = dfc_predictionResult.prediction
+
+        return np.take(self.classes_, pred.ravel().astype(np.int64, casting="unsafe"))
+
+
+@control_n_jobs(decorated_methods=["fit", "predict"])
+class RandomForestRegressor(RandomForestRegressor_original, RandomForestBase):
+    __doc__ = RandomForestRegressor_original.__doc__
+
+    if sklearn_check_version("1.2"):
+        _parameter_constraints: dict = {
+            **RandomForestRegressor_original._parameter_constraints,
+            "maxBins": [Interval(numbers.Integral, 0, None, closed="left")],
+            "minBinSize": [Interval(numbers.Integral, 1, None, closed="left")],
+            "binningStrategy": [StrOptions({"quantiles", "averages"})],
+        }
+
+    if sklearn_check_version("1.4"):
+
+        def __init__(
+            self,
+            n_estimators=100,
+            *,
+            criterion="squared_error",
+            max_depth=None,
+            min_samples_split=2,
+            min_samples_leaf=1,
+            min_weight_fraction_leaf=0.0,
+            max_features=1.0,
+            max_leaf_nodes=None,
+            min_impurity_decrease=0.0,
+            bootstrap=True,
+            oob_score=False,
+            n_jobs=None,
+            random_state=None,
+            verbose=0,
+            warm_start=False,
+            ccp_alpha=0.0,
+            max_samples=None,
+            monotonic_cst=None,
+            maxBins=256,
+            minBinSize=1,
+            binningStrategy="quantiles",
+        ):
+            super().__init__(
+                n_estimators=n_estimators,
+                criterion=criterion,
+                max_depth=max_depth,
+                min_samples_split=min_samples_split,
+                min_samples_leaf=min_samples_leaf,
+                min_weight_fraction_leaf=min_weight_fraction_leaf,
+                max_features=max_features,
+                max_leaf_nodes=max_leaf_nodes,
+                min_impurity_decrease=min_impurity_decrease,
+                bootstrap=bootstrap,
+                oob_score=oob_score,
+                n_jobs=n_jobs,
+                random_state=random_state,
+                verbose=verbose,
+                warm_start=warm_start,
+                monotonic_cst=monotonic_cst,
+            )
+            self.ccp_alpha = ccp_alpha
+            self.max_samples = max_samples
+            self.monotonic_cst = monotonic_cst
+            self.maxBins = maxBins
+            self.minBinSize = minBinSize
+            self.min_impurity_split = None
+            self.binningStrategy = binningStrategy
+
+    elif sklearn_check_version("1.0"):
+
+        def __init__(
+            self,
+            n_estimators=100,
+            *,
+            criterion="squared_error",
+            max_depth=None,
+            min_samples_split=2,
+            min_samples_leaf=1,
+            min_weight_fraction_leaf=0.0,
+            max_features=1.0 if sklearn_check_version("1.1") else "auto",
+            max_leaf_nodes=None,
+            min_impurity_decrease=0.0,
+            bootstrap=True,
+            oob_score=False,
+            n_jobs=None,
+            random_state=None,
+            verbose=0,
+            warm_start=False,
+            ccp_alpha=0.0,
+            max_samples=None,
+            maxBins=256,
+            minBinSize=1,
+            binningStrategy="quantiles",
+        ):
+            super().__init__(
+                n_estimators=n_estimators,
+                criterion=criterion,
+                max_depth=max_depth,
+                min_samples_split=min_samples_split,
+                min_samples_leaf=min_samples_leaf,
+                min_weight_fraction_leaf=min_weight_fraction_leaf,
+                max_features=max_features,
+                max_leaf_nodes=max_leaf_nodes,
+                min_impurity_decrease=min_impurity_decrease,
+                bootstrap=bootstrap,
+                oob_score=oob_score,
+                n_jobs=n_jobs,
+                random_state=random_state,
+                verbose=verbose,
+                warm_start=warm_start,
+            )
+            self.ccp_alpha = ccp_alpha
+            self.max_samples = max_samples
+            self.maxBins = maxBins
+            self.minBinSize = minBinSize
+            self.min_impurity_split = None
+            self.binningStrategy = binningStrategy
+
+    else:
+
+        def __init__(
+            self,
+            n_estimators=100,
+            *,
+            criterion="mse",
+            max_depth=None,
+            min_samples_split=2,
+            min_samples_leaf=1,
+            min_weight_fraction_leaf=0.0,
+            max_features="auto",
+            max_leaf_nodes=None,
+            min_impurity_decrease=0.0,
+            min_impurity_split=None,
+            bootstrap=True,
+            oob_score=False,
+            n_jobs=None,
+            random_state=None,
+            verbose=0,
+            warm_start=False,
+            ccp_alpha=0.0,
+            max_samples=None,
+            maxBins=256,
+            minBinSize=1,
+            binningStrategy="quantiles",
+        ):
+            super().__init__(
+                n_estimators=n_estimators,
+                criterion=criterion,
+                max_depth=max_depth,
+                min_samples_split=min_samples_split,
+                min_samples_leaf=min_samples_leaf,
+                min_weight_fraction_leaf=min_weight_fraction_leaf,
+                max_features=max_features,
+                max_leaf_nodes=max_leaf_nodes,
+                min_impurity_decrease=min_impurity_decrease,
+                min_impurity_split=min_impurity_split,
+                bootstrap=bootstrap,
+                oob_score=oob_score,
+                n_jobs=n_jobs,
+                random_state=random_state,
+                verbose=verbose,
+                warm_start=warm_start,
+                ccp_alpha=ccp_alpha,
+                max_samples=max_samples,
+            )
+            self.maxBins = maxBins
+            self.minBinSize = minBinSize
+            self.binningStrategy = binningStrategy
+
+    def fit(self, X, y, sample_weight=None):
+        """
+        Build a forest of trees from the training set (X, y).
+
+        Parameters
+        ----------
+        X : {array-like, sparse matrix} of shape (n_samples, n_features)
+            The training input samples. Internally, its dtype will be converted
+            to ``dtype=np.float32``. If a sparse matrix is provided, it will be
+            converted into a sparse ``csc_matrix``.
+
+        y : array-like of shape (n_samples,) or (n_samples, n_outputs)
+            The target values (class labels in classification, real numbers in
+            regression).
+
+        sample_weight : array-like of shape (n_samples,), default=None
+            Sample weights. If None, then samples are equally weighted. Splits
+            that would create child nodes with net zero or negative weight are
+            ignored while searching for a split in each node. In the case of
+            classification, splits are also ignored if they would result in any
+            single class carrying a negative weight in either child node.
+
+        Returns
+        -------
+        self : object
+        """
+        if sp.issparse(y):
+            raise ValueError("sparse multilabel-indicator for y is not supported.")
+        if sklearn_check_version("1.2"):
+            self._validate_params()
+        else:
+            self._check_parameters()
+        if sample_weight is not None:
+            sample_weight = check_sample_weight(sample_weight, X)
+
+        if sklearn_check_version("1.0") and self.criterion == "mse":
+            warnings.warn(
+                "Criterion 'mse' was deprecated in v1.0 and will be "
+                "removed in version 1.2. Use `criterion='squared_error'` "
+                "which is equivalent.",
+                FutureWarning,
+            )
+
+        _patching_status = PatchingConditionsChain(
+            "sklearn.ensemble.RandomForestRegressor.fit"
+        )
+        _dal_ready = _patching_status.and_conditions(
+            [
+                (
+                    self.oob_score
+                    and daal_check_version((2021, "P", 500))
+                    or not self.oob_score,
+                    "OOB score is only supported starting from 2021.5 version of oneDAL.",
+                ),
+                (self.warm_start is False, "Warm start is not supported."),
+                (
+                    self.criterion in ["mse", "squared_error"],
+                    f"'{self.criterion}' criterion is not supported. "
+                    "Only 'mse' and 'squared_error' criteria are supported.",
+                ),
+                (
+                    self.ccp_alpha == 0.0,
+                    f"Non-zero 'ccp_alpha' ({self.ccp_alpha}) is not supported.",
+                ),
+                (not sp.issparse(X), "X is sparse. Sparse input is not supported."),
+            ]
+        )
+        if _dal_ready and sklearn_check_version("1.4"):
+            try:
+                _assert_all_finite(X)
+                input_is_finite = True
+            except ValueError:
+                input_is_finite = False
+            _patching_status.and_conditions(
+                [
+                    (
+                        input_is_finite,
+                        "Non-finite input is not supported.",
+                    ),
+                    (
+                        self.monotonic_cst is None,
+                        "Monotonicity constraints are not supported.",
+                    ),
+                ]
+            )
+
+        if _dal_ready:
+            if sklearn_check_version("1.0"):
+                self._check_feature_names(X, reset=True)
+            X = check_array(
+                X,
+                dtype=[np.float64, np.float32],
+                force_all_finite=not sklearn_check_version("1.4"),
+            )
+            y = np.asarray(y)
+            y = np.atleast_1d(y)
+
+            if y.ndim == 2 and y.shape[1] == 1:
+                warnings.warn(
+                    "A column-vector y was passed when a 1d array was"
+                    " expected. Please change the shape of y to "
+                    "(n_samples,), for example using ravel().",
+                    DataConversionWarning,
+                    stacklevel=2,
+                )
+
+            y = check_array(y, ensure_2d=False, dtype=X.dtype)
+            check_consistent_length(X, y)
+
+            if y.ndim == 1:
+                # reshape is necessary to preserve the data contiguity against vs
+                # [:, np.newaxis] that does not.
+                y = np.reshape(y, (-1, 1))
+
+            self.n_outputs_ = y.shape[1]
+            _dal_ready = _patching_status.and_conditions(
+                [
+                    (
+                        self.n_outputs_ == 1,
+                        f"Number of outputs ({self.n_outputs_}) is not 1.",
+                    )
+                ]
+            )
+
+        _patching_status.write_log()
+        if _dal_ready:
+            self._daal_fit_regressor(X, y, sample_weight=sample_weight)
+
+            if sklearn_check_version("1.2"):
+                self._estimator = DecisionTreeRegressor()
+            self.estimators_ = self._estimators_
+            return self
+        return super().fit(X, y, sample_weight=sample_weight)
+
+    def predict(self, X):
+        """
+        Predict class for X.
+
+        The predicted class of an input sample is a vote by the trees in
+        the forest, weighted by their probability estimates. That is,
+        the predicted class is the one with highest mean probability
+        estimate across the trees.
+
+        Parameters
+        ----------
+        X : {array-like, sparse matrix} of shape (n_samples, n_features)
+            The input samples. Internally, its dtype will be converted to
+            ``dtype=np.float32``. If a sparse matrix is provided, it will be
+            converted into a sparse ``csr_matrix``.
+
+        Returns
+        -------
+        y : ndarray of shape (n_samples,) or (n_samples, n_outputs)
+            The predicted classes.
+        """
+        _patching_status = PatchingConditionsChain(
+            "sklearn.ensemble.RandomForestRegressor.predict"
+        )
+        _dal_ready = _patching_status.and_conditions(
+            [
+                (hasattr(self, "daal_model_"), "oneDAL model was not trained."),
+                (not sp.issparse(X), "X is sparse. Sparse input is not supported."),
+            ]
+        )
+        if hasattr(self, "n_outputs_"):
+            _dal_ready = _patching_status.and_conditions(
+                [
+                    (
+                        self.n_outputs_ == 1,
+                        f"Number of outputs ({self.n_outputs_}) is not 1.",
+                    )
+                ]
+            )
+
+        _patching_status.write_log()
+        if not _dal_ready:
+            return super().predict(X)
+
+        if sklearn_check_version("1.0"):
+            self._check_feature_names(X, reset=False)
+        X = check_array(
+            X, accept_sparse=["csr", "csc", "coo"], dtype=[np.float64, np.float32]
+        )
+        return self._daal_predict_regressor(X)
+
+    if sklearn_check_version("1.0"):
+
+        @deprecated(
+            "Attribute `n_features_` was deprecated in version 1.0 and will be "
+            "removed in 1.2. Use `n_features_in_` instead."
+        )
+        @property
+        def n_features_(self):
+            return self.n_features_in_
+
+    @property
+    def _estimators_(self):
+        if hasattr(self, "_cached_estimators_"):
+            if self._cached_estimators_:
+                return self._cached_estimators_
+        check_is_fitted(self)
+        # convert model to estimators
+        params = {
+            "criterion": self.criterion,
+            "max_depth": self.max_depth,
+            "min_samples_split": self.min_samples_split,
+            "min_samples_leaf": self.min_samples_leaf,
+            "min_weight_fraction_leaf": self.min_weight_fraction_leaf,
+            "max_features": self.max_features,
+            "max_leaf_nodes": self.max_leaf_nodes,
+            "min_impurity_decrease": self.min_impurity_decrease,
+            "random_state": None,
+        }
+        if not sklearn_check_version("1.0"):
+            params["min_impurity_split"] = self.min_impurity_split
+        est = DecisionTreeRegressor(**params)
+
+        # we need to set est.tree_ field with Trees constructed from Intel(R)
+        # oneAPI Data Analytics Library solution
+        estimators_ = []
+        random_state_checked = check_random_state(self.random_state)
+        for i in range(self.n_estimators):
+            est_i = clone(est)
+            est_i.set_params(
+                random_state=random_state_checked.randint(np.iinfo(np.int32).max)
+            )
+            if sklearn_check_version("1.0"):
+                est_i.n_features_in_ = self.n_features_in_
+            else:
+                est_i.n_features_ = self.n_features_in_
+            est_i.n_outputs_ = self.n_outputs_
+
+            tree_i_state_class = daal4py.getTreeState(self.daal_model_, i)
+            tree_i_state_dict = {
+                "max_depth": tree_i_state_class.max_depth,
+                "node_count": tree_i_state_class.node_count,
+                "nodes": check_tree_nodes(tree_i_state_class.node_ar),
+                "values": tree_i_state_class.value_ar,
+            }
+
+            est_i.tree_ = Tree(
+                self.n_features_in_, np.array([1], dtype=np.intp), self.n_outputs_
+            )
+            est_i.tree_.__setstate__(tree_i_state_dict)
+            estimators_.append(est_i)
+
+        return estimators_
+
+    def _daal_fit_regressor(self, X, y, sample_weight=None):
+        self.n_features_in_ = X.shape[1]
+        if not sklearn_check_version("1.0"):
+            self.n_features_ = self.n_features_in_
+
+        rs_ = check_random_state(self.random_state)
+
+        if not self.bootstrap and self.max_samples is not None:
+            raise ValueError(
+                "`max_sample` cannot be set if `bootstrap=False`. "
+                "Either switch to `bootstrap=True` or set "
+                "`max_sample=None`."
+            )
+
+        if not self.bootstrap and self.oob_score:
+            raise ValueError("Out of bag estimation only available" " if bootstrap=True")
+
+        seed_ = rs_.randint(0, np.iinfo("i").max)
+
+        daal_engine = daal4py.engines_mt19937(seed=seed_, fptype=getFPType(X))
+
+        features_per_node = _to_absolute_max_features(
+            self.max_features, X.shape[1], is_classification=False
+        )
+
+        n_samples_bootstrap = _get_n_samples_bootstrap(
+            n_samples=X.shape[0], max_samples=self.max_samples
+        )
+
+        if sample_weight is not None:
+            if hasattr(sample_weight, "__array__"):
+                sample_weight[sample_weight == 0.0] = 1.0
+            sample_weight = [sample_weight]
+
+        parameters = {
+            "bootstrap": bool(self.bootstrap),
+            "engine": daal_engine,
+            "featuresPerNode": features_per_node,
+            "fptype": getFPType(X),
+            "impurityThreshold": float(self.min_impurity_split or 0.0),
+            "maxBins": self.maxBins,
+            "maxLeafNodes": self.max_leaf_nodes or 0,
+            "maxTreeDepth": self.max_depth or 0,
+            "memorySavingMode": False,
+            "method": "hist",
+            "minBinSize": self.minBinSize,
+            "minImpurityDecreaseInSplitNode": self.min_impurity_decrease,
+            "minWeightFractionInLeafNode": self.min_weight_fraction_leaf,
+            "nTrees": int(self.n_estimators),
+            "observationsPerTreeFraction": 1.0,
+            "resultsToCompute": "",
+            "varImportance": "MDI",
+        }
+
+        if isinstance(self.min_samples_split, numbers.Integral):
+            parameters["minObservationsInSplitNode"] = self.min_samples_split
+        else:
+            parameters["minObservationsInSplitNode"] = ceil(
+                self.min_samples_split * X.shape[0]
+            )
+
+        if isinstance(self.min_samples_leaf, numbers.Integral):
+            parameters["minObservationsInLeafNode"] = self.min_samples_leaf
+        else:
+            parameters["minObservationsInLeafNode"] = ceil(
+                self.min_samples_leaf * X.shape[0]
+            )
+
+        if self.bootstrap:
+            parameters["observationsPerTreeFraction"] = n_samples_bootstrap
+        if self.oob_score:
+            parameters["resultsToCompute"] = (
+                "computeOutOfBagErrorR2|computeOutOfBagErrorPrediction"
+            )
+
+        if daal_check_version((2023, "P", 200)):
+            parameters["binningStrategy"] = self.binningStrategy
+
+        # create algorithm
+        dfr_algorithm = daal4py.decision_forest_regression_training(**parameters)
+
+        self._cached_estimators_ = None
+
+        dfr_trainingResult = dfr_algorithm.compute(X, y, sample_weight)
+
+        # get resulting model
+        model = dfr_trainingResult.model
+        self.daal_model_ = model
+
+        if self.oob_score:
+            self.oob_score_ = dfr_trainingResult.outOfBagErrorR2[0][0]
+            self.oob_prediction_ = dfr_trainingResult.outOfBagErrorPrediction.squeeze(
+                axis=1
+            )
+            if self.oob_prediction_.shape[-1] == 1:
+                self.oob_prediction_ = self.oob_prediction_.squeeze(axis=-1)
+
+        return self
+
+    def _daal_predict_regressor(self, X):
+        if X.shape[1] != self.n_features_in_:
+            raise ValueError(
+                (
+                    f"X has {X.shape[1]} features, "
+                    f"but RandomForestRegressor is expecting "
+                    f"{self.n_features_in_} features as input"
+                )
+            )
+        X_fptype = getFPType(X)
+        dfr_alg = daal4py.decision_forest_regression_prediction(fptype=X_fptype)
+        dfr_predictionResult = dfr_alg.compute(X, self.daal_model_)
+
+        pred = dfr_predictionResult.prediction
+
+        return pred.ravel()