scikit-learn-intelex 2024.7.0__py310-none-win_amd64.whl → 2025.0.0__py310-none-win_amd64.whl

scikit_learn_intelex-2025.0.0.data/data/Lib/site-packages/onedal/datatypes/tests/test_data.py

@@ -0,0 +1,235 @@
+# ==============================================================================
+# Copyright 2021 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+import numpy as np
+import pytest
+from numpy.testing import assert_allclose
+
+from onedal import _backend
+from onedal.datatypes import from_table, to_table
+from onedal.primitives import linear_kernel
+from onedal.tests.utils._device_selection import get_queues
+
+try:
+    import dpctl
+    import dpctl.tensor as dpt
+
+    dpctl_available = dpctl.__version__ >= "0.14"
+except ImportError:
+    dpctl_available = False
+
+
+def _test_input_format_c_contiguous_numpy(queue, dtype):
+    rng = np.random.RandomState(0)
+    x_default = np.array(5 * rng.random_sample((10, 4)), dtype=dtype)
+
+    x_numpy = np.asanyarray(x_default, dtype=dtype, order="C")
+    assert x_numpy.flags.c_contiguous
+    assert not x_numpy.flags.f_contiguous
+    assert not x_numpy.flags.fnc
+
+    expected = linear_kernel(x_default, queue=queue)
+    result = linear_kernel(x_numpy, queue=queue)
+    assert_allclose(expected, result)
+
+
+@pytest.mark.parametrize("queue", get_queues())
+@pytest.mark.parametrize("dtype", [np.float32, np.float64])
+def test_input_format_c_contiguous_numpy(queue, dtype):
+    if queue and queue.sycl_device.is_gpu:
+        pytest.skip("Sporadic failures on GPU sycl_queue.")
+    _test_input_format_c_contiguous_numpy(queue, dtype)
+
+
+def _test_input_format_f_contiguous_numpy(queue, dtype):
+    rng = np.random.RandomState(0)
+    x_default = np.array(5 * rng.random_sample((10, 4)), dtype=dtype)
+
+    x_numpy = np.asanyarray(x_default, dtype=dtype, order="F")
+    assert not x_numpy.flags.c_contiguous
+    assert x_numpy.flags.f_contiguous
+    assert x_numpy.flags.fnc
+
+    expected = linear_kernel(x_default, queue=queue)
+    result = linear_kernel(x_numpy, queue=queue)
+    assert_allclose(expected, result)
+
+
+@pytest.mark.parametrize("queue", get_queues())
+@pytest.mark.parametrize("dtype", [np.float32, np.float64])
+def test_input_format_f_contiguous_numpy(queue, dtype):
+    if queue and queue.sycl_device.is_gpu:
+        pytest.skip("Sporadic failures on GPU sycl_queue.")
+    _test_input_format_f_contiguous_numpy(queue, dtype)
+
+
+def _test_input_format_c_not_contiguous_numpy(queue, dtype):
+    rng = np.random.RandomState(0)
+    x_default = np.array(5 * rng.random_sample((10, 4)), dtype=dtype)
+
+    dummy_data = np.insert(x_default, range(1, x_default.shape[1]), 8, axis=1)
+    x_numpy = dummy_data[:, ::2]
+
+    assert_allclose(x_numpy, x_default)
+
+    assert not x_numpy.flags.c_contiguous
+    assert not x_numpy.flags.f_contiguous
+    assert not x_numpy.flags.fnc
+
+    expected = linear_kernel(x_default, queue=queue)
+    result = linear_kernel(x_numpy, queue=queue)
+    assert_allclose(expected, result)
+
+
+@pytest.mark.parametrize("queue", get_queues())
+@pytest.mark.parametrize("dtype", [np.float32, np.float64])
+def test_input_format_c_not_contiguous_numpy(queue, dtype):
+    if queue and queue.sycl_device.is_gpu:
+        pytest.skip("Sporadic failures on GPU sycl_queue.")
+    _test_input_format_c_not_contiguous_numpy(queue, dtype)
+
+
+def _test_input_format_c_contiguous_pandas(queue, dtype):
+    pd = pytest.importorskip("pandas")
+    rng = np.random.RandomState(0)
+    x_default = np.array(5 * rng.random_sample((10, 4)), dtype=dtype)
+
+    x_numpy = np.asanyarray(x_default, dtype=dtype, order="C")
+    assert x_numpy.flags.c_contiguous
+    assert not x_numpy.flags.f_contiguous
+    assert not x_numpy.flags.fnc
+    x_df = pd.DataFrame(x_numpy)
+
+    expected = linear_kernel(x_df, queue=queue)
+    result = linear_kernel(x_numpy, queue=queue)
+    assert_allclose(expected, result)
+
+
+@pytest.mark.parametrize("queue", get_queues())
+@pytest.mark.parametrize("dtype", [np.float32, np.float64])
+def test_input_format_c_contiguous_pandas(queue, dtype):
+    if queue and queue.sycl_device.is_gpu:
+        pytest.skip("Sporadic failures on GPU sycl_queue.")
+    _test_input_format_c_contiguous_pandas(queue, dtype)
+
+
+def _test_input_format_f_contiguous_pandas(queue, dtype):
+    pd = pytest.importorskip("pandas")
+    rng = np.random.RandomState(0)
+    x_default = np.array(5 * rng.random_sample((10, 4)), dtype=dtype)
+
+    x_numpy = np.asanyarray(x_default, dtype=dtype, order="F")
+    assert not x_numpy.flags.c_contiguous
+    assert x_numpy.flags.f_contiguous
+    assert x_numpy.flags.fnc
+    x_df = pd.DataFrame(x_numpy)
+
+    expected = linear_kernel(x_df, queue=queue)
+    result = linear_kernel(x_numpy, queue=queue)
+    assert_allclose(expected, result)
+
+
+@pytest.mark.parametrize("queue", get_queues())
+@pytest.mark.parametrize("dtype", [np.float32, np.float64])
+def test_input_format_f_contiguous_pandas(queue, dtype):
+    if queue and queue.sycl_device.is_gpu:
+        pytest.skip("Sporadic failures on GPU sycl_queue.")
+    _test_input_format_f_contiguous_pandas(queue, dtype)
+
+
+def _test_conversion_to_table(dtype):
+    np.random.seed()
+    if dtype in [np.int32, np.int64]:
+        x = np.random.randint(0, 10, (15, 3), dtype=dtype)
+    else:
+        x = np.random.uniform(-2, 2, (18, 6)).astype(dtype)
+    x_table = to_table(x)
+    x2 = from_table(x_table)
+    assert x.dtype == x2.dtype
+    assert np.array_equal(x, x2)
+
+
+@pytest.mark.parametrize("dtype", [np.int32, np.int64, np.float32, np.float64])
+def test_conversion_to_table(dtype):
+    _test_conversion_to_table(dtype)
+
+
+# TODO:
+# Currently `dpctl_to_table` is not used in onedal estimators.
+# The test will be enabled after future data management update, that brings
+# re-impl of conversions between onedal tables and usm ndarrays.
+@pytest.mark.skip(
+    reason="Currently removed. Will be enabled after data management update"
+)
+@pytest.mark.skipif(not dpctl_available, reason="requires dpctl>=0.14")
+@pytest.mark.parametrize("queue", get_queues("cpu,gpu"))
+@pytest.mark.parametrize("dtype", [np.float32, np.float64, np.int32, np.int64])
+def test_input_format_c_contiguous_dpctl(queue, dtype):
+    rng = np.random.RandomState(0)
+    x_default = np.array(5 * rng.random_sample((10, 59)), dtype=dtype)
+
+    x_numpy = np.asanyarray(x_default, dtype=dtype, order="C")
+    x_dpt = dpt.asarray(x_numpy, usm_type="device", sycl_queue=queue)
+    # assert not x_dpt.flags.fnc
+    assert isinstance(x_dpt, dpt.usm_ndarray)
+
+    x_table = _backend.dpctl_to_table(x_dpt)
+    assert hasattr(x_table, "__sycl_usm_array_interface__")
+    x_dpt_from_table = dpt.asarray(x_table)
+
+    assert (
+        x_dpt.__sycl_usm_array_interface__["data"][0]
+        == x_dpt_from_table.__sycl_usm_array_interface__["data"][0]
+    )
+    assert x_dpt.shape == x_dpt_from_table.shape
+    assert x_dpt.strides == x_dpt_from_table.strides
+    assert x_dpt.dtype == x_dpt_from_table.dtype
+    assert x_dpt.flags.c_contiguous
+    assert x_dpt_from_table.flags.c_contiguous
+
+
+# TODO:
+# Currently `dpctl_to_table` is not used in onedal estimators.
+# The test will be enabled after future data management update, that brings
+# re-impl of conversions between onedal tables and usm ndarrays.
+@pytest.mark.skip(
+    reason="Currently removed. Will be enabled after data management update"
+)
+@pytest.mark.skipif(not dpctl_available, reason="requires dpctl>=0.14")
+@pytest.mark.parametrize("queue", get_queues("cpu,gpu"))
+@pytest.mark.parametrize("dtype", [np.float32, np.float64, np.int32, np.int64])
+def test_input_format_f_contiguous_dpctl(queue, dtype):
+    rng = np.random.RandomState(0)
+    x_default = np.array(5 * rng.random_sample((10, 59)), dtype=dtype)
+
+    x_numpy = np.asanyarray(x_default, dtype=dtype, order="F")
+    x_dpt = dpt.asarray(x_numpy, usm_type="device", sycl_queue=queue)
+    # assert not x_dpt.flags.fnc
+    assert isinstance(x_dpt, dpt.usm_ndarray)
+
+    x_table = _backend.dpctl_to_table(x_dpt)
+    assert hasattr(x_table, "__sycl_usm_array_interface__")
+    x_dpt_from_table = dpt.asarray(x_table)
+
+    assert (
+        x_dpt.__sycl_usm_array_interface__["data"][0]
+        == x_dpt_from_table.__sycl_usm_array_interface__["data"][0]
+    )
+    assert x_dpt.shape == x_dpt_from_table.shape
+    assert x_dpt.strides == x_dpt_from_table.strides
+    assert x_dpt.dtype == x_dpt_from_table.dtype
+    assert x_dpt.flags.f_contiguous
+    assert x_dpt_from_table.flags.f_contiguous

{scikit_learn_intelex-2024.7.0.data/data/Lib/site-packages/sklearnex/spmd/basic_statistics → scikit_learn_intelex-2025.0.0.data/data/Lib/site-packages/onedal/decomposition}/__init__.py

@@ -14,6 +14,7 @@
 # limitations under the License.
 # ==============================================================================
 
-from .basic_statistics import BasicStatistics
+from .incremental_pca import IncrementalPCA
+from .pca import PCA
 
-__all__ = ["BasicStatistics"]
+__all__ = ["IncrementalPCA", "PCA"]

scikit_learn_intelex-2025.0.0.data/data/Lib/site-packages/onedal/decomposition/incremental_pca.py

@@ -0,0 +1,204 @@
+# ==============================================================================
+# Copyright 2024 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+import numpy as np
+
+from daal4py.sklearn._utils import get_dtype
+
+from ..datatypes import _convert_to_supported, from_table, to_table
+from ..utils import _check_array
+from .pca import BasePCA
+
+
+class IncrementalPCA(BasePCA):
+    """
+    Incremental estimator for PCA based on oneDAL implementation.
+    Allows to compute PCA if data are splitted into batches.
+
+    Parameters
+    ----------
+    n_components : int, default=None
+        Number of components to keep. If ``n_components`` is ``None``,
+        then ``n_components`` is set to ``min(n_samples, n_features)``.
+
+    is_deterministic : bool, default=True
+        When True the ``components_`` vectors are chosen in deterministic
+        way, otherwise some of them can be oppositely directed.
+
+    method : string, default='cov'
+        Method used on oneDAL side to compute result.
+
+    whiten : bool, default=False
+        When True the ``components_`` vectors are divided
+        by ``n_samples`` times ``components_`` to ensure uncorrelated outputs
+        with unit component-wise variances.
+
+        Whitening will remove some information from the transformed signal
+        (the relative variance scales of the components) but can sometimes
+        improve the predictive accuracy of the downstream estimators by
+        making data respect some hard-wired assumptions.
+
+    Attributes
+    ----------
+        components_ : ndarray of shape (n_components, n_features)
+        Principal axes in feature space, representing the directions of
+        maximum variance in the data. Equivalently, the right singular
+        vectors of the centered input data, parallel to its eigenvectors.
+        The components are sorted by decreasing ``explained_variance_``.
+
+        explained_variance_ : ndarray of shape (n_components,)
+            Variance explained by each of the selected components.
+
+        explained_variance_ratio_ : ndarray of shape (n_components,)
+            Percentage of variance explained by each of the selected components.
+            If all components are stored, the sum of explained variances is equal
+            to 1.0.
+
+        singular_values_ : ndarray of shape (n_components,)
+            The singular values corresponding to each of the selected components.
+            The singular values are equal to the 2-norms of the ``n_components``
+            variables in the lower-dimensional space.
+
+        mean_ : ndarray of shape (n_features,)
+            Per-feature empirical mean, aggregate over calls to ``partial_fit``.
+
+        var_ : ndarray of shape (n_features,)
+            Per-feature empirical variance, aggregate over calls to
+            ``partial_fit``.
+
+        noise_variance_ : float
+            Equal to the average of (min(n_features, n_samples) - n_components)
+            smallest eigenvalues of the covariance matrix of X.
+
+    """
+
+    def __init__(
+        self,
+        n_components=None,
+        is_deterministic=True,
+        method="cov",
+        whiten=False,
+    ):
+        self.n_components = n_components
+        self.method = method
+        self.is_deterministic = is_deterministic
+        self.whiten = whiten
+        self._reset()
+
+    def _reset(self):
+        self._partial_result = self._get_backend(
+            "decomposition", "dim_reduction", "partial_train_result"
+        )
+        if hasattr(self, "components_"):
+            del self.components_
+
+    def partial_fit(self, X, queue):
+        """Incremental fit with X. All of X is processed as a single batch.
+
+        Parameters
+        ----------
+        X : array-like of shape (n_samples, n_features)
+            Training data, where `n_samples` is the number of samples and
+            `n_features` is the number of features.
+
+        y : Ignored
+            Not used, present for API consistency by convention.
+
+        Returns
+        -------
+        self : object
+            Returns the instance itself.
+        """
+        X = _check_array(X)
+        n_samples, n_features = X.shape
+
+        first_pass = not hasattr(self, "components_")
+        if first_pass:
+            self.components_ = None
+            self.n_samples_seen_ = n_samples
+            self.n_features_in_ = n_features
+        else:
+            self.n_samples_seen_ += n_samples
+
+        if self.n_components is None:
+            if self.components_ is None:
+                self.n_components_ = min(n_samples, n_features)
+            else:
+                self.n_components_ = self.components_.shape[0]
+        else:
+            self.n_components_ = self.n_components
+
+        self._queue = queue
+
+        policy = self._get_policy(queue, X)
+        X = _convert_to_supported(policy, X)
+
+        if not hasattr(self, "_dtype"):
+            self._dtype = get_dtype(X)
+            self._params = self._get_onedal_params(X)
+
+        X_table = to_table(X)
+        self._partial_result = self._get_backend(
+            "decomposition",
+            "dim_reduction",
+            "partial_train",
+            policy,
+            self._params,
+            self._partial_result,
+            X_table,
+        )
+        return self
+
+    def finalize_fit(self, queue=None):
+        """
+        Finalizes principal components computation and obtains resulting
+        attributes from the current `_partial_result`.
+
+        Parameters
+        ----------
+        queue : dpctl.SyclQueue
+            Not used here, added for API conformance
+
+        Returns
+        -------
+        self : object
+            Returns the instance itself.
+        """
+        if queue is not None:
+            policy = self._get_policy(queue)
+        else:
+            policy = self._get_policy(self._queue)
+        result = self._get_backend(
+            "decomposition",
+            "dim_reduction",
+            "finalize_train",
+            policy,
+            self._params,
+            self._partial_result,
+        )
+        self.mean_ = from_table(result.means).ravel()
+        self.var_ = from_table(result.variances).ravel()
+        self.components_ = from_table(result.eigenvectors)
+        self.singular_values_ = np.nan_to_num(from_table(result.singular_values).ravel())
+        self.explained_variance_ = np.maximum(from_table(result.eigenvalues).ravel(), 0)
+        self.explained_variance_ratio_ = from_table(
+            result.explained_variances_ratio
+        ).ravel()
+        self.noise_variance_ = self._compute_noise_variance(
+            self.n_components_, min(self.n_samples_seen_, self.n_features_in_)
+        )
+
+        return self

scikit_learn_intelex-2025.0.0.data/data/Lib/site-packages/onedal/decomposition/pca.py

@@ -0,0 +1,186 @@
+# ==============================================================================
+# Copyright 2023 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+import numbers
+from abc import ABCMeta
+
+import numpy as np
+from sklearn.decomposition._pca import _infer_dimension
+from sklearn.utils.extmath import stable_cumsum
+
+from ..common._base import BaseEstimator
+from ..datatypes import _convert_to_supported, from_table, to_table
+
+
+class BasePCA(BaseEstimator, metaclass=ABCMeta):
+    """
+    Base class for PCA oneDAL implementation.
+    """
+
+    def __init__(
+        self,
+        n_components=None,
+        is_deterministic=True,
+        method="cov",
+        whiten=False,
+    ):
+        self.n_components = n_components
+        self.method = method
+        self.is_deterministic = is_deterministic
+        self.whiten = whiten
+
+    def _get_onedal_params(self, data, stage=None):
+        if stage is None:
+            n_components = self._resolve_n_components_for_training(data.shape)
+        elif stage == "predict":
+            n_components = self.n_components_
+        return {
+            "fptype": "float" if data.dtype == np.float32 else "double",
+            "method": self.method,
+            "n_components": n_components,
+            "is_deterministic": self.is_deterministic,
+            "whiten": self.whiten,
+        }
+
+    def _validate_n_components(self, n_components, n_samples, n_features):
+        if n_components is None:
+            n_components = min(n_samples, n_features)
+        if n_components == "mle":
+            if n_samples < n_features:
+                raise ValueError(
+                    "n_components='mle' is only supported if n_samples >= n_features"
+                )
+        elif not 0 <= n_components <= min(n_samples, n_features):
+            raise ValueError(
+                "n_components=%r must be between 0 and "
+                "min(n_samples, n_features)=%r with "
+                "svd_solver='full'" % (n_components, min(n_samples, n_features))
+            )
+        elif n_components >= 1:
+            if not isinstance(n_components, numbers.Integral):
+                raise ValueError(
+                    "n_components=%r must be of type int "
+                    "when greater than or equal to 1, "
+                    "was of type=%r" % (n_components, type(n_components))
+                )
+
+    def _resolve_n_components_for_training(self, shape_tuple):
+        if self.n_components is None or self.n_components == "mle":
+            return min(shape_tuple)
+        elif (
+            isinstance(self.n_components, float)
+            and self.n_components > 0.0
+            and self.n_components <= 1.0
+        ):
+            return min(shape_tuple)
+        else:
+            return self.n_components
+
+    def _resolve_n_components_for_result(self, shape_tuple):
+        if self.n_components is None:
+            return min(shape_tuple)
+        elif self.n_components == "mle":
+            return _infer_dimension(self.explained_variance_, shape_tuple[0])
+        elif 0.0 < self.n_components < 1.0:
+            ratio_cumsum = stable_cumsum(self.explained_variance_ratio_)
+            return np.searchsorted(ratio_cumsum, self.n_components, side="right") + 1
+        elif isinstance(self.n_components, float) and self.n_components == 1.0:
+            return min(shape_tuple)
+        else:
+            return self.n_components
+
+    def _compute_noise_variance(self, n_components, n_sf_min):
+        if n_components < n_sf_min:
+            if len(self.explained_variance_) == n_sf_min:
+                return self.explained_variance_[n_components:].mean()
+            elif len(self.explained_variance_) < n_sf_min:
+                # TODO Rename variances_ to var_ to align with sklearn/sklearnex IncrementalPCA
+                if hasattr(self, "variances_"):
+                    resid_var = self.variances_.sum()
+                elif hasattr(self, "var_"):
+                    resid_var = self.var_.sum()
+
+                resid_var -= self.explained_variance_.sum()
+                return resid_var / (n_sf_min - n_components)
+        else:
+            return 0.0
+
+    def _create_model(self):
+        m = self._get_backend("decomposition", "dim_reduction", "model")
+        m.eigenvectors = to_table(self.components_)
+        m.means = to_table(self.mean_)
+        if self.whiten:
+            m.eigenvalues = to_table(self.explained_variance_)
+        self._onedal_model = m
+        return m
+
+    def predict(self, X, queue=None):
+        policy = self._get_policy(queue, X)
+        model = self._create_model()
+        X = _convert_to_supported(policy, X)
+        params = self._get_onedal_params(X, stage="predict")
+
+        result = self._get_backend(
+            "decomposition", "dim_reduction", "infer", policy, params, model, to_table(X)
+        )
+        return from_table(result.transformed_data)
+
+
+class PCA(BasePCA):
+
+    def fit(self, X, y=None, queue=None):
+        n_samples, n_features = X.shape
+        n_sf_min = min(n_samples, n_features)
+        self._validate_n_components(self.n_components, n_samples, n_features)
+
+        policy = self._get_policy(queue, X)
+        # TODO: investigate why np.ndarray with OWNDATA=FALSE flag
+        # fails to be converted to oneDAL table
+        if isinstance(X, np.ndarray) and not X.flags["OWNDATA"]:
+            X = X.copy()
+        X = _convert_to_supported(policy, X)
+
+        params = self._get_onedal_params(X)
+        result = self._get_backend(
+            "decomposition", "dim_reduction", "train", policy, params, to_table(X)
+        )
+
+        self.mean_ = from_table(result.means).ravel()
+        self.variances_ = from_table(result.variances)
+        self.components_ = from_table(result.eigenvectors)
+        self.singular_values_ = from_table(result.singular_values).ravel()
+        self.explained_variance_ = np.maximum(from_table(result.eigenvalues).ravel(), 0)
+        self.explained_variance_ratio_ = from_table(
+            result.explained_variances_ratio
+        ).ravel()
+        self.n_samples_ = n_samples
+        self.n_features_ = n_features
+
+        U = None
+        S = self.singular_values_
+        Vt = self.components_
+
+        n_components = self._resolve_n_components_for_result(X.shape)
+        self.n_components_ = n_components
+        self.noise_variance_ = self._compute_noise_variance(n_components, n_sf_min)
+
+        if n_components < params["n_components"]:
+            self.explained_variance_ = self.explained_variance_[:n_components]
+            self.components_ = self.components_[:n_components]
+            self.singular_values_ = self.singular_values_[:n_components]
+            self.explained_variance_ratio_ = self.explained_variance_ratio_[:n_components]
+
+        return self