scikit-learn-intelex 2024.6.0__py310-none-win_amd64.whl → 2025.0.0__py310-none-win_amd64.whl

scikit_learn_intelex-2025.0.0.data/data/Lib/site-packages/onedal/datatypes/_data_conversion.py

@@ -0,0 +1,95 @@
+# ==============================================================================
+# Copyright 2021 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+import warnings
+
+import numpy as np
+
+from daal4py.sklearn._utils import make2d
+from onedal import _backend, _is_dpc_backend
+
+from ..utils import _is_csr
+
+try:
+    import dpctl
+    import dpctl.tensor as dpt
+
+    dpctl_available = dpctl.__version__ >= "0.14"
+except ImportError:
+    dpctl_available = False
+
+
+def _apply_and_pass(func, *args):
+    if len(args) == 1:
+        return func(args[0])
+    return tuple(map(func, args))
+
+
+def from_table(*args):
+    return _apply_and_pass(_backend.from_table, *args)
+
+
+def convert_one_to_table(arg):
+    if dpctl_available:
+        if isinstance(arg, dpt.usm_ndarray):
+            return _backend.dpctl_to_table(arg)
+
+    if not _is_csr(arg):
+        arg = make2d(arg)
+    return _backend.to_table(arg)
+
+
+def to_table(*args):
+    return _apply_and_pass(convert_one_to_table, *args)
+
+
+if _is_dpc_backend:
+    from ..common._policy import _HostInteropPolicy
+
+    def _convert_to_supported(policy, *data):
+        def func(x):
+            return x
+
+        # CPUs support FP64 by default
+        if isinstance(policy, _HostInteropPolicy):
+            return _apply_and_pass(func, *data)
+
+        # It can be either SPMD or DPCPP policy
+        device = policy._queue.sycl_device
+
+        def convert_or_pass(x):
+            if (x is not None) and (x.dtype == np.float64):
+                warnings.warn(
+                    "Data will be converted into float32 from "
+                    "float64 because device does not support it",
+                    RuntimeWarning,
+                )
+                return x.astype(np.float32)
+            else:
+                return x
+
+        if not device.has_aspect_fp64:
+            func = convert_or_pass
+
+        return _apply_and_pass(func, *data)
+
+else:
+
+    def _convert_to_supported(policy, *data):
+        def func(x):
+            return x
+
+        return _apply_and_pass(func, *data)

scikit_learn_intelex-2025.0.0.data/data/Lib/site-packages/onedal/datatypes/tests/test_data.py

@@ -0,0 +1,235 @@
+# ==============================================================================
+# Copyright 2021 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+import numpy as np
+import pytest
+from numpy.testing import assert_allclose
+
+from onedal import _backend
+from onedal.datatypes import from_table, to_table
+from onedal.primitives import linear_kernel
+from onedal.tests.utils._device_selection import get_queues
+
+try:
+    import dpctl
+    import dpctl.tensor as dpt
+
+    dpctl_available = dpctl.__version__ >= "0.14"
+except ImportError:
+    dpctl_available = False
+
+
+def _test_input_format_c_contiguous_numpy(queue, dtype):
+    rng = np.random.RandomState(0)
+    x_default = np.array(5 * rng.random_sample((10, 4)), dtype=dtype)
+
+    x_numpy = np.asanyarray(x_default, dtype=dtype, order="C")
+    assert x_numpy.flags.c_contiguous
+    assert not x_numpy.flags.f_contiguous
+    assert not x_numpy.flags.fnc
+
+    expected = linear_kernel(x_default, queue=queue)
+    result = linear_kernel(x_numpy, queue=queue)
+    assert_allclose(expected, result)
+
+
+@pytest.mark.parametrize("queue", get_queues())
+@pytest.mark.parametrize("dtype", [np.float32, np.float64])
+def test_input_format_c_contiguous_numpy(queue, dtype):
+    if queue and queue.sycl_device.is_gpu:
+        pytest.skip("Sporadic failures on GPU sycl_queue.")
+    _test_input_format_c_contiguous_numpy(queue, dtype)
+
+
+def _test_input_format_f_contiguous_numpy(queue, dtype):
+    rng = np.random.RandomState(0)
+    x_default = np.array(5 * rng.random_sample((10, 4)), dtype=dtype)
+
+    x_numpy = np.asanyarray(x_default, dtype=dtype, order="F")
+    assert not x_numpy.flags.c_contiguous
+    assert x_numpy.flags.f_contiguous
+    assert x_numpy.flags.fnc
+
+    expected = linear_kernel(x_default, queue=queue)
+    result = linear_kernel(x_numpy, queue=queue)
+    assert_allclose(expected, result)
+
+
+@pytest.mark.parametrize("queue", get_queues())
+@pytest.mark.parametrize("dtype", [np.float32, np.float64])
+def test_input_format_f_contiguous_numpy(queue, dtype):
+    if queue and queue.sycl_device.is_gpu:
+        pytest.skip("Sporadic failures on GPU sycl_queue.")
+    _test_input_format_f_contiguous_numpy(queue, dtype)
+
+
+def _test_input_format_c_not_contiguous_numpy(queue, dtype):
+    rng = np.random.RandomState(0)
+    x_default = np.array(5 * rng.random_sample((10, 4)), dtype=dtype)
+
+    dummy_data = np.insert(x_default, range(1, x_default.shape[1]), 8, axis=1)
+    x_numpy = dummy_data[:, ::2]
+
+    assert_allclose(x_numpy, x_default)
+
+    assert not x_numpy.flags.c_contiguous
+    assert not x_numpy.flags.f_contiguous
+    assert not x_numpy.flags.fnc
+
+    expected = linear_kernel(x_default, queue=queue)
+    result = linear_kernel(x_numpy, queue=queue)
+    assert_allclose(expected, result)
+
+
+@pytest.mark.parametrize("queue", get_queues())
+@pytest.mark.parametrize("dtype", [np.float32, np.float64])
+def test_input_format_c_not_contiguous_numpy(queue, dtype):
+    if queue and queue.sycl_device.is_gpu:
+        pytest.skip("Sporadic failures on GPU sycl_queue.")
+    _test_input_format_c_not_contiguous_numpy(queue, dtype)
+
+
+def _test_input_format_c_contiguous_pandas(queue, dtype):
+    pd = pytest.importorskip("pandas")
+    rng = np.random.RandomState(0)
+    x_default = np.array(5 * rng.random_sample((10, 4)), dtype=dtype)
+
+    x_numpy = np.asanyarray(x_default, dtype=dtype, order="C")
+    assert x_numpy.flags.c_contiguous
+    assert not x_numpy.flags.f_contiguous
+    assert not x_numpy.flags.fnc
+    x_df = pd.DataFrame(x_numpy)
+
+    expected = linear_kernel(x_df, queue=queue)
+    result = linear_kernel(x_numpy, queue=queue)
+    assert_allclose(expected, result)
+
+
+@pytest.mark.parametrize("queue", get_queues())
+@pytest.mark.parametrize("dtype", [np.float32, np.float64])
+def test_input_format_c_contiguous_pandas(queue, dtype):
+    if queue and queue.sycl_device.is_gpu:
+        pytest.skip("Sporadic failures on GPU sycl_queue.")
+    _test_input_format_c_contiguous_pandas(queue, dtype)
+
+
+def _test_input_format_f_contiguous_pandas(queue, dtype):
+    pd = pytest.importorskip("pandas")
+    rng = np.random.RandomState(0)
+    x_default = np.array(5 * rng.random_sample((10, 4)), dtype=dtype)
+
+    x_numpy = np.asanyarray(x_default, dtype=dtype, order="F")
+    assert not x_numpy.flags.c_contiguous
+    assert x_numpy.flags.f_contiguous
+    assert x_numpy.flags.fnc
+    x_df = pd.DataFrame(x_numpy)
+
+    expected = linear_kernel(x_df, queue=queue)
+    result = linear_kernel(x_numpy, queue=queue)
+    assert_allclose(expected, result)
+
+
+@pytest.mark.parametrize("queue", get_queues())
+@pytest.mark.parametrize("dtype", [np.float32, np.float64])
+def test_input_format_f_contiguous_pandas(queue, dtype):
+    if queue and queue.sycl_device.is_gpu:
+        pytest.skip("Sporadic failures on GPU sycl_queue.")
+    _test_input_format_f_contiguous_pandas(queue, dtype)
+
+
+def _test_conversion_to_table(dtype):
+    np.random.seed()
+    if dtype in [np.int32, np.int64]:
+        x = np.random.randint(0, 10, (15, 3), dtype=dtype)
+    else:
+        x = np.random.uniform(-2, 2, (18, 6)).astype(dtype)
+    x_table = to_table(x)
+    x2 = from_table(x_table)
+    assert x.dtype == x2.dtype
+    assert np.array_equal(x, x2)
+
+
+@pytest.mark.parametrize("dtype", [np.int32, np.int64, np.float32, np.float64])
+def test_conversion_to_table(dtype):
+    _test_conversion_to_table(dtype)
+
+
+# TODO:
+# Currently `dpctl_to_table` is not used in onedal estimators.
+# The test will be enabled after future data management update, that brings
+# re-impl of conversions between onedal tables and usm ndarrays.
+@pytest.mark.skip(
+    reason="Currently removed. Will be enabled after data management update"
+)
+@pytest.mark.skipif(not dpctl_available, reason="requires dpctl>=0.14")
+@pytest.mark.parametrize("queue", get_queues("cpu,gpu"))
+@pytest.mark.parametrize("dtype", [np.float32, np.float64, np.int32, np.int64])
+def test_input_format_c_contiguous_dpctl(queue, dtype):
+    rng = np.random.RandomState(0)
+    x_default = np.array(5 * rng.random_sample((10, 59)), dtype=dtype)
+
+    x_numpy = np.asanyarray(x_default, dtype=dtype, order="C")
+    x_dpt = dpt.asarray(x_numpy, usm_type="device", sycl_queue=queue)
+    # assert not x_dpt.flags.fnc
+    assert isinstance(x_dpt, dpt.usm_ndarray)
+
+    x_table = _backend.dpctl_to_table(x_dpt)
+    assert hasattr(x_table, "__sycl_usm_array_interface__")
+    x_dpt_from_table = dpt.asarray(x_table)
+
+    assert (
+        x_dpt.__sycl_usm_array_interface__["data"][0]
+        == x_dpt_from_table.__sycl_usm_array_interface__["data"][0]
+    )
+    assert x_dpt.shape == x_dpt_from_table.shape
+    assert x_dpt.strides == x_dpt_from_table.strides
+    assert x_dpt.dtype == x_dpt_from_table.dtype
+    assert x_dpt.flags.c_contiguous
+    assert x_dpt_from_table.flags.c_contiguous
+
+
+# TODO:
+# Currently `dpctl_to_table` is not used in onedal estimators.
+# The test will be enabled after future data management update, that brings
+# re-impl of conversions between onedal tables and usm ndarrays.
+@pytest.mark.skip(
+    reason="Currently removed. Will be enabled after data management update"
+)
+@pytest.mark.skipif(not dpctl_available, reason="requires dpctl>=0.14")
+@pytest.mark.parametrize("queue", get_queues("cpu,gpu"))
+@pytest.mark.parametrize("dtype", [np.float32, np.float64, np.int32, np.int64])
+def test_input_format_f_contiguous_dpctl(queue, dtype):
+    rng = np.random.RandomState(0)
+    x_default = np.array(5 * rng.random_sample((10, 59)), dtype=dtype)
+
+    x_numpy = np.asanyarray(x_default, dtype=dtype, order="F")
+    x_dpt = dpt.asarray(x_numpy, usm_type="device", sycl_queue=queue)
+    # assert not x_dpt.flags.fnc
+    assert isinstance(x_dpt, dpt.usm_ndarray)
+
+    x_table = _backend.dpctl_to_table(x_dpt)
+    assert hasattr(x_table, "__sycl_usm_array_interface__")
+    x_dpt_from_table = dpt.asarray(x_table)
+
+    assert (
+        x_dpt.__sycl_usm_array_interface__["data"][0]
+        == x_dpt_from_table.__sycl_usm_array_interface__["data"][0]
+    )
+    assert x_dpt.shape == x_dpt_from_table.shape
+    assert x_dpt.strides == x_dpt_from_table.strides
+    assert x_dpt.dtype == x_dpt_from_table.dtype
+    assert x_dpt.flags.f_contiguous
+    assert x_dpt_from_table.flags.f_contiguous

{scikit_learn_intelex-2024.6.0.data/data/Lib/site-packages/sklearnex/spmd/basic_statistics → scikit_learn_intelex-2025.0.0.data/data/Lib/site-packages/onedal/decomposition}/__init__.py

@@ -14,6 +14,7 @@
 # limitations under the License.
 # ==============================================================================
 
-from .basic_statistics import BasicStatistics
+from .incremental_pca import IncrementalPCA
+from .pca import PCA
 
-__all__ = ["BasicStatistics"]
+__all__ = ["IncrementalPCA", "PCA"]

scikit_learn_intelex-2025.0.0.data/data/Lib/site-packages/onedal/decomposition/incremental_pca.py

@@ -0,0 +1,204 @@
+# ==============================================================================
+# Copyright 2024 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+import numpy as np
+
+from daal4py.sklearn._utils import get_dtype
+
+from ..datatypes import _convert_to_supported, from_table, to_table
+from ..utils import _check_array
+from .pca import BasePCA
+
+
+class IncrementalPCA(BasePCA):
+    """
+    Incremental estimator for PCA based on oneDAL implementation.
+    Allows to compute PCA if data are splitted into batches.
+
+    Parameters
+    ----------
+    n_components : int, default=None
+        Number of components to keep. If ``n_components`` is ``None``,
+        then ``n_components`` is set to ``min(n_samples, n_features)``.
+
+    is_deterministic : bool, default=True
+        When True the ``components_`` vectors are chosen in deterministic
+        way, otherwise some of them can be oppositely directed.
+
+    method : string, default='cov'
+        Method used on oneDAL side to compute result.
+
+    whiten : bool, default=False
+        When True the ``components_`` vectors are divided
+        by ``n_samples`` times ``components_`` to ensure uncorrelated outputs
+        with unit component-wise variances.
+
+        Whitening will remove some information from the transformed signal
+        (the relative variance scales of the components) but can sometimes
+        improve the predictive accuracy of the downstream estimators by
+        making data respect some hard-wired assumptions.
+
+    Attributes
+    ----------
+        components_ : ndarray of shape (n_components, n_features)
+        Principal axes in feature space, representing the directions of
+        maximum variance in the data. Equivalently, the right singular
+        vectors of the centered input data, parallel to its eigenvectors.
+        The components are sorted by decreasing ``explained_variance_``.
+
+        explained_variance_ : ndarray of shape (n_components,)
+            Variance explained by each of the selected components.
+
+        explained_variance_ratio_ : ndarray of shape (n_components,)
+            Percentage of variance explained by each of the selected components.
+            If all components are stored, the sum of explained variances is equal
+            to 1.0.
+
+        singular_values_ : ndarray of shape (n_components,)
+            The singular values corresponding to each of the selected components.
+            The singular values are equal to the 2-norms of the ``n_components``
+            variables in the lower-dimensional space.
+
+        mean_ : ndarray of shape (n_features,)
+            Per-feature empirical mean, aggregate over calls to ``partial_fit``.
+
+        var_ : ndarray of shape (n_features,)
+            Per-feature empirical variance, aggregate over calls to
+            ``partial_fit``.
+
+        noise_variance_ : float
+            Equal to the average of (min(n_features, n_samples) - n_components)
+            smallest eigenvalues of the covariance matrix of X.
+
+    """
+
+    def __init__(
+        self,
+        n_components=None,
+        is_deterministic=True,
+        method="cov",
+        whiten=False,
+    ):
+        self.n_components = n_components
+        self.method = method
+        self.is_deterministic = is_deterministic
+        self.whiten = whiten
+        self._reset()
+
+    def _reset(self):
+        self._partial_result = self._get_backend(
+            "decomposition", "dim_reduction", "partial_train_result"
+        )
+        if hasattr(self, "components_"):
+            del self.components_
+
+    def partial_fit(self, X, queue):
+        """Incremental fit with X. All of X is processed as a single batch.
+
+        Parameters
+        ----------
+        X : array-like of shape (n_samples, n_features)
+            Training data, where `n_samples` is the number of samples and
+            `n_features` is the number of features.
+
+        y : Ignored
+            Not used, present for API consistency by convention.
+
+        Returns
+        -------
+        self : object
+            Returns the instance itself.
+        """
+        X = _check_array(X)
+        n_samples, n_features = X.shape
+
+        first_pass = not hasattr(self, "components_")
+        if first_pass:
+            self.components_ = None
+            self.n_samples_seen_ = n_samples
+            self.n_features_in_ = n_features
+        else:
+            self.n_samples_seen_ += n_samples
+
+        if self.n_components is None:
+            if self.components_ is None:
+                self.n_components_ = min(n_samples, n_features)
+            else:
+                self.n_components_ = self.components_.shape[0]
+        else:
+            self.n_components_ = self.n_components
+
+        self._queue = queue
+
+        policy = self._get_policy(queue, X)
+        X = _convert_to_supported(policy, X)
+
+        if not hasattr(self, "_dtype"):
+            self._dtype = get_dtype(X)
+            self._params = self._get_onedal_params(X)
+
+        X_table = to_table(X)
+        self._partial_result = self._get_backend(
+            "decomposition",
+            "dim_reduction",
+            "partial_train",
+            policy,
+            self._params,
+            self._partial_result,
+            X_table,
+        )
+        return self
+
+    def finalize_fit(self, queue=None):
+        """
+        Finalizes principal components computation and obtains resulting
+        attributes from the current `_partial_result`.
+
+        Parameters
+        ----------
+        queue : dpctl.SyclQueue
+            Not used here, added for API conformance
+
+        Returns
+        -------
+        self : object
+            Returns the instance itself.
+        """
+        if queue is not None:
+            policy = self._get_policy(queue)
+        else:
+            policy = self._get_policy(self._queue)
+        result = self._get_backend(
+            "decomposition",
+            "dim_reduction",
+            "finalize_train",
+            policy,
+            self._params,
+            self._partial_result,
+        )
+        self.mean_ = from_table(result.means).ravel()
+        self.var_ = from_table(result.variances).ravel()
+        self.components_ = from_table(result.eigenvectors)
+        self.singular_values_ = np.nan_to_num(from_table(result.singular_values).ravel())
+        self.explained_variance_ = np.maximum(from_table(result.eigenvalues).ravel(), 0)
+        self.explained_variance_ratio_ = from_table(
+            result.explained_variances_ratio
+        ).ravel()
+        self.noise_variance_ = self._compute_noise_variance(
+            self.n_components_, min(self.n_samples_seen_, self.n_features_in_)
+        )
+
+        return self