scikit-learn-intelex 2025.0.0__py39-none-manylinux_2_28_x86_64.whl

sklearnex/linear_model/tests/test_incremental_ridge.py

@@ -0,0 +1,153 @@
+# ===============================================================================
+# Copyright 2024 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ===============================================================================
+
+from daal4py.sklearn._utils import daal_check_version
+
+if daal_check_version((2024, "P", 600)):
+    import numpy as np
+    import pytest
+    from numpy.testing import assert_allclose
+    from sklearn.exceptions import NotFittedError
+
+    from onedal.tests.utils._dataframes_support import (
+        _as_numpy,
+        _convert_to_dataframe,
+        get_dataframes_and_queues,
+    )
+    from sklearnex.linear_model import IncrementalRidge
+
+    def _compute_ridge_coefficients(X, y, alpha, fit_intercept):
+        coefficients_manual, intercept_manual = None, None
+        if fit_intercept:
+            X_mean = np.mean(X, axis=0)
+            y_mean = np.mean(y)
+            X_centered = X - X_mean
+            y_centered = y - y_mean
+
+            X_with_intercept = np.hstack([np.ones((X.shape[0], 1)), X_centered])
+            lambda_identity = alpha * np.eye(X_with_intercept.shape[1])
+            inverse_term = np.linalg.inv(
+                np.dot(X_with_intercept.T, X_with_intercept) + lambda_identity
+            )
+            xt_y = np.dot(X_with_intercept.T, y_centered)
+            coefficients_manual = np.dot(inverse_term, xt_y)
+
+            intercept_manual = y_mean - np.dot(X_mean, coefficients_manual[1:])
+            coefficients_manual = coefficients_manual[1:]
+        else:
+            lambda_identity = alpha * np.eye(X.shape[1])
+            inverse_term = np.linalg.inv(np.dot(X.T, X) + lambda_identity)
+            xt_y = np.dot(X.T, y)
+            coefficients_manual = np.dot(inverse_term, xt_y)
+
+        return coefficients_manual, intercept_manual
+
+    @pytest.mark.parametrize("dataframe,queue", get_dataframes_and_queues())
+    @pytest.mark.parametrize("batch_size", [10, 100, 1000])
+    @pytest.mark.parametrize("alpha", [0.1, 0.5, 1.0])
+    @pytest.mark.parametrize("fit_intercept", [True, False])
+    def test_inc_ridge_fit_coefficients(
+        dataframe, queue, alpha, batch_size, fit_intercept
+    ):
+        sample_size, feature_size = 1000, 50
+        X = np.random.rand(sample_size, feature_size)
+        y = np.random.rand(sample_size)
+        X_c = _convert_to_dataframe(X, sycl_queue=queue, target_df=dataframe)
+        y_c = _convert_to_dataframe(y, sycl_queue=queue, target_df=dataframe)
+
+        inc_ridge = IncrementalRidge(
+            fit_intercept=fit_intercept, alpha=alpha, batch_size=batch_size
+        )
+        inc_ridge.fit(X_c, y_c)
+
+        coefficients_manual, intercept_manual = _compute_ridge_coefficients(
+            X, y, alpha, fit_intercept
+        )
+        if fit_intercept:
+            assert_allclose(inc_ridge.intercept_, intercept_manual, rtol=1e-6, atol=1e-6)
+
+        assert_allclose(inc_ridge.coef_, coefficients_manual, rtol=1e-6, atol=1e-6)
+
+    @pytest.mark.parametrize("dataframe,queue", get_dataframes_and_queues())
+    @pytest.mark.parametrize("batch_size", [2, 5])
+    @pytest.mark.parametrize("alpha", [0.1, 0.5, 1.0])
+    def test_inc_ridge_partial_fit_coefficients(dataframe, queue, alpha, batch_size):
+        sample_size, feature_size = 1000, 50
+        X = np.random.rand(sample_size, feature_size)
+        y = np.random.rand(sample_size)
+        X_split = np.array_split(X, batch_size)
+        y_split = np.array_split(y, batch_size)
+
+        inc_ridge = IncrementalRidge(fit_intercept=False, alpha=alpha)
+
+        for batch_index in range(len(X_split)):
+            X_c = _convert_to_dataframe(
+                X_split[batch_index], sycl_queue=queue, target_df=dataframe
+            )
+            y_c = _convert_to_dataframe(
+                y_split[batch_index], sycl_queue=queue, target_df=dataframe
+            )
+            inc_ridge.partial_fit(X_c, y_c)
+
+        lambda_identity = alpha * np.eye(X.shape[1])
+        inverse_term = np.linalg.inv(np.dot(X.T, X) + lambda_identity)
+        xt_y = np.dot(X.T, y)
+        coefficients_manual = np.dot(inverse_term, xt_y)
+
+        assert_allclose(inc_ridge.coef_, coefficients_manual, rtol=1e-6, atol=1e-6)
+
+    def test_inc_ridge_score_before_fit():
+        X = np.array([[1, 1], [1, 2], [2, 2], [2, 3]])
+        y = np.dot(X, np.array([1, 2])) + 3
+        inc_ridge = IncrementalRidge(alpha=0.5)
+        with pytest.raises(NotFittedError):
+            inc_ridge.score(X, y)
+
+    def test_inc_ridge_predict_before_fit():
+        X = np.array([[1, 1], [1, 2], [2, 2], [2, 3]])
+        inc_ridge = IncrementalRidge(alpha=0.5)
+        with pytest.raises(NotFittedError):
+            inc_ridge.predict(X)
+
+    def test_inc_ridge_score_after_fit():
+        X = np.array([[1, 1], [1, 2], [2, 2], [2, 3]])
+        y = np.dot(X, np.array([1, 2])) + 3
+        inc_ridge = IncrementalRidge(alpha=0.5)
+        inc_ridge.fit(X, y)
+        assert inc_ridge.score(X, y) >= 0.97
+
+    @pytest.mark.parametrize("dataframe,queue", get_dataframes_and_queues())
+    @pytest.mark.parametrize("fit_intercept", [True, False])
+    def test_inc_ridge_predict_after_fit(dataframe, queue, fit_intercept):
+        sample_size, feature_size = 1000, 50
+        X = np.random.rand(sample_size, feature_size)
+        y = np.random.rand(sample_size)
+        X_c = _convert_to_dataframe(X, sycl_queue=queue, target_df=dataframe)
+        y_c = _convert_to_dataframe(y, sycl_queue=queue, target_df=dataframe)
+
+        inc_ridge = IncrementalRidge(fit_intercept=fit_intercept, alpha=0.5)
+        inc_ridge.fit(X_c, y_c)
+
+        y_pred = inc_ridge.predict(X_c)
+
+        coefficients_manual, intercept_manual = _compute_ridge_coefficients(
+            X, y, 0.5, fit_intercept
+        )
+        y_pred_manual = np.dot(X, coefficients_manual)
+        if fit_intercept:
+            y_pred_manual += intercept_manual
+
+        assert_allclose(_as_numpy(y_pred), y_pred_manual, rtol=1e-6, atol=1e-6)

sklearnex/linear_model/tests/test_linear.py

@@ -0,0 +1,142 @@
+# ===============================================================================
+# Copyright 2021 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ===============================================================================
+
+import numpy as np
+import pytest
+from numpy.testing import assert_allclose
+from sklearn.datasets import make_regression
+
+from daal4py.sklearn._utils import daal_check_version
+from daal4py.sklearn.linear_model.tests.test_ridge import (
+    _test_multivariate_ridge_alpha_shape,
+    _test_multivariate_ridge_coefficients,
+)
+from onedal.tests.utils._dataframes_support import (
+    _as_numpy,
+    _convert_to_dataframe,
+    get_dataframes_and_queues,
+)
+
+
+@pytest.mark.parametrize("dataframe,queue", get_dataframes_and_queues())
+@pytest.mark.parametrize("dtype", [np.float32, np.float64])
+@pytest.mark.parametrize("macro_block", [None, 1024])
+def test_sklearnex_import_linear(dataframe, queue, dtype, macro_block):
+    from sklearnex.linear_model import LinearRegression
+
+    X = np.array([[1, 1], [1, 2], [2, 2], [2, 3]])
+    y = np.dot(X, np.array([1, 2])) + 3
+    X = X.astype(dtype=dtype)
+    y = y.astype(dtype=dtype)
+    X = _convert_to_dataframe(X, sycl_queue=queue, target_df=dataframe)
+    y = _convert_to_dataframe(y, sycl_queue=queue, target_df=dataframe)
+
+    linreg = LinearRegression()
+    if daal_check_version((2024, "P", 0)) and macro_block is not None:
+        hparams = linreg.get_hyperparameters("fit")
+        hparams.cpu_macro_block = macro_block
+        hparams.gpu_macro_block = macro_block
+
+    linreg.fit(X, y)
+
+    assert hasattr(linreg, "_onedal_estimator")
+    assert "sklearnex" in linreg.__module__
+    assert linreg.n_features_in_ == 2
+
+    tol = 1e-5 if _as_numpy(linreg.coef_).dtype == np.float32 else 1e-7
+    assert_allclose(_as_numpy(linreg.intercept_), 3.0, rtol=tol)
+    assert_allclose(_as_numpy(linreg.coef_), [1.0, 2.0], rtol=tol)
+
+
+@pytest.mark.parametrize("dataframe,queue", get_dataframes_and_queues())
+def test_sklearnex_import_ridge(dataframe, queue):
+    from sklearnex.linear_model import Ridge
+
+    X = np.array([[1, 1], [1, 2], [2, 2], [2, 3]])
+    y = np.dot(X, np.array([1, 2])) + 3
+    X = _convert_to_dataframe(X, sycl_queue=queue, target_df=dataframe)
+    y = _convert_to_dataframe(y, sycl_queue=queue, target_df=dataframe)
+    ridgereg = Ridge().fit(X, y)
+    assert "daal4py" in ridgereg.__module__
+    assert_allclose(ridgereg.intercept_, 4.5)
+    assert_allclose(ridgereg.coef_, [0.8, 1.4])
+
+
+@pytest.mark.parametrize("dataframe,queue", get_dataframes_and_queues())
+def test_sklearnex_import_lasso(dataframe, queue):
+    from sklearnex.linear_model import Lasso
+
+    X = [[0, 0], [1, 1], [2, 2]]
+    y = [0, 1, 2]
+    X = _convert_to_dataframe(X, sycl_queue=queue, target_df=dataframe)
+    y = _convert_to_dataframe(y, sycl_queue=queue, target_df=dataframe)
+    lasso = Lasso(alpha=0.1).fit(X, y)
+    assert "daal4py" in lasso.__module__
+    assert_allclose(lasso.intercept_, 0.15)
+    assert_allclose(lasso.coef_, [0.85, 0.0])
+
+
+@pytest.mark.parametrize("dataframe,queue", get_dataframes_and_queues())
+def test_sklearnex_import_elastic(dataframe, queue):
+    from sklearnex.linear_model import ElasticNet
+
+    X, y = make_regression(n_features=2, random_state=0)
+    X = _convert_to_dataframe(X, sycl_queue=queue, target_df=dataframe)
+    y = _convert_to_dataframe(y, sycl_queue=queue, target_df=dataframe)
+    elasticnet = ElasticNet(random_state=0).fit(X, y)
+    assert "daal4py" in elasticnet.__module__
+    assert_allclose(elasticnet.intercept_, 1.451, atol=1e-3)
+    assert_allclose(elasticnet.coef_, [18.838, 64.559], atol=1e-3)
+
+
+@pytest.mark.parametrize("dataframe,queue", get_dataframes_and_queues())
+@pytest.mark.parametrize("dtype", [np.float32, np.float64])
+def test_sklearnex_reconstruct_model(dataframe, queue, dtype):
+    from sklearnex.linear_model import LinearRegression
+
+    seed = 42
+    num_samples = 3500
+    num_features, num_targets = 14, 9
+
+    gen = np.random.default_rng(seed)
+    intercept = gen.random(size=num_targets, dtype=dtype)
+    coef = gen.random(size=(num_targets, num_features), dtype=dtype).T
+
+    X = gen.random(size=(num_samples, num_features), dtype=dtype)
+    gtr = X @ coef + intercept[np.newaxis, :]
+
+    X = _convert_to_dataframe(X, sycl_queue=queue, target_df=dataframe)
+
+    linreg = LinearRegression(fit_intercept=True)
+    linreg.coef_ = coef.T
+    linreg.intercept_ = intercept
+
+    y_pred = linreg.predict(X)
+
+    tol = 1e-5 if _as_numpy(y_pred).dtype == np.float32 else 1e-7
+    assert_allclose(gtr, _as_numpy(y_pred), rtol=tol)
+
+
+def test_sklearnex_multivariate_ridge_coefs():
+    from sklearnex.linear_model import Ridge
+
+    _test_multivariate_ridge_coefficients(Ridge, random_state=0)
+
+
+def test_sklearnex_multivariate_ridge_alpha_shape():
+    from sklearnex.linear_model import Ridge
+
+    _test_multivariate_ridge_alpha_shape(Ridge, random_state=0)

sklearnex/linear_model/tests/test_logreg.py

@@ -0,0 +1,134 @@
+# ===============================================================================
+# Copyright 2021 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ===============================================================================
+
+import numpy as np
+import pytest
+from numpy.testing import assert_allclose, assert_array_equal
+from scipy.sparse import csr_matrix
+from sklearn.datasets import load_breast_cancer, load_iris, make_classification
+from sklearn.metrics import accuracy_score
+from sklearn.model_selection import train_test_split
+
+from daal4py.sklearn._utils import daal_check_version
+from onedal.tests.utils._dataframes_support import (
+    _as_numpy,
+    _convert_to_dataframe,
+    get_dataframes_and_queues,
+    get_queues,
+)
+from sklearnex import config_context
+
+
+def prepare_input(X, y, dataframe, queue):
+    X_train, X_test, y_train, y_test = train_test_split(
+        X, y, train_size=0.8, random_state=42
+    )
+    X_train = _convert_to_dataframe(X_train, sycl_queue=queue, target_df=dataframe)
+    y_train = _convert_to_dataframe(y_train, sycl_queue=queue, target_df=dataframe)
+    X_test = _convert_to_dataframe(X_test, sycl_queue=queue, target_df=dataframe)
+    return X_train, X_test, y_train, y_test
+
+
+@pytest.mark.parametrize(
+    "dataframe,queue", get_dataframes_and_queues(device_filter_="cpu")
+)
+def test_sklearnex_multiclass_classification(dataframe, queue):
+    from sklearnex.linear_model import LogisticRegression
+
+    X, y = load_iris(return_X_y=True)
+    X_train, X_test, y_train, y_test = prepare_input(X, y, dataframe, queue)
+
+    logreg = LogisticRegression(fit_intercept=True, solver="lbfgs", max_iter=200).fit(
+        X_train, y_train
+    )
+
+    if daal_check_version((2024, "P", 1)):
+        assert "sklearnex" in logreg.__module__
+    else:
+        assert "daal4py" in logreg.__module__
+
+    y_pred = _as_numpy(logreg.predict(X_test))
+    assert accuracy_score(y_test, y_pred) > 0.99
+
+
+@pytest.mark.parametrize(
+    "dataframe,queue",
+    get_dataframes_and_queues(),
+)
+def test_sklearnex_binary_classification(dataframe, queue):
+    from sklearnex.linear_model import LogisticRegression
+
+    X, y = load_breast_cancer(return_X_y=True)
+    X_train, X_test, y_train, y_test = prepare_input(X, y, dataframe, queue)
+
+    logreg = LogisticRegression(fit_intercept=True, solver="newton-cg", max_iter=100).fit(
+        X_train, y_train
+    )
+
+    if daal_check_version((2024, "P", 1)):
+        assert "sklearnex" in logreg.__module__
+    else:
+        assert "daal4py" in logreg.__module__
+    if (
+        dataframe != "numpy"
+        and queue is not None
+        and queue.sycl_device.is_gpu
+        and daal_check_version((2024, "P", 1))
+    ):
+        # fit was done on gpu
+        assert hasattr(logreg, "_onedal_estimator")
+
+    y_pred = _as_numpy(logreg.predict(X_test))
+    assert accuracy_score(y_test, y_pred) > 0.95
+
+
+if daal_check_version((2024, "P", 700)):
+
+    @pytest.mark.parametrize("queue", get_queues("gpu"))
+    @pytest.mark.parametrize("dtype", [np.float32, np.float64])
+    @pytest.mark.parametrize(
+        "dims", [(3007, 17, 0.05), (50000, 100, 0.01), (512, 10, 0.5)]
+    )
+    def test_csr(queue, dtype, dims):
+        from sklearnex.linear_model import LogisticRegression
+
+        n, p, density = dims
+
+        # Create sparse dataset for classification
+        X, y = make_classification(n, p, random_state=42)
+        X = X.astype(dtype)
+        y = y.astype(dtype)
+        np.random.seed(2007 + n + p)
+        mask = np.random.binomial(1, density, (n, p))
+        X = X * mask
+        X_sp = csr_matrix(X)
+
+        model = LogisticRegression(fit_intercept=True, solver="newton-cg")
+        model_sp = LogisticRegression(fit_intercept=True, solver="newton-cg")
+
+        with config_context(target_offload="gpu:0"):
+            model.fit(X, y)
+            pred = model.predict(X)
+            prob = model.predict_proba(X)
+            model_sp.fit(X_sp, y)
+            pred_sp = model_sp.predict(X_sp)
+            prob_sp = model_sp.predict_proba(X_sp)
+
+        rtol = 2e-4
+        assert_allclose(pred, pred_sp, rtol=rtol)
+        assert_allclose(prob, prob_sp, rtol=rtol)
+        assert_allclose(model.coef_, model_sp.coef_, rtol=rtol)
+        assert_allclose(model.intercept_, model_sp.intercept_, rtol=rtol)

sklearnex/manifold/__init__.py

@@ -0,0 +1,19 @@
+# ===============================================================================
+# Copyright 2021 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ===============================================================================
+
+from .t_sne import TSNE
+
+__all__ = ["TSNE"]

sklearnex/manifold/t_sne.py

@@ -0,0 +1,21 @@
+# ===============================================================================
+# Copyright 2021 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ===============================================================================
+
+from daal4py.sklearn.manifold import TSNE
+from onedal._device_offload import support_input_format
+
+TSNE.fit = support_input_format(queue_param=False)(TSNE.fit)
+TSNE.fit_transform = support_input_format(queue_param=False)(TSNE.fit_transform)

sklearnex/manifold/tests/test_tsne.py

@@ -0,0 +1,26 @@
+# ===============================================================================
+# Copyright 2021 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ===============================================================================
+
+import numpy as np
+from numpy.testing import assert_allclose
+
+
+def test_sklearnex_import():
+    from sklearnex.manifold import TSNE
+
+    X = np.array([[0, 0, 0], [0, 1, 1], [1, 0, 1], [1, 1, 1]])
+    tsne = TSNE(n_components=2, perplexity=2.0).fit(X)
+    assert "daal4py" in tsne.__module__

sklearnex/metrics/__init__.py

@@ -0,0 +1,23 @@
+# ===============================================================================
+# Copyright 2021 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ===============================================================================
+
+from .pairwise import pairwise_distances
+from .ranking import roc_auc_score
+
+__all__ = [
+    "roc_auc_score",
+    "pairwise_distances",
+]

sklearnex/metrics/pairwise.py

@@ -0,0 +1,22 @@
+# ===============================================================================
+# Copyright 2021 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ===============================================================================
+
+from daal4py.sklearn.metrics import pairwise_distances
+from onedal._device_offload import support_input_format
+
+pairwise_distances = support_input_format(freefunc=True, queue_param=False)(
+    pairwise_distances
+)

sklearnex/metrics/ranking.py

@@ -0,0 +1,20 @@
+# ===============================================================================
+# Copyright 2021 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ===============================================================================
+
+from daal4py.sklearn.metrics import roc_auc_score
+from onedal._device_offload import support_input_format
+
+roc_auc_score = support_input_format(freefunc=True, queue_param=False)(roc_auc_score)

sklearnex/metrics/tests/test_metrics.py

@@ -0,0 +1,39 @@
+# ===============================================================================
+# Copyright 2021 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ===============================================================================
+
+import numpy as np
+from numpy.testing import assert_allclose
+from sklearn.datasets import load_breast_cancer
+
+
+def test_sklearnex_import_roc_auc():
+    from sklearnex.linear_model import LogisticRegression
+    from sklearnex.metrics import roc_auc_score
+
+    X, y = load_breast_cancer(return_X_y=True)
+    clf = LogisticRegression(solver="liblinear", random_state=0).fit(X, y)
+    res = roc_auc_score(y, clf.decision_function(X))
+    assert_allclose(res, 0.99, atol=1e-2)
+
+
+def test_sklearnex_import_pairwise_distances():
+    from sklearnex.metrics import pairwise_distances
+
+    rng = np.random.RandomState(0)
+    x = np.abs(rng.rand(4), dtype=np.float64)
+    x = np.vstack([x, x])
+    res = pairwise_distances(x, metric="cosine")
+    assert_allclose(res, [[0.0, 0.0], [0.0, 0.0]], atol=1e-2)

sklearnex/model_selection/__init__.py

@@ -0,0 +1,21 @@
+# ===============================================================================
+# Copyright 2021 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ===============================================================================
+
+from .split import train_test_split
+
+__all__ = [
+    "train_test_split",
+]

sklearnex/model_selection/split.py

@@ -0,0 +1,22 @@
+# ===============================================================================
+# Copyright 2021 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ===============================================================================
+
+from daal4py.sklearn.model_selection import train_test_split
+from onedal._device_offload import support_input_format
+
+train_test_split = support_input_format(freefunc=True, queue_param=False)(
+    train_test_split
+)