scikit-learn-intelex 2024.0.1__py311-none-win_amd64.whl → 2025.1.0__py311-none-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of scikit-learn-intelex might be problematic. Click here for more details.
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/__init__.py +73 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/__main__.py +58 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/_daal4py.cp311-win_amd64.pyd +0 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/doc/third-party-programs.txt +424 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/mb/__init__.py +19 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/mb/model_builders.py +377 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/mpi_transceiver.cp311-win_amd64.pyd +0 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/__init__.py +40 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/_n_jobs_support.py +248 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/_utils.py +245 -0
- {scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/preview → scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn}/cluster/__init__.py +3 -3
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/cluster/dbscan.py +165 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/cluster/k_means.py +597 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/cluster/tests/test_dbscan.py +109 -0
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/basic_statistics/basic_statistics.py → scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/decomposition/__init__.py +4 -2
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/decomposition/_pca.py +524 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/ensemble/AdaBoostClassifier.py +196 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/ensemble/GBTDAAL.py +337 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/ensemble/__init__.py +27 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/ensemble/_forest.py +1397 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/ensemble/tests/test_decision_forest.py +206 -0
- {scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex → scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn}/linear_model/__init__.py +29 -30
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/linear_model/_coordinate_descent.py +848 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/linear_model/_linear.py +272 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/linear_model/_ridge.py +325 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/linear_model/coordinate_descent.py +17 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/linear_model/linear.py +17 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/linear_model/logistic_loss.py +195 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/linear_model/logistic_path.py +1026 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/linear_model/ridge.py +17 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/linear_model/tests/test_linear.py +208 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/linear_model/tests/test_ridge.py +69 -0
- {scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/preview → scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/manifold}/__init__.py +4 -3
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/manifold/_t_sne.py +405 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/metrics/__init__.py +20 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/metrics/_pairwise.py +236 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/metrics/_ranking.py +210 -0
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/linear_model/ridge.py → scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/model_selection/__init__.py +4 -3
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/model_selection/_split.py +309 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/model_selection/tests/test_split.py +56 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/monkeypatch/__init__.py +0 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/monkeypatch/dispatcher.py +232 -0
- {scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex → scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/monkeypatch}/tests/_models_info.py +13 -22
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/monkeypatch/tests/test_monkeypatch.py +71 -0
- {scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex → scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/monkeypatch}/tests/test_patching.py +10 -42
- {scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex → scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/monkeypatch}/tests/utils/_launch_algorithms.py +4 -5
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/neighbors/__init__.py +21 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/neighbors/_base.py +503 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/neighbors/_classification.py +139 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/neighbors/_regression.py +74 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/neighbors/_unsupervised.py +55 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/neighbors/tests/test_kneighbors.py +113 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/svm/__init__.py +19 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/svm/svm.py +734 -0
- {scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/spmd/linear_model → scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/utils}/__init__.py +5 -3
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/utils/base.py +75 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/utils/tests/test_utils.py +51 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/daal4py/sklearn/utils/validation.py +693 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/__init__.py +83 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/_config.py +54 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/_device_offload.py +222 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/_onedal_py_dpc.cp311-win_amd64.pyd +0 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/_onedal_py_host.cp311-win_amd64.pyd +0 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/basic_statistics/__init__.py +20 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/basic_statistics/basic_statistics.py +107 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/basic_statistics/incremental_basic_statistics.py +160 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/basic_statistics/tests/test_basic_statistics.py +298 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/basic_statistics/tests/test_incremental_basic_statistics.py +196 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/cluster/__init__.py +27 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/cluster/dbscan.py +110 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/cluster/kmeans.py +564 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/cluster/kmeans_init.py +115 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/cluster/tests/test_dbscan.py +125 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/cluster/tests/test_kmeans.py +88 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/cluster/tests/test_kmeans_init.py +93 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/common/_base.py +38 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/common/_estimator_checks.py +47 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/common/_mixin.py +62 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/common/_policy.py +59 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/common/_spmd_policy.py +30 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/common/hyperparameters.py +125 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/common/tests/test_policy.py +76 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/covariance/__init__.py +20 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/covariance/covariance.py +125 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/covariance/incremental_covariance.py +146 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/covariance/tests/test_covariance.py +50 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/covariance/tests/test_incremental_covariance.py +122 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/datatypes/__init__.py +19 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/datatypes/_data_conversion.py +154 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/datatypes/tests/common.py +126 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/datatypes/tests/test_data.py +414 -0
- {scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/basic_statistics → scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/decomposition}/__init__.py +3 -3
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/decomposition/incremental_pca.py +204 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/decomposition/pca.py +186 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/decomposition/tests/test_incremental_pca.py +198 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/ensemble/__init__.py +29 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/ensemble/forest.py +727 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/ensemble/tests/test_random_forest.py +97 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/linear_model/__init__.py +27 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/linear_model/incremental_linear_model.py +258 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/linear_model/linear_model.py +329 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/linear_model/logistic_regression.py +249 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/linear_model/tests/test_incremental_linear_regression.py +168 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/linear_model/tests/test_incremental_ridge_regression.py +107 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/linear_model/tests/test_linear_regression.py +250 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/linear_model/tests/test_logistic_regression.py +95 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/linear_model/tests/test_ridge.py +95 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/neighbors/__init__.py +19 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/neighbors/neighbors.py +767 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/neighbors/tests/test_knn_classification.py +49 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/primitives/__init__.py +27 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/primitives/get_tree.py +25 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/primitives/kernel_functions.py +153 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/primitives/tests/test_kernel_functions.py +159 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/svm/__init__.py +19 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/svm/svm.py +556 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/svm/tests/test_csr_svm.py +351 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/svm/tests/test_nusvc.py +204 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/svm/tests/test_nusvr.py +210 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/svm/tests/test_svc.py +176 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/svm/tests/test_svr.py +243 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/tests/test_common.py +57 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/tests/utils/_dataframes_support.py +162 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/tests/utils/_device_selection.py +102 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/utils/__init__.py +49 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/utils/_array_api.py +81 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/utils/_dpep_helpers.py +56 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/onedal/utils/validation.py +440 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/__init__.py +12 -7
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/__main__.py +0 -1
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/_config.py +22 -16
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/_device_offload.py +126 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/_utils.py +42 -5
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/basic_statistics/__init__.py +20 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/basic_statistics/basic_statistics.py +230 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/basic_statistics/incremental_basic_statistics.py +345 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/basic_statistics/tests/test_basic_statistics.py +270 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/basic_statistics/tests/test_incremental_basic_statistics.py +404 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/cluster/__init__.py +1 -2
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/cluster/dbscan.py +18 -8
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/cluster/k_means.py +395 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/cluster/tests/test_dbscan.py +8 -7
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/cluster/tests/test_kmeans.py +159 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/conftest.py +82 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/covariance/__init__.py +19 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/covariance/incremental_covariance.py +398 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/covariance/tests/test_incremental_covariance.py +237 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/decomposition/__init__.py +0 -1
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/decomposition/pca.py +425 -0
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/preview/decomposition/tests/test_preview_pca.py → scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/decomposition/tests/test_pca.py +26 -6
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/dispatcher.py +242 -28
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/ensemble/__init__.py +0 -1
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/ensemble/_forest.py +262 -180
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/ensemble/tests/test_forest.py +39 -22
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/glob/__main__.py +0 -1
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/glob/dispatcher.py +16 -3
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/linear_model/__init__.py +32 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/linear_model/coordinate_descent.py +13 -1
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/linear_model/incremental_linear.py +482 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/linear_model/incremental_ridge.py +425 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/linear_model/linear.py +341 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/linear_model/logistic_regression.py +413 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/linear_model/ridge.py +24 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/linear_model/tests/test_incremental_linear.py +207 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/linear_model/tests/test_incremental_ridge.py +153 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/linear_model/tests/test_linear.py +167 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/linear_model/tests/test_logreg.py +134 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/manifold/__init__.py +0 -1
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/manifold/t_sne.py +21 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/manifold/tests/test_tsne.py +0 -1
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/metrics/__init__.py +0 -1
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/metrics/pairwise.py +5 -1
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/metrics/ranking.py +3 -1
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/metrics/tests/test_metrics.py +0 -1
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/model_selection/__init__.py +0 -1
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/model_selection/split.py +5 -1
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/model_selection/tests/test_model_selection.py +0 -1
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/neighbors/__init__.py +1 -2
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/neighbors/_lof.py +236 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/neighbors/common.py +54 -8
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/neighbors/knn_classification.py +51 -151
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/neighbors/knn_regression.py +46 -146
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/neighbors/knn_unsupervised.py +53 -95
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/neighbors/tests/test_neighbors.py +16 -19
- {scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/spmd/decomposition → scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/preview}/__init__.py +1 -3
- {scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/preview/decomposition → scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/preview/covariance}/__init__.py +19 -20
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/preview/covariance/covariance.py +138 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/preview/covariance/tests/test_covariance.py +66 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/preview/decomposition/__init__.py +19 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/preview/decomposition/incremental_pca.py +233 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/preview/decomposition/tests/test_incremental_pca.py +266 -0
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/manifold/t_sne.py → scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/preview/linear_model/__init__.py +19 -18
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/preview/linear_model/ridge.py +424 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/preview/linear_model/tests/test_ridge.py +102 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/spmd/__init__.py +1 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/basic_statistics/__init__.py +20 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/basic_statistics/incremental_basic_statistics.py +30 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/basic_statistics/tests/test_basic_statistics_spmd.py +107 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/basic_statistics/tests/test_incremental_basic_statistics_spmd.py +307 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/cluster/tests/test_dbscan_spmd.py +97 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/cluster/tests/test_kmeans_spmd.py +172 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/covariance/__init__.py +20 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/covariance/covariance.py +21 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/covariance/incremental_covariance.py +37 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/covariance/tests/test_covariance_spmd.py +107 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/covariance/tests/test_incremental_covariance_spmd.py +184 -0
- {scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/spmd/basic_statistics → scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/decomposition}/__init__.py +3 -2
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/decomposition/incremental_pca.py +30 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/decomposition/tests/test_incremental_pca_spmd.py +269 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/decomposition/tests/test_pca_spmd.py +128 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/spmd/ensemble/forest.py +4 -12
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/ensemble/tests/test_forest_spmd.py +265 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/linear_model/__init__.py +21 -0
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/tests/test_config.py → scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/linear_model/incremental_linear_model.py +14 -18
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/linear_model/logistic_regression.py +21 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/linear_model/tests/test_incremental_linear_spmd.py +329 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/linear_model/tests/test_linear_regression_spmd.py +145 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/linear_model/tests/test_logistic_regression_spmd.py +162 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/spmd/neighbors/tests/test_neighbors_spmd.py +288 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/svm/__init__.py +0 -1
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/svm/_common.py +339 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/svm/nusvc.py +172 -73
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/svm/nusvr.py +73 -66
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/svm/svc.py +171 -73
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/svm/svr.py +65 -62
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/svm/tests/test_svm.py +12 -21
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/tests/test_common.py +390 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/tests/test_config.py +123 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/tests/test_memory_usage.py +379 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/tests/test_monkeypatch.py +276 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/tests/test_n_jobs_support.py +108 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/tests/test_parallel.py +6 -8
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/tests/test_patching.py +385 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/tests/test_run_to_run_stability.py +321 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/tests/utils/__init__.py +44 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/tests/utils/base.py +371 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/tests/utils/spmd.py +198 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/utils/_array_api.py +82 -0
- scikit_learn_intelex-2025.1.0.data/data/Lib/site-packages/sklearnex/utils/tests/test_finite.py +89 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/utils/validation.py +0 -1
- {scikit_learn_intelex-2024.0.1.dist-info → scikit_learn_intelex-2025.1.0.dist-info}/METADATA +231 -230
- scikit_learn_intelex-2025.1.0.dist-info/RECORD +257 -0
- {scikit_learn_intelex-2024.0.1.dist-info → scikit_learn_intelex-2025.1.0.dist-info}/WHEEL +1 -1
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/_device_offload.py +0 -223
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/cluster/k_means.py +0 -18
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/cluster/tests/test_kmeans.py +0 -31
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/decomposition/pca.py +0 -18
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/decomposition/tests/test_pca.py +0 -28
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/linear_model/linear.py +0 -373
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/linear_model/logistic_path.py +0 -18
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/linear_model/tests/test_linear.py +0 -77
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/linear_model/tests/test_logreg.py +0 -29
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/neighbors/lof.py +0 -437
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/preview/cluster/_common.py +0 -84
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/preview/cluster/k_means.py +0 -370
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/preview/decomposition/pca.py +0 -376
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/svm/_common.py +0 -188
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/tests/test_memory_usage.py +0 -225
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/tests/test_monkeypatch.py +0 -210
- scikit_learn_intelex-2024.0.1.data/data/Lib/site-packages/sklearnex/tests/test_run_to_run_stability_tests.py +0 -428
- scikit_learn_intelex-2024.0.1.dist-info/RECORD +0 -90
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/doc/third-party-programs.txt +0 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/spmd/basic_statistics/basic_statistics.py +0 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/spmd/cluster/__init__.py +0 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/spmd/cluster/dbscan.py +0 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/spmd/cluster/kmeans.py +0 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/spmd/decomposition/pca.py +0 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/spmd/ensemble/__init__.py +0 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/spmd/linear_model/linear_model.py +0 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/spmd/neighbors/__init__.py +0 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/spmd/neighbors/neighbors.py +0 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/utils/__init__.py +0 -0
- {scikit_learn_intelex-2024.0.1.data → scikit_learn_intelex-2025.1.0.data}/data/Lib/site-packages/sklearnex/utils/parallel.py +0 -0
- {scikit_learn_intelex-2024.0.1.dist-info → scikit_learn_intelex-2025.1.0.dist-info}/LICENSE.txt +0 -0
- {scikit_learn_intelex-2024.0.1.dist-info → scikit_learn_intelex-2025.1.0.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
# ==============================================================================
|
|
2
|
+
# Copyright 2024 Intel Corporation
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
# ==============================================================================
|
|
16
|
+
|
|
17
|
+
import numpy as np
|
|
18
|
+
import pytest
|
|
19
|
+
from numpy.testing import assert_allclose
|
|
20
|
+
|
|
21
|
+
from onedal.tests.utils._dataframes_support import (
|
|
22
|
+
_convert_to_dataframe,
|
|
23
|
+
get_dataframes_and_queues,
|
|
24
|
+
)
|
|
25
|
+
from sklearnex.tests.utils.spmd import (
|
|
26
|
+
_generate_statistic_data,
|
|
27
|
+
_get_local_tensor,
|
|
28
|
+
_mpi_libs_and_gpu_available,
|
|
29
|
+
)
|
|
30
|
+
|
|
31
|
+
|
|
32
|
+
@pytest.mark.skipif(
|
|
33
|
+
not _mpi_libs_and_gpu_available,
|
|
34
|
+
reason="GPU device and MPI libs required for test",
|
|
35
|
+
)
|
|
36
|
+
@pytest.mark.parametrize(
|
|
37
|
+
"dataframe,queue",
|
|
38
|
+
get_dataframes_and_queues(dataframe_filter_="dpnp,dpctl", device_filter_="gpu"),
|
|
39
|
+
)
|
|
40
|
+
@pytest.mark.mpi
|
|
41
|
+
def test_covariance_spmd_gold(dataframe, queue):
|
|
42
|
+
# Import spmd and batch algo
|
|
43
|
+
from onedal.covariance import EmpiricalCovariance as EmpiricalCovariance_Batch
|
|
44
|
+
from sklearnex.spmd.covariance import EmpiricalCovariance as EmpiricalCovariance_SPMD
|
|
45
|
+
|
|
46
|
+
# Create gold data and convert to dataframe
|
|
47
|
+
data = np.array(
|
|
48
|
+
[
|
|
49
|
+
[0.0, 0.0, 0.0],
|
|
50
|
+
[0.0, 1.0, 2.0],
|
|
51
|
+
[0.0, 2.0, 4.0],
|
|
52
|
+
[0.0, 3.0, 8.0],
|
|
53
|
+
[0.0, 4.0, 16.0],
|
|
54
|
+
[0.0, 5.0, 32.0],
|
|
55
|
+
[0.0, 6.0, 64.0],
|
|
56
|
+
]
|
|
57
|
+
)
|
|
58
|
+
|
|
59
|
+
local_dpt_data = _convert_to_dataframe(
|
|
60
|
+
_get_local_tensor(data), sycl_queue=queue, target_df=dataframe
|
|
61
|
+
)
|
|
62
|
+
|
|
63
|
+
# Ensure results of batch algo match spmd
|
|
64
|
+
spmd_result = EmpiricalCovariance_SPMD().fit(local_dpt_data)
|
|
65
|
+
batch_result = EmpiricalCovariance_Batch().fit(data)
|
|
66
|
+
|
|
67
|
+
assert_allclose(spmd_result.covariance_, batch_result.covariance_)
|
|
68
|
+
assert_allclose(spmd_result.location_, batch_result.location_)
|
|
69
|
+
|
|
70
|
+
|
|
71
|
+
@pytest.mark.skipif(
|
|
72
|
+
not _mpi_libs_and_gpu_available,
|
|
73
|
+
reason="GPU device and MPI libs required for test",
|
|
74
|
+
)
|
|
75
|
+
@pytest.mark.parametrize("n_samples", [100, 10000])
|
|
76
|
+
@pytest.mark.parametrize("n_features", [10, 100])
|
|
77
|
+
@pytest.mark.parametrize("assume_centered", [True, False])
|
|
78
|
+
@pytest.mark.parametrize(
|
|
79
|
+
"dataframe,queue",
|
|
80
|
+
get_dataframes_and_queues(dataframe_filter_="dpnp,dpctl", device_filter_="gpu"),
|
|
81
|
+
)
|
|
82
|
+
@pytest.mark.parametrize("dtype", [np.float32, np.float64])
|
|
83
|
+
@pytest.mark.mpi
|
|
84
|
+
def test_covariance_spmd_synthetic(
|
|
85
|
+
n_samples, n_features, assume_centered, dataframe, queue, dtype
|
|
86
|
+
):
|
|
87
|
+
# Import spmd and batch algo
|
|
88
|
+
# TODO: Align sklearnex spmd to sklearnex estimator with bias and swap onedal with sklearnex
|
|
89
|
+
from onedal.covariance import EmpiricalCovariance as EmpiricalCovariance_Batch
|
|
90
|
+
from sklearnex.spmd.covariance import EmpiricalCovariance as EmpiricalCovariance_SPMD
|
|
91
|
+
|
|
92
|
+
# Generate data and convert to dataframe
|
|
93
|
+
data = _generate_statistic_data(n_samples, n_features, dtype=dtype)
|
|
94
|
+
|
|
95
|
+
local_dpt_data = _convert_to_dataframe(
|
|
96
|
+
_get_local_tensor(data), sycl_queue=queue, target_df=dataframe
|
|
97
|
+
)
|
|
98
|
+
|
|
99
|
+
# Ensure results of batch algo match spmd
|
|
100
|
+
spmd_result = EmpiricalCovariance_SPMD(assume_centered=assume_centered).fit(
|
|
101
|
+
local_dpt_data
|
|
102
|
+
)
|
|
103
|
+
batch_result = EmpiricalCovariance_Batch(assume_centered=assume_centered).fit(data)
|
|
104
|
+
|
|
105
|
+
atol = 1e-5 if dtype == np.float32 else 1e-7
|
|
106
|
+
assert_allclose(spmd_result.covariance_, batch_result.covariance_, atol=atol)
|
|
107
|
+
assert_allclose(spmd_result.location_, batch_result.location_, atol=atol)
|
|
@@ -0,0 +1,184 @@
|
|
|
1
|
+
# ==============================================================================
|
|
2
|
+
# Copyright 2024 Intel Corporation
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
# ==============================================================================
|
|
16
|
+
|
|
17
|
+
import numpy as np
|
|
18
|
+
import pytest
|
|
19
|
+
from numpy.testing import assert_allclose
|
|
20
|
+
|
|
21
|
+
from onedal.tests.utils._dataframes_support import (
|
|
22
|
+
_convert_to_dataframe,
|
|
23
|
+
get_dataframes_and_queues,
|
|
24
|
+
)
|
|
25
|
+
from sklearnex.tests.utils.spmd import (
|
|
26
|
+
_generate_statistic_data,
|
|
27
|
+
_get_local_tensor,
|
|
28
|
+
_mpi_libs_and_gpu_available,
|
|
29
|
+
)
|
|
30
|
+
|
|
31
|
+
|
|
32
|
+
@pytest.mark.skipif(
|
|
33
|
+
not _mpi_libs_and_gpu_available,
|
|
34
|
+
reason="GPU device and MPI libs required for test",
|
|
35
|
+
)
|
|
36
|
+
@pytest.mark.parametrize(
|
|
37
|
+
"dataframe,queue",
|
|
38
|
+
get_dataframes_and_queues(dataframe_filter_="dpnp,dpctl", device_filter_="gpu"),
|
|
39
|
+
)
|
|
40
|
+
@pytest.mark.parametrize("assume_centered", [True, False])
|
|
41
|
+
@pytest.mark.parametrize("dtype", [np.float32, np.float64])
|
|
42
|
+
@pytest.mark.mpi
|
|
43
|
+
def test_incremental_covariance_fit_spmd_gold(dataframe, queue, assume_centered, dtype):
|
|
44
|
+
# Import spmd and batch algo
|
|
45
|
+
from sklearnex.covariance import IncrementalEmpiricalCovariance
|
|
46
|
+
from sklearnex.spmd.covariance import (
|
|
47
|
+
IncrementalEmpiricalCovariance as IncrementalEmpiricalCovariance_SPMD,
|
|
48
|
+
)
|
|
49
|
+
|
|
50
|
+
# Create gold data and process into dpt
|
|
51
|
+
data = np.array(
|
|
52
|
+
[
|
|
53
|
+
[0.0, 0.0, 0.0],
|
|
54
|
+
[0.0, 1.0, 2.0],
|
|
55
|
+
[0.0, 2.0, 4.0],
|
|
56
|
+
[0.0, 3.0, 8.0],
|
|
57
|
+
[0.0, 4.0, 16.0],
|
|
58
|
+
[0.0, 5.0, 32.0],
|
|
59
|
+
[0.0, 6.0, 64.0],
|
|
60
|
+
[0.0, 7.0, 128.0],
|
|
61
|
+
],
|
|
62
|
+
dtype=dtype,
|
|
63
|
+
)
|
|
64
|
+
|
|
65
|
+
dpt_data = _convert_to_dataframe(data, sycl_queue=queue, target_df=dataframe)
|
|
66
|
+
|
|
67
|
+
local_dpt_data = _convert_to_dataframe(
|
|
68
|
+
_get_local_tensor(data), sycl_queue=queue, target_df=dataframe
|
|
69
|
+
)
|
|
70
|
+
|
|
71
|
+
# ensure results of batch algo match spmd
|
|
72
|
+
spmd_result = IncrementalEmpiricalCovariance_SPMD(
|
|
73
|
+
assume_centered=assume_centered
|
|
74
|
+
).fit(local_dpt_data)
|
|
75
|
+
non_spmd_result = IncrementalEmpiricalCovariance(assume_centered=assume_centered).fit(
|
|
76
|
+
dpt_data
|
|
77
|
+
)
|
|
78
|
+
|
|
79
|
+
assert_allclose(spmd_result.covariance_, non_spmd_result.covariance_)
|
|
80
|
+
assert_allclose(spmd_result.location_, non_spmd_result.location_)
|
|
81
|
+
|
|
82
|
+
|
|
83
|
+
@pytest.mark.skipif(
|
|
84
|
+
not _mpi_libs_and_gpu_available,
|
|
85
|
+
reason="GPU device and MPI libs required for test",
|
|
86
|
+
)
|
|
87
|
+
@pytest.mark.parametrize(
|
|
88
|
+
"dataframe,queue",
|
|
89
|
+
get_dataframes_and_queues(dataframe_filter_="dpnp,dpctl", device_filter_="gpu"),
|
|
90
|
+
)
|
|
91
|
+
@pytest.mark.parametrize("num_blocks", [1, 2])
|
|
92
|
+
@pytest.mark.parametrize("assume_centered", [True, False])
|
|
93
|
+
@pytest.mark.parametrize("dtype", [np.float32, np.float64])
|
|
94
|
+
@pytest.mark.mpi
|
|
95
|
+
def test_incremental_covariance_partial_fit_spmd_gold(
|
|
96
|
+
dataframe, queue, num_blocks, assume_centered, dtype
|
|
97
|
+
):
|
|
98
|
+
# Import spmd and batch algo
|
|
99
|
+
from sklearnex.covariance import IncrementalEmpiricalCovariance
|
|
100
|
+
from sklearnex.spmd.covariance import (
|
|
101
|
+
IncrementalEmpiricalCovariance as IncrementalEmpiricalCovariance_SPMD,
|
|
102
|
+
)
|
|
103
|
+
|
|
104
|
+
# Create gold data and process into dpt
|
|
105
|
+
data = np.array(
|
|
106
|
+
[
|
|
107
|
+
[0.0, 0.0, 0.0],
|
|
108
|
+
[0.0, 1.0, 2.0],
|
|
109
|
+
[0.0, 2.0, 4.0],
|
|
110
|
+
[0.0, 3.0, 8.0],
|
|
111
|
+
[0.0, 4.0, 16.0],
|
|
112
|
+
[0.0, 5.0, 32.0],
|
|
113
|
+
[0.0, 6.0, 64.0],
|
|
114
|
+
[0.0, 7.0, 128.0],
|
|
115
|
+
],
|
|
116
|
+
dtype=dtype,
|
|
117
|
+
)
|
|
118
|
+
|
|
119
|
+
dpt_data = _convert_to_dataframe(data, sycl_queue=queue, target_df=dataframe)
|
|
120
|
+
|
|
121
|
+
local_data = _get_local_tensor(data)
|
|
122
|
+
split_local_data = np.array_split(local_data, num_blocks)
|
|
123
|
+
|
|
124
|
+
inccov_spmd = IncrementalEmpiricalCovariance_SPMD(assume_centered=assume_centered)
|
|
125
|
+
inccov = IncrementalEmpiricalCovariance(assume_centered=assume_centered)
|
|
126
|
+
|
|
127
|
+
for i in range(num_blocks):
|
|
128
|
+
local_dpt_data = _convert_to_dataframe(
|
|
129
|
+
split_local_data[i], sycl_queue=queue, target_df=dataframe
|
|
130
|
+
)
|
|
131
|
+
inccov_spmd.partial_fit(local_dpt_data)
|
|
132
|
+
|
|
133
|
+
inccov.fit(dpt_data)
|
|
134
|
+
|
|
135
|
+
assert_allclose(inccov_spmd.covariance_, inccov.covariance_)
|
|
136
|
+
assert_allclose(inccov_spmd.location_, inccov.location_)
|
|
137
|
+
|
|
138
|
+
|
|
139
|
+
@pytest.mark.skipif(
|
|
140
|
+
not _mpi_libs_and_gpu_available,
|
|
141
|
+
reason="GPU device and MPI libs required for test",
|
|
142
|
+
)
|
|
143
|
+
@pytest.mark.parametrize("n_samples", [100, 10000])
|
|
144
|
+
@pytest.mark.parametrize("n_features", [10, 100])
|
|
145
|
+
@pytest.mark.parametrize("num_blocks", [1, 2])
|
|
146
|
+
@pytest.mark.parametrize("assume_centered", [True, False])
|
|
147
|
+
@pytest.mark.parametrize("dtype", [np.float32, np.float64])
|
|
148
|
+
@pytest.mark.parametrize(
|
|
149
|
+
"dataframe,queue",
|
|
150
|
+
get_dataframes_and_queues(dataframe_filter_="dpnp,dpctl", device_filter_="gpu"),
|
|
151
|
+
)
|
|
152
|
+
@pytest.mark.mpi
|
|
153
|
+
def test_incremental_covariance_partial_fit_spmd_synthetic(
|
|
154
|
+
n_samples, n_features, num_blocks, assume_centered, dataframe, queue, dtype
|
|
155
|
+
):
|
|
156
|
+
# Import spmd and batch algo
|
|
157
|
+
from sklearnex.covariance import IncrementalEmpiricalCovariance
|
|
158
|
+
from sklearnex.spmd.covariance import (
|
|
159
|
+
IncrementalEmpiricalCovariance as IncrementalEmpiricalCovariance_SPMD,
|
|
160
|
+
)
|
|
161
|
+
|
|
162
|
+
# Generate data and process into dpt
|
|
163
|
+
data = _generate_statistic_data(n_samples, n_features, dtype=dtype)
|
|
164
|
+
|
|
165
|
+
dpt_data = _convert_to_dataframe(data, sycl_queue=queue, target_df=dataframe)
|
|
166
|
+
|
|
167
|
+
local_data = _get_local_tensor(data)
|
|
168
|
+
split_local_data = np.array_split(local_data, num_blocks)
|
|
169
|
+
|
|
170
|
+
inccov_spmd = IncrementalEmpiricalCovariance_SPMD(assume_centered=assume_centered)
|
|
171
|
+
inccov = IncrementalEmpiricalCovariance(assume_centered=assume_centered)
|
|
172
|
+
|
|
173
|
+
for i in range(num_blocks):
|
|
174
|
+
local_dpt_data = _convert_to_dataframe(
|
|
175
|
+
split_local_data[i], sycl_queue=queue, target_df=dataframe
|
|
176
|
+
)
|
|
177
|
+
inccov_spmd.partial_fit(local_dpt_data)
|
|
178
|
+
|
|
179
|
+
inccov.fit(dpt_data)
|
|
180
|
+
|
|
181
|
+
tol = 1e-7
|
|
182
|
+
|
|
183
|
+
assert_allclose(inccov_spmd.covariance_, inccov.covariance_, atol=tol)
|
|
184
|
+
assert_allclose(inccov_spmd.location_, inccov.location_, atol=tol)
|
|
@@ -14,6 +14,7 @@
|
|
|
14
14
|
# limitations under the License.
|
|
15
15
|
# ==============================================================================
|
|
16
16
|
|
|
17
|
-
from .
|
|
17
|
+
from .incremental_pca import IncrementalPCA
|
|
18
|
+
from .pca import PCA
|
|
18
19
|
|
|
19
|
-
__all__ = ["
|
|
20
|
+
__all__ = ["IncrementalPCA", "PCA"]
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
# ==============================================================================
|
|
2
|
+
# Copyright 2024 Intel Corporation
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
# ==============================================================================
|
|
16
|
+
|
|
17
|
+
from onedal.spmd.decomposition import IncrementalPCA as onedalSPMD_IncrementalPCA
|
|
18
|
+
|
|
19
|
+
from ...preview.decomposition import IncrementalPCA as base_IncrementalPCA
|
|
20
|
+
|
|
21
|
+
|
|
22
|
+
class IncrementalPCA(base_IncrementalPCA):
|
|
23
|
+
"""
|
|
24
|
+
Distributed incremental estimator for PCA based on sklearnex implementation.
|
|
25
|
+
Allows for distributed PCA computation if data is split into batches.
|
|
26
|
+
|
|
27
|
+
API is the same as for `sklearnex.decomposition.IncrementalPCA`
|
|
28
|
+
"""
|
|
29
|
+
|
|
30
|
+
_onedal_incremental_pca = staticmethod(onedalSPMD_IncrementalPCA)
|
|
@@ -0,0 +1,269 @@
|
|
|
1
|
+
# ==============================================================================
|
|
2
|
+
# Copyright 2024 Intel Corporation
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
# ==============================================================================
|
|
16
|
+
|
|
17
|
+
import numpy as np
|
|
18
|
+
import pytest
|
|
19
|
+
from numpy.testing import assert_allclose
|
|
20
|
+
|
|
21
|
+
from onedal.tests.utils._dataframes_support import (
|
|
22
|
+
_as_numpy,
|
|
23
|
+
_convert_to_dataframe,
|
|
24
|
+
get_dataframes_and_queues,
|
|
25
|
+
)
|
|
26
|
+
from sklearnex.tests.utils.spmd import (
|
|
27
|
+
_generate_statistic_data,
|
|
28
|
+
_get_local_tensor,
|
|
29
|
+
_mpi_libs_and_gpu_available,
|
|
30
|
+
)
|
|
31
|
+
|
|
32
|
+
attributes_to_compare = [
|
|
33
|
+
"n_components_",
|
|
34
|
+
"components_",
|
|
35
|
+
"singular_values_",
|
|
36
|
+
"mean_",
|
|
37
|
+
"var_",
|
|
38
|
+
"explained_variance_",
|
|
39
|
+
"explained_variance_ratio_",
|
|
40
|
+
]
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
@pytest.mark.skipif(
|
|
44
|
+
not _mpi_libs_and_gpu_available,
|
|
45
|
+
reason="GPU device and MPI libs required for test",
|
|
46
|
+
)
|
|
47
|
+
@pytest.mark.parametrize(
|
|
48
|
+
"dataframe,queue",
|
|
49
|
+
get_dataframes_and_queues(dataframe_filter_="dpnp,dpctl", device_filter_="gpu"),
|
|
50
|
+
)
|
|
51
|
+
@pytest.mark.parametrize("whiten", [True, False])
|
|
52
|
+
@pytest.mark.parametrize("dtype", [np.float32, np.float64])
|
|
53
|
+
@pytest.mark.mpi
|
|
54
|
+
def test_incremental_pca_fit_spmd_gold(dataframe, queue, whiten, dtype):
|
|
55
|
+
# Import spmd and non-SPMD algo
|
|
56
|
+
from sklearnex.preview.decomposition import IncrementalPCA
|
|
57
|
+
from sklearnex.spmd.decomposition import IncrementalPCA as IncrementalPCA_SPMD
|
|
58
|
+
|
|
59
|
+
# Create gold data and process into dpt
|
|
60
|
+
X = np.array(
|
|
61
|
+
[
|
|
62
|
+
[0.0, 0.0],
|
|
63
|
+
[1.0, 2.0],
|
|
64
|
+
[2.0, 4.0],
|
|
65
|
+
[3.0, 8.0],
|
|
66
|
+
[4.0, 16.0],
|
|
67
|
+
[5.0, 32.0],
|
|
68
|
+
[6.0, 64.0],
|
|
69
|
+
[7.0, 128.0],
|
|
70
|
+
],
|
|
71
|
+
dtype=dtype,
|
|
72
|
+
)
|
|
73
|
+
dpt_X = _convert_to_dataframe(X, sycl_queue=queue, target_df=dataframe)
|
|
74
|
+
local_X = _get_local_tensor(X)
|
|
75
|
+
local_dpt_X = _convert_to_dataframe(local_X, sycl_queue=queue, target_df=dataframe)
|
|
76
|
+
|
|
77
|
+
incpca_spmd = IncrementalPCA_SPMD(whiten=whiten)
|
|
78
|
+
incpca = IncrementalPCA(whiten=whiten)
|
|
79
|
+
|
|
80
|
+
incpca_spmd.fit(local_dpt_X)
|
|
81
|
+
incpca.fit(dpt_X)
|
|
82
|
+
|
|
83
|
+
for attribute in attributes_to_compare:
|
|
84
|
+
assert_allclose(
|
|
85
|
+
getattr(incpca, attribute),
|
|
86
|
+
getattr(incpca_spmd, attribute),
|
|
87
|
+
err_msg=f"{attribute} is incorrect",
|
|
88
|
+
)
|
|
89
|
+
|
|
90
|
+
|
|
91
|
+
@pytest.mark.skipif(
|
|
92
|
+
not _mpi_libs_and_gpu_available,
|
|
93
|
+
reason="GPU device and MPI libs required for test",
|
|
94
|
+
)
|
|
95
|
+
@pytest.mark.parametrize(
|
|
96
|
+
"dataframe,queue",
|
|
97
|
+
get_dataframes_and_queues(dataframe_filter_="dpnp,dpctl", device_filter_="gpu"),
|
|
98
|
+
)
|
|
99
|
+
@pytest.mark.parametrize("whiten", [True, False])
|
|
100
|
+
@pytest.mark.parametrize("num_blocks", [1, 2])
|
|
101
|
+
@pytest.mark.parametrize("dtype", [np.float32, np.float64])
|
|
102
|
+
@pytest.mark.mpi
|
|
103
|
+
def test_incremental_pca_partial_fit_spmd_gold(
|
|
104
|
+
dataframe, queue, whiten, num_blocks, dtype
|
|
105
|
+
):
|
|
106
|
+
# Import spmd and non-SPMD algo
|
|
107
|
+
from sklearnex.preview.decomposition import IncrementalPCA
|
|
108
|
+
from sklearnex.spmd.decomposition import IncrementalPCA as IncrementalPCA_SPMD
|
|
109
|
+
|
|
110
|
+
# Create gold data and process into dpt
|
|
111
|
+
X = np.array(
|
|
112
|
+
[
|
|
113
|
+
[0.0, 0.0],
|
|
114
|
+
[1.0, 2.0],
|
|
115
|
+
[2.0, 4.0],
|
|
116
|
+
[3.0, 8.0],
|
|
117
|
+
[4.0, 16.0],
|
|
118
|
+
[5.0, 32.0],
|
|
119
|
+
[6.0, 64.0],
|
|
120
|
+
[7.0, 128.0],
|
|
121
|
+
[8.0, 0.0],
|
|
122
|
+
[9.0, 2.0],
|
|
123
|
+
[10.0, 4.0],
|
|
124
|
+
[11.0, 8.0],
|
|
125
|
+
[12.0, 16.0],
|
|
126
|
+
[13.0, 32.0],
|
|
127
|
+
[14.0, 64.0],
|
|
128
|
+
[15.0, 128.0],
|
|
129
|
+
],
|
|
130
|
+
dtype=dtype,
|
|
131
|
+
)
|
|
132
|
+
X_split = np.array_split(X, num_blocks)
|
|
133
|
+
local_X = _get_local_tensor(X)
|
|
134
|
+
split_local_X = np.array_split(local_X, num_blocks)
|
|
135
|
+
|
|
136
|
+
incpca_spmd = IncrementalPCA_SPMD(whiten=whiten)
|
|
137
|
+
incpca = IncrementalPCA(whiten=whiten)
|
|
138
|
+
|
|
139
|
+
for i in range(num_blocks):
|
|
140
|
+
local_dpt_X = _convert_to_dataframe(
|
|
141
|
+
split_local_X[i], sycl_queue=queue, target_df=dataframe
|
|
142
|
+
)
|
|
143
|
+
dpt_X = _convert_to_dataframe(X_split[i], sycl_queue=queue, target_df=dataframe)
|
|
144
|
+
incpca.partial_fit(dpt_X)
|
|
145
|
+
incpca_spmd.partial_fit(local_dpt_X)
|
|
146
|
+
|
|
147
|
+
for attribute in attributes_to_compare:
|
|
148
|
+
assert_allclose(
|
|
149
|
+
getattr(incpca, attribute),
|
|
150
|
+
getattr(incpca_spmd, attribute),
|
|
151
|
+
err_msg=f"{attribute} is incorrect",
|
|
152
|
+
)
|
|
153
|
+
|
|
154
|
+
|
|
155
|
+
@pytest.mark.skipif(
|
|
156
|
+
not _mpi_libs_and_gpu_available,
|
|
157
|
+
reason="GPU device and MPI libs required for test",
|
|
158
|
+
)
|
|
159
|
+
@pytest.mark.parametrize(
|
|
160
|
+
"dataframe,queue",
|
|
161
|
+
get_dataframes_and_queues(dataframe_filter_="dpnp,dpctl", device_filter_="gpu"),
|
|
162
|
+
)
|
|
163
|
+
@pytest.mark.parametrize("whiten", [True, False])
|
|
164
|
+
@pytest.mark.parametrize("n_components", [None, 2, 5])
|
|
165
|
+
@pytest.mark.parametrize("num_samples", [100, 200])
|
|
166
|
+
@pytest.mark.parametrize("num_features", [10, 20])
|
|
167
|
+
@pytest.mark.parametrize("dtype", [np.float32, np.float64])
|
|
168
|
+
@pytest.mark.mpi
|
|
169
|
+
def test_incremental_pca_fit_spmd_random(
|
|
170
|
+
dataframe, queue, whiten, n_components, num_samples, num_features, dtype
|
|
171
|
+
):
|
|
172
|
+
# Import spmd and non-SPMD algo
|
|
173
|
+
from sklearnex.preview.decomposition import IncrementalPCA
|
|
174
|
+
from sklearnex.spmd.decomposition import IncrementalPCA as IncrementalPCA_SPMD
|
|
175
|
+
|
|
176
|
+
# Increased test dataset size requires a higher tol setting in comparison to other tests
|
|
177
|
+
tol = 7e-5 if dtype == np.float32 else 1e-7
|
|
178
|
+
|
|
179
|
+
# Create data and process into dpt
|
|
180
|
+
X = _generate_statistic_data(num_samples, num_features, dtype)
|
|
181
|
+
dpt_X = _convert_to_dataframe(X, sycl_queue=queue, target_df=dataframe)
|
|
182
|
+
X_test = _generate_statistic_data(num_samples // 5, num_features, dtype)
|
|
183
|
+
dpt_X_test = _convert_to_dataframe(X_test, sycl_queue=queue, target_df=dataframe)
|
|
184
|
+
local_X = _get_local_tensor(X)
|
|
185
|
+
local_dpt_X = _convert_to_dataframe(local_X, sycl_queue=queue, target_df=dataframe)
|
|
186
|
+
|
|
187
|
+
incpca_spmd = IncrementalPCA_SPMD(n_components=n_components, whiten=whiten)
|
|
188
|
+
incpca = IncrementalPCA(n_components=n_components, whiten=whiten)
|
|
189
|
+
|
|
190
|
+
incpca_spmd.fit(local_dpt_X)
|
|
191
|
+
incpca.fit(dpt_X)
|
|
192
|
+
|
|
193
|
+
for attribute in attributes_to_compare:
|
|
194
|
+
assert_allclose(
|
|
195
|
+
getattr(incpca, attribute),
|
|
196
|
+
getattr(incpca_spmd, attribute),
|
|
197
|
+
atol=tol,
|
|
198
|
+
err_msg=f"{attribute} is incorrect",
|
|
199
|
+
)
|
|
200
|
+
|
|
201
|
+
y_trans_spmd = incpca_spmd.transform(dpt_X_test)
|
|
202
|
+
y_trans = incpca.transform(dpt_X_test)
|
|
203
|
+
|
|
204
|
+
assert_allclose(_as_numpy(y_trans_spmd), _as_numpy(y_trans), atol=tol)
|
|
205
|
+
|
|
206
|
+
|
|
207
|
+
@pytest.mark.skipif(
|
|
208
|
+
not _mpi_libs_and_gpu_available,
|
|
209
|
+
reason="GPU device and MPI libs required for test",
|
|
210
|
+
)
|
|
211
|
+
@pytest.mark.parametrize(
|
|
212
|
+
"dataframe,queue",
|
|
213
|
+
get_dataframes_and_queues(dataframe_filter_="dpnp,dpctl", device_filter_="gpu"),
|
|
214
|
+
)
|
|
215
|
+
@pytest.mark.parametrize("whiten", [True, False])
|
|
216
|
+
@pytest.mark.parametrize("n_components", [None, 2, 5])
|
|
217
|
+
@pytest.mark.parametrize("num_blocks", [1, 2])
|
|
218
|
+
@pytest.mark.parametrize("num_samples", [200, 400])
|
|
219
|
+
@pytest.mark.parametrize("num_features", [10, 20])
|
|
220
|
+
@pytest.mark.parametrize("dtype", [np.float32, np.float64])
|
|
221
|
+
@pytest.mark.mpi
|
|
222
|
+
def test_incremental_pca_partial_fit_spmd_random(
|
|
223
|
+
dataframe,
|
|
224
|
+
queue,
|
|
225
|
+
whiten,
|
|
226
|
+
n_components,
|
|
227
|
+
num_blocks,
|
|
228
|
+
num_samples,
|
|
229
|
+
num_features,
|
|
230
|
+
dtype,
|
|
231
|
+
):
|
|
232
|
+
# Import spmd and non-SPMD algo
|
|
233
|
+
from sklearnex.preview.decomposition import IncrementalPCA
|
|
234
|
+
from sklearnex.spmd.decomposition import IncrementalPCA as IncrementalPCA_SPMD
|
|
235
|
+
|
|
236
|
+
tol = 3e-4 if dtype == np.float32 else 1e-7
|
|
237
|
+
|
|
238
|
+
# Create data and process into dpt
|
|
239
|
+
X = _generate_statistic_data(num_samples, num_features, dtype)
|
|
240
|
+
dpt_X = _convert_to_dataframe(X, sycl_queue=queue, target_df=dataframe)
|
|
241
|
+
X_test = _generate_statistic_data(num_samples // 5, num_features, dtype)
|
|
242
|
+
dpt_X_test = _convert_to_dataframe(X_test, sycl_queue=queue, target_df=dataframe)
|
|
243
|
+
local_X = _get_local_tensor(X)
|
|
244
|
+
X_split = np.array_split(X, num_blocks)
|
|
245
|
+
split_local_X = np.array_split(local_X, num_blocks)
|
|
246
|
+
|
|
247
|
+
incpca_spmd = IncrementalPCA_SPMD(n_components=n_components, whiten=whiten)
|
|
248
|
+
incpca = IncrementalPCA(n_components=n_components, whiten=whiten)
|
|
249
|
+
|
|
250
|
+
for i in range(num_blocks):
|
|
251
|
+
local_dpt_X = _convert_to_dataframe(
|
|
252
|
+
split_local_X[i], sycl_queue=queue, target_df=dataframe
|
|
253
|
+
)
|
|
254
|
+
dpt_X = _convert_to_dataframe(X_split[i], sycl_queue=queue, target_df=dataframe)
|
|
255
|
+
incpca_spmd.partial_fit(local_dpt_X)
|
|
256
|
+
incpca.partial_fit(dpt_X)
|
|
257
|
+
|
|
258
|
+
for attribute in attributes_to_compare:
|
|
259
|
+
assert_allclose(
|
|
260
|
+
getattr(incpca, attribute),
|
|
261
|
+
getattr(incpca_spmd, attribute),
|
|
262
|
+
atol=tol,
|
|
263
|
+
err_msg=f"{attribute} is incorrect",
|
|
264
|
+
)
|
|
265
|
+
|
|
266
|
+
y_trans_spmd = incpca_spmd.transform(dpt_X_test)
|
|
267
|
+
y_trans = incpca.transform(dpt_X_test)
|
|
268
|
+
|
|
269
|
+
assert_allclose(_as_numpy(y_trans_spmd), _as_numpy(y_trans), atol=tol)
|