nvmath-python 0.5.0__cp313-cp313-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- nvmath/__init__.pxd +0 -0
- nvmath/__init__.py +37 -0
- nvmath/_internal/__init__.py +0 -0
- nvmath/_internal/layout.py +58 -0
- nvmath/_utils.py +363 -0
- nvmath/bindings/__init__.pxd +0 -0
- nvmath/bindings/__init__.py +44 -0
- nvmath/bindings/_internal/__init__.pxd +0 -0
- nvmath/bindings/_internal/__init__.py +0 -0
- nvmath/bindings/_internal/cublas.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/_internal/cublas.pxd +518 -0
- nvmath/bindings/_internal/cublasLt.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/_internal/cublasLt.pxd +54 -0
- nvmath/bindings/_internal/cudss.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/_internal/cudss.pxd +44 -0
- nvmath/bindings/_internal/cufft.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/_internal/cufft.pxd +69 -0
- nvmath/bindings/_internal/cufftMp.pxd +77 -0
- nvmath/bindings/_internal/curand.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/_internal/curand.pxd +42 -0
- nvmath/bindings/_internal/cusolver.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/_internal/cusolver.pxd +15 -0
- nvmath/bindings/_internal/cusolverDn.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/_internal/cusolverDn.pxd +386 -0
- nvmath/bindings/_internal/cusparse.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/_internal/cusparse.pxd +270 -0
- nvmath/bindings/_internal/mathdx.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/_internal/mathdx.pxd +79 -0
- nvmath/bindings/_internal/nvshmem.pxd +29 -0
- nvmath/bindings/_internal/utils.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/_internal/utils.pxd +186 -0
- nvmath/bindings/cublas.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/cublas.pxd +545 -0
- nvmath/bindings/cublas.pyi +18 -0
- nvmath/bindings/cublasLt.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/cublasLt.pxd +99 -0
- nvmath/bindings/cudss.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/cudss.pxd +83 -0
- nvmath/bindings/cudss.pyi +249 -0
- nvmath/bindings/cufft.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/cufft.pxd +114 -0
- nvmath/bindings/cufftMp.pxd +124 -0
- nvmath/bindings/curand.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/curand.pxd +71 -0
- nvmath/bindings/cusolver.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/cusolver.pxd +60 -0
- nvmath/bindings/cusolverDn.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/cusolverDn.pxd +410 -0
- nvmath/bindings/cusparse.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/cusparse.pxd +329 -0
- nvmath/bindings/cycublas.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/cycublas.pxd +657 -0
- nvmath/bindings/cycublasLt.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/cycublasLt.pxd +1010 -0
- nvmath/bindings/cycudss.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/cycudss.pxd +191 -0
- nvmath/bindings/cycufft.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/cycufft.pxd +320 -0
- nvmath/bindings/cycufftMp.pxd +333 -0
- nvmath/bindings/cycurand.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/cycurand.pxd +146 -0
- nvmath/bindings/cycusolver.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/cycusolver.pxd +143 -0
- nvmath/bindings/cycusolverDn.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/cycusolverDn.pxd +414 -0
- nvmath/bindings/cycusparse.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/cycusparse.pxd +476 -0
- nvmath/bindings/cymathdx.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/cymathdx.pxd +363 -0
- nvmath/bindings/cynvshmem.pxd +126 -0
- nvmath/bindings/mathdx.cp313-win_amd64.pyd +0 -0
- nvmath/bindings/mathdx.pxd +131 -0
- nvmath/bindings/mathdx.pyi +686 -0
- nvmath/bindings/nvpl/__init__.pxd +0 -0
- nvmath/bindings/nvpl/__init__.py +11 -0
- nvmath/bindings/nvpl/_internal/__init__.pxd +0 -0
- nvmath/bindings/nvpl/_internal/__init__.py +0 -0
- nvmath/bindings/nvpl/_internal/fft.pxd +36 -0
- nvmath/bindings/nvpl/cyfft.pxd +87 -0
- nvmath/bindings/nvpl/fft.pxd +100 -0
- nvmath/bindings/nvshmem.pxd +54 -0
- nvmath/device/__init__.py +23 -0
- nvmath/device/_deprecated.py +33 -0
- nvmath/device/caching.py +51 -0
- nvmath/device/common.py +131 -0
- nvmath/device/common_backend.py +125 -0
- nvmath/device/common_cuda.py +156 -0
- nvmath/device/common_mathdx.py +97 -0
- nvmath/device/common_numba.py +159 -0
- nvmath/device/common_opaque_tensor.py +128 -0
- nvmath/device/cublasdx.py +1085 -0
- nvmath/device/cublasdx_backend.py +552 -0
- nvmath/device/cublasdx_numba.py +528 -0
- nvmath/device/cufftdx.py +551 -0
- nvmath/device/cufftdx_backend.py +194 -0
- nvmath/device/cufftdx_numba.py +123 -0
- nvmath/device/curand_kernel.py +9147 -0
- nvmath/device/nvrtc.py +95 -0
- nvmath/device/patch.py +35 -0
- nvmath/device/random.py +417 -0
- nvmath/device/random_helpers.py +23 -0
- nvmath/device/random_states.py +189 -0
- nvmath/device/types.py +11 -0
- nvmath/device/vector_types_numba.py +203 -0
- nvmath/distributed/__init__.py +117 -0
- nvmath/distributed/_internal/__init__.py +0 -0
- nvmath/distributed/_internal/nvshmem.py +243 -0
- nvmath/distributed/_internal/tensor_ifc_cupy.py +111 -0
- nvmath/distributed/_internal/tensor_ifc_numpy.py +53 -0
- nvmath/distributed/_internal/tensor_ifc_torch.py +108 -0
- nvmath/distributed/_internal/tensor_wrapper.py +59 -0
- nvmath/distributed/_utils.py +152 -0
- nvmath/distributed/fft/__init__.py +6 -0
- nvmath/distributed/fft/_configuration.py +86 -0
- nvmath/distributed/fft/fft.py +1737 -0
- nvmath/distributed/reshape/__init__.py +6 -0
- nvmath/distributed/reshape/_configuration.py +39 -0
- nvmath/distributed/reshape/reshape.py +1249 -0
- nvmath/fft/__init__.py +7 -0
- nvmath/fft/_configuration.py +208 -0
- nvmath/fft/_exec_utils.py +116 -0
- nvmath/fft/_helpers.py +260 -0
- nvmath/fft/fft.py +2346 -0
- nvmath/internal/__init__.py +5 -0
- nvmath/internal/enum_utils.py +142 -0
- nvmath/internal/formatters.py +87 -0
- nvmath/internal/mem_limit.py +51 -0
- nvmath/internal/package_ifc.py +119 -0
- nvmath/internal/package_ifc_cuda.py +43 -0
- nvmath/internal/package_ifc_cupy.py +49 -0
- nvmath/internal/package_ifc_torch.py +31 -0
- nvmath/internal/package_wrapper.py +14 -0
- nvmath/internal/tensor_ifc.py +143 -0
- nvmath/internal/tensor_ifc_cupy.py +185 -0
- nvmath/internal/tensor_ifc_numpy.py +157 -0
- nvmath/internal/tensor_ifc_torch.py +115 -0
- nvmath/internal/tensor_wrapper.py +160 -0
- nvmath/internal/typemaps.py +154 -0
- nvmath/internal/utils.py +634 -0
- nvmath/linalg/__init__.py +11 -0
- nvmath/linalg/_internal/__init__.py +3 -0
- nvmath/linalg/_internal/algo_cap_ifc.py +86 -0
- nvmath/linalg/_internal/algo_config_ifc.py +87 -0
- nvmath/linalg/_internal/enum_to_tuples.py +64 -0
- nvmath/linalg/_internal/epilog_protocol.py +738 -0
- nvmath/linalg/_internal/matmul_desc_ifc.py +72 -0
- nvmath/linalg/_internal/matmul_pref_ifc.py +65 -0
- nvmath/linalg/_internal/matrix_layout_ifc.py +59 -0
- nvmath/linalg/_internal/typemaps.py +135 -0
- nvmath/linalg/_internal/utils.py +96 -0
- nvmath/linalg/advanced/__init__.py +8 -0
- nvmath/linalg/advanced/_algorithmmod.py +142 -0
- nvmath/linalg/advanced/_configuration.py +320 -0
- nvmath/linalg/advanced/helpers/__init__.py +5 -0
- nvmath/linalg/advanced/helpers/matmul.py +173 -0
- nvmath/linalg/advanced/matmulmod.py +2855 -0
- nvmath/memory.py +266 -0
- nvmath/sparse/__init__.py +18 -0
- nvmath/sparse/_internal/__init__.py +21 -0
- nvmath/sparse/_internal/common_utils.py +81 -0
- nvmath/sparse/_internal/cudss_config_ifc.py +584 -0
- nvmath/sparse/_internal/cudss_data_ifc.py +291 -0
- nvmath/sparse/_internal/cudss_utils.py +398 -0
- nvmath/sparse/_internal/sparse_csr_ifc.py +154 -0
- nvmath/sparse/_internal/sparse_format_helpers.py +88 -0
- nvmath/sparse/_internal/sparse_tensor_ifc.py +80 -0
- nvmath/sparse/advanced/__init__.py +7 -0
- nvmath/sparse/advanced/_configuration.py +150 -0
- nvmath/sparse/advanced/direct_solver.py +1705 -0
- nvmath_python-0.5.0.dist-info/METADATA +122 -0
- nvmath_python-0.5.0.dist-info/RECORD +174 -0
- nvmath_python-0.5.0.dist-info/WHEEL +5 -0
- nvmath_python-0.5.0.dist-info/licenses/LICENSE +177 -0
- nvmath_python-0.5.0.dist-info/top_level.txt +1 -0
|
@@ -0,0 +1,154 @@
|
|
|
1
|
+
# Copyright (c) 2024-2025, NVIDIA CORPORATION & AFFILIATES. ALL RIGHTS RESERVED.
|
|
2
|
+
#
|
|
3
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
4
|
+
|
|
5
|
+
"""
|
|
6
|
+
Functions to link type names with CUDA data and compute types.
|
|
7
|
+
"""
|
|
8
|
+
|
|
9
|
+
__all__ = ["COMPUTE_TYPE_TO_NAME", "DATA_TYPE_TO_NAME", "NAME_TO_DATA_TYPE", "NAME_TO_COMPUTE_TYPE", "NAME_TO_DATA_WIDTH"]
|
|
10
|
+
|
|
11
|
+
from enum import IntEnum
|
|
12
|
+
import re
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
class ComputeType(IntEnum):
|
|
16
|
+
"""An enumeration of CUDA compute types."""
|
|
17
|
+
|
|
18
|
+
COMPUTE_DEFAULT = 0
|
|
19
|
+
COMPUTE_16F = 1 << 0
|
|
20
|
+
COMPUTE_32F = 1 << 2
|
|
21
|
+
COMPUTE_64F = 1 << 4
|
|
22
|
+
COMPUTE_8U = 1 << 6
|
|
23
|
+
COMPUTE_8I = 1 << 8
|
|
24
|
+
COMPUTE_32U = 1 << 7
|
|
25
|
+
COMPUTE_32I = 1 << 9
|
|
26
|
+
COMPUTE_16BF = 1 << 10
|
|
27
|
+
COMPUTE_TF32 = 1 << 12
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
class cudaDataType(IntEnum):
|
|
31
|
+
"""An enumeration of `cudaDataType_t`."""
|
|
32
|
+
|
|
33
|
+
CUDA_R_16F = 2
|
|
34
|
+
CUDA_C_16F = 6
|
|
35
|
+
CUDA_R_16BF = 14
|
|
36
|
+
CUDA_C_16BF = 15
|
|
37
|
+
CUDA_R_32F = 0
|
|
38
|
+
CUDA_C_32F = 4
|
|
39
|
+
CUDA_R_64F = 1
|
|
40
|
+
CUDA_C_64F = 5
|
|
41
|
+
CUDA_R_4I = 16
|
|
42
|
+
CUDA_C_4I = 17
|
|
43
|
+
CUDA_R_4U = 18
|
|
44
|
+
CUDA_C_4U = 19
|
|
45
|
+
CUDA_R_8I = 3
|
|
46
|
+
CUDA_C_8I = 7
|
|
47
|
+
CUDA_R_8U = 8
|
|
48
|
+
CUDA_C_8U = 9
|
|
49
|
+
CUDA_R_16I = 20
|
|
50
|
+
CUDA_C_16I = 21
|
|
51
|
+
CUDA_R_16U = 22
|
|
52
|
+
CUDA_C_16U = 23
|
|
53
|
+
CUDA_R_32I = 10
|
|
54
|
+
CUDA_C_32I = 11
|
|
55
|
+
CUDA_R_32U = 12
|
|
56
|
+
CUDA_C_32U = 13
|
|
57
|
+
CUDA_R_64I = 24
|
|
58
|
+
CUDA_C_64I = 25
|
|
59
|
+
CUDA_R_64U = 26
|
|
60
|
+
CUDA_C_64U = 27
|
|
61
|
+
CUDA_R_8F_E4M3 = 28
|
|
62
|
+
CUDA_R_8F_E5M2 = 29
|
|
63
|
+
|
|
64
|
+
|
|
65
|
+
def create_cuda_data_type_map(cuda_data_type_enum_class):
|
|
66
|
+
"""
|
|
67
|
+
Map the data type name to the corresponding CUDA data type.
|
|
68
|
+
"""
|
|
69
|
+
cuda_data_type_pattern = re.compile(r"CUDA_(?P<cr>C|R)_(?P<width>\d+)(?P<type>F|I|U|BF)_?(?P<kind>(E\dM\d)?)")
|
|
70
|
+
|
|
71
|
+
type_code_map = {"i": "int", "u": "uint", "f": "float", "bf": "bfloat"}
|
|
72
|
+
# A map from (width, exponent kind) to qualifiers (finite, unsigned zero, ...) for data
|
|
73
|
+
# types.
|
|
74
|
+
type_qualifier_map = {(8, "e4m3"): "fn"}
|
|
75
|
+
|
|
76
|
+
complex_types = {"float": "complex", "bfloat": "bcomplex"}
|
|
77
|
+
|
|
78
|
+
cuda_data_type_map = {}
|
|
79
|
+
data_type_width_map = {}
|
|
80
|
+
for d in cuda_data_type_enum_class:
|
|
81
|
+
m = cuda_data_type_pattern.match(d.name)
|
|
82
|
+
|
|
83
|
+
is_complex = m.group("cr").lower() == "c"
|
|
84
|
+
type_code = type_code_map[m.group("type").lower()]
|
|
85
|
+
|
|
86
|
+
# We'll generalize this if and when we support Gaussian integers.
|
|
87
|
+
if is_complex and type_code not in complex_types:
|
|
88
|
+
continue
|
|
89
|
+
|
|
90
|
+
width = int(m.group("width"))
|
|
91
|
+
if is_complex:
|
|
92
|
+
width *= 2
|
|
93
|
+
type_code = complex_types[type_code]
|
|
94
|
+
|
|
95
|
+
name = type_code + str(width)
|
|
96
|
+
|
|
97
|
+
# Handle narrow type kinds.
|
|
98
|
+
if width <= 8:
|
|
99
|
+
kind = m.group("kind").lower()
|
|
100
|
+
# Handle type qualifiers for narrow types.
|
|
101
|
+
kind += type_qualifier_map.get((width, kind), "")
|
|
102
|
+
if kind:
|
|
103
|
+
name += "_" + kind
|
|
104
|
+
|
|
105
|
+
cuda_data_type_map[name] = d
|
|
106
|
+
data_type_width_map[name] = width
|
|
107
|
+
|
|
108
|
+
return cuda_data_type_map, data_type_width_map
|
|
109
|
+
|
|
110
|
+
|
|
111
|
+
def create_cuda_compute_type_map(cuda_compute_type_enum_class):
|
|
112
|
+
"""
|
|
113
|
+
Map the data type name to the corresponding CUDA compute type.
|
|
114
|
+
"""
|
|
115
|
+
cuda_compute_type_pattern = re.compile(r"COMPUTE_(?:(?P<width>\d+)(?P<type>F|I|U|BF)|(?P<tf32>TF32))")
|
|
116
|
+
|
|
117
|
+
type_code_map = {"i": "int", "u": "uint", "f": "float", "bf": "bfloat"}
|
|
118
|
+
|
|
119
|
+
cuda_compute_type_map = {}
|
|
120
|
+
for c in cuda_compute_type_enum_class:
|
|
121
|
+
if c.name == "COMPUTE_DEFAULT":
|
|
122
|
+
continue
|
|
123
|
+
|
|
124
|
+
m = cuda_compute_type_pattern.match(c.name)
|
|
125
|
+
|
|
126
|
+
if not m:
|
|
127
|
+
raise ValueError("Internal error - unexpected enum entry")
|
|
128
|
+
|
|
129
|
+
if m.group("tf32"):
|
|
130
|
+
continue
|
|
131
|
+
|
|
132
|
+
name = type_code_map[m.group("type").lower()] + m.group("width")
|
|
133
|
+
cuda_compute_type_map[name] = c
|
|
134
|
+
|
|
135
|
+
# Treat complex types as special case.
|
|
136
|
+
cuda_compute_type_map["bcomplex32"] = cuda_compute_type_enum_class.COMPUTE_16BF
|
|
137
|
+
cuda_compute_type_map["complex32"] = cuda_compute_type_enum_class.COMPUTE_16F
|
|
138
|
+
cuda_compute_type_map["complex64"] = cuda_compute_type_enum_class.COMPUTE_32F
|
|
139
|
+
cuda_compute_type_map["complex128"] = cuda_compute_type_enum_class.COMPUTE_64F
|
|
140
|
+
|
|
141
|
+
return cuda_compute_type_map
|
|
142
|
+
|
|
143
|
+
|
|
144
|
+
NAME_TO_DATA_TYPE, NAME_TO_DATA_WIDTH = create_cuda_data_type_map(cudaDataType)
|
|
145
|
+
DATA_TYPE_TO_NAME = {v: k for k, v in NAME_TO_DATA_TYPE.items()}
|
|
146
|
+
NAME_TO_COMPUTE_TYPE = create_cuda_compute_type_map(ComputeType)
|
|
147
|
+
COMPUTE_TYPE_TO_NAME = {v: k for k, v in NAME_TO_COMPUTE_TYPE.items()}
|
|
148
|
+
|
|
149
|
+
|
|
150
|
+
FFTW_SUPPORTED_SINGLE = (cudaDataType.CUDA_R_32F, cudaDataType.CUDA_C_32F)
|
|
151
|
+
FFTW_SUPPORTED_DOUBLE = (cudaDataType.CUDA_R_64F, cudaDataType.CUDA_C_64F)
|
|
152
|
+
FFTW_SUPPORTED_FLOAT = (cudaDataType.CUDA_R_32F, cudaDataType.CUDA_R_64F)
|
|
153
|
+
FFTW_SUPPORTED_COMPLEX = (cudaDataType.CUDA_C_32F, cudaDataType.CUDA_C_64F)
|
|
154
|
+
FFTW_SUPPORTED_TYPES = sorted(FFTW_SUPPORTED_SINGLE + FFTW_SUPPORTED_DOUBLE)
|