gumath 0.2.0dev5 → 0.2.0dev8

data/ext/ruby_gumath/gumath/libgumath/kernels/cuda_device_binary.cu

@@ -0,0 +1,1143 @@
+/*
+* BSD 3-Clause License
+*
+* Copyright (c) 2017-2018, plures
+* All rights reserved.
+*
+* Redistribution and use in source and binary forms, with or without
+* modification, are permitted provided that the following conditions are met:
+*
+* 1. Redistributions of source code must retain the above copyright notice,
+*    this list of conditions and the following disclaimer.
+*
+* 2. Redistributions in binary form must reproduce the above copyright notice,
+*    this list of conditions and the following disclaimer in the documentation
+*    and/or other materials provided with the distribution.
+*
+* 3. Neither the name of the copyright holder nor the names of its
+*    contributors may be used to endorse or promote products derived from
+*    this software without specific prior written permission.
+*
+* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+* DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+* SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+* CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+* OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*/
+
+
+#include <cinttypes>
+#include <thrust/complex.h>
+#include "contrib/bfloat16.h"
+#include "cuda_device_binary.h"
+#include "device.hh"
+
+
+/*****************************************************************************/
+/*                         CUDA device binary kernels                        */
+/*****************************************************************************/
+
+#define CUDA_DEVICE_BINARY(name, func, t0, t1, t2, common) \
+static __global__ void                                                          \
+_1D_C_##name##_##t0##_##t1##_##t2(                                              \
+    const t0##_t *x0, const t1##_t *x1, t2##_t *x2,                             \
+    const int64_t N)                                                            \
+{                                                                               \
+    int64_t index = threadIdx.x + blockIdx.x * blockDim.x;                      \
+    int64_t stride = blockDim.x * gridDim.x;                                    \
+                                                                                \
+    for (int64_t i = index; i < N; i += stride) {                               \
+        x2[i] = func((common##_t)x0[i], (common##_t)x1[i]);                     \
+    }                                                                           \
+}                                                                               \
+                                                                                \
+extern "C" void                                                                 \
+gm_cuda_device_fixed_1D_C_##name##_##t0##_##t1##_##t2(                          \
+    const char *a0, const char *a1, char *a2,                                   \
+    const int64_t N)                                                            \
+{                                                                               \
+    const t0##_t *x0 = (const t0##_t *)a0;                                      \
+    const t1##_t *x1 = (const t1##_t *)a1;                                      \
+    t2##_t *x2 = (t2##_t *)a2;                                                  \
+    int blockSize = 256;                                                        \
+    int64_t numBlocks = (N + blockSize - 1) / blockSize;                        \
+                                                                                \
+    _1D_C_##name##_##t0##_##t1##_##t2<<<numBlocks, blockSize>>>(x0, x1, x2, N); \
+}                                                                               \
+                                                                                \
+static __global__ void                                                          \
+_1D_S_##name##_##t0##_##t1##_##t2(                                              \
+    const t0##_t *x0, const t1##_t *x1, t2##_t *x2,                             \
+    const int64_t s0, const int64_t s1, const int64_t s2,                       \
+    const int64_t N)                                                            \
+{                                                                               \
+    int64_t index = threadIdx.x + blockIdx.x * blockDim.x;                      \
+    int64_t stride = blockDim.x * gridDim.x;                                    \
+                                                                                \
+    for (int64_t i = index; i < N; i += stride) {                               \
+        const int64_t i0 = i * s0;                                              \
+        const int64_t i1 = i * s1;                                              \
+        const int64_t i2 = i * s2;                                              \
+        x2[i2] = func((common##_t)x0[i0], (common##_t)x1[i1]);                  \
+    }                                                                           \
+}                                                                               \
+                                                                                \
+extern "C" void                                                                 \
+gm_cuda_device_fixed_1D_S_##name##_##t0##_##t1##_##t2(                          \
+    const char *a0, const char *a1, char *a2,                                   \
+    const int64_t s0, const int64_t s1, const int64_t s2,                       \
+    const int64_t N)                                                            \
+{                                                                               \
+    const t0##_t *x0 = (const t0##_t *)a0;                                      \
+    const t1##_t *x1 = (const t1##_t *)a1;                                      \
+    t2##_t *x2 = (t2##_t *)a2;                                                  \
+    int blockSize = 256;                                                        \
+    int64_t numBlocks = (N + blockSize - 1) / blockSize;                        \
+                                                                                \
+    _1D_S_##name##_##t0##_##t1##_##t2<<<numBlocks, blockSize>>>(x0, x1, x2,     \
+                                                                s0, s1, s2, N); \
+}                                                                               \
+                                                                                \
+static __global__ void                                                          \
+_0D_##name##_##t0##_##t1##_##t2(const t0##_t *x0, const t1##_t *x1, t2##_t *x2) \
+{                                                                               \
+    *x2 = func((common##_t)*x0, (common##_t)*x1);                               \
+}                                                                               \
+                                                                                \
+extern "C" void                                                                 \
+gm_cuda_device_0D_##name##_##t0##_##t1##_##t2(                                  \
+    const char *a0, const char *a1, char *a2)                                   \
+{                                                                               \
+    const t0##_t *x0 = (const t0##_t *)a0;                                      \
+    const t1##_t *x1 = (const t1##_t *)a1;                                      \
+    t2##_t *x2 = (t2##_t *)a2;                                                  \
+                                                                                \
+    _0D_##name##_##t0##_##t1##_##t2<<<1, 1>>>(x0, x1, x2);                      \
+}
+
+#define CUDA_DEVICE_NOIMPL(name, func, t0, t1, t2, common)
+#define CUDA_DEVICE_NOKERN(name, func, t0, t1, t2, common)
+
+
+/*****************************************************************************/
+/*                                 Arithmetic                                */
+/*****************************************************************************/
+
+#define CUDA_DEVICE_ALL_BINARY(name, func, hfunc) \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint8, uint8, uint8)                     \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint16, uint16, uint16)                  \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint32, uint32, uint32)                  \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint64, uint64, uint64)                  \
+    CUDA_DEVICE_BINARY(name, func, uint8, int8, int16, int16)                      \
+    CUDA_DEVICE_BINARY(name, func, uint8, int16, int16, int16)                     \
+    CUDA_DEVICE_BINARY(name, func, uint8, int32, int32, int32)                     \
+    CUDA_DEVICE_BINARY(name, func, uint8, int64, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, uint8, bfloat16, bfloat16, bfloat16)            \
+    CUDA_DEVICE_BINARY(name, hfunc, uint8, float16, float16, float16)              \
+    CUDA_DEVICE_BINARY(name, func, uint8, float32, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, uint8, float64, float64, float64)               \
+    CUDA_DEVICE_NOIMPL(name, func, uint8, complex32, complex32, complex32)         \
+    CUDA_DEVICE_BINARY(name, func, uint8, complex64, complex64, complex64)         \
+    CUDA_DEVICE_BINARY(name, func, uint8, complex128, complex128, complex128)      \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint8, uint16, uint16)                  \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint16, uint16, uint16)                 \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint32, uint32, uint32)                 \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint64, uint64, uint64)                 \
+    CUDA_DEVICE_BINARY(name, func, uint16, int8, int32, int32)                     \
+    CUDA_DEVICE_BINARY(name, func, uint16, int16, int32, int32)                    \
+    CUDA_DEVICE_BINARY(name, func, uint16, int32, int32, int32)                    \
+    CUDA_DEVICE_BINARY(name, func, uint16, int64, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, uint16, bfloat16, float32, float32)             \
+    CUDA_DEVICE_BINARY(name, func, uint16, float16, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, uint16, float32, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, uint16, float64, float64, float64)              \
+    CUDA_DEVICE_NOIMPL(name, func, uint16, complex32, complex64, complex64)        \
+    CUDA_DEVICE_BINARY(name, func, uint16, complex64, complex64, complex64)        \
+    CUDA_DEVICE_BINARY(name, func, uint16, complex128, complex128, complex128)     \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint8, uint32, uint32)                  \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint16, uint32, uint32)                 \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint32, uint32, uint32)                 \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint64, uint64, uint64)                 \
+    CUDA_DEVICE_BINARY(name, func, uint32, int8, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, uint32, int16, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, uint32, int32, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, uint32, int64, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, uint32, bfloat16, float64, float64)             \
+    CUDA_DEVICE_BINARY(name, func, uint32, float16, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, uint32, float32, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, uint32, float64, float64, float64)              \
+    CUDA_DEVICE_NOIMPL(name, func, uint32, complex32, complex128, complex128)      \
+    CUDA_DEVICE_BINARY(name, func, uint32, complex64, complex128, complex128)      \
+    CUDA_DEVICE_BINARY(name, func, uint32, complex128, complex128, complex128)     \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, uint64, uint8, uint64, uint64)                  \
+    CUDA_DEVICE_BINARY(name, func, uint64, uint16, uint64, uint64)                 \
+    CUDA_DEVICE_BINARY(name, func, uint64, uint32, uint64, uint64)                 \
+    CUDA_DEVICE_BINARY(name, func, uint64, uint64, uint64, uint64)                 \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, int8, uint8, int16, int16)                      \
+    CUDA_DEVICE_BINARY(name, func, int8, uint16, int32, int32)                     \
+    CUDA_DEVICE_BINARY(name, func, int8, uint32, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, int8, int8, int8, int8)                         \
+    CUDA_DEVICE_BINARY(name, func, int8, int16, int16, int16)                      \
+    CUDA_DEVICE_BINARY(name, func, int8, int32, int32, int32)                      \
+    CUDA_DEVICE_BINARY(name, func, int8, int64, int64, int64)                      \
+    CUDA_DEVICE_BINARY(name, func, int8, bfloat16, bfloat16, bfloat16)             \
+    CUDA_DEVICE_BINARY(name, hfunc, int8, float16, float16, float16)               \
+    CUDA_DEVICE_BINARY(name, func, int8, float32, float32, float32)                \
+    CUDA_DEVICE_BINARY(name, func, int8, float64, float64, float64)                \
+    CUDA_DEVICE_NOIMPL(name, func, int8, complex32, complex32, complex32)          \
+    CUDA_DEVICE_BINARY(name, func, int8, complex64, complex64, complex64)          \
+    CUDA_DEVICE_BINARY(name, func, int8, complex128, complex128, complex128)       \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, int16, uint8, int16, int16)                     \
+    CUDA_DEVICE_BINARY(name, func, int16, uint16, int32, int32)                    \
+    CUDA_DEVICE_BINARY(name, func, int16, uint32, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, int16, int8, int16, int16)                      \
+    CUDA_DEVICE_BINARY(name, func, int16, int16, int16, int16)                     \
+    CUDA_DEVICE_BINARY(name, func, int16, int32, int32, int32)                     \
+    CUDA_DEVICE_BINARY(name, func, int16, int64, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, int16, bfloat16, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, int16, float16, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, int16, float32, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, int16, float64, float64, float64)               \
+    CUDA_DEVICE_NOIMPL(name, func, int16, complex32, complex64, complex64)         \
+    CUDA_DEVICE_BINARY(name, func, int16, complex64, complex64, complex64)         \
+    CUDA_DEVICE_BINARY(name, func, int16, complex128, complex128, complex128)      \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, int32, uint8, int32, int32)                     \
+    CUDA_DEVICE_BINARY(name, func, int32, uint16, int32, int32)                    \
+    CUDA_DEVICE_BINARY(name, func, int32, uint32, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, int32, int8, int32, int32)                      \
+    CUDA_DEVICE_BINARY(name, func, int32, int16, int32, int32)                     \
+    CUDA_DEVICE_BINARY(name, func, int32, int32, int32, int32)                     \
+    CUDA_DEVICE_BINARY(name, func, int32, int64, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, int32, bfloat16, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, int32, float16, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, int32, float32, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, int32, float64, float64, float64)               \
+    CUDA_DEVICE_NOIMPL(name, func, int32, complex32, complex128, complex128)       \
+    CUDA_DEVICE_BINARY(name, func, int32, complex64, complex128, complex128)       \
+    CUDA_DEVICE_BINARY(name, func, int32, complex128, complex128, complex128)      \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, int64, uint8, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, int64, uint16, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, int64, uint32, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, int64, int8, int64, int64)                      \
+    CUDA_DEVICE_BINARY(name, func, int64, int16, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, int64, int32, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, int64, int64, int64, int64)                     \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, uint8, bfloat16, bfloat16)            \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, uint16, float32, float32)             \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, uint32, float64, float64)             \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, int8, bfloat16, bfloat16)             \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, int16, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, int32, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, bfloat16, bfloat16, bfloat16)         \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, float16, float32, float32)            \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, float32, float32, float32)            \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, float64, float64, float64)            \
+    CUDA_DEVICE_NOIMPL(name, func, bfloat16, complex32, complex32, complex64)      \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, complex64, complex64, complex64)      \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, complex128, complex128, complex128)   \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, hfunc, float16, uint8, float16, float16)              \
+    CUDA_DEVICE_BINARY(name, func, float16, uint16, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, float16, uint32, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, hfunc, float16, int8, float16, float16)               \
+    CUDA_DEVICE_BINARY(name, func, float16, int16, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, float16, int32, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, float16, bfloat16, float32, float32)            \
+    CUDA_DEVICE_BINARY(name, hfunc, float16, float16, float16, float16)            \
+    CUDA_DEVICE_BINARY(name, func, float16, float32, float32, float32)             \
+    CUDA_DEVICE_BINARY(name, func, float16, float64, float64, float64)             \
+    CUDA_DEVICE_NOIMPL(name, func, float16, complex32, complex32, complex32)       \
+    CUDA_DEVICE_BINARY(name, func, float16, complex64, complex64, complex64)       \
+    CUDA_DEVICE_BINARY(name, func, float16, complex128, complex128, complex128)    \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, float32, uint8, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, float32, uint16, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, float32, uint32, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, float32, int8, float32, float32)                \
+    CUDA_DEVICE_BINARY(name, func, float32, int16, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, float32, int32, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, float32, bfloat16, float32, float32)            \
+    CUDA_DEVICE_BINARY(name, func, float32, float16, float32, float32)             \
+    CUDA_DEVICE_BINARY(name, func, float32, float32, float32, float32)             \
+    CUDA_DEVICE_BINARY(name, func, float32, float64, float64, float64)             \
+    CUDA_DEVICE_NOIMPL(name, func, float32, complex32, complex64, complex64)       \
+    CUDA_DEVICE_BINARY(name, func, float32, complex64, complex64, complex64)       \
+    CUDA_DEVICE_BINARY(name, func, float32, complex128, complex128, complex128)    \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, float64, uint8, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, float64, uint16, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, float64, uint32, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, float64, int8, float64, float64)                \
+    CUDA_DEVICE_BINARY(name, func, float64, int16, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, float64, int32, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, float64, bfloat16, float64, float64)            \
+    CUDA_DEVICE_BINARY(name, func, float64, float16, float64, float64)             \
+    CUDA_DEVICE_BINARY(name, func, float64, float32, float64, float64)             \
+    CUDA_DEVICE_BINARY(name, func, float64, float64, float64, float64)             \
+    CUDA_DEVICE_NOIMPL(name, func, float64, complex32, complex128, complex128)     \
+    CUDA_DEVICE_BINARY(name, func, float64, complex64, complex128, complex128)     \
+    CUDA_DEVICE_BINARY(name, func, float64, complex128, complex128, complex128)    \
+                                                                                   \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, uint8, complex32, complex32)         \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, uint16, complex64, complex64)        \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, uint32, complex128, complex128)      \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, int8, complex32, complex32)          \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, int16, complex64, complex64)         \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, int32, complex128, complex128)       \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, bfloat16, complex64, complex64)      \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, float16, complex32, complex32)       \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, float32, complex64, complex64)       \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, float64, complex128, complex128)     \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, complex32, complex32, complex32)     \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, complex64, complex64, complex64)     \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, complex128, complex128, complex128)  \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, complex64, uint8, complex64, complex64)         \
+    CUDA_DEVICE_BINARY(name, func, complex64, uint16, complex64, complex64)        \
+    CUDA_DEVICE_BINARY(name, func, complex64, uint32, complex128, complex128)      \
+    CUDA_DEVICE_BINARY(name, func, complex64, int8, complex64, complex64)          \
+    CUDA_DEVICE_BINARY(name, func, complex64, int16, complex64, complex64)         \
+    CUDA_DEVICE_BINARY(name, func, complex64, int32, complex128, complex128)       \
+    CUDA_DEVICE_BINARY(name, func, complex64, bfloat16, complex64, complex64)      \
+    CUDA_DEVICE_BINARY(name, func, complex64, float16, complex64, complex64)       \
+    CUDA_DEVICE_BINARY(name, func, complex64, float32, complex64, complex64)       \
+    CUDA_DEVICE_BINARY(name, func, complex64, float64, complex128, complex128)     \
+    CUDA_DEVICE_NOIMPL(name, func, complex64, complex32, complex64, complex64)     \
+    CUDA_DEVICE_BINARY(name, func, complex64, complex64, complex64, complex64)     \
+    CUDA_DEVICE_BINARY(name, func, complex64, complex128, complex128, complex128)  \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, complex128, uint8, complex128, complex128)      \
+    CUDA_DEVICE_BINARY(name, func, complex128, uint16, complex128, complex128)     \
+    CUDA_DEVICE_BINARY(name, func, complex128, uint32, complex128, complex128)     \
+    CUDA_DEVICE_BINARY(name, func, complex128, int8, complex128, complex128)       \
+    CUDA_DEVICE_BINARY(name, func, complex128, int16, complex128, complex128)      \
+    CUDA_DEVICE_BINARY(name, func, complex128, int32, complex128, complex128)      \
+    CUDA_DEVICE_BINARY(name, func, complex128, bfloat16, complex128, complex128)   \
+    CUDA_DEVICE_BINARY(name, func, complex128, float16, complex128, complex128)    \
+    CUDA_DEVICE_BINARY(name, func, complex128, float32, complex128, complex128)    \
+    CUDA_DEVICE_BINARY(name, func, complex128, float64, complex128, complex128)    \
+    CUDA_DEVICE_NOIMPL(name, func, complex128, complex32, complex128, complex128)  \
+    CUDA_DEVICE_BINARY(name, func, complex128, complex64, complex128, complex128)  \
+    CUDA_DEVICE_BINARY(name, func, complex128, complex128, complex128, complex128) \
+
+#define CUDA_DEVICE_ALL_BINARY_NO_COMPLEX(name, func, hfunc) \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint8, uint8, uint8)                     \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint16, uint16, uint16)                  \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint32, uint32, uint32)                  \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint64, uint64, uint64)                  \
+    CUDA_DEVICE_BINARY(name, func, uint8, int8, int16, int16)                      \
+    CUDA_DEVICE_BINARY(name, func, uint8, int16, int16, int16)                     \
+    CUDA_DEVICE_BINARY(name, func, uint8, int32, int32, int32)                     \
+    CUDA_DEVICE_BINARY(name, func, uint8, int64, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, uint8, bfloat16, bfloat16, bfloat16)            \
+    CUDA_DEVICE_NOIMPL(name, hfunc, uint8, float16, float16, float16)              \
+    CUDA_DEVICE_BINARY(name, func, uint8, float32, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, uint8, float64, float64, float64)               \
+    CUDA_DEVICE_NOKERN(name, func, uint8, complex32, complex32, complex32)         \
+    CUDA_DEVICE_NOKERN(name, func, uint8, complex64, complex64, complex64)         \
+    CUDA_DEVICE_NOKERN(name, func, uint8, complex128, complex128, complex128)      \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint8, uint16, uint16)                  \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint16, uint16, uint16)                 \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint32, uint32, uint32)                 \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint64, uint64, uint64)                 \
+    CUDA_DEVICE_BINARY(name, func, uint16, int8, int32, int32)                     \
+    CUDA_DEVICE_BINARY(name, func, uint16, int16, int32, int32)                    \
+    CUDA_DEVICE_BINARY(name, func, uint16, int32, int32, int32)                    \
+    CUDA_DEVICE_BINARY(name, func, uint16, int64, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, uint16, bfloat16, float32, float32)             \
+    CUDA_DEVICE_BINARY(name, func, uint16, float16, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, uint16, float32, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, uint16, float64, float64, float64)              \
+    CUDA_DEVICE_NOKERN(name, func, uint16, complex32, complex64, complex64)        \
+    CUDA_DEVICE_NOKERN(name, func, uint16, complex64, complex64, complex64)        \
+    CUDA_DEVICE_NOKERN(name, func, uint16, complex128, complex128, complex128)     \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint8, uint32, uint32)                  \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint16, uint32, uint32)                 \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint32, uint32, uint32)                 \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint64, uint64, uint64)                 \
+    CUDA_DEVICE_BINARY(name, func, uint32, int8, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, uint32, int16, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, uint32, int32, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, uint32, int64, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, uint32, bfloat16, float64, float64)             \
+    CUDA_DEVICE_BINARY(name, func, uint32, float16, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, uint32, float32, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, uint32, float64, float64, float64)              \
+    CUDA_DEVICE_NOKERN(name, func, uint32, complex32, complex128, complex128)      \
+    CUDA_DEVICE_NOKERN(name, func, uint32, complex64, complex128, complex128)      \
+    CUDA_DEVICE_NOKERN(name, func, uint32, complex128, complex128, complex128)     \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, uint64, uint8, uint64, uint64)                  \
+    CUDA_DEVICE_BINARY(name, func, uint64, uint16, uint64, uint64)                 \
+    CUDA_DEVICE_BINARY(name, func, uint64, uint32, uint64, uint64)                 \
+    CUDA_DEVICE_BINARY(name, func, uint64, uint64, uint64, uint64)                 \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, int8, uint8, int16, int16)                      \
+    CUDA_DEVICE_BINARY(name, func, int8, uint16, int32, int32)                     \
+    CUDA_DEVICE_BINARY(name, func, int8, uint32, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, int8, int8, int8, int8)                         \
+    CUDA_DEVICE_BINARY(name, func, int8, int16, int16, int16)                      \
+    CUDA_DEVICE_BINARY(name, func, int8, int32, int32, int32)                      \
+    CUDA_DEVICE_BINARY(name, func, int8, int64, int64, int64)                      \
+    CUDA_DEVICE_BINARY(name, func, int8, bfloat16, bfloat16, bfloat16)             \
+    CUDA_DEVICE_NOIMPL(name, hfunc, int8, float16, float16, float16)               \
+    CUDA_DEVICE_BINARY(name, func, int8, float32, float32, float32)                \
+    CUDA_DEVICE_BINARY(name, func, int8, float64, float64, float64)                \
+    CUDA_DEVICE_NOKERN(name, func, int8, complex32, complex32, complex32)          \
+    CUDA_DEVICE_NOKERN(name, func, int8, complex64, complex64, complex64)          \
+    CUDA_DEVICE_NOKERN(name, func, int8, complex128, complex128, complex128)       \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, int16, uint8, int16, int16)                     \
+    CUDA_DEVICE_BINARY(name, func, int16, uint16, int32, int32)                    \
+    CUDA_DEVICE_BINARY(name, func, int16, uint32, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, int16, int8, int16, int16)                      \
+    CUDA_DEVICE_BINARY(name, func, int16, int16, int16, int16)                     \
+    CUDA_DEVICE_BINARY(name, func, int16, int32, int32, int32)                     \
+    CUDA_DEVICE_BINARY(name, func, int16, int64, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, int16, bfloat16, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, int16, float16, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, int16, float32, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, int16, float64, float64, float64)               \
+    CUDA_DEVICE_NOKERN(name, func, int16, complex32, complex64, complex64)         \
+    CUDA_DEVICE_NOKERN(name, func, int16, complex64, complex64, complex64)         \
+    CUDA_DEVICE_NOKERN(name, func, int16, complex128, complex128, complex128)      \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, int32, uint8, int32, int32)                     \
+    CUDA_DEVICE_BINARY(name, func, int32, uint16, int32, int32)                    \
+    CUDA_DEVICE_BINARY(name, func, int32, uint32, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, int32, int8, int32, int32)                      \
+    CUDA_DEVICE_BINARY(name, func, int32, int16, int32, int32)                     \
+    CUDA_DEVICE_BINARY(name, func, int32, int32, int32, int32)                     \
+    CUDA_DEVICE_BINARY(name, func, int32, int64, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, int32, bfloat16, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, int32, float16, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, int32, float32, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, int32, float64, float64, float64)               \
+    CUDA_DEVICE_NOKERN(name, func, int32, complex32, complex128, complex128)       \
+    CUDA_DEVICE_NOKERN(name, func, int32, complex64, complex128, complex128)       \
+    CUDA_DEVICE_NOKERN(name, func, int32, complex128, complex128, complex128)      \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, int64, uint8, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, int64, uint16, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, int64, uint32, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, int64, int8, int64, int64)                      \
+    CUDA_DEVICE_BINARY(name, func, int64, int16, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, int64, int32, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, int64, int64, int64, int64)                     \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, uint8, bfloat16, bfloat16)            \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, uint16, float32, float32)             \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, uint32, float64, float64)             \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, int8, bfloat16, bfloat16)             \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, int16, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, int32, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, bfloat16, bfloat16, bfloat16)         \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, float16, float32, float32)            \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, float32, float32, float32)            \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, float64, float64, float64)            \
+    CUDA_DEVICE_NOKERN(name, func, bfloat16, complex32, complex32, complex32)      \
+    CUDA_DEVICE_NOKERN(name, func, bfloat16, complex64, complex64, complex64)      \
+    CUDA_DEVICE_NOKERN(name, func, bfloat16, complex128, complex128, complex128)   \
+                                                                                   \
+    CUDA_DEVICE_NOIMPL(name, hfunc, float16, uint8, float16, float16)              \
+    CUDA_DEVICE_BINARY(name, func, float16, uint16, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, float16, uint32, float64, float64)              \
+    CUDA_DEVICE_NOIMPL(name, hfunc, float16, int8, float16, float16)               \
+    CUDA_DEVICE_BINARY(name, func, float16, int16, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, float16, int32, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, float16, bfloat16, float32, float32)            \
+    CUDA_DEVICE_NOIMPL(name, hfunc, float16, float16, float16, float16)            \
+    CUDA_DEVICE_BINARY(name, func, float16, float32, float32, float32)             \
+    CUDA_DEVICE_BINARY(name, func, float16, float64, float64, float64)             \
+    CUDA_DEVICE_NOKERN(name, func, float16, complex32, complex32, complex32)       \
+    CUDA_DEVICE_NOKERN(name, func, float16, complex64, complex64, complex64)       \
+    CUDA_DEVICE_NOKERN(name, func, float16, complex128, complex128, complex128)    \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, float32, uint8, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, float32, uint16, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, float32, uint32, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, float32, int8, float32, float32)                \
+    CUDA_DEVICE_BINARY(name, func, float32, int16, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, float32, int32, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, float32, bfloat16, float32, float32)            \
+    CUDA_DEVICE_BINARY(name, func, float32, float16, float32, float32)             \
+    CUDA_DEVICE_BINARY(name, func, float32, float32, float32, float32)             \
+    CUDA_DEVICE_BINARY(name, func, float32, float64, float64, float64)             \
+    CUDA_DEVICE_NOKERN(name, func, float32, complex32, complex64, complex64)       \
+    CUDA_DEVICE_NOKERN(name, func, float32, complex64, complex64, complex64)       \
+    CUDA_DEVICE_NOKERN(name, func, float32, complex128, complex128, complex128)    \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, float64, uint8, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, float64, uint16, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, float64, uint32, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, float64, int8, float64, float64)                \
+    CUDA_DEVICE_BINARY(name, func, float64, int16, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, float64, int32, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, float64, bfloat16, float64, float64)            \
+    CUDA_DEVICE_BINARY(name, func, float64, float16, float64, float64)             \
+    CUDA_DEVICE_BINARY(name, func, float64, float32, float64, float64)             \
+    CUDA_DEVICE_BINARY(name, func, float64, float64, float64, float64)             \
+    CUDA_DEVICE_NOKERN(name, func, float64, complex32, complex128, complex128)     \
+    CUDA_DEVICE_NOKERN(name, func, float64, complex64, complex128, complex128)     \
+    CUDA_DEVICE_NOKERN(name, func, float64, complex128, complex128, complex128)    \
+                                                                                   \
+    CUDA_DEVICE_NOKERN(name, func, complex32, uint8, complex32, complex32)         \
+    CUDA_DEVICE_NOKERN(name, func, complex32, uint16, complex64, complex64)        \
+    CUDA_DEVICE_NOKERN(name, func, complex32, uint32, complex128, complex128)      \
+    CUDA_DEVICE_NOKERN(name, func, complex32, int8, complex32, complex32)          \
+    CUDA_DEVICE_NOKERN(name, func, complex32, int16, complex64, complex64)         \
+    CUDA_DEVICE_NOKERN(name, func, complex32, int32, complex128, complex128)       \
+    CUDA_DEVICE_NOKERN(name, func, complex32, bfloat16, complex64, complex64)      \
+    CUDA_DEVICE_NOKERN(name, func, complex32, float16, complex32, complex32)       \
+    CUDA_DEVICE_NOKERN(name, func, complex32, float32, complex64, complex64)       \
+    CUDA_DEVICE_NOKERN(name, func, complex32, float64, complex128, complex128)     \
+    CUDA_DEVICE_NOKERN(name, func, complex32, complex32, complex32, complex32)     \
+    CUDA_DEVICE_NOKERN(name, func, complex32, complex64, complex64, complex64)     \
+    CUDA_DEVICE_NOKERN(name, func, complex32, complex128, complex128, complex128)  \
+                                                                                   \
+    CUDA_DEVICE_NOKERN(name, func, complex64, uint8, complex64, complex64)         \
+    CUDA_DEVICE_NOKERN(name, func, complex64, uint16, complex64, complex64)        \
+    CUDA_DEVICE_NOKERN(name, func, complex64, uint32, complex128, complex128)      \
+    CUDA_DEVICE_NOKERN(name, func, complex64, int8, complex64, complex64)          \
+    CUDA_DEVICE_NOKERN(name, func, complex64, int16, complex64, complex64)         \
+    CUDA_DEVICE_NOKERN(name, func, complex64, int32, complex128, complex128)       \
+    CUDA_DEVICE_NOKERN(name, func, complex64, bfloat16, complex64, complex64)      \
+    CUDA_DEVICE_NOKERN(name, func, complex64, float16, complex64, complex64)       \
+    CUDA_DEVICE_NOKERN(name, func, complex64, float32, complex64, complex64)       \
+    CUDA_DEVICE_NOKERN(name, func, complex64, float64, complex128, complex128)     \
+    CUDA_DEVICE_NOKERN(name, func, complex64, complex32, complex64, complex64)     \
+    CUDA_DEVICE_NOKERN(name, func, complex64, complex64, complex64, complex64)     \
+    CUDA_DEVICE_NOKERN(name, func, complex64, complex128, complex128, complex128)  \
+                                                                                   \
+    CUDA_DEVICE_NOKERN(name, func, complex128, uint8, complex128, complex128)      \
+    CUDA_DEVICE_NOKERN(name, func, complex128, uint16, complex128, complex128)     \
+    CUDA_DEVICE_NOKERN(name, func, complex128, uint32, complex128, complex128)     \
+    CUDA_DEVICE_NOKERN(name, func, complex128, int8, complex128, complex128)       \
+    CUDA_DEVICE_NOKERN(name, func, complex128, int16, complex128, complex128)      \
+    CUDA_DEVICE_NOKERN(name, func, complex128, int32, complex128, complex128)      \
+    CUDA_DEVICE_NOKERN(name, func, complex128, bfloat16, complex128, complex128)   \
+    CUDA_DEVICE_NOKERN(name, func, complex128, float16, complex128, complex128)    \
+    CUDA_DEVICE_NOKERN(name, func, complex128, float32, complex128, complex128)    \
+    CUDA_DEVICE_NOKERN(name, func, complex128, float64, complex128, complex128)    \
+    CUDA_DEVICE_NOKERN(name, func, complex128, complex32, complex128, complex128)  \
+    CUDA_DEVICE_NOKERN(name, func, complex128, complex64, complex128, complex128)  \
+    CUDA_DEVICE_NOKERN(name, func, complex128, complex128, complex128, complex128) \
+
+#define CUDA_DEVICE_ALL_BINARY_FLOAT_RETURN(name, func, hfunc) \
+    CUDA_DEVICE_BINARY(name, hfunc, uint8, uint8, float16, float16)                \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint16, float32, float32)                \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint32, float64, float64)                \
+    CUDA_DEVICE_NOKERN(name, func, uint8, uint64, uint64, uint64)                  \
+    CUDA_DEVICE_BINARY(name, hfunc, uint8, int8, float16, float16)                 \
+    CUDA_DEVICE_BINARY(name, func, uint8, int16, float32, float32)                 \
+    CUDA_DEVICE_BINARY(name, func, uint8, int32, float64, float64)                 \
+    CUDA_DEVICE_NOKERN(name, func, uint8, int64, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, uint8, bfloat16, bfloat16, bfloat16)            \
+    CUDA_DEVICE_BINARY(name, hfunc, uint8, float16, float16, float16)              \
+    CUDA_DEVICE_BINARY(name, func, uint8, float32, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, uint8, float64, float64, float64)               \
+    CUDA_DEVICE_NOIMPL(name, func, uint8, complex32, complex32, complex32)         \
+    CUDA_DEVICE_BINARY(name, func, uint8, complex64, complex64, complex64)         \
+    CUDA_DEVICE_BINARY(name, func, uint8, complex128, complex128, complex128)      \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint8, float32, float32)                \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint16, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint32, float64, float64)               \
+    CUDA_DEVICE_NOKERN(name, func, uint16, uint64, uint64, uint64)                 \
+    CUDA_DEVICE_BINARY(name, func, uint16, int8, float32, float32)                 \
+    CUDA_DEVICE_BINARY(name, func, uint16, int16, float32, float32)                \
+    CUDA_DEVICE_BINARY(name, func, uint16, int32, float64, float64)                \
+    CUDA_DEVICE_NOKERN(name, func, uint16, int64, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, uint16, bfloat16, float32, float32)             \
+    CUDA_DEVICE_BINARY(name, func, uint16, float16, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, uint16, float32, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, uint16, float64, float64, float64)              \
+    CUDA_DEVICE_NOIMPL(name, func, uint16, complex32, complex64, complex64)        \
+    CUDA_DEVICE_BINARY(name, func, uint16, complex64, complex64, complex64)        \
+    CUDA_DEVICE_BINARY(name, func, uint16, complex128, complex128, complex128)     \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint8, float64, float64)                \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint16, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint32, float64, float64)               \
+    CUDA_DEVICE_NOKERN(name, func, uint32, uint64, uint64, uint64)                 \
+    CUDA_DEVICE_BINARY(name, func, uint32, int8, float64, float64)                 \
+    CUDA_DEVICE_BINARY(name, func, uint32, int16, float64, float64)                \
+    CUDA_DEVICE_BINARY(name, func, uint32, int32, float64, float64)                \
+    CUDA_DEVICE_NOKERN(name, func, uint32, int64, int64, int64)                    \
+    CUDA_DEVICE_BINARY(name, func, uint32, bfloat16, float64, float64)             \
+    CUDA_DEVICE_BINARY(name, func, uint32, float16, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, uint32, float32, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, uint32, float64, float64, float64)              \
+    CUDA_DEVICE_NOIMPL(name, func, uint32, complex32, complex128, complex128)      \
+    CUDA_DEVICE_BINARY(name, func, uint32, complex64, complex128, complex128)      \
+    CUDA_DEVICE_BINARY(name, func, uint32, complex128, complex128, complex128)     \
+                                                                                   \
+    CUDA_DEVICE_NOKERN(name, func, uint64, uint8, uint64, uint64)                  \
+    CUDA_DEVICE_NOKERN(name, func, uint64, uint16, uint64, uint64)                 \
+    CUDA_DEVICE_NOKERN(name, func, uint64, uint32, uint64, uint64)                 \
+    CUDA_DEVICE_NOKERN(name, func, uint64, uint64, uint64, uint64)                 \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, hfunc, int8, uint8, float16, float16)                 \
+    CUDA_DEVICE_BINARY(name, func, int8, uint16, float32, float32)                 \
+    CUDA_DEVICE_BINARY(name, func, int8, uint32, float64, float64)                 \
+    CUDA_DEVICE_BINARY(name, hfunc, int8, int8, float16, float16)                  \
+    CUDA_DEVICE_BINARY(name, func, int8, int16, float32, float32)                  \
+    CUDA_DEVICE_BINARY(name, func, int8, int32, float64, float64)                  \
+    CUDA_DEVICE_NOKERN(name, func, int8, int64, int64, int64)                      \
+    CUDA_DEVICE_BINARY(name, func, int8, bfloat16, bfloat16, bfloat16)             \
+    CUDA_DEVICE_BINARY(name, hfunc, int8, float16, float16, float16)               \
+    CUDA_DEVICE_BINARY(name, func, int8, float32, float32, float32)                \
+    CUDA_DEVICE_BINARY(name, func, int8, float64, float64, float64)                \
+    CUDA_DEVICE_NOIMPL(name, func, int8, complex32, complex32, complex32)          \
+    CUDA_DEVICE_BINARY(name, func, int8, complex64, complex64, complex64)          \
+    CUDA_DEVICE_BINARY(name, func, int8, complex128, complex128, complex128)       \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, int16, uint8, float32, float32)                 \
+    CUDA_DEVICE_BINARY(name, func, int16, uint16, float32, float32)                \
+    CUDA_DEVICE_BINARY(name, func, int16, uint32, float64, float64)                \
+    CUDA_DEVICE_BINARY(name, func, int16, int8, float32, float32)                  \
+    CUDA_DEVICE_BINARY(name, func, int16, int16, float32, float32)                 \
+    CUDA_DEVICE_BINARY(name, func, int16, int32, float64, float64)                 \
+    CUDA_DEVICE_NOKERN(name, func, int16, int64, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, int16, bfloat16, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, int16, float16, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, int16, float32, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, int16, float64, float64, float64)               \
+    CUDA_DEVICE_NOIMPL(name, func, int16, complex32, complex64, complex64)         \
+    CUDA_DEVICE_BINARY(name, func, int16, complex64, complex64, complex64)         \
+    CUDA_DEVICE_BINARY(name, func, int16, complex128, complex128, complex128)      \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, int32, uint8, float64, float64)                 \
+    CUDA_DEVICE_BINARY(name, func, int32, uint16, float64, float64)                \
+    CUDA_DEVICE_BINARY(name, func, int32, uint32, float64, float64)                \
+    CUDA_DEVICE_BINARY(name, func, int32, int8, float64, float64)                  \
+    CUDA_DEVICE_BINARY(name, func, int32, int16, float64, float64)                 \
+    CUDA_DEVICE_BINARY(name, func, int32, int32, float64, float64)                 \
+    CUDA_DEVICE_NOKERN(name, func, int32, int64, int64, int64)                     \
+    CUDA_DEVICE_BINARY(name, func, int32, bfloat16, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, int32, float16, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, int32, float32, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, int32, float64, float64, float64)               \
+    CUDA_DEVICE_NOIMPL(name, func, int32, complex32, complex128, complex128)       \
+    CUDA_DEVICE_BINARY(name, func, int32, complex64, complex128, complex128)       \
+    CUDA_DEVICE_BINARY(name, func, int32, complex128, complex128, complex128)      \
+                                                                                   \
+    CUDA_DEVICE_NOKERN(name, func, int64, uint8, int64, int64)                     \
+    CUDA_DEVICE_NOKERN(name, func, int64, uint16, int64, int64)                    \
+    CUDA_DEVICE_NOKERN(name, func, int64, uint32, int64, int64)                    \
+    CUDA_DEVICE_NOKERN(name, func, int64, int8, int64, int64)                      \
+    CUDA_DEVICE_NOKERN(name, func, int64, int16, int64, int64)                     \
+    CUDA_DEVICE_NOKERN(name, func, int64, int32, int64, int64)                     \
+    CUDA_DEVICE_NOKERN(name, func, int64, int64, int64, int64)                     \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, uint8, bfloat16, bfloat16)            \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, uint16, float32, float32)             \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, uint32, float64, float64)             \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, int8, bfloat16, bfloat16)             \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, int16, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, int32, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, bfloat16, bfloat16, bfloat16)         \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, float16, float32, float32)            \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, float32, float32, float32)            \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, float64, float64, float64)            \
+    CUDA_DEVICE_NOIMPL(name, func, bfloat16, complex32, complex64, complex64)      \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, complex64, complex64, complex64)      \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, complex128, complex128, complex128)   \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, hfunc, float16, uint8, float16, float16)              \
+    CUDA_DEVICE_BINARY(name, func, float16, uint16, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, float16, uint32, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, hfunc, float16, int8, float16, float16)               \
+    CUDA_DEVICE_BINARY(name, func, float16, int16, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, float16, int32, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, float16, bfloat16, float32, float32)            \
+    CUDA_DEVICE_BINARY(name, hfunc, float16, float16, float16, float16)            \
+    CUDA_DEVICE_BINARY(name, func, float16, float32, float32, float32)             \
+    CUDA_DEVICE_BINARY(name, func, float16, float64, float64, float64)             \
+    CUDA_DEVICE_NOIMPL(name, func, float16, complex32, complex32, complex32)       \
+    CUDA_DEVICE_BINARY(name, func, float16, complex64, complex64, complex64)       \
+    CUDA_DEVICE_BINARY(name, func, float16, complex128, complex128, complex128)    \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, float32, uint8, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, float32, uint16, float32, float32)              \
+    CUDA_DEVICE_BINARY(name, func, float32, uint32, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, float32, int8, float32, float32)                \
+    CUDA_DEVICE_BINARY(name, func, float32, int16, float32, float32)               \
+    CUDA_DEVICE_BINARY(name, func, float32, int32, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, float32, bfloat16, float32, float32)            \
+    CUDA_DEVICE_BINARY(name, func, float32, float16, float32, float32)             \
+    CUDA_DEVICE_BINARY(name, func, float32, float32, float32, float32)             \
+    CUDA_DEVICE_BINARY(name, func, float32, float64, float64, float64)             \
+    CUDA_DEVICE_NOIMPL(name, func, float32, complex32, complex64, complex64)       \
+    CUDA_DEVICE_BINARY(name, func, float32, complex64, complex64, complex64)       \
+    CUDA_DEVICE_BINARY(name, func, float32, complex128, complex128, complex128)    \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, float64, uint8, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, float64, uint16, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, float64, uint32, float64, float64)              \
+    CUDA_DEVICE_BINARY(name, func, float64, int8, float64, float64)                \
+    CUDA_DEVICE_BINARY(name, func, float64, int16, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, float64, int32, float64, float64)               \
+    CUDA_DEVICE_BINARY(name, func, float64, bfloat16, float64, float64)            \
+    CUDA_DEVICE_BINARY(name, func, float64, float16, float64, float64)             \
+    CUDA_DEVICE_BINARY(name, func, float64, float32, float64, float64)             \
+    CUDA_DEVICE_BINARY(name, func, float64, float64, float64, float64)             \
+    CUDA_DEVICE_NOIMPL(name, func, float64, complex32, complex128, complex128)     \
+    CUDA_DEVICE_BINARY(name, func, float64, complex64, complex128, complex128)     \
+    CUDA_DEVICE_BINARY(name, func, float64, complex128, complex128, complex128)    \
+                                                                                   \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, uint8, complex32, complex32)         \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, uint16, complex64, complex64)        \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, uint32, complex128, complex128)      \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, int8, complex32, complex32)          \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, int16, complex64, complex64)         \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, int32, complex128, complex128)       \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, bfloat16, complex64, complex64)      \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, float16, complex32, complex32)       \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, float32, complex64, complex64)       \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, float64, complex128, complex128)     \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, complex32, complex32, complex32)     \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, complex64, complex64, complex64)     \
+    CUDA_DEVICE_NOIMPL(name, func, complex32, complex128, complex128, complex128)  \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, complex64, uint8, complex64, complex64)         \
+    CUDA_DEVICE_BINARY(name, func, complex64, uint16, complex64, complex64)        \
+    CUDA_DEVICE_BINARY(name, func, complex64, uint32, complex128, complex128)      \
+    CUDA_DEVICE_BINARY(name, func, complex64, int8, complex64, complex64)          \
+    CUDA_DEVICE_BINARY(name, func, complex64, int16, complex64, complex64)         \
+    CUDA_DEVICE_BINARY(name, func, complex64, int32, complex128, complex128)       \
+    CUDA_DEVICE_BINARY(name, func, complex64, bfloat16, complex64, complex64)      \
+    CUDA_DEVICE_BINARY(name, func, complex64, float16, complex64, complex64)       \
+    CUDA_DEVICE_BINARY(name, func, complex64, float32, complex64, complex64)       \
+    CUDA_DEVICE_BINARY(name, func, complex64, float64, complex128, complex128)     \
+    CUDA_DEVICE_NOIMPL(name, func, complex64, complex32, complex64, complex64)     \
+    CUDA_DEVICE_BINARY(name, func, complex64, complex64, complex64, complex64)     \
+    CUDA_DEVICE_BINARY(name, func, complex64, complex128, complex128, complex128)  \
+                                                                                   \
+    CUDA_DEVICE_BINARY(name, func, complex128, uint8, complex128, complex128)      \
+    CUDA_DEVICE_BINARY(name, func, complex128, uint16, complex128, complex128)     \
+    CUDA_DEVICE_BINARY(name, func, complex128, uint32, complex128, complex128)     \
+    CUDA_DEVICE_BINARY(name, func, complex128, int8, complex128, complex128)       \
+    CUDA_DEVICE_BINARY(name, func, complex128, int16, complex128, complex128)      \
+    CUDA_DEVICE_BINARY(name, func, complex128, int32, complex128, complex128)      \
+    CUDA_DEVICE_BINARY(name, func, complex128, bfloat16, complex128, complex128)   \
+    CUDA_DEVICE_BINARY(name, func, complex128, float16, complex128, complex128)    \
+    CUDA_DEVICE_BINARY(name, func, complex128, float32, complex128, complex128)    \
+    CUDA_DEVICE_BINARY(name, func, complex128, float64, complex128, complex128)    \
+    CUDA_DEVICE_NOIMPL(name, func, complex128, complex32, complex128, complex128)  \
+    CUDA_DEVICE_BINARY(name, func, complex128, complex64, complex128, complex128)  \
+    CUDA_DEVICE_BINARY(name, func, complex128, complex128, complex128, complex128)
+
+#define add(x, y) x + y
+CUDA_DEVICE_ALL_BINARY(add, add, __hadd)
+
+#define subtract(x, y) x - y
+CUDA_DEVICE_ALL_BINARY(subtract, subtract, __hsub)
+
+#define multiply(x, y) x * y
+CUDA_DEVICE_ALL_BINARY(multiply, multiply, __hmul)
+
+#define floor_divide(x, y) x * y
+CUDA_DEVICE_ALL_BINARY_NO_COMPLEX(floor_divide, _floor_divide, _floor_divide)
+
+#define remainder(x, y) x % y
+CUDA_DEVICE_ALL_BINARY_NO_COMPLEX(remainder, _remainder, _remainder)
+
+#define divide(x, y) x / y
+CUDA_DEVICE_ALL_BINARY_FLOAT_RETURN(divide, divide, __hdiv)
+
+CUDA_DEVICE_ALL_BINARY(power, _pow, _pow)
+
+
+/*****************************************************************************/
+/*                                 Comparison                                */
+/*****************************************************************************/
+
+#define CUDA_DEVICE_ALL_COMPARISON(name, func, hfunc, cfunc) \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint8, bool, uint8)                 \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint16, bool, uint16)               \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint32, bool, uint32)               \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint64, bool, uint64)               \
+    CUDA_DEVICE_BINARY(name, func, uint8, int8, bool, int16)                  \
+    CUDA_DEVICE_BINARY(name, func, uint8, int16, bool, int16)                 \
+    CUDA_DEVICE_BINARY(name, func, uint8, int32, bool, int32)                 \
+    CUDA_DEVICE_BINARY(name, func, uint8, int64, bool, int64)                 \
+    CUDA_DEVICE_BINARY(name, func, uint8, bfloat16, bool, bfloat16)           \
+    CUDA_DEVICE_BINARY(name, hfunc, uint8, float16, bool, float16)            \
+    CUDA_DEVICE_BINARY(name, func, uint8, float32, bool, float32)             \
+    CUDA_DEVICE_BINARY(name, func, uint8, float64, bool, float64)             \
+    CUDA_DEVICE_NOIMPL(name, cfunc, uint8, complex32, bool, complex32)        \
+    CUDA_DEVICE_BINARY(name, cfunc, uint8, complex64, bool, complex64)        \
+    CUDA_DEVICE_BINARY(name, cfunc, uint8, complex128, bool, complex128)      \
+                                                                              \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint8, bool, uint16)               \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint16, bool, uint16)              \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint32, bool, uint32)              \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint64, bool, uint64)              \
+    CUDA_DEVICE_BINARY(name, func, uint16, int8, bool, int32)                 \
+    CUDA_DEVICE_BINARY(name, func, uint16, int16, bool, int32)                \
+    CUDA_DEVICE_BINARY(name, func, uint16, int32, bool, int32)                \
+    CUDA_DEVICE_BINARY(name, func, uint16, int64, bool, int64)                \
+    CUDA_DEVICE_BINARY(name, func, uint16, bfloat16, bool, float32)           \
+    CUDA_DEVICE_BINARY(name, func, uint16, float16, bool, float32)            \
+    CUDA_DEVICE_BINARY(name, func, uint16, float32, bool, float32)            \
+    CUDA_DEVICE_BINARY(name, func, uint16, float64, bool, float64)            \
+    CUDA_DEVICE_NOIMPL(name, cfunc, uint16, complex32, bool, complex64)       \
+    CUDA_DEVICE_BINARY(name, cfunc, uint16, complex64, bool, complex64)       \
+    CUDA_DEVICE_BINARY(name, cfunc, uint16, complex128, bool, complex128)     \
+                                                                              \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint8, bool, uint32)               \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint16, bool, uint32)              \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint32, bool, uint32)              \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint64, bool, uint64)              \
+    CUDA_DEVICE_BINARY(name, func, uint32, int8, bool, int64)                 \
+    CUDA_DEVICE_BINARY(name, func, uint32, int16, bool, int64)                \
+    CUDA_DEVICE_BINARY(name, func, uint32, int32, bool, int64)                \
+    CUDA_DEVICE_BINARY(name, func, uint32, int64, bool, int64)                \
+    CUDA_DEVICE_BINARY(name, func, uint32, bfloat16, bool, float64)           \
+    CUDA_DEVICE_BINARY(name, func, uint32, float16, bool, float64)            \
+    CUDA_DEVICE_BINARY(name, func, uint32, float32, bool, float64)            \
+    CUDA_DEVICE_BINARY(name, func, uint32, float64, bool, float64)            \
+    CUDA_DEVICE_NOIMPL(name, cfunc, uint32, complex32, bool, complex128)      \
+    CUDA_DEVICE_BINARY(name, cfunc, uint32, complex64, bool, complex128)      \
+    CUDA_DEVICE_BINARY(name, cfunc, uint32, complex128, bool, complex128)     \
+                                                                              \
+    CUDA_DEVICE_BINARY(name, func, uint64, uint8, bool, uint64)               \
+    CUDA_DEVICE_BINARY(name, func, uint64, uint16, bool, uint64)              \
+    CUDA_DEVICE_BINARY(name, func, uint64, uint32, bool, uint64)              \
+    CUDA_DEVICE_BINARY(name, func, uint64, uint64, bool, uint64)              \
+                                                                              \
+    CUDA_DEVICE_BINARY(name, func, int8, uint8, bool, int16)                  \
+    CUDA_DEVICE_BINARY(name, func, int8, uint16, bool, int32)                 \
+    CUDA_DEVICE_BINARY(name, func, int8, uint32, bool, int64)                 \
+    CUDA_DEVICE_BINARY(name, func, int8, int8, bool, int8)                    \
+    CUDA_DEVICE_BINARY(name, func, int8, int16, bool, int16)                  \
+    CUDA_DEVICE_BINARY(name, func, int8, int32, bool, int32)                  \
+    CUDA_DEVICE_BINARY(name, func, int8, int64, bool, int64)                  \
+    CUDA_DEVICE_BINARY(name, func, int8, bfloat16, bool, bfloat16)            \
+    CUDA_DEVICE_BINARY(name, hfunc, int8, float16, bool, float16)             \
+    CUDA_DEVICE_BINARY(name, func, int8, float32, bool, float32)              \
+    CUDA_DEVICE_BINARY(name, func, int8, float64, bool, float64)              \
+    CUDA_DEVICE_NOIMPL(name, cfunc, int8, complex32, bool, complex32)         \
+    CUDA_DEVICE_BINARY(name, cfunc, int8, complex64, bool, complex64)         \
+    CUDA_DEVICE_BINARY(name, cfunc, int8, complex128, bool, complex128)       \
+                                                                              \
+    CUDA_DEVICE_BINARY(name, func, int16, uint8, bool, int16)                 \
+    CUDA_DEVICE_BINARY(name, func, int16, uint16, bool, int32)                \
+    CUDA_DEVICE_BINARY(name, func, int16, uint32, bool, int64)                \
+    CUDA_DEVICE_BINARY(name, func, int16, int8, bool, int16)                  \
+    CUDA_DEVICE_BINARY(name, func, int16, int16, bool, int16)                 \
+    CUDA_DEVICE_BINARY(name, func, int16, int32, bool, int32)                 \
+    CUDA_DEVICE_BINARY(name, func, int16, int64, bool, int64)                 \
+    CUDA_DEVICE_BINARY(name, func, int16, bfloat16, bool, float32)            \
+    CUDA_DEVICE_BINARY(name, func, int16, float16, bool, float32)             \
+    CUDA_DEVICE_BINARY(name, func, int16, float32, bool, float32)             \
+    CUDA_DEVICE_BINARY(name, func, int16, float64, bool, float64)             \
+    CUDA_DEVICE_NOIMPL(name, cfunc, int16, complex32, bool, complex64)        \
+    CUDA_DEVICE_BINARY(name, cfunc, int16, complex64, bool, complex64)        \
+    CUDA_DEVICE_BINARY(name, cfunc, int16, complex128, bool, complex128)      \
+                                                                              \
+    CUDA_DEVICE_BINARY(name, func, int32, uint8, bool, int32)                 \
+    CUDA_DEVICE_BINARY(name, func, int32, uint16, bool, int32)                \
+    CUDA_DEVICE_BINARY(name, func, int32, uint32, bool, int64)                \
+    CUDA_DEVICE_BINARY(name, func, int32, int8, bool, int32)                  \
+    CUDA_DEVICE_BINARY(name, func, int32, int16, bool, int32)                 \
+    CUDA_DEVICE_BINARY(name, func, int32, int32, bool, int32)                 \
+    CUDA_DEVICE_BINARY(name, func, int32, int64, bool, int64)                 \
+    CUDA_DEVICE_BINARY(name, func, int32, bfloat16, bool, float64)            \
+    CUDA_DEVICE_BINARY(name, func, int32, float16, bool, float64)             \
+    CUDA_DEVICE_BINARY(name, func, int32, float32, bool, float64)             \
+    CUDA_DEVICE_BINARY(name, func, int32, float64, bool, float64)             \
+    CUDA_DEVICE_NOIMPL(name, cfunc, int32, complex32, bool, complex128)       \
+    CUDA_DEVICE_BINARY(name, cfunc, int32, complex64, bool, complex128)       \
+    CUDA_DEVICE_BINARY(name, cfunc, int32, complex128, bool, complex128)      \
+                                                                              \
+    CUDA_DEVICE_BINARY(name, func, int64, uint8, bool, int64)                 \
+    CUDA_DEVICE_BINARY(name, func, int64, uint16, bool, int64)                \
+    CUDA_DEVICE_BINARY(name, func, int64, uint32, bool, int64)                \
+    CUDA_DEVICE_BINARY(name, func, int64, int8, bool, int64)                  \
+    CUDA_DEVICE_BINARY(name, func, int64, int16, bool, int64)                 \
+    CUDA_DEVICE_BINARY(name, func, int64, int32, bool, int64)                 \
+    CUDA_DEVICE_BINARY(name, func, int64, int64, bool, int64)                 \
+                                                                              \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, uint8, bool, bfloat16)           \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, uint16, bool, float32)           \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, uint32, bool, float64)           \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, int8, bool, bfloat16)            \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, int16, bool, float32)            \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, int32, bool, float64)            \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, bfloat16, bool, bfloat16)        \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, float16, bool, float32)          \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, float32, bool, float32)          \
+    CUDA_DEVICE_BINARY(name, func, bfloat16, float64, bool, float64)          \
+    CUDA_DEVICE_NOIMPL(name, cfunc, bfloat16, complex32, bool, complex64)     \
+    CUDA_DEVICE_BINARY(name, cfunc, bfloat16, complex64, bool, complex64)     \
+    CUDA_DEVICE_BINARY(name, cfunc, bfloat16, complex128, bool, complex128)   \
+                                                                              \
+    CUDA_DEVICE_BINARY(name, hfunc, float16, uint8, bool, float16)            \
+    CUDA_DEVICE_BINARY(name, func, float16, uint16, bool, float32)            \
+    CUDA_DEVICE_BINARY(name, func, float16, uint32, bool, float64)            \
+    CUDA_DEVICE_BINARY(name, hfunc, float16, int8, bool, float16)             \
+    CUDA_DEVICE_BINARY(name, func, float16, int16, bool, float32)             \
+    CUDA_DEVICE_BINARY(name, func, float16, int32, bool, float64)             \
+    CUDA_DEVICE_BINARY(name, func, float16, bfloat16, bool, float32)          \
+    CUDA_DEVICE_BINARY(name, hfunc, float16, float16, bool, float16)          \
+    CUDA_DEVICE_BINARY(name, func, float16, float32, bool, float32)           \
+    CUDA_DEVICE_BINARY(name, func, float16, float64, bool, float64)           \
+    CUDA_DEVICE_NOIMPL(name, cfunc, float16, complex32, bool, complex32)      \
+    CUDA_DEVICE_BINARY(name, cfunc, float16, complex64, bool, complex64)      \
+    CUDA_DEVICE_BINARY(name, cfunc, float16, complex128, bool, complex128)    \
+                                                                              \
+    CUDA_DEVICE_BINARY(name, func, float32, uint8, bool, float32)             \
+    CUDA_DEVICE_BINARY(name, func, float32, uint16, bool, float32)            \
+    CUDA_DEVICE_BINARY(name, func, float32, uint32, bool, float64)            \
+    CUDA_DEVICE_BINARY(name, func, float32, int8, bool, float32)              \
+    CUDA_DEVICE_BINARY(name, func, float32, int16, bool, float32)             \
+    CUDA_DEVICE_BINARY(name, func, float32, int32, bool, float64)             \
+    CUDA_DEVICE_BINARY(name, func, float32, bfloat16, bool, float32)          \
+    CUDA_DEVICE_BINARY(name, func, float32, float16, bool, float32)           \
+    CUDA_DEVICE_BINARY(name, func, float32, float32, bool, float32)           \
+    CUDA_DEVICE_BINARY(name, func, float32, float64, bool, float64)           \
+    CUDA_DEVICE_NOIMPL(name, cfunc, float32, complex32, bool, complex64)      \
+    CUDA_DEVICE_BINARY(name, cfunc, float32, complex64, bool, complex64)      \
+    CUDA_DEVICE_BINARY(name, cfunc, float32, complex128, bool, complex128)    \
+                                                                              \
+    CUDA_DEVICE_BINARY(name, func, float64, uint8, bool, float64)             \
+    CUDA_DEVICE_BINARY(name, func, float64, uint16, bool, float64)            \
+    CUDA_DEVICE_BINARY(name, func, float64, uint32, bool, float64)            \
+    CUDA_DEVICE_BINARY(name, func, float64, int8, bool, float64)              \
+    CUDA_DEVICE_BINARY(name, func, float64, int16, bool, float64)             \
+    CUDA_DEVICE_BINARY(name, func, float64, int32, bool, float64)             \
+    CUDA_DEVICE_BINARY(name, func, float64, bfloat16, bool, float64)          \
+    CUDA_DEVICE_BINARY(name, func, float64, float16, bool, float64)           \
+    CUDA_DEVICE_BINARY(name, func, float64, float32, bool, float64)           \
+    CUDA_DEVICE_BINARY(name, func, float64, float64, bool, float64)           \
+    CUDA_DEVICE_NOIMPL(name, cfunc, float64, complex32, bool, complex128)     \
+    CUDA_DEVICE_BINARY(name, cfunc, float64, complex64, bool, complex128)     \
+    CUDA_DEVICE_BINARY(name, cfunc, float64, complex128, bool, complex128)    \
+                                                                              \
+    CUDA_DEVICE_NOIMPL(name, cfunc, complex32, uint8, bool, complex32)        \
+    CUDA_DEVICE_NOIMPL(name, cfunc, complex32, uint16, bool, complex64)       \
+    CUDA_DEVICE_NOIMPL(name, cfunc, complex32, uint32, bool, complex128)      \
+    CUDA_DEVICE_NOIMPL(name, cfunc, complex32, int8, bool, complex32)         \
+    CUDA_DEVICE_NOIMPL(name, cfunc, complex32, int16, bool, complex64)        \
+    CUDA_DEVICE_NOIMPL(name, cfunc, complex32, int32, bool, complex128)       \
+    CUDA_DEVICE_NOIMPL(name, cfunc, complex32, bfloat16, bool, complex64)     \
+    CUDA_DEVICE_NOIMPL(name, cfunc, complex32, float16, bool, complex32)      \
+    CUDA_DEVICE_NOIMPL(name, cfunc, complex32, float32, bool, complex64)      \
+    CUDA_DEVICE_NOIMPL(name, cfunc, complex32, float64, bool, complex128)     \
+    CUDA_DEVICE_NOIMPL(name, cfunc, complex32, complex32, bool, complex32)    \
+    CUDA_DEVICE_NOIMPL(name, cfunc, complex32, complex64, bool, complex64)    \
+    CUDA_DEVICE_NOIMPL(name, cfunc, complex32, complex128, bool, complex128)  \
+                                                                              \
+    CUDA_DEVICE_BINARY(name, cfunc, complex64, uint8, bool, complex64)        \
+    CUDA_DEVICE_BINARY(name, cfunc, complex64, uint16, bool, complex64)       \
+    CUDA_DEVICE_BINARY(name, cfunc, complex64, uint32, bool, complex128)      \
+    CUDA_DEVICE_BINARY(name, cfunc, complex64, int8, bool, complex64)         \
+    CUDA_DEVICE_BINARY(name, cfunc, complex64, int16, bool, complex64)        \
+    CUDA_DEVICE_BINARY(name, cfunc, complex64, int32, bool, complex128)       \
+    CUDA_DEVICE_BINARY(name, cfunc, complex64, bfloat16, bool, complex64)     \
+    CUDA_DEVICE_BINARY(name, cfunc, complex64, float16, bool, complex64)      \
+    CUDA_DEVICE_BINARY(name, cfunc, complex64, float32, bool, complex64)      \
+    CUDA_DEVICE_BINARY(name, cfunc, complex64, float64, bool, complex128)     \
+    CUDA_DEVICE_NOIMPL(name, cfunc, complex64, complex32, bool, complex64)    \
+    CUDA_DEVICE_BINARY(name, cfunc, complex64, complex64, bool, complex64)    \
+    CUDA_DEVICE_BINARY(name, cfunc, complex64, complex128, bool, complex128)  \
+                                                                              \
+    CUDA_DEVICE_BINARY(name, cfunc, complex128, uint8, bool, complex128)      \
+    CUDA_DEVICE_BINARY(name, cfunc, complex128, uint16, bool, complex128)     \
+    CUDA_DEVICE_BINARY(name, cfunc, complex128, uint32, bool, complex128)     \
+    CUDA_DEVICE_BINARY(name, cfunc, complex128, int8, bool, complex128)       \
+    CUDA_DEVICE_BINARY(name, cfunc, complex128, int16, bool, complex128)      \
+    CUDA_DEVICE_BINARY(name, cfunc, complex128, int32, bool, complex128)      \
+    CUDA_DEVICE_BINARY(name, cfunc, complex128, bfloat16, bool, complex128)   \
+    CUDA_DEVICE_BINARY(name, cfunc, complex128, float16, bool, complex128)    \
+    CUDA_DEVICE_BINARY(name, cfunc, complex128, float32, bool, complex128)    \
+    CUDA_DEVICE_BINARY(name, cfunc, complex128, float64, bool, complex128)    \
+    CUDA_DEVICE_NOIMPL(name, cfunc, complex128, complex32, bool, complex128)  \
+    CUDA_DEVICE_BINARY(name, cfunc, complex128, complex64, bool, complex128)  \
+    CUDA_DEVICE_BINARY(name, cfunc, complex128, complex128, bool, complex128)
+
+
+#define less(x, y) x < y
+CUDA_DEVICE_ALL_COMPARISON(less, less, __hlt, lexorder_lt)
+
+#define less_equal(x, y) x <= y
+CUDA_DEVICE_ALL_COMPARISON(less_equal, less_equal, __hle, lexorder_le)
+
+#define greater_equal(x, y) x >= y
+CUDA_DEVICE_ALL_COMPARISON(greater_equal, greater_equal, __hge, lexorder_ge)
+
+#define greater(x, y) x > y
+CUDA_DEVICE_ALL_COMPARISON(greater, greater, __hgt, lexorder_gt)
+
+#define equal(x, y) x == y
+CUDA_DEVICE_ALL_COMPARISON(equal, equal, __heq, equal)
+
+#define not_equal(x, y) x != y
+CUDA_DEVICE_ALL_COMPARISON(not_equal, not_equal, half_ne, not_equal)
+
+#define equaln(x, y) (x == y || (x != x && y != y))
+CUDA_DEVICE_ALL_COMPARISON(equaln, equaln, half_eqn, lexorder_eqn)
+
+
+/*****************************************************************************/
+/*                                  Bitwise                                  */
+/*****************************************************************************/
+
+#define CUDA_DEVICE_ALL_BITWISE(name, func) \
+    CUDA_DEVICE_BINARY(name, func, bool, bool, bool, bool)         \
+    CUDA_DEVICE_BINARY(name, func, bool, uint8, uint8, uint8)      \
+    CUDA_DEVICE_BINARY(name, func, bool, uint16, uint16, uint16)   \
+    CUDA_DEVICE_BINARY(name, func, bool, uint32, uint32, uint32)   \
+    CUDA_DEVICE_BINARY(name, func, bool, uint64, uint64, uint64)   \
+    CUDA_DEVICE_BINARY(name, func, bool, int8, int8, int8)         \
+    CUDA_DEVICE_BINARY(name, func, bool, int16, int16, int16)      \
+    CUDA_DEVICE_BINARY(name, func, bool, int32, int32, int32)      \
+    CUDA_DEVICE_BINARY(name, func, bool, int64, int64, int64)      \
+                                                                   \
+    CUDA_DEVICE_BINARY(name, func, uint8, bool, uint8, uint8)      \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint8, uint8, uint8)     \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint16, uint16, uint16)  \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint32, uint32, uint32)  \
+    CUDA_DEVICE_BINARY(name, func, uint8, uint64, uint64, uint64)  \
+    CUDA_DEVICE_BINARY(name, func, uint8, int8, int16, int16)      \
+    CUDA_DEVICE_BINARY(name, func, uint8, int16, int16, int16)     \
+    CUDA_DEVICE_BINARY(name, func, uint8, int32, int32, int32)     \
+    CUDA_DEVICE_BINARY(name, func, uint8, int64, int64, int64)     \
+                                                                   \
+    CUDA_DEVICE_BINARY(name, func, uint16, bool, uint16, uint16)   \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint8, uint16, uint16)  \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint16, uint16, uint16) \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint32, uint32, uint32) \
+    CUDA_DEVICE_BINARY(name, func, uint16, uint64, uint64, uint64) \
+    CUDA_DEVICE_BINARY(name, func, uint16, int8, int32, int32)     \
+    CUDA_DEVICE_BINARY(name, func, uint16, int16, int32, int32)    \
+    CUDA_DEVICE_BINARY(name, func, uint16, int32, int32, int32)    \
+    CUDA_DEVICE_BINARY(name, func, uint16, int64, int64, int64)    \
+                                                                   \
+    CUDA_DEVICE_BINARY(name, func, uint32, bool, uint32, uint32)   \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint8, uint32, uint32)  \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint16, uint32, uint32) \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint32, uint32, uint32) \
+    CUDA_DEVICE_BINARY(name, func, uint32, uint64, uint64, uint64) \
+    CUDA_DEVICE_BINARY(name, func, uint32, int8, int64, int64)     \
+    CUDA_DEVICE_BINARY(name, func, uint32, int16, int64, int64)    \
+    CUDA_DEVICE_BINARY(name, func, uint32, int32, int64, int64)    \
+    CUDA_DEVICE_BINARY(name, func, uint32, int64, int64, int64)    \
+                                                                   \
+    CUDA_DEVICE_BINARY(name, func, uint64, bool, uint64, uint64)   \
+    CUDA_DEVICE_BINARY(name, func, uint64, uint8, uint64, uint64)  \
+    CUDA_DEVICE_BINARY(name, func, uint64, uint16, uint64, uint64) \
+    CUDA_DEVICE_BINARY(name, func, uint64, uint32, uint64, uint64) \
+    CUDA_DEVICE_BINARY(name, func, uint64, uint64, uint64, uint64) \
+                                                                   \
+    CUDA_DEVICE_BINARY(name, func, int8, bool, int8, int8)         \
+    CUDA_DEVICE_BINARY(name, func, int8, uint8, int16, int16)      \
+    CUDA_DEVICE_BINARY(name, func, int8, uint16, int32, int32)     \
+    CUDA_DEVICE_BINARY(name, func, int8, uint32, int64, int64)     \
+    CUDA_DEVICE_BINARY(name, func, int8, int8, int8, int8)         \
+    CUDA_DEVICE_BINARY(name, func, int8, int16, int16, int16)      \
+    CUDA_DEVICE_BINARY(name, func, int8, int32, int32, int32)      \
+    CUDA_DEVICE_BINARY(name, func, int8, int64, int64, int64)      \
+                                                                   \
+    CUDA_DEVICE_BINARY(name, func, int16, bool, int16, int16)      \
+    CUDA_DEVICE_BINARY(name, func, int16, uint8, int16, int16)     \
+    CUDA_DEVICE_BINARY(name, func, int16, uint16, int32, int32)    \
+    CUDA_DEVICE_BINARY(name, func, int16, uint32, int64, int64)    \
+    CUDA_DEVICE_BINARY(name, func, int16, int8, int16, int16)      \
+    CUDA_DEVICE_BINARY(name, func, int16, int16, int16, int16)     \
+    CUDA_DEVICE_BINARY(name, func, int16, int32, int32, int32)     \
+    CUDA_DEVICE_BINARY(name, func, int16, int64, int64, int64)     \
+                                                                   \
+    CUDA_DEVICE_BINARY(name, func, int32, bool, int32, int32)      \
+    CUDA_DEVICE_BINARY(name, func, int32, uint8, int32, int32)     \
+    CUDA_DEVICE_BINARY(name, func, int32, uint16, int32, int32)    \
+    CUDA_DEVICE_BINARY(name, func, int32, uint32, int64, int64)    \
+    CUDA_DEVICE_BINARY(name, func, int32, int8, int32, int32)      \
+    CUDA_DEVICE_BINARY(name, func, int32, int16, int32, int32)     \
+    CUDA_DEVICE_BINARY(name, func, int32, int32, int32, int32)     \
+    CUDA_DEVICE_BINARY(name, func, int32, int64, int64, int64)     \
+                                                                   \
+    CUDA_DEVICE_BINARY(name, func, int64, bool, int64, int64)      \
+    CUDA_DEVICE_BINARY(name, func, int64, uint8, int64, int64)     \
+    CUDA_DEVICE_BINARY(name, func, int64, uint16, int64, int64)    \
+    CUDA_DEVICE_BINARY(name, func, int64, uint32, int64, int64)    \
+    CUDA_DEVICE_BINARY(name, func, int64, int8, int64, int64)      \
+    CUDA_DEVICE_BINARY(name, func, int64, int16, int64, int64)     \
+    CUDA_DEVICE_BINARY(name, func, int64, int32, int64, int64)     \
+    CUDA_DEVICE_BINARY(name, func, int64, int64, int64, int64)
+
+#define bitwise_and(x, y) x & y
+CUDA_DEVICE_ALL_BITWISE(bitwise_and, bitwise_and)
+
+#define bitwise_or(x, y) x | y
+CUDA_DEVICE_ALL_BITWISE(bitwise_or, bitwise_or)
+
+#define bitwise_xor(x, y) x ^ y
+CUDA_DEVICE_ALL_BITWISE(bitwise_xor, bitwise_xor)
+
+
+/*****************************************************************************/
+/*                             Two return values                             */
+/*****************************************************************************/
+
+#define CUDA_DEVICE_BINARY_MV(name, func, t0, t1, t2, t3) \
+static __global__ void                                                  \
+_1D_C_##name##_##t0##_##t1##_##t2##_##t3(                               \
+    const t0##_t *x0, const t1##_t *x1, t2##_t *x2, t2##_t *x3,         \
+    int64_t N)                                                          \
+{                                                                       \
+    int64_t index = threadIdx.x + blockIdx.x * blockDim.x;              \
+    int64_t stride = blockDim.x * gridDim.x;                            \
+                                                                        \
+    for (int64_t i = index; i < N; i += stride) {                       \
+        func(&x2[i], &x3[i], x0[i], x1[i]);                             \
+    }                                                                   \
+}                                                                       \
+                                                                        \
+extern "C" void                                                         \
+gm_cuda_device_fixed_1D_C_##name##_##t0##_##t1##_##t2##_##t3(           \
+    const char *a0, const char *a1, char *a2, char *a3,                 \
+    int64_t N)                                                          \
+{                                                                       \
+    const t0##_t *x0 = (const t0##_t *)a0;                              \
+    const t1##_t *x1 = (const t1##_t *)a1;                              \
+    t2##_t *x2 = (t2##_t *)a2;                                          \
+    t3##_t *x3 = (t3##_t *)a3;                                          \
+    int blockSize = 256;                                                \
+    int64_t numBlocks = (N + blockSize - 1) / blockSize;                \
+                                                                        \
+    _1D_C_##name##_##t0##_##t1##_##t2##_##t3<<<numBlocks, blockSize>>>( \
+        x0, x1, x2, x3, N);                                             \
+}
+
+#define CUDA_DEVICE_ALL_BINARY_MV(name, func) \
+    CUDA_DEVICE_BINARY_MV(name, func, uint8, uint8, uint8, uint8)             \
+    CUDA_DEVICE_BINARY_MV(name, func, uint16, uint16, uint16, uint16)         \
+    CUDA_DEVICE_BINARY_MV(name, func, uint32, uint32, uint32, uint32)         \
+    CUDA_DEVICE_BINARY_MV(name, func, uint64, uint64, uint64, uint64)         \
+    CUDA_DEVICE_BINARY_MV(name, func, int8, int8, int8, int8)                 \
+    CUDA_DEVICE_BINARY_MV(name, func, int16, int16, int16, int16)             \
+    CUDA_DEVICE_BINARY_MV(name, func, int32, int32, int32, int32)             \
+    CUDA_DEVICE_BINARY_MV(name, func, int64, int64, int64, int64)             \
+    CUDA_DEVICE_BINARY_MV(name, func, bfloat16, bfloat16, bfloat16, bfloat16) \
+    CUDA_DEVICE_BINARY_MV(name, func, float32, float32, float32, float32)     \
+    CUDA_DEVICE_BINARY_MV(name, func, float64, float64, float64, float64)
+
+CUDA_DEVICE_ALL_BINARY_MV(divmod, _divmod)