triton-windows 3.3.1.post19__cp39-cp39-win_amd64.whl → 3.3.1.post21__cp39-cp39-win_amd64.whl

triton/backends/amd/include/hip/amd_detail/amd_math_functions.h

@@ -1,104 +0,0 @@
-/*
-Copyright (c) 2015 - 2023 Advanced Micro Devices, Inc. All rights reserved.
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-
-#pragma once
-
-#if !defined(__HIPCC_RTC__)
-#include "hip_fp16_math_fwd.h"
-#include "amd_hip_vector_types.h"
-#include "math_fwd.h"
-
-#include <hip/amd_detail/host_defines.h>
-
-#include <algorithm>
-// assert.h is only for the host version of assert.
-// The device version of assert is implemented in hip/amd_detail/hip_runtime.h.
-// Users should include hip_runtime.h for the device version of assert.
-#if !__HIP_DEVICE_COMPILE__
-#include <assert.h>
-#endif
-#include <limits.h>
-#include <limits>
-#include <stdint.h>
-#endif // !defined(__HIPCC_RTC__)
-
-#if _LIBCPP_VERSION && __HIP__
-namespace std {
-template <>
-struct __numeric_type<_Float16>
-{
-   static _Float16 __test(_Float16);
-
-   typedef _Float16 type;
-   static const bool value = true;
-};
-}
-#endif // _LIBCPP_VERSION
-
-#pragma push_macro("__DEVICE__")
-#pragma push_macro("__RETURN_TYPE")
-
-#define __DEVICE__ static __device__
-#define __RETURN_TYPE bool
-
-// DOT FUNCTIONS
-#if defined(__clang__) && defined(__HIP__)
-__DEVICE__
-inline
-int amd_mixed_dot(short2 a, short2 b, int c, bool saturate) {
-    return __ockl_sdot2(a.data, b.data, c, saturate);
-}
-__DEVICE__
-inline
-uint amd_mixed_dot(ushort2 a, ushort2 b, uint c, bool saturate) {
-    return __ockl_udot2(a.data, b.data, c, saturate);
-}
-__DEVICE__
-inline
-int amd_mixed_dot(char4 a, char4 b, int c, bool saturate) {
-    return __ockl_sdot4(a.data, b.data, c, saturate);
-}
-__DEVICE__
-inline
-uint amd_mixed_dot(uchar4 a, uchar4 b, uint c, bool saturate) {
-    return __ockl_udot4(a.data, b.data, c, saturate);
-}
-__DEVICE__
-inline
-int amd_mixed_dot(int a, int b, int c, bool saturate) {
-    return __ockl_sdot8(a, b, c, saturate);
-}
-__DEVICE__
-inline
-uint amd_mixed_dot(uint a, uint b, uint c, bool saturate) {
-    return __ockl_udot8(a, b, c, saturate);
-}
-#endif
-
-#pragma pop_macro("__DEVICE__")
-#pragma pop_macro("__RETURN_TYPE")
-// For backward compatibility.
-// There are HIP applications e.g. TensorFlow, expecting __HIP_ARCH_* macros
-// defined after including math_functions.h.
-#if !defined(__HIPCC_RTC__)
-#include <hip/amd_detail/amd_hip_runtime.h>
-#endif

triton/backends/amd/include/hip/amd_detail/amd_surface_functions.h

@@ -1,244 +0,0 @@
-/*
-Copyright (c) 2018 - 2023 Advanced Micro Devices, Inc. All rights reserved.
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
-*/
-
-#ifndef HIP_INCLUDE_HIP_AMD_DETAIL_SURFACE_FUNCTIONS_H
-#define HIP_INCLUDE_HIP_AMD_DETAIL_SURFACE_FUNCTIONS_H
-
-#if defined(__cplusplus)
-
-#if !defined(__HIPCC_RTC__)
-#include <hip/surface_types.h>
-#include <hip/hip_vector_types.h>
-#include <hip/amd_detail/texture_fetch_functions.h>
-#include <hip/amd_detail/ockl_image.h>
-#endif
-
-#if defined(__HIPCC_RTC__)
-#define __HOST_DEVICE__ __device__
-#else
-#define __HOST_DEVICE__ __host__ __device__
-#endif
-
-#define __HIP_SURFACE_OBJECT_PARAMETERS_INIT                                                            \
-    unsigned int ADDRESS_SPACE_CONSTANT* i = (unsigned int ADDRESS_SPACE_CONSTANT*)surfObj; 
-
-// CUDA is using byte address, need map to pixel address for HIP
-static __HOST_DEVICE__ __forceinline__ int __hipGetPixelAddr(int x, int format, int order) {
-    /*
-    * use below format index to generate format LUT
-      typedef enum {
-        HSA_EXT_IMAGE_CHANNEL_TYPE_SNORM_INT8 = 0,
-        HSA_EXT_IMAGE_CHANNEL_TYPE_SNORM_INT16 = 1,
-        HSA_EXT_IMAGE_CHANNEL_TYPE_UNORM_INT8 = 2,
-        HSA_EXT_IMAGE_CHANNEL_TYPE_UNORM_INT16 = 3,
-        HSA_EXT_IMAGE_CHANNEL_TYPE_UNORM_INT24 = 4,
-        HSA_EXT_IMAGE_CHANNEL_TYPE_UNORM_SHORT_555 = 5,
-        HSA_EXT_IMAGE_CHANNEL_TYPE_UNORM_SHORT_565 = 6,
-        HSA_EXT_IMAGE_CHANNEL_TYPE_UNORM_SHORT_101010 = 7,
-        HSA_EXT_IMAGE_CHANNEL_TYPE_SIGNED_INT8 = 8,
-        HSA_EXT_IMAGE_CHANNEL_TYPE_SIGNED_INT16 = 9,
-        HSA_EXT_IMAGE_CHANNEL_TYPE_SIGNED_INT32 = 10,
-        HSA_EXT_IMAGE_CHANNEL_TYPE_UNSIGNED_INT8 = 11,
-        HSA_EXT_IMAGE_CHANNEL_TYPE_UNSIGNED_INT16 = 12,
-        HSA_EXT_IMAGE_CHANNEL_TYPE_UNSIGNED_INT32 = 13,
-        HSA_EXT_IMAGE_CHANNEL_TYPE_HALF_FLOAT = 14,
-        HSA_EXT_IMAGE_CHANNEL_TYPE_FLOAT = 15
-      } hsa_ext_image_channel_type_t;
-    */
-    static const int FormatLUT[] = { 0, 1, 0, 1, 3, 1, 1, 1, 0, 1, 2, 0, 1, 2, 1, 2 };
-    x = FormatLUT[format] == 3 ? x / FormatLUT[format] : x >> FormatLUT[format];
-
-    /*
-    * use below order index to generate order LUT
-      typedef enum {
-        HSA_EXT_IMAGE_CHANNEL_ORDER_A = 0,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_R = 1,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_RX = 2,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_RG = 3,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_RGX = 4,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_RA = 5,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_RGB = 6,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_RGBX = 7,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_RGBA = 8,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_BGRA = 9,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_ARGB = 10,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_ABGR = 11,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_SRGB = 12,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_SRGBX = 13,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_SRGBA = 14,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_SBGRA = 15,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_INTENSITY = 16,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_LUMINANCE = 17,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_DEPTH = 18,
-        HSA_EXT_IMAGE_CHANNEL_ORDER_DEPTH_STENCIL = 19
-      } hsa_ext_image_channel_order_t;
-    */
-    static const int OrderLUT[] = { 0, 0, 1, 1, 3, 1, 3, 2, 2, 2, 2, 2, 3, 2, 2, 2, 0, 0, 0, 0 };
-    return x = OrderLUT[order] == 3 ? x / OrderLUT[order] : x >> OrderLUT[order];
-}
-
-template <
-    typename T,
-    typename std::enable_if<__hip_is_tex_surf_channel_type<T>::value>::type* = nullptr>
-static __device__ __hip_img_chk__ void surf1Dread(T* data, hipSurfaceObject_t surfObj, int x,
-        int boundaryMode = hipBoundaryModeZero) {
-    __HIP_SURFACE_OBJECT_PARAMETERS_INIT
-    x = __hipGetPixelAddr(x, __ockl_image_channel_data_type_1D(i), __ockl_image_channel_order_1D(i));
-    auto tmp = __ockl_image_load_1D(i, x);
-    *data = __hipMapFrom<T>(tmp);
-}
-
-template <
-    typename T,
-    typename std::enable_if<__hip_is_tex_surf_channel_type<T>::value>::type* = nullptr>
-static __device__ __hip_img_chk__ void surf1Dwrite(T data, hipSurfaceObject_t surfObj, int x) {
-    __HIP_SURFACE_OBJECT_PARAMETERS_INIT
-    x = __hipGetPixelAddr(x, __ockl_image_channel_data_type_1D(i), __ockl_image_channel_order_1D(i));
-    auto tmp = __hipMapTo<float4::Native_vec_>(data);
-    __ockl_image_store_1D(i, x, tmp);
-}
-
-template <
-    typename T,
-    typename std::enable_if<__hip_is_tex_surf_channel_type<T>::value>::type* = nullptr>
-static __device__ __hip_img_chk__ void surf2Dread(T* data, hipSurfaceObject_t surfObj, int x, int y) {
-    __HIP_SURFACE_OBJECT_PARAMETERS_INIT
-    x = __hipGetPixelAddr(x, __ockl_image_channel_data_type_2D(i), __ockl_image_channel_order_2D(i));
-    auto tmp = __ockl_image_load_2D(i, int2(x, y).data);
-    *data = __hipMapFrom<T>(tmp);
-}
-
-template <
-    typename T,
-    typename std::enable_if<__hip_is_tex_surf_channel_type<T>::value>::type* = nullptr>
-static __device__ __hip_img_chk__ void surf2Dwrite(T data, hipSurfaceObject_t surfObj, int x, int y) {
-    __HIP_SURFACE_OBJECT_PARAMETERS_INIT
-    x = __hipGetPixelAddr(x, __ockl_image_channel_data_type_2D(i), __ockl_image_channel_order_2D(i));
-    auto tmp = __hipMapTo<float4::Native_vec_>(data);
-    __ockl_image_store_2D(i, int2(x, y).data, tmp);
-}
-
-template <
-    typename T,
-    typename std::enable_if<__hip_is_tex_surf_channel_type<T>::value>::type* = nullptr>
-static __device__ __hip_img_chk__ void surf3Dread(T* data, hipSurfaceObject_t surfObj, int x, int y, int z) {
-    __HIP_SURFACE_OBJECT_PARAMETERS_INIT
-    x = __hipGetPixelAddr(x, __ockl_image_channel_data_type_3D(i), __ockl_image_channel_order_3D(i));
-    auto tmp = __ockl_image_load_3D(i, int4(x, y, z, 0).data);
-    *data = __hipMapFrom<T>(tmp);
-}
-
-template <
-    typename T,
-    typename std::enable_if<__hip_is_tex_surf_channel_type<T>::value>::type* = nullptr>
-static __device__ __hip_img_chk__ void surf3Dwrite(T data, hipSurfaceObject_t surfObj, int x, int y, int z) {
-    __HIP_SURFACE_OBJECT_PARAMETERS_INIT
-    x = __hipGetPixelAddr(x, __ockl_image_channel_data_type_3D(i), __ockl_image_channel_order_3D(i));
-    auto tmp = __hipMapTo<float4::Native_vec_>(data);
-    __ockl_image_store_3D(i, int4(x, y, z, 0).data, tmp);
-}
-
-template <
-    typename T,
-    typename std::enable_if<__hip_is_tex_surf_channel_type<T>::value>::type* = nullptr>
-static __device__ __hip_img_chk__ void surf1DLayeredread(T* data, hipSurfaceObject_t surfObj, int x, int layer) {
-    __HIP_SURFACE_OBJECT_PARAMETERS_INIT
-    x = __hipGetPixelAddr(x, __ockl_image_channel_data_type_1D(i), __ockl_image_channel_order_1D(i));
-    auto tmp = __ockl_image_load_lod_1D(i, x, layer);
-    *data = __hipMapFrom<T>(tmp);
-}
-
-template <
-    typename T,
-    typename std::enable_if<__hip_is_tex_surf_channel_type<T>::value>::type* = nullptr>
-static __device__ __hip_img_chk__ void surf1DLayeredwrite(T data, hipSurfaceObject_t surfObj, int x, int layer) {
-    __HIP_SURFACE_OBJECT_PARAMETERS_INIT
-    x = __hipGetPixelAddr(x, __ockl_image_channel_data_type_1D(i), __ockl_image_channel_order_1D(i));
-    auto tmp = __hipMapTo<float4::Native_vec_>(data);
-    __ockl_image_store_lod_1D(i, x, layer, tmp);
-}
-
-template <
-    typename T,
-    typename std::enable_if<__hip_is_tex_surf_channel_type<T>::value>::type* = nullptr>
-static __device__ __hip_img_chk__ void surf2DLayeredread(T* data, hipSurfaceObject_t surfObj, int x, int y, int layer) {
-    __HIP_SURFACE_OBJECT_PARAMETERS_INIT
-    x = __hipGetPixelAddr(x, __ockl_image_channel_data_type_2D(i), __ockl_image_channel_order_2D(i));
-    auto tmp = __ockl_image_load_lod_2D(i, int2(x, y).data, layer);
-    *data = __hipMapFrom<T>(tmp);
-}
-
-template <
-    typename T,
-    typename std::enable_if<__hip_is_tex_surf_channel_type<T>::value>::type* = nullptr>
-static __device__ __hip_img_chk__ void surf2DLayeredwrite(T data, hipSurfaceObject_t surfObj, int x, int y, int layer) {
-    __HIP_SURFACE_OBJECT_PARAMETERS_INIT
-    x = __hipGetPixelAddr(x, __ockl_image_channel_data_type_2D(i), __ockl_image_channel_order_2D(i));
-    auto tmp = __hipMapTo<float4::Native_vec_>(data);
-    __ockl_image_store_lod_2D(i, int2(x, y).data, layer, tmp);
-}
-
-template <
-    typename T,
-    typename std::enable_if<__hip_is_tex_surf_channel_type<T>::value>::type* = nullptr>
-static __device__ __hip_img_chk__ void surfCubemapread(T* data, hipSurfaceObject_t surfObj, int x, int y, int face) {
-    __HIP_SURFACE_OBJECT_PARAMETERS_INIT
-    x = __hipGetPixelAddr(x, __ockl_image_channel_data_type_2D(i), __ockl_image_channel_order_2D(i));
-    auto tmp = __ockl_image_load_CM(i, int2(x, y).data, face);
-    *data = __hipMapFrom<T>(tmp);
-}
-
-template <
-    typename T,
-    typename std::enable_if<__hip_is_tex_surf_channel_type<T>::value>::type* = nullptr>
-static __device__ __hip_img_chk__ void surfCubemapwrite(T data, hipSurfaceObject_t surfObj, int x, int y, int face) {
-    __HIP_SURFACE_OBJECT_PARAMETERS_INIT
-    x = __hipGetPixelAddr(x, __ockl_image_channel_data_type_2D(i), __ockl_image_channel_order_2D(i));
-    auto tmp = __hipMapTo<float4::Native_vec_>(data);
-    __ockl_image_store_CM(i, int2(x, y).data, face, tmp);
-}
-
-template <
-    typename T,
-    typename std::enable_if<__hip_is_tex_surf_channel_type<T>::value>::type* = nullptr>
-static __device__ __hip_img_chk__ void surfCubemapLayeredread(T* data, hipSurfaceObject_t surfObj, int x, int y, int face,
-        int layer) {
-    __HIP_SURFACE_OBJECT_PARAMETERS_INIT
-    x = __hipGetPixelAddr(x, __ockl_image_channel_data_type_2D(i), __ockl_image_channel_order_2D(i));
-    auto tmp = __ockl_image_load_lod_CM(i, int2(x, y).data, face, layer);
-    *data = __hipMapFrom<T>(tmp);
-}
-
-template <
-    typename T,
-    typename std::enable_if<__hip_is_tex_surf_channel_type<T>::value>::type* = nullptr>
-static __device__ __hip_img_chk__ void surfCubemapLayeredwrite(T* data, hipSurfaceObject_t surfObj, int x, int y, int face,
-        int layer) {
-    __HIP_SURFACE_OBJECT_PARAMETERS_INIT
-    x = __hipGetPixelAddr(x, __ockl_image_channel_data_type_2D(i), __ockl_image_channel_order_2D(i));
-    auto tmp = __hipMapTo<float4::Native_vec_>(data);
-    __ockl_image_store_lod_CM(i, int2(x, y).data, face, layer, tmp);
-}
-
-#endif
-
-#endif