cuda-cccl 0.3.0__cp311-cp311-manylinux_2_24_aarch64.whl → 0.3.2__cp311-cp311-manylinux_2_24_aarch64.whl

cuda/cccl/cooperative/experimental/warp/__init__.py

@@ -1,9 +0,0 @@
-# Copyright (c) 2024, NVIDIA CORPORATION & AFFILIATES. ALL RIGHTS RESERVED.
-#
-# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
-
-from cuda.cccl.cooperative.experimental.warp._warp_merge_sort import merge_sort_keys
-from cuda.cccl.cooperative.experimental.warp._warp_reduce import reduce, sum
-from cuda.cccl.cooperative.experimental.warp._warp_scan import exclusive_sum
-
-__all__ = ["exclusive_sum", "reduce", "sum", "merge_sort_keys"]

cuda/cccl/headers/include/cub/device/dispatch/dispatch_advance_iterators.cuh

@@ -1,111 +0,0 @@
-// SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved.
-// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
-
-#pragma once
-
-#include <cub/config.cuh>
-
-#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
-#  pragma GCC system_header
-#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
-#  pragma clang system_header
-#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
-#  pragma system_header
-#endif // no system header
-
-#include <cuda/std/__type_traits/integral_constant.h>
-#include <cuda/std/__type_traits/void_t.h>
-#include <cuda/std/__utility/declval.h>
-
-CUB_NAMESPACE_BEGIN
-
-namespace detail
-{
-template <typename T, typename U, typename = void>
-struct has_plus_operator : ::cuda::std::false_type
-{};
-
-template <typename T, typename U>
-struct has_plus_operator<T, U, ::cuda::std::void_t<decltype(::cuda::std::declval<T>() + ::cuda::std::declval<U>())>>
-    : ::cuda::std::true_type
-{};
-
-template <typename T, typename U>
-constexpr bool has_plus_operator_v = has_plus_operator<T, U>::value;
-
-// Helper function that advances a given iterator only if it supports being advanced by the given offset
-template <typename IteratorT, typename OffsetT>
-CUB_RUNTIME_FUNCTION _CCCL_VISIBILITY_HIDDEN _CCCL_FORCEINLINE IteratorT
-advance_iterators_if_supported(IteratorT iter, [[maybe_unused]] OffsetT offset)
-{
-  if constexpr (has_plus_operator_v<IteratorT, OffsetT>)
-  {
-    // If operator+ is valid, advance the iterator.
-    return iter + offset;
-  }
-  else
-  {
-    // Otherwise, return iter unmodified.
-    return iter;
-  }
-}
-
-template <typename T, typename U, typename = void>
-struct has_add_assign_operator : ::cuda::std::false_type
-{};
-
-template <typename T, typename U>
-struct has_add_assign_operator<T,
-                               U,
-                               ::cuda::std::void_t<decltype(::cuda::std::declval<T&>() += ::cuda::std::declval<U>())>>
-    : ::cuda::std::true_type
-{};
-
-template <typename T, typename U>
-constexpr bool has_add_assign_operator_v = has_add_assign_operator<T, U>::value;
-
-// Helper function that advances a given iterator only if it supports being advanced by the given offset
-template <typename IteratorT, typename OffsetT>
-CUB_RUNTIME_FUNCTION _CCCL_VISIBILITY_HIDDEN _CCCL_FORCEINLINE void
-advance_iterators_inplace_if_supported(IteratorT& iter, [[maybe_unused]] OffsetT offset)
-{
-  if constexpr (has_add_assign_operator_v<IteratorT, OffsetT>)
-  {
-    // If operator+ is valid, advance the iterator.
-    iter += offset;
-  }
-}
-
-// Helper function that checks whether all of the given iterators support the + operator with the given offset
-template <typename OffsetT, typename... Iterators>
-CUB_RUNTIME_FUNCTION _CCCL_VISIBILITY_HIDDEN _CCCL_FORCEINLINE bool
-all_iterators_support_plus_operator(OffsetT /*offset*/, Iterators... /*iters*/)
-{
-  if constexpr ((has_plus_operator_v<Iterators, OffsetT> && ...))
-  {
-    return true;
-  }
-  else
-  {
-    return false;
-  }
-}
-
-// Helper function that checks whether all of the given iterators support the + operator with the given offset
-template <typename OffsetT, typename... Iterators>
-CUB_RUNTIME_FUNCTION _CCCL_VISIBILITY_HIDDEN _CCCL_FORCEINLINE bool
-all_iterators_support_add_assign_operator(OffsetT /*offset*/, Iterators... /*iters*/)
-{
-  if constexpr ((has_add_assign_operator_v<Iterators, OffsetT> && ...))
-  {
-    return true;
-  }
-  else
-  {
-    return false;
-  }
-}
-
-} // namespace detail
-
-CUB_NAMESPACE_END

cuda/cccl/headers/include/thrust/detail/algorithm_wrapper.h

@@ -1,37 +0,0 @@
-/*
- *  Copyright 2020 NVIDIA Corporation
- *
- *  Licensed under the Apache License, Version 2.0 (the "License");
- *  you may not use this file except in compliance with the License.
- *  You may obtain a copy of the License at
- *
- *      http://www.apache.org/licenses/LICENSE-2.0
- *
- *  Unless required by applicable law or agreed to in writing, software
- *  distributed under the License is distributed on an "AS IS" BASIS,
- *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- *  See the License for the specific language governing permissions and
- *  limitations under the License.
- */
-
-#pragma once
-
-#include <thrust/detail/config.h>
-
-#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
-#  pragma GCC system_header
-#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
-#  pragma clang system_header
-#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
-#  pragma system_header
-#endif // no system header
-
-// When a compiler uses Thrust as part of its implementation of Standard C++
-// algorithms, a cycle of included files may result when Thrust code tries to
-// use a standard algorithm.  Having a macro that is defined only when Thrust
-// is including an algorithms-related header gives the compiler a chance to
-// detect and break the cycle of includes.
-
-#define THRUST_INCLUDING_ALGORITHMS_HEADER
-#include <algorithm>
-#undef THRUST_INCLUDING_ALGORITHMS_HEADER

cuda/cccl/headers/include/thrust/detail/allocator/allocator_traits.inl

@@ -1,371 +0,0 @@
-/*
- *  Copyright 2008-2018 NVIDIA Corporation
- *
- *  Licensed under the Apache License, Version 2.0 (the "License");
- *  you may not use this file except in compliance with the License.
- *  You may obtain a copy of the License at
- *
- *      http://www.apache.org/licenses/LICENSE-2.0
- *
- *  Unless required by applicable law or agreed to in writing, software
- *  distributed under the License is distributed on an "AS IS" BASIS,
- *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- *  See the License for the specific language governing permissions and
- *  limitations under the License.
- */
-
-#pragma once
-
-#include <thrust/detail/config.h>
-
-#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
-#  pragma GCC system_header
-#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
-#  pragma clang system_header
-#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
-#  pragma system_header
-#endif // no system header
-#include <thrust/detail/allocator/allocator_traits.h>
-#include <thrust/detail/memory_wrapper.h>
-#include <thrust/detail/type_deduction.h>
-#include <thrust/detail/type_traits/is_call_possible.h>
-
-#include <cuda/std/limits>
-
-#include <new>
-
-THRUST_NAMESPACE_BEGIN
-namespace detail
-{
-
-// std::allocator's member functions are deprecated in C++17 and removed in
-// C++20, so we can't just use the generic implementation for allocator_traits
-// that calls the allocator's member functions.
-// Instead, specialize allocator_traits for std::allocator and defer to
-// std::allocator_traits<std::allocator> and let the STL do whatever it needs
-// to for the current c++ version. Manually forward the calls to suppress
-// host/device warnings.
-template <typename T>
-struct allocator_traits<std::allocator<T>> : public std::allocator_traits<std::allocator<T>>
-{
-private:
-  using superclass = std::allocator_traits<std::allocator<T>>;
-
-public:
-  using allocator_type                         = typename superclass::allocator_type;
-  using value_type                             = typename superclass::value_type;
-  using pointer                                = typename superclass::pointer;
-  using const_pointer                          = typename superclass::const_pointer;
-  using void_pointer                           = typename superclass::void_pointer;
-  using const_void_pointer                     = typename superclass::const_void_pointer;
-  using difference_type                        = typename superclass::difference_type;
-  using size_type                              = typename superclass::size_type;
-  using propagate_on_container_swap            = typename superclass::propagate_on_container_swap;
-  using propagate_on_container_copy_assignment = typename superclass::propagate_on_container_copy_assignment;
-  using propagate_on_container_move_assignment = typename superclass::propagate_on_container_move_assignment;
-
-  // std::allocator_traits added this in C++17, but thrust::allocator_traits defines
-  // it unconditionally.
-  using is_always_equal =
-    typename eval_if<allocator_traits_detail::has_is_always_equal<allocator_type>::value,
-                     allocator_traits_detail::nested_is_always_equal<allocator_type>,
-                     ::cuda::std::is_empty<allocator_type>>::type;
-
-  // std::allocator_traits doesn't provide these, but
-  // thrust::detail::allocator_traits does. These used to be part of the
-  // std::allocator API but were deprecated in C++17.
-  using reference       = typename thrust::detail::pointer_traits<pointer>::reference;
-  using const_reference = typename thrust::detail::pointer_traits<const_pointer>::reference;
-
-  template <typename U>
-  using rebind_alloc = std::allocator<U>;
-  template <typename U>
-  using rebind_traits = allocator_traits<std::allocator<U>>;
-
-  _CCCL_EXEC_CHECK_DISABLE
-  _CCCL_HOST_DEVICE static pointer allocate(allocator_type& a, size_type n)
-  {
-    return superclass::allocate(a, n);
-  }
-
-  _CCCL_EXEC_CHECK_DISABLE
-  _CCCL_HOST_DEVICE static pointer allocate(allocator_type& a, size_type n, const_void_pointer hint)
-  {
-    return superclass::allocate(a, n, hint);
-  }
-
-  _CCCL_EXEC_CHECK_DISABLE
-  _CCCL_HOST_DEVICE static void deallocate(allocator_type& a, pointer p, size_type n) noexcept
-  {
-    superclass::deallocate(a, p, n);
-  }
-
-  _CCCL_EXEC_CHECK_DISABLE
-  template <typename U, typename... Args>
-  _CCCL_HOST_DEVICE static void construct(allocator_type& a, U* p, Args&&... args)
-  {
-    superclass::construct(a, p, THRUST_FWD(args)...);
-  }
-
-  _CCCL_EXEC_CHECK_DISABLE
-  template <typename U>
-  _CCCL_HOST_DEVICE static void destroy(allocator_type& a, U* p) noexcept
-  {
-    superclass::destroy(a, p);
-  }
-
-  _CCCL_EXEC_CHECK_DISABLE
-  _CCCL_HOST_DEVICE static size_type max_size(const allocator_type& a)
-  {
-    return superclass::max_size(a);
-  }
-};
-
-namespace allocator_traits_detail
-{
-
-__THRUST_DEFINE_IS_CALL_POSSIBLE(has_member_allocate_with_hint_impl, allocate)
-
-template <typename Alloc>
-class has_member_allocate_with_hint
-{
-  using pointer            = typename allocator_traits<Alloc>::pointer;
-  using size_type          = typename allocator_traits<Alloc>::size_type;
-  using const_void_pointer = typename allocator_traits<Alloc>::const_void_pointer;
-
-public:
-  using type = typename has_member_allocate_with_hint_impl<Alloc, pointer(size_type, const_void_pointer)>::type;
-  static const bool value = type::value;
-};
-
-template <typename Alloc>
-_CCCL_HOST_DEVICE ::cuda::std::enable_if_t<has_member_allocate_with_hint<Alloc>::value,
-                                           typename allocator_traits<Alloc>::pointer>
-allocate(Alloc& a,
-         typename allocator_traits<Alloc>::size_type n,
-         typename allocator_traits<Alloc>::const_void_pointer hint)
-{
-  return a.allocate(n, hint);
-}
-
-template <typename Alloc>
-_CCCL_HOST_DEVICE ::cuda::std::enable_if_t<!has_member_allocate_with_hint<Alloc>::value,
-                                           typename allocator_traits<Alloc>::pointer>
-allocate(Alloc& a, typename allocator_traits<Alloc>::size_type n, typename allocator_traits<Alloc>::const_void_pointer)
-{
-  return a.allocate(n);
-}
-
-__THRUST_DEFINE_IS_CALL_POSSIBLE(has_member_construct1_impl, construct)
-
-template <typename Alloc, typename T>
-struct has_member_construct1 : has_member_construct1_impl<Alloc, void(T*)>
-{};
-
-_CCCL_EXEC_CHECK_DISABLE
-template <typename Alloc, typename T>
-inline _CCCL_HOST_DEVICE ::cuda::std::enable_if_t<has_member_construct1<Alloc, T>::value> construct(Alloc& a, T* p)
-{
-  a.construct(p);
-}
-
-_CCCL_EXEC_CHECK_DISABLE
-template <typename Alloc, typename T>
-inline _CCCL_HOST_DEVICE ::cuda::std::enable_if_t<!has_member_construct1<Alloc, T>::value> construct(Alloc&, T* p)
-{
-  ::new (static_cast<void*>(p)) T();
-}
-
-__THRUST_DEFINE_IS_CALL_POSSIBLE(has_member_construct2_impl, construct)
-
-template <typename Alloc, typename T, typename Arg1>
-struct has_member_construct2 : has_member_construct2_impl<Alloc, void(T*, const Arg1&)>
-{};
-
-_CCCL_EXEC_CHECK_DISABLE
-template <typename Alloc, typename T, typename Arg1>
-inline _CCCL_HOST_DEVICE ::cuda::std::enable_if_t<has_member_construct2<Alloc, T, Arg1>::value>
-construct(Alloc& a, T* p, const Arg1& arg1)
-{
-  a.construct(p, arg1);
-}
-
-_CCCL_EXEC_CHECK_DISABLE
-template <typename Alloc, typename T, typename Arg1>
-inline _CCCL_HOST_DEVICE ::cuda::std::enable_if_t<!has_member_construct2<Alloc, T, Arg1>::value>
-construct(Alloc&, T* p, const Arg1& arg1)
-{
-  ::new (static_cast<void*>(p)) T(arg1);
-}
-
-__THRUST_DEFINE_IS_CALL_POSSIBLE(has_member_constructN_impl, construct)
-
-template <typename Alloc, typename T, typename... Args>
-struct has_member_constructN : has_member_constructN_impl<Alloc, void(T*, Args...)>
-{};
-
-_CCCL_EXEC_CHECK_DISABLE
-template <typename Alloc, typename T, typename... Args>
-inline _CCCL_HOST_DEVICE ::cuda::std::enable_if_t<has_member_constructN<Alloc, T, Args...>::value>
-construct(Alloc& a, T* p, Args&&... args)
-{
-  a.construct(p, THRUST_FWD(args)...);
-}
-
-_CCCL_EXEC_CHECK_DISABLE
-template <typename Alloc, typename T, typename... Args>
-inline _CCCL_HOST_DEVICE ::cuda::std::enable_if_t<!has_member_constructN<Alloc, T, Args...>::value>
-construct(Alloc&, T* p, Args&&... args)
-{
-  ::new (static_cast<void*>(p)) T(THRUST_FWD(args)...);
-}
-
-__THRUST_DEFINE_IS_CALL_POSSIBLE(has_member_destroy_impl, destroy)
-
-template <typename Alloc, typename T>
-struct has_member_destroy : has_member_destroy_impl<Alloc, void(T*)>
-{};
-
-_CCCL_EXEC_CHECK_DISABLE
-template <typename Alloc, typename T>
-inline _CCCL_HOST_DEVICE ::cuda::std::enable_if_t<has_member_destroy<Alloc, T>::value> destroy(Alloc& a, T* p)
-{
-  a.destroy(p);
-}
-
-_CCCL_EXEC_CHECK_DISABLE
-template <typename Alloc, typename T>
-inline _CCCL_HOST_DEVICE ::cuda::std::enable_if_t<!has_member_destroy<Alloc, T>::value> destroy(Alloc&, T* p)
-{
-  p->~T();
-}
-
-__THRUST_DEFINE_IS_CALL_POSSIBLE(has_member_max_size_impl, max_size)
-
-template <typename Alloc>
-class has_member_max_size
-{
-  using size_type = typename allocator_traits<Alloc>::size_type;
-
-public:
-  using type              = typename has_member_max_size_impl<Alloc, size_type()>::type;
-  static const bool value = type::value;
-};
-
-template <typename Alloc>
-_CCCL_HOST_DEVICE ::cuda::std::enable_if_t<has_member_max_size<Alloc>::value, typename allocator_traits<Alloc>::size_type>
-max_size(const Alloc& a)
-{
-  return a.max_size();
-}
-
-template <typename Alloc>
-_CCCL_HOST_DEVICE ::cuda::std::enable_if_t<!has_member_max_size<Alloc>::value,
-                                           typename allocator_traits<Alloc>::size_type>
-max_size(const Alloc&)
-{
-  using size_type = typename allocator_traits<Alloc>::size_type;
-  return ::cuda::std::numeric_limits<size_type>::max();
-}
-
-template <typename Alloc>
-_CCCL_HOST_DEVICE ::cuda::std::enable_if_t<has_member_system<Alloc>::value, typename allocator_system<Alloc>::type&>
-system(Alloc& a)
-{
-  // return the allocator's system
-  return a.system();
-}
-
-template <typename Alloc>
-_CCCL_HOST_DEVICE ::cuda::std::enable_if_t<!has_member_system<Alloc>::value, typename allocator_system<Alloc>::type>
-system(Alloc&)
-{
-  // return a copy of a value-initialized system
-  return typename allocator_system<Alloc>::type();
-}
-
-} // namespace allocator_traits_detail
-
-template <typename Alloc>
-_CCCL_HOST_DEVICE typename allocator_traits<Alloc>::pointer
-allocator_traits<Alloc>::allocate(Alloc& a, typename allocator_traits<Alloc>::size_type n)
-{
-  struct workaround_warnings
-  {
-    _CCCL_EXEC_CHECK_DISABLE
-    static _CCCL_HOST_DEVICE typename allocator_traits<Alloc>::pointer
-    allocate(Alloc& a, typename allocator_traits<Alloc>::size_type n)
-    {
-      return a.allocate(n);
-    }
-  };
-
-  return workaround_warnings::allocate(a, n);
-}
-
-template <typename Alloc>
-_CCCL_HOST_DEVICE typename allocator_traits<Alloc>::pointer allocator_traits<Alloc>::allocate(
-  Alloc& a, typename allocator_traits<Alloc>::size_type n, typename allocator_traits<Alloc>::const_void_pointer hint)
-{
-  return allocator_traits_detail::allocate(a, n, hint);
-}
-
-template <typename Alloc>
-_CCCL_HOST_DEVICE void allocator_traits<Alloc>::deallocate(
-  Alloc& a, typename allocator_traits<Alloc>::pointer p, typename allocator_traits<Alloc>::size_type n) noexcept
-{
-  struct workaround_warnings
-  {
-    _CCCL_EXEC_CHECK_DISABLE
-    static _CCCL_HOST_DEVICE void deallocate(
-      Alloc& a, typename allocator_traits<Alloc>::pointer p, typename allocator_traits<Alloc>::size_type n) noexcept
-    {
-      return a.deallocate(p, n);
-    }
-  };
-
-  return workaround_warnings::deallocate(a, p, n);
-}
-
-template <typename Alloc>
-template <typename T>
-_CCCL_HOST_DEVICE void allocator_traits<Alloc>::construct(allocator_type& a, T* p)
-{
-  return allocator_traits_detail::construct(a, p);
-}
-
-template <typename Alloc>
-template <typename T, typename Arg1>
-_CCCL_HOST_DEVICE void allocator_traits<Alloc>::construct(allocator_type& a, T* p, const Arg1& arg1)
-{
-  return allocator_traits_detail::construct(a, p, arg1);
-}
-
-template <typename Alloc>
-template <typename T, typename... Args>
-_CCCL_HOST_DEVICE void allocator_traits<Alloc>::construct(allocator_type& a, T* p, Args&&... args)
-{
-  return allocator_traits_detail::construct(a, p, THRUST_FWD(args)...);
-}
-
-template <typename Alloc>
-template <typename T>
-_CCCL_HOST_DEVICE void allocator_traits<Alloc>::destroy(allocator_type& a, T* p) noexcept
-{
-  return allocator_traits_detail::destroy(a, p);
-}
-
-template <typename Alloc>
-_CCCL_HOST_DEVICE typename allocator_traits<Alloc>::size_type allocator_traits<Alloc>::max_size(const allocator_type& a)
-{
-  return allocator_traits_detail::max_size(a);
-}
-
-template <typename Alloc>
-_CCCL_HOST_DEVICE typename allocator_system<Alloc>::get_result_type allocator_system<Alloc>::get(Alloc& a)
-{
-  return allocator_traits_detail::system(a);
-}
-
-} // namespace detail
-THRUST_NAMESPACE_END