cuda-cccl 0.4.3__cp312-cp312-manylinux_2_26_x86_64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- cuda/cccl/__init__.py +27 -0
- cuda/cccl/_cuda_version_utils.py +24 -0
- cuda/cccl/cooperative/__init__.py +9 -0
- cuda/cccl/cooperative/experimental/__init__.py +24 -0
- cuda/cccl/headers/__init__.py +7 -0
- cuda/cccl/headers/include/__init__.py +1 -0
- cuda/cccl/headers/include/cub/agent/agent_adjacent_difference.cuh +233 -0
- cuda/cccl/headers/include/cub/agent/agent_batch_memcpy.cuh +1158 -0
- cuda/cccl/headers/include/cub/agent/agent_for.cuh +55 -0
- cuda/cccl/headers/include/cub/agent/agent_histogram.cuh +699 -0
- cuda/cccl/headers/include/cub/agent/agent_merge.cuh +365 -0
- cuda/cccl/headers/include/cub/agent/agent_merge_sort.cuh +721 -0
- cuda/cccl/headers/include/cub/agent/agent_radix_sort_downsweep.cuh +756 -0
- cuda/cccl/headers/include/cub/agent/agent_radix_sort_histogram.cuh +277 -0
- cuda/cccl/headers/include/cub/agent/agent_radix_sort_onesweep.cuh +715 -0
- cuda/cccl/headers/include/cub/agent/agent_radix_sort_upsweep.cuh +546 -0
- cuda/cccl/headers/include/cub/agent/agent_reduce.cuh +592 -0
- cuda/cccl/headers/include/cub/agent/agent_reduce_by_key.cuh +780 -0
- cuda/cccl/headers/include/cub/agent/agent_rle.cuh +1092 -0
- cuda/cccl/headers/include/cub/agent/agent_scan.cuh +564 -0
- cuda/cccl/headers/include/cub/agent/agent_scan_by_key.cuh +448 -0
- cuda/cccl/headers/include/cub/agent/agent_segmented_radix_sort.cuh +263 -0
- cuda/cccl/headers/include/cub/agent/agent_segmented_scan.cuh +292 -0
- cuda/cccl/headers/include/cub/agent/agent_select_if.cuh +1090 -0
- cuda/cccl/headers/include/cub/agent/agent_sub_warp_merge_sort.cuh +346 -0
- cuda/cccl/headers/include/cub/agent/agent_three_way_partition.cuh +584 -0
- cuda/cccl/headers/include/cub/agent/agent_topk.cuh +762 -0
- cuda/cccl/headers/include/cub/agent/agent_unique_by_key.cuh +599 -0
- cuda/cccl/headers/include/cub/agent/single_pass_scan_operators.cuh +1384 -0
- cuda/cccl/headers/include/cub/block/block_adjacent_difference.cuh +939 -0
- cuda/cccl/headers/include/cub/block/block_discontinuity.cuh +1200 -0
- cuda/cccl/headers/include/cub/block/block_exchange.cuh +1279 -0
- cuda/cccl/headers/include/cub/block/block_histogram.cuh +396 -0
- cuda/cccl/headers/include/cub/block/block_load.cuh +1269 -0
- cuda/cccl/headers/include/cub/block/block_load_to_shared.cuh +437 -0
- cuda/cccl/headers/include/cub/block/block_merge_sort.cuh +771 -0
- cuda/cccl/headers/include/cub/block/block_radix_rank.cuh +1215 -0
- cuda/cccl/headers/include/cub/block/block_radix_sort.cuh +2129 -0
- cuda/cccl/headers/include/cub/block/block_raking_layout.cuh +124 -0
- cuda/cccl/headers/include/cub/block/block_reduce.cuh +661 -0
- cuda/cccl/headers/include/cub/block/block_run_length_decode.cuh +406 -0
- cuda/cccl/headers/include/cub/block/block_scan.cuh +2168 -0
- cuda/cccl/headers/include/cub/block/block_shuffle.cuh +319 -0
- cuda/cccl/headers/include/cub/block/block_store.cuh +1238 -0
- cuda/cccl/headers/include/cub/block/radix_rank_sort_operations.cuh +597 -0
- cuda/cccl/headers/include/cub/block/specializations/block_histogram_atomic.cuh +62 -0
- cuda/cccl/headers/include/cub/block/specializations/block_histogram_sort.cuh +209 -0
- cuda/cccl/headers/include/cub/block/specializations/block_reduce_raking.cuh +230 -0
- cuda/cccl/headers/include/cub/block/specializations/block_reduce_raking_commutative_only.cuh +207 -0
- cuda/cccl/headers/include/cub/block/specializations/block_reduce_warp_reductions.cuh +257 -0
- cuda/cccl/headers/include/cub/block/specializations/block_scan_raking.cuh +766 -0
- cuda/cccl/headers/include/cub/block/specializations/block_scan_warp_scans.cuh +514 -0
- cuda/cccl/headers/include/cub/config.cuh +29 -0
- cuda/cccl/headers/include/cub/cub.cuh +96 -0
- cuda/cccl/headers/include/cub/detail/array_utils.cuh +54 -0
- cuda/cccl/headers/include/cub/detail/choose_offset.cuh +135 -0
- cuda/cccl/headers/include/cub/detail/detect_cuda_runtime.cuh +50 -0
- cuda/cccl/headers/include/cub/detail/device_double_buffer.cuh +94 -0
- cuda/cccl/headers/include/cub/detail/device_memory_resource.cuh +60 -0
- cuda/cccl/headers/include/cub/detail/env_dispatch.cuh +87 -0
- cuda/cccl/headers/include/cub/detail/fast_modulo_division.cuh +227 -0
- cuda/cccl/headers/include/cub/detail/integer_utils.cuh +87 -0
- cuda/cccl/headers/include/cub/detail/launcher/cuda_driver.cuh +149 -0
- cuda/cccl/headers/include/cub/detail/launcher/cuda_runtime.cuh +103 -0
- cuda/cccl/headers/include/cub/detail/mdspan_utils.cuh +112 -0
- cuda/cccl/headers/include/cub/detail/ptx-json/array.cuh +41 -0
- cuda/cccl/headers/include/cub/detail/ptx-json/json.cuh +39 -0
- cuda/cccl/headers/include/cub/detail/ptx-json/object.cuh +71 -0
- cuda/cccl/headers/include/cub/detail/ptx-json/string.cuh +79 -0
- cuda/cccl/headers/include/cub/detail/ptx-json/value.cuh +95 -0
- cuda/cccl/headers/include/cub/detail/ptx-json-parser.cuh +39 -0
- cuda/cccl/headers/include/cub/detail/rfa.cuh +706 -0
- cuda/cccl/headers/include/cub/detail/strong_load.cuh +163 -0
- cuda/cccl/headers/include/cub/detail/strong_store.cuh +194 -0
- cuda/cccl/headers/include/cub/detail/temporary_storage.cuh +377 -0
- cuda/cccl/headers/include/cub/detail/type_traits.cuh +185 -0
- cuda/cccl/headers/include/cub/detail/uninitialized_copy.cuh +48 -0
- cuda/cccl/headers/include/cub/detail/unsafe_bitcast.cuh +33 -0
- cuda/cccl/headers/include/cub/device/device_adjacent_difference.cuh +572 -0
- cuda/cccl/headers/include/cub/device/device_copy.cuh +276 -0
- cuda/cccl/headers/include/cub/device/device_for.cuh +1061 -0
- cuda/cccl/headers/include/cub/device/device_histogram.cuh +1485 -0
- cuda/cccl/headers/include/cub/device/device_memcpy.cuh +171 -0
- cuda/cccl/headers/include/cub/device/device_merge.cuh +203 -0
- cuda/cccl/headers/include/cub/device/device_merge_sort.cuh +955 -0
- cuda/cccl/headers/include/cub/device/device_partition.cuh +644 -0
- cuda/cccl/headers/include/cub/device/device_radix_sort.cuh +3413 -0
- cuda/cccl/headers/include/cub/device/device_reduce.cuh +2303 -0
- cuda/cccl/headers/include/cub/device/device_run_length_encode.cuh +346 -0
- cuda/cccl/headers/include/cub/device/device_scan.cuh +2152 -0
- cuda/cccl/headers/include/cub/device/device_segmented_radix_sort.cuh +1472 -0
- cuda/cccl/headers/include/cub/device/device_segmented_reduce.cuh +1635 -0
- cuda/cccl/headers/include/cub/device/device_segmented_scan.cuh +1398 -0
- cuda/cccl/headers/include/cub/device/device_segmented_sort.cuh +2787 -0
- cuda/cccl/headers/include/cub/device/device_select.cuh +1204 -0
- cuda/cccl/headers/include/cub/device/device_topk.cuh +521 -0
- cuda/cccl/headers/include/cub/device/device_transform.cuh +666 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_adjacent_difference.cuh +289 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_batch_memcpy.cuh +694 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_common.cuh +50 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_copy_mdspan.cuh +77 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_fixed_size_segmented_reduce.cuh +349 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_for.cuh +160 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_histogram.cuh +1849 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_merge.cuh +317 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_merge_sort.cuh +429 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_radix_sort.cuh +1066 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_reduce.cuh +830 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_reduce_by_key.cuh +629 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_reduce_deterministic.cuh +479 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_reduce_nondeterministic.cuh +256 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_rle.cuh +603 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_scan.cuh +447 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_scan_by_key.cuh +545 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_segmented_radix_sort.cuh +638 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_segmented_reduce.cuh +410 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_segmented_scan.cuh +278 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_segmented_sort.cuh +899 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_select_if.cuh +831 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_streaming_reduce.cuh +321 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_streaming_reduce_by_key.cuh +454 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_three_way_partition.cuh +364 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_topk.cuh +626 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_transform.cuh +527 -0
- cuda/cccl/headers/include/cub/device/dispatch/dispatch_unique_by_key.cuh +472 -0
- cuda/cccl/headers/include/cub/device/dispatch/kernels/kernel_for_each.cuh +259 -0
- cuda/cccl/headers/include/cub/device/dispatch/kernels/kernel_histogram.cuh +669 -0
- cuda/cccl/headers/include/cub/device/dispatch/kernels/kernel_merge_sort.cuh +332 -0
- cuda/cccl/headers/include/cub/device/dispatch/kernels/kernel_radix_sort.cuh +553 -0
- cuda/cccl/headers/include/cub/device/dispatch/kernels/kernel_reduce.cuh +584 -0
- cuda/cccl/headers/include/cub/device/dispatch/kernels/kernel_scan.cuh +178 -0
- cuda/cccl/headers/include/cub/device/dispatch/kernels/kernel_segmented_radix_sort.cuh +262 -0
- cuda/cccl/headers/include/cub/device/dispatch/kernels/kernel_segmented_reduce.cuh +295 -0
- cuda/cccl/headers/include/cub/device/dispatch/kernels/kernel_segmented_scan.cuh +77 -0
- cuda/cccl/headers/include/cub/device/dispatch/kernels/kernel_segmented_sort.cuh +521 -0
- cuda/cccl/headers/include/cub/device/dispatch/kernels/kernel_three_way_partition.cuh +200 -0
- cuda/cccl/headers/include/cub/device/dispatch/kernels/kernel_transform.cuh +1049 -0
- cuda/cccl/headers/include/cub/device/dispatch/kernels/kernel_unique_by_key.cuh +175 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/common.cuh +97 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_adjacent_difference.cuh +43 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_batch_memcpy.cuh +94 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_for.cuh +34 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_histogram.cuh +268 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_merge.cuh +108 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_merge_sort.cuh +100 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_radix_sort.cuh +1045 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_reduce.cuh +681 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_reduce_by_key.cuh +918 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_run_length_encode.cuh +647 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_scan.cuh +571 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_scan_by_key.cuh +986 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_segmented_scan.cuh +108 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_segmented_sort.cuh +373 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_select_if.cuh +1563 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_three_way_partition.cuh +415 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_topk.cuh +84 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_transform.cuh +476 -0
- cuda/cccl/headers/include/cub/device/dispatch/tuning/tuning_unique_by_key.cuh +858 -0
- cuda/cccl/headers/include/cub/grid/grid_even_share.cuh +203 -0
- cuda/cccl/headers/include/cub/grid/grid_mapping.cuh +82 -0
- cuda/cccl/headers/include/cub/grid/grid_queue.cuh +175 -0
- cuda/cccl/headers/include/cub/iterator/arg_index_input_iterator.cuh +230 -0
- cuda/cccl/headers/include/cub/iterator/cache_modified_input_iterator.cuh +235 -0
- cuda/cccl/headers/include/cub/iterator/cache_modified_output_iterator.cuh +226 -0
- cuda/cccl/headers/include/cub/iterator/tex_obj_input_iterator.cuh +293 -0
- cuda/cccl/headers/include/cub/thread/thread_load.cuh +353 -0
- cuda/cccl/headers/include/cub/thread/thread_operators.cuh +664 -0
- cuda/cccl/headers/include/cub/thread/thread_reduce.cuh +525 -0
- cuda/cccl/headers/include/cub/thread/thread_scan.cuh +472 -0
- cuda/cccl/headers/include/cub/thread/thread_search.cuh +214 -0
- cuda/cccl/headers/include/cub/thread/thread_simd.cuh +456 -0
- cuda/cccl/headers/include/cub/thread/thread_sort.cuh +78 -0
- cuda/cccl/headers/include/cub/thread/thread_store.cuh +341 -0
- cuda/cccl/headers/include/cub/util_allocator.cuh +897 -0
- cuda/cccl/headers/include/cub/util_arch.cuh +176 -0
- cuda/cccl/headers/include/cub/util_cpp_dialect.cuh +71 -0
- cuda/cccl/headers/include/cub/util_debug.cuh +183 -0
- cuda/cccl/headers/include/cub/util_device.cuh +838 -0
- cuda/cccl/headers/include/cub/util_macro.cuh +73 -0
- cuda/cccl/headers/include/cub/util_math.cuh +92 -0
- cuda/cccl/headers/include/cub/util_namespace.cuh +152 -0
- cuda/cccl/headers/include/cub/util_policy_wrapper_t.cuh +31 -0
- cuda/cccl/headers/include/cub/util_ptx.cuh +483 -0
- cuda/cccl/headers/include/cub/util_temporary_storage.cuh +93 -0
- cuda/cccl/headers/include/cub/util_type.cuh +1084 -0
- cuda/cccl/headers/include/cub/util_vsmem.cuh +227 -0
- cuda/cccl/headers/include/cub/version.cuh +65 -0
- cuda/cccl/headers/include/cub/warp/specializations/warp_exchange_shfl.cuh +304 -0
- cuda/cccl/headers/include/cub/warp/specializations/warp_exchange_smem.cuh +152 -0
- cuda/cccl/headers/include/cub/warp/specializations/warp_reduce_shfl.cuh +567 -0
- cuda/cccl/headers/include/cub/warp/specializations/warp_reduce_smem.cuh +378 -0
- cuda/cccl/headers/include/cub/warp/specializations/warp_scan_shfl.cuh +922 -0
- cuda/cccl/headers/include/cub/warp/specializations/warp_scan_smem.cuh +691 -0
- cuda/cccl/headers/include/cub/warp/warp_exchange.cuh +381 -0
- cuda/cccl/headers/include/cub/warp/warp_load.cuh +591 -0
- cuda/cccl/headers/include/cub/warp/warp_merge_sort.cuh +145 -0
- cuda/cccl/headers/include/cub/warp/warp_reduce.cuh +810 -0
- cuda/cccl/headers/include/cub/warp/warp_scan.cuh +1863 -0
- cuda/cccl/headers/include/cub/warp/warp_store.cuh +498 -0
- cuda/cccl/headers/include/cub/warp/warp_utils.cuh +59 -0
- cuda/cccl/headers/include/cuda/__algorithm/common.h +68 -0
- cuda/cccl/headers/include/cuda/__algorithm/copy.h +199 -0
- cuda/cccl/headers/include/cuda/__algorithm/fill.h +110 -0
- cuda/cccl/headers/include/cuda/__annotated_ptr/access_property.h +165 -0
- cuda/cccl/headers/include/cuda/__annotated_ptr/access_property_encoding.h +171 -0
- cuda/cccl/headers/include/cuda/__annotated_ptr/annotated_ptr.h +216 -0
- cuda/cccl/headers/include/cuda/__annotated_ptr/annotated_ptr_base.h +100 -0
- cuda/cccl/headers/include/cuda/__annotated_ptr/apply_access_property.h +83 -0
- cuda/cccl/headers/include/cuda/__annotated_ptr/associate_access_property.h +128 -0
- cuda/cccl/headers/include/cuda/__annotated_ptr/createpolicy.h +210 -0
- cuda/cccl/headers/include/cuda/__atomic/atomic.h +145 -0
- cuda/cccl/headers/include/cuda/__barrier/async_contract_fulfillment.h +39 -0
- cuda/cccl/headers/include/cuda/__barrier/barrier.h +65 -0
- cuda/cccl/headers/include/cuda/__barrier/barrier_arrive_tx.h +101 -0
- cuda/cccl/headers/include/cuda/__barrier/barrier_block_scope.h +528 -0
- cuda/cccl/headers/include/cuda/__barrier/barrier_expect_tx.h +73 -0
- cuda/cccl/headers/include/cuda/__barrier/barrier_thread_scope.h +60 -0
- cuda/cccl/headers/include/cuda/__bit/bit_reverse.h +198 -0
- cuda/cccl/headers/include/cuda/__bit/bitfield.h +121 -0
- cuda/cccl/headers/include/cuda/__bit/bitmask.h +89 -0
- cuda/cccl/headers/include/cuda/__cccl_config +38 -0
- cuda/cccl/headers/include/cuda/__cmath/ceil_div.h +123 -0
- cuda/cccl/headers/include/cuda/__cmath/fast_modulo_division.h +178 -0
- cuda/cccl/headers/include/cuda/__cmath/ilog.h +194 -0
- cuda/cccl/headers/include/cuda/__cmath/ipow.h +111 -0
- cuda/cccl/headers/include/cuda/__cmath/isqrt.h +80 -0
- cuda/cccl/headers/include/cuda/__cmath/mul_hi.h +145 -0
- cuda/cccl/headers/include/cuda/__cmath/neg.h +47 -0
- cuda/cccl/headers/include/cuda/__cmath/pow2.h +74 -0
- cuda/cccl/headers/include/cuda/__cmath/round_down.h +102 -0
- cuda/cccl/headers/include/cuda/__cmath/round_up.h +104 -0
- cuda/cccl/headers/include/cuda/__cmath/sincos.h +134 -0
- cuda/cccl/headers/include/cuda/__cmath/uabs.h +57 -0
- cuda/cccl/headers/include/cuda/__complex/complex.h +238 -0
- cuda/cccl/headers/include/cuda/__complex/get_real_imag.h +89 -0
- cuda/cccl/headers/include/cuda/__complex/traits.h +64 -0
- cuda/cccl/headers/include/cuda/__complex_ +28 -0
- cuda/cccl/headers/include/cuda/__container/buffer.h +891 -0
- cuda/cccl/headers/include/cuda/__container/heterogeneous_iterator.h +436 -0
- cuda/cccl/headers/include/cuda/__container/uninitialized_async_buffer.h +416 -0
- cuda/cccl/headers/include/cuda/__device/all_devices.h +140 -0
- cuda/cccl/headers/include/cuda/__device/arch_id.h +194 -0
- cuda/cccl/headers/include/cuda/__device/arch_traits.h +553 -0
- cuda/cccl/headers/include/cuda/__device/attributes.h +772 -0
- cuda/cccl/headers/include/cuda/__device/compute_capability.h +172 -0
- cuda/cccl/headers/include/cuda/__device/device_ref.h +168 -0
- cuda/cccl/headers/include/cuda/__device/physical_device.h +178 -0
- cuda/cccl/headers/include/cuda/__driver/driver_api.h +1041 -0
- cuda/cccl/headers/include/cuda/__event/event.h +171 -0
- cuda/cccl/headers/include/cuda/__event/event_ref.h +157 -0
- cuda/cccl/headers/include/cuda/__event/timed_event.h +120 -0
- cuda/cccl/headers/include/cuda/__execution/determinism.h +89 -0
- cuda/cccl/headers/include/cuda/__execution/output_ordering.h +87 -0
- cuda/cccl/headers/include/cuda/__execution/policy.h +53 -0
- cuda/cccl/headers/include/cuda/__execution/require.h +75 -0
- cuda/cccl/headers/include/cuda/__execution/tune.h +70 -0
- cuda/cccl/headers/include/cuda/__functional/address_stability.h +131 -0
- cuda/cccl/headers/include/cuda/__functional/for_each_canceled.h +321 -0
- cuda/cccl/headers/include/cuda/__functional/maximum.h +77 -0
- cuda/cccl/headers/include/cuda/__functional/minimum.h +77 -0
- cuda/cccl/headers/include/cuda/__functional/minimum_maximum_common.h +52 -0
- cuda/cccl/headers/include/cuda/__functional/proclaim_return_type.h +106 -0
- cuda/cccl/headers/include/cuda/__fwd/barrier.h +38 -0
- cuda/cccl/headers/include/cuda/__fwd/complex.h +48 -0
- cuda/cccl/headers/include/cuda/__fwd/devices.h +44 -0
- cuda/cccl/headers/include/cuda/__fwd/execution_policy.h +47 -0
- cuda/cccl/headers/include/cuda/__fwd/get_stream.h +38 -0
- cuda/cccl/headers/include/cuda/__fwd/pipeline.h +37 -0
- cuda/cccl/headers/include/cuda/__fwd/zip_iterator.h +58 -0
- cuda/cccl/headers/include/cuda/__hierarchy/dimensions.h +162 -0
- cuda/cccl/headers/include/cuda/__hierarchy/hierarchy_dimensions.h +986 -0
- cuda/cccl/headers/include/cuda/__hierarchy/hierarchy_levels.h +494 -0
- cuda/cccl/headers/include/cuda/__hierarchy/level_dimensions.h +225 -0
- cuda/cccl/headers/include/cuda/__iterator/constant_iterator.h +315 -0
- cuda/cccl/headers/include/cuda/__iterator/counting_iterator.h +490 -0
- cuda/cccl/headers/include/cuda/__iterator/discard_iterator.h +324 -0
- cuda/cccl/headers/include/cuda/__iterator/permutation_iterator.h +456 -0
- cuda/cccl/headers/include/cuda/__iterator/shuffle_iterator.h +334 -0
- cuda/cccl/headers/include/cuda/__iterator/strided_iterator.h +418 -0
- cuda/cccl/headers/include/cuda/__iterator/tabulate_output_iterator.h +367 -0
- cuda/cccl/headers/include/cuda/__iterator/transform_input_output_iterator.h +528 -0
- cuda/cccl/headers/include/cuda/__iterator/transform_iterator.h +527 -0
- cuda/cccl/headers/include/cuda/__iterator/transform_output_iterator.h +486 -0
- cuda/cccl/headers/include/cuda/__iterator/zip_common.h +147 -0
- cuda/cccl/headers/include/cuda/__iterator/zip_function.h +114 -0
- cuda/cccl/headers/include/cuda/__iterator/zip_iterator.h +555 -0
- cuda/cccl/headers/include/cuda/__iterator/zip_transform_iterator.h +589 -0
- cuda/cccl/headers/include/cuda/__latch/latch.h +44 -0
- cuda/cccl/headers/include/cuda/__launch/configuration.h +754 -0
- cuda/cccl/headers/include/cuda/__launch/host_launch.h +115 -0
- cuda/cccl/headers/include/cuda/__launch/launch.h +334 -0
- cuda/cccl/headers/include/cuda/__mdspan/host_device_accessor.h +531 -0
- cuda/cccl/headers/include/cuda/__mdspan/host_device_mdspan.h +239 -0
- cuda/cccl/headers/include/cuda/__mdspan/restrict_accessor.h +152 -0
- cuda/cccl/headers/include/cuda/__mdspan/restrict_mdspan.h +118 -0
- cuda/cccl/headers/include/cuda/__mdspan/shared_memory_accessor.h +208 -0
- cuda/cccl/headers/include/cuda/__mdspan/shared_memory_mdspan.h +129 -0
- cuda/cccl/headers/include/cuda/__memcpy_async/check_preconditions.h +79 -0
- cuda/cccl/headers/include/cuda/__memcpy_async/completion_mechanism.h +47 -0
- cuda/cccl/headers/include/cuda/__memcpy_async/cp_async_bulk_shared_global.h +77 -0
- cuda/cccl/headers/include/cuda/__memcpy_async/cp_async_fallback.h +72 -0
- cuda/cccl/headers/include/cuda/__memcpy_async/cp_async_shared_global.h +148 -0
- cuda/cccl/headers/include/cuda/__memcpy_async/dispatch_memcpy_async.h +165 -0
- cuda/cccl/headers/include/cuda/__memcpy_async/elect_one.h +52 -0
- cuda/cccl/headers/include/cuda/__memcpy_async/is_local_smem_barrier.h +53 -0
- cuda/cccl/headers/include/cuda/__memcpy_async/memcpy_async.h +179 -0
- cuda/cccl/headers/include/cuda/__memcpy_async/memcpy_async_barrier.h +99 -0
- cuda/cccl/headers/include/cuda/__memcpy_async/memcpy_async_tx.h +102 -0
- cuda/cccl/headers/include/cuda/__memcpy_async/memcpy_completion.h +164 -0
- cuda/cccl/headers/include/cuda/__memcpy_async/try_get_barrier_handle.h +57 -0
- cuda/cccl/headers/include/cuda/__memory/address_space.h +256 -0
- cuda/cccl/headers/include/cuda/__memory/align_down.h +77 -0
- cuda/cccl/headers/include/cuda/__memory/align_up.h +77 -0
- cuda/cccl/headers/include/cuda/__memory/aligned_size.h +61 -0
- cuda/cccl/headers/include/cuda/__memory/check_address.h +111 -0
- cuda/cccl/headers/include/cuda/__memory/discard_memory.h +64 -0
- cuda/cccl/headers/include/cuda/__memory/get_device_address.h +58 -0
- cuda/cccl/headers/include/cuda/__memory/is_aligned.h +60 -0
- cuda/cccl/headers/include/cuda/__memory/is_pointer_accessible.h +278 -0
- cuda/cccl/headers/include/cuda/__memory/ptr_in_range.h +92 -0
- cuda/cccl/headers/include/cuda/__memory/ptr_rebind.h +75 -0
- cuda/cccl/headers/include/cuda/__memory/ranges_overlap.h +125 -0
- cuda/cccl/headers/include/cuda/__memory_pool/device_memory_pool.h +166 -0
- cuda/cccl/headers/include/cuda/__memory_pool/managed_memory_pool.h +161 -0
- cuda/cccl/headers/include/cuda/__memory_pool/memory_pool_base.h +644 -0
- cuda/cccl/headers/include/cuda/__memory_pool/pinned_memory_pool.h +218 -0
- cuda/cccl/headers/include/cuda/__memory_resource/any_resource.h +882 -0
- cuda/cccl/headers/include/cuda/__memory_resource/get_memory_resource.h +82 -0
- cuda/cccl/headers/include/cuda/__memory_resource/get_property.h +153 -0
- cuda/cccl/headers/include/cuda/__memory_resource/legacy_managed_memory_resource.h +148 -0
- cuda/cccl/headers/include/cuda/__memory_resource/legacy_pinned_memory_resource.h +141 -0
- cuda/cccl/headers/include/cuda/__memory_resource/properties.h +130 -0
- cuda/cccl/headers/include/cuda/__memory_resource/resource.h +135 -0
- cuda/cccl/headers/include/cuda/__memory_resource/shared_resource.h +261 -0
- cuda/cccl/headers/include/cuda/__memory_resource/synchronous_resource_adapter.h +136 -0
- cuda/cccl/headers/include/cuda/__numeric/add_overflow.h +331 -0
- cuda/cccl/headers/include/cuda/__numeric/div_overflow.h +150 -0
- cuda/cccl/headers/include/cuda/__numeric/narrow.h +108 -0
- cuda/cccl/headers/include/cuda/__numeric/overflow_cast.h +59 -0
- cuda/cccl/headers/include/cuda/__numeric/overflow_result.h +43 -0
- cuda/cccl/headers/include/cuda/__numeric/sub_overflow.h +359 -0
- cuda/cccl/headers/include/cuda/__nvtx/nvtx.h +120 -0
- cuda/cccl/headers/include/cuda/__nvtx/nvtx3.h +2977 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/barrier_cluster.h +43 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/bfind.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/bmsk.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/clusterlaunchcontrol.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/cp_async_bulk.h +44 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/cp_async_bulk_commit_group.h +43 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/cp_async_bulk_tensor.h +45 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/cp_async_bulk_wait_group.h +43 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/cp_async_mbarrier_arrive.h +42 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/cp_reduce_async_bulk.h +60 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/cp_reduce_async_bulk_tensor.h +43 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/elect_sync.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/exit.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/fence.h +49 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/barrier_cluster.h +115 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/bfind.h +190 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/bmsk.h +54 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/clusterlaunchcontrol.h +240 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/cp_async_bulk.h +245 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/cp_async_bulk_commit_group.h +25 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/cp_async_bulk_multicast.h +52 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/cp_async_bulk_tensor.h +977 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/cp_async_bulk_tensor_gather_scatter.h +302 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/cp_async_bulk_tensor_multicast.h +631 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/cp_async_bulk_wait_group.h +46 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/cp_async_mbarrier_arrive.h +26 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/cp_async_mbarrier_arrive_noinc.h +26 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/cp_reduce_async_bulk.h +1470 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/cp_reduce_async_bulk_bf16.h +132 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/cp_reduce_async_bulk_f16.h +132 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/cp_reduce_async_bulk_tensor.h +601 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/elect_sync.h +36 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/exit.h +25 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/fence.h +208 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/fence_mbarrier_init.h +31 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/fence_proxy_alias.h +25 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/fence_proxy_async.h +58 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/fence_proxy_async_generic_sync_restrict.h +64 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/fence_proxy_tensormap_generic.h +102 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/fence_sync_restrict.h +64 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/get_sreg.h +949 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/getctarank.h +32 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/ld.h +5542 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/mbarrier_arrive.h +399 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/mbarrier_arrive_expect_tx.h +184 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/mbarrier_arrive_no_complete.h +34 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/mbarrier_expect_tx.h +102 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/mbarrier_init.h +27 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/mbarrier_inval.h +26 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/mbarrier_test_wait.h +143 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/mbarrier_test_wait_parity.h +144 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/mbarrier_try_wait.h +286 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/mbarrier_try_wait_parity.h +290 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/multimem_ld_reduce.h +2202 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/multimem_red.h +1362 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/multimem_st.h +236 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/prmt.h +230 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/red_async.h +460 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/setmaxnreg.h +58 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/shl.h +96 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/shr.h +168 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/st.h +1490 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/st_async.h +123 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/st_bulk.h +31 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/tcgen05_alloc.h +120 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/tcgen05_commit.h +91 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/tcgen05_cp.h +693 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/tcgen05_fence.h +50 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/tcgen05_ld.h +11437 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/tcgen05_mma.h +6513 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/tcgen05_mma_ws.h +6726 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/tcgen05_shift.h +40 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/tcgen05_st.h +4767 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/tcgen05_wait.h +48 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/tensormap_cp_fenceproxy.h +71 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/tensormap_replace.h +886 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/generated/trap.h +25 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/get_sreg.h +43 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/getctarank.h +43 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/ld.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/mbarrier_arrive.h +45 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/mbarrier_expect_tx.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/mbarrier_init.h +43 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/mbarrier_inval.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/mbarrier_wait.h +46 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/multimem_ld_reduce.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/multimem_red.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/multimem_st.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/prmt.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/red_async.h +43 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/setmaxnreg.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/shfl_sync.h +244 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/shl.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/shr.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/st.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/st_async.h +43 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/st_bulk.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/tcgen05_alloc.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/tcgen05_commit.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/tcgen05_cp.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/tcgen05_fence.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/tcgen05_ld.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/tcgen05_mma.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/tcgen05_mma_ws.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/tcgen05_shift.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/tcgen05_st.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/tcgen05_wait.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/tensormap_cp_fenceproxy.h +43 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/tensormap_replace.h +43 -0
- cuda/cccl/headers/include/cuda/__ptx/instructions/trap.h +41 -0
- cuda/cccl/headers/include/cuda/__ptx/pragmas/enable_smem_spilling.h +47 -0
- cuda/cccl/headers/include/cuda/__ptx/ptx_dot_variants.h +230 -0
- cuda/cccl/headers/include/cuda/__ptx/ptx_helper_functions.h +178 -0
- cuda/cccl/headers/include/cuda/__random/feistel_bijection.h +105 -0
- cuda/cccl/headers/include/cuda/__random/pcg_engine.h +398 -0
- cuda/cccl/headers/include/cuda/__random/random_bijection.h +88 -0
- cuda/cccl/headers/include/cuda/__runtime/api_wrapper.h +62 -0
- cuda/cccl/headers/include/cuda/__runtime/ensure_current_context.h +99 -0
- cuda/cccl/headers/include/cuda/__runtime/types.h +41 -0
- cuda/cccl/headers/include/cuda/__semaphore/counting_semaphore.h +53 -0
- cuda/cccl/headers/include/cuda/__stream/get_stream.h +109 -0
- cuda/cccl/headers/include/cuda/__stream/internal_streams.h +49 -0
- cuda/cccl/headers/include/cuda/__stream/invalid_stream.h +47 -0
- cuda/cccl/headers/include/cuda/__stream/launch_transform.h +193 -0
- cuda/cccl/headers/include/cuda/__stream/stream.h +145 -0
- cuda/cccl/headers/include/cuda/__stream/stream_ref.h +356 -0
- cuda/cccl/headers/include/cuda/__tma/make_tma_descriptor.h +657 -0
- cuda/cccl/headers/include/cuda/__type_traits/is_floating_point.h +47 -0
- cuda/cccl/headers/include/cuda/__type_traits/is_instantiable_with.h +47 -0
- cuda/cccl/headers/include/cuda/__type_traits/is_specialization_of.h +37 -0
- cuda/cccl/headers/include/cuda/__type_traits/vector_type.h +355 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/access.h +88 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/any_cast.h +83 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/basic_any_base.h +148 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/basic_any_from.h +96 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/basic_any_fwd.h +128 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/basic_any_ptr.h +304 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/basic_any_ref.h +337 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/basic_any_value.h +611 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/conversions.h +170 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/dynamic_any_cast.h +147 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/interfaces.h +359 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/iset.h +142 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/overrides.h +64 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/rtti.h +256 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/semiregular.h +323 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/storage.h +79 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/tagged_ptr.h +58 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/virtcall.h +162 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/virtual_functions.h +183 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/virtual_ptrs.h +80 -0
- cuda/cccl/headers/include/cuda/__utility/__basic_any/virtual_tables.h +155 -0
- cuda/cccl/headers/include/cuda/__utility/basic_any.h +507 -0
- cuda/cccl/headers/include/cuda/__utility/immovable.h +50 -0
- cuda/cccl/headers/include/cuda/__utility/in_range.h +65 -0
- cuda/cccl/headers/include/cuda/__utility/inherit.h +36 -0
- cuda/cccl/headers/include/cuda/__utility/no_init.h +29 -0
- cuda/cccl/headers/include/cuda/__utility/static_for.h +79 -0
- cuda/cccl/headers/include/cuda/__warp/lane_mask.h +326 -0
- cuda/cccl/headers/include/cuda/__warp/warp_match_all.h +65 -0
- cuda/cccl/headers/include/cuda/__warp/warp_shuffle.h +251 -0
- cuda/cccl/headers/include/cuda/access_property +26 -0
- cuda/cccl/headers/include/cuda/algorithm +28 -0
- cuda/cccl/headers/include/cuda/annotated_ptr +29 -0
- cuda/cccl/headers/include/cuda/atomic +27 -0
- cuda/cccl/headers/include/cuda/barrier +293 -0
- cuda/cccl/headers/include/cuda/bit +29 -0
- cuda/cccl/headers/include/cuda/buffer +27 -0
- cuda/cccl/headers/include/cuda/cmath +38 -0
- cuda/cccl/headers/include/cuda/devices +33 -0
- cuda/cccl/headers/include/cuda/discard_memory +32 -0
- cuda/cccl/headers/include/cuda/functional +32 -0
- cuda/cccl/headers/include/cuda/hierarchy +28 -0
- cuda/cccl/headers/include/cuda/iterator +39 -0
- cuda/cccl/headers/include/cuda/latch +27 -0
- cuda/cccl/headers/include/cuda/launch +28 -0
- cuda/cccl/headers/include/cuda/mdspan +29 -0
- cuda/cccl/headers/include/cuda/memory +37 -0
- cuda/cccl/headers/include/cuda/memory_pool +27 -0
- cuda/cccl/headers/include/cuda/memory_resource +41 -0
- cuda/cccl/headers/include/cuda/numeric +31 -0
- cuda/cccl/headers/include/cuda/pipeline +580 -0
- cuda/cccl/headers/include/cuda/ptx +131 -0
- cuda/cccl/headers/include/cuda/semaphore +31 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/adjacent_find.h +59 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/all_of.h +45 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/any_of.h +45 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/binary_search.h +53 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/clamp.h +48 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/comp.h +58 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/comp_ref_type.h +85 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/copy.h +143 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/copy_backward.h +80 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/copy_if.h +47 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/copy_n.h +73 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/count.h +49 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/count_if.h +49 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/equal.h +128 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/equal_range.h +101 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/fill.h +58 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/fill_n.h +51 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/find.h +62 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/find_end.h +225 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/find_first_of.h +73 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/find_if.h +46 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/find_if_not.h +46 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/for_each.h +42 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/for_each_n.h +48 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/generate.h +41 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/generate_n.h +46 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/half_positive.h +49 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/in_fun_result.h +55 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/includes.h +90 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/inplace_merge.h +293 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/is_heap.h +50 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/is_heap_until.h +83 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/is_partitioned.h +57 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/is_permutation.h +252 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/is_sorted.h +49 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/is_sorted_until.h +68 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/iter_swap.h +82 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/iterator_operations.h +185 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/lexicographical_compare.h +68 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/lower_bound.h +82 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/make_heap.h +70 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/make_projected.h +88 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/max.h +62 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/max_element.h +67 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/merge.h +89 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/min.h +62 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/min_element.h +87 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/minmax.h +66 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/minmax_element.h +139 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/mismatch.h +83 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/move.h +91 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/move_backward.h +84 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/next_permutation.h +88 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/none_of.h +45 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/nth_element.h +309 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/partial_sort.h +102 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/partial_sort_copy.h +122 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/partition.h +120 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/partition_copy.h +59 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/partition_point.h +61 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/pop_heap.h +93 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/prev_permutation.h +88 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/push_heap.h +100 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/ranges_find_if.h +78 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/ranges_find_if_not.h +85 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/ranges_for_each.h +84 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/ranges_for_each_n.h +68 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/ranges_iterator_concept.h +65 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/ranges_min.h +97 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/ranges_min_element.h +68 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/remove.h +55 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/remove_copy.h +47 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/remove_copy_if.h +47 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/remove_if.h +56 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/replace.h +45 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/replace_copy.h +54 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/replace_copy_if.h +50 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/replace_if.h +45 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/reverse.h +81 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/reverse_copy.h +43 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/rotate.h +261 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/rotate_copy.h +40 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/sample.h +116 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/search.h +185 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/search_n.h +163 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/set_difference.h +95 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/set_intersection.h +122 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/set_symmetric_difference.h +134 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/set_union.h +128 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/shift_left.h +84 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/shift_right.h +144 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/shuffle.h +71 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/sift_down.h +139 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/sort.h +1097 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/sort_heap.h +70 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/stable_partition.h +359 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/stable_sort.h +321 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/swap_ranges.h +78 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/transform.h +59 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/unique.h +76 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/unique_copy.h +153 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/unwrap_iter.h +95 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/unwrap_range.h +126 -0
- cuda/cccl/headers/include/cuda/std/__algorithm/upper_bound.h +83 -0
- cuda/cccl/headers/include/cuda/std/__atomic/api/common.h +192 -0
- cuda/cccl/headers/include/cuda/std/__atomic/api/owned.h +136 -0
- cuda/cccl/headers/include/cuda/std/__atomic/api/reference.h +118 -0
- cuda/cccl/headers/include/cuda/std/__atomic/functions/common.h +58 -0
- cuda/cccl/headers/include/cuda/std/__atomic/functions/cuda_local.h +208 -0
- cuda/cccl/headers/include/cuda/std/__atomic/functions/cuda_ptx_derived.h +458 -0
- cuda/cccl/headers/include/cuda/std/__atomic/functions/cuda_ptx_generated.h +4436 -0
- cuda/cccl/headers/include/cuda/std/__atomic/functions/cuda_ptx_generated_helper.h +184 -0
- cuda/cccl/headers/include/cuda/std/__atomic/functions/host.h +242 -0
- cuda/cccl/headers/include/cuda/std/__atomic/functions.h +33 -0
- cuda/cccl/headers/include/cuda/std/__atomic/order.h +158 -0
- cuda/cccl/headers/include/cuda/std/__atomic/platform/msvc_to_builtins.h +654 -0
- cuda/cccl/headers/include/cuda/std/__atomic/platform.h +93 -0
- cuda/cccl/headers/include/cuda/std/__atomic/scopes.h +105 -0
- cuda/cccl/headers/include/cuda/std/__atomic/types/base.h +242 -0
- cuda/cccl/headers/include/cuda/std/__atomic/types/common.h +103 -0
- cuda/cccl/headers/include/cuda/std/__atomic/types/locked.h +225 -0
- cuda/cccl/headers/include/cuda/std/__atomic/types/reference.h +72 -0
- cuda/cccl/headers/include/cuda/std/__atomic/types/small.h +238 -0
- cuda/cccl/headers/include/cuda/std/__atomic/types.h +51 -0
- cuda/cccl/headers/include/cuda/std/__atomic/wait/notify_wait.h +95 -0
- cuda/cccl/headers/include/cuda/std/__atomic/wait/polling.h +65 -0
- cuda/cccl/headers/include/cuda/std/__barrier/barrier.h +227 -0
- cuda/cccl/headers/include/cuda/std/__barrier/empty_completion.h +37 -0
- cuda/cccl/headers/include/cuda/std/__barrier/poll_tester.h +82 -0
- cuda/cccl/headers/include/cuda/std/__bit/bit_cast.h +81 -0
- cuda/cccl/headers/include/cuda/std/__bit/blsr.h +51 -0
- cuda/cccl/headers/include/cuda/std/__bit/byteswap.h +209 -0
- cuda/cccl/headers/include/cuda/std/__bit/countl.h +191 -0
- cuda/cccl/headers/include/cuda/std/__bit/countr.h +202 -0
- cuda/cccl/headers/include/cuda/std/__bit/endian.h +39 -0
- cuda/cccl/headers/include/cuda/std/__bit/has_single_bit.h +43 -0
- cuda/cccl/headers/include/cuda/std/__bit/integral.h +125 -0
- cuda/cccl/headers/include/cuda/std/__bit/popcount.h +172 -0
- cuda/cccl/headers/include/cuda/std/__bit/reference.h +1272 -0
- cuda/cccl/headers/include/cuda/std/__bit/rotate.h +185 -0
- cuda/cccl/headers/include/cuda/std/__cccl/algorithm_wrapper.h +36 -0
- cuda/cccl/headers/include/cuda/std/__cccl/architecture.h +78 -0
- cuda/cccl/headers/include/cuda/std/__cccl/assert.h +161 -0
- cuda/cccl/headers/include/cuda/std/__cccl/attributes.h +206 -0
- cuda/cccl/headers/include/cuda/std/__cccl/builtin.h +494 -0
- cuda/cccl/headers/include/cuda/std/__cccl/compiler.h +213 -0
- cuda/cccl/headers/include/cuda/std/__cccl/cuda_capabilities.h +51 -0
- cuda/cccl/headers/include/cuda/std/__cccl/cuda_toolkit.h +56 -0
- cuda/cccl/headers/include/cuda/std/__cccl/deprecated.h +87 -0
- cuda/cccl/headers/include/cuda/std/__cccl/diagnostic.h +131 -0
- cuda/cccl/headers/include/cuda/std/__cccl/dialect.h +197 -0
- cuda/cccl/headers/include/cuda/std/__cccl/epilogue.h +355 -0
- cuda/cccl/headers/include/cuda/std/__cccl/exceptions.h +36 -0
- cuda/cccl/headers/include/cuda/std/__cccl/execution_space.h +74 -0
- cuda/cccl/headers/include/cuda/std/__cccl/extended_data_types.h +139 -0
- cuda/cccl/headers/include/cuda/std/__cccl/host_std_lib.h +59 -0
- cuda/cccl/headers/include/cuda/std/__cccl/is_non_narrowing_convertible.h +71 -0
- cuda/cccl/headers/include/cuda/std/__cccl/memory_wrapper.h +36 -0
- cuda/cccl/headers/include/cuda/std/__cccl/numeric_wrapper.h +36 -0
- cuda/cccl/headers/include/cuda/std/__cccl/os.h +54 -0
- cuda/cccl/headers/include/cuda/std/__cccl/preprocessor.h +1288 -0
- cuda/cccl/headers/include/cuda/std/__cccl/prologue.h +312 -0
- cuda/cccl/headers/include/cuda/std/__cccl/ptx_isa.h +363 -0
- cuda/cccl/headers/include/cuda/std/__cccl/rtti.h +72 -0
- cuda/cccl/headers/include/cuda/std/__cccl/sequence_access.h +87 -0
- cuda/cccl/headers/include/cuda/std/__cccl/system_header.h +38 -0
- cuda/cccl/headers/include/cuda/std/__cccl/unreachable.h +31 -0
- cuda/cccl/headers/include/cuda/std/__cccl/version.h +26 -0
- cuda/cccl/headers/include/cuda/std/__cccl/visibility.h +171 -0
- cuda/cccl/headers/include/cuda/std/__charconv/chars_format.h +81 -0
- cuda/cccl/headers/include/cuda/std/__charconv/from_chars.h +171 -0
- cuda/cccl/headers/include/cuda/std/__charconv/from_chars_result.h +56 -0
- cuda/cccl/headers/include/cuda/std/__charconv/to_chars.h +192 -0
- cuda/cccl/headers/include/cuda/std/__charconv/to_chars_result.h +56 -0
- cuda/cccl/headers/include/cuda/std/__chrono/calendar.h +52 -0
- cuda/cccl/headers/include/cuda/std/__chrono/day.h +160 -0
- cuda/cccl/headers/include/cuda/std/__chrono/duration.h +499 -0
- cuda/cccl/headers/include/cuda/std/__chrono/file_clock.h +53 -0
- cuda/cccl/headers/include/cuda/std/__chrono/high_resolution_clock.h +44 -0
- cuda/cccl/headers/include/cuda/std/__chrono/month.h +185 -0
- cuda/cccl/headers/include/cuda/std/__chrono/steady_clock.h +58 -0
- cuda/cccl/headers/include/cuda/std/__chrono/system_clock.h +78 -0
- cuda/cccl/headers/include/cuda/std/__chrono/time_point.h +255 -0
- cuda/cccl/headers/include/cuda/std/__chrono/year.h +184 -0
- cuda/cccl/headers/include/cuda/std/__cmath/abs.h +127 -0
- cuda/cccl/headers/include/cuda/std/__cmath/copysign.h +88 -0
- cuda/cccl/headers/include/cuda/std/__cmath/error_functions.h +204 -0
- cuda/cccl/headers/include/cuda/std/__cmath/exponential_functions.h +783 -0
- cuda/cccl/headers/include/cuda/std/__cmath/fdim.h +122 -0
- cuda/cccl/headers/include/cuda/std/__cmath/fma.h +129 -0
- cuda/cccl/headers/include/cuda/std/__cmath/fpclassify.h +230 -0
- cuda/cccl/headers/include/cuda/std/__cmath/gamma.h +204 -0
- cuda/cccl/headers/include/cuda/std/__cmath/hyperbolic_functions.h +285 -0
- cuda/cccl/headers/include/cuda/std/__cmath/hypot.h +220 -0
- cuda/cccl/headers/include/cuda/std/__cmath/inverse_hyperbolic_functions.h +285 -0
- cuda/cccl/headers/include/cuda/std/__cmath/inverse_trigonometric_functions.h +370 -0
- cuda/cccl/headers/include/cuda/std/__cmath/isfinite.h +166 -0
- cuda/cccl/headers/include/cuda/std/__cmath/isinf.h +203 -0
- cuda/cccl/headers/include/cuda/std/__cmath/isnan.h +184 -0
- cuda/cccl/headers/include/cuda/std/__cmath/isnormal.h +138 -0
- cuda/cccl/headers/include/cuda/std/__cmath/lerp.h +101 -0
- cuda/cccl/headers/include/cuda/std/__cmath/logarithms.h +533 -0
- cuda/cccl/headers/include/cuda/std/__cmath/min_max.h +287 -0
- cuda/cccl/headers/include/cuda/std/__cmath/modulo.h +208 -0
- cuda/cccl/headers/include/cuda/std/__cmath/nan.h +54 -0
- cuda/cccl/headers/include/cuda/std/__cmath/remainder.h +210 -0
- cuda/cccl/headers/include/cuda/std/__cmath/roots.h +198 -0
- cuda/cccl/headers/include/cuda/std/__cmath/rounding_functions.h +983 -0
- cuda/cccl/headers/include/cuda/std/__cmath/signbit.h +56 -0
- cuda/cccl/headers/include/cuda/std/__cmath/traits.h +242 -0
- cuda/cccl/headers/include/cuda/std/__cmath/trigonometric_functions.h +327 -0
- cuda/cccl/headers/include/cuda/std/__complex/arg.h +84 -0
- cuda/cccl/headers/include/cuda/std/__complex/complex.h +669 -0
- cuda/cccl/headers/include/cuda/std/__complex/exponential_functions.h +403 -0
- cuda/cccl/headers/include/cuda/std/__complex/hyperbolic_functions.h +119 -0
- cuda/cccl/headers/include/cuda/std/__complex/inverse_hyperbolic_functions.h +522 -0
- cuda/cccl/headers/include/cuda/std/__complex/inverse_trigonometric_functions.h +131 -0
- cuda/cccl/headers/include/cuda/std/__complex/literals.h +86 -0
- cuda/cccl/headers/include/cuda/std/__complex/logarithms.h +302 -0
- cuda/cccl/headers/include/cuda/std/__complex/math.h +161 -0
- cuda/cccl/headers/include/cuda/std/__complex/nvbf16.h +323 -0
- cuda/cccl/headers/include/cuda/std/__complex/nvfp16.h +322 -0
- cuda/cccl/headers/include/cuda/std/__complex/roots.h +214 -0
- cuda/cccl/headers/include/cuda/std/__complex/trigonometric_functions.h +61 -0
- cuda/cccl/headers/include/cuda/std/__complex/tuple.h +107 -0
- cuda/cccl/headers/include/cuda/std/__complex/vector_support.h +130 -0
- cuda/cccl/headers/include/cuda/std/__concepts/arithmetic.h +56 -0
- cuda/cccl/headers/include/cuda/std/__concepts/assignable.h +64 -0
- cuda/cccl/headers/include/cuda/std/__concepts/boolean_testable.h +63 -0
- cuda/cccl/headers/include/cuda/std/__concepts/class_or_enum.h +45 -0
- cuda/cccl/headers/include/cuda/std/__concepts/common_reference_with.h +69 -0
- cuda/cccl/headers/include/cuda/std/__concepts/common_with.h +82 -0
- cuda/cccl/headers/include/cuda/std/__concepts/concept_macros.h +385 -0
- cuda/cccl/headers/include/cuda/std/__concepts/constructible.h +174 -0
- cuda/cccl/headers/include/cuda/std/__concepts/convertible_to.h +70 -0
- cuda/cccl/headers/include/cuda/std/__concepts/copyable.h +60 -0
- cuda/cccl/headers/include/cuda/std/__concepts/derived_from.h +56 -0
- cuda/cccl/headers/include/cuda/std/__concepts/destructible.h +76 -0
- cuda/cccl/headers/include/cuda/std/__concepts/different_from.h +38 -0
- cuda/cccl/headers/include/cuda/std/__concepts/equality_comparable.h +98 -0
- cuda/cccl/headers/include/cuda/std/__concepts/invocable.h +80 -0
- cuda/cccl/headers/include/cuda/std/__concepts/movable.h +58 -0
- cuda/cccl/headers/include/cuda/std/__concepts/predicate.h +54 -0
- cuda/cccl/headers/include/cuda/std/__concepts/regular.h +54 -0
- cuda/cccl/headers/include/cuda/std/__concepts/relation.h +77 -0
- cuda/cccl/headers/include/cuda/std/__concepts/same_as.h +39 -0
- cuda/cccl/headers/include/cuda/std/__concepts/semiregular.h +54 -0
- cuda/cccl/headers/include/cuda/std/__concepts/swappable.h +206 -0
- cuda/cccl/headers/include/cuda/std/__concepts/totally_ordered.h +101 -0
- cuda/cccl/headers/include/cuda/std/__cstddef/byte.h +113 -0
- cuda/cccl/headers/include/cuda/std/__cstddef/types.h +52 -0
- cuda/cccl/headers/include/cuda/std/__cstdlib/abs.h +57 -0
- cuda/cccl/headers/include/cuda/std/__cstdlib/aligned_alloc.h +66 -0
- cuda/cccl/headers/include/cuda/std/__cstdlib/div.h +96 -0
- cuda/cccl/headers/include/cuda/std/__cstdlib/malloc.h +70 -0
- cuda/cccl/headers/include/cuda/std/__cstring/memcpy.h +61 -0
- cuda/cccl/headers/include/cuda/std/__cstring/memset.h +46 -0
- cuda/cccl/headers/include/cuda/std/__exception/cuda_error.h +110 -0
- cuda/cccl/headers/include/cuda/std/__exception/exception_macros.h +108 -0
- cuda/cccl/headers/include/cuda/std/__exception/format_error.h +62 -0
- cuda/cccl/headers/include/cuda/std/__exception/msg_storage.h +41 -0
- cuda/cccl/headers/include/cuda/std/__exception/terminate.h +74 -0
- cuda/cccl/headers/include/cuda/std/__exception/throw_error.h +120 -0
- cuda/cccl/headers/include/cuda/std/__execution/env.h +455 -0
- cuda/cccl/headers/include/cuda/std/__execution/policy.h +90 -0
- cuda/cccl/headers/include/cuda/std/__expected/bad_expected_access.h +127 -0
- cuda/cccl/headers/include/cuda/std/__expected/expected.h +1941 -0
- cuda/cccl/headers/include/cuda/std/__expected/expected_base.h +1051 -0
- cuda/cccl/headers/include/cuda/std/__expected/unexpect.h +37 -0
- cuda/cccl/headers/include/cuda/std/__expected/unexpected.h +164 -0
- cuda/cccl/headers/include/cuda/std/__floating_point/arithmetic.h +56 -0
- cuda/cccl/headers/include/cuda/std/__floating_point/cast.h +812 -0
- cuda/cccl/headers/include/cuda/std/__floating_point/cccl_fp.h +125 -0
- cuda/cccl/headers/include/cuda/std/__floating_point/common_type.h +48 -0
- cuda/cccl/headers/include/cuda/std/__floating_point/constants.h +375 -0
- cuda/cccl/headers/include/cuda/std/__floating_point/conversion_rank_order.h +124 -0
- cuda/cccl/headers/include/cuda/std/__floating_point/cuda_fp_types.h +116 -0
- cuda/cccl/headers/include/cuda/std/__floating_point/decompose.h +126 -0
- cuda/cccl/headers/include/cuda/std/__floating_point/format.h +162 -0
- cuda/cccl/headers/include/cuda/std/__floating_point/fp.h +40 -0
- cuda/cccl/headers/include/cuda/std/__floating_point/mask.h +78 -0
- cuda/cccl/headers/include/cuda/std/__floating_point/native_type.h +81 -0
- cuda/cccl/headers/include/cuda/std/__floating_point/overflow_handler.h +139 -0
- cuda/cccl/headers/include/cuda/std/__floating_point/properties.h +229 -0
- cuda/cccl/headers/include/cuda/std/__floating_point/storage.h +248 -0
- cuda/cccl/headers/include/cuda/std/__floating_point/traits.h +172 -0
- cuda/cccl/headers/include/cuda/std/__format/buffer.h +48 -0
- cuda/cccl/headers/include/cuda/std/__format/concepts.h +69 -0
- cuda/cccl/headers/include/cuda/std/__format/format_arg.h +282 -0
- cuda/cccl/headers/include/cuda/std/__format/format_arg_store.h +279 -0
- cuda/cccl/headers/include/cuda/std/__format/format_args.h +122 -0
- cuda/cccl/headers/include/cuda/std/__format/format_context.h +93 -0
- cuda/cccl/headers/include/cuda/std/__format/format_error.h +76 -0
- cuda/cccl/headers/include/cuda/std/__format/format_integral.h +237 -0
- cuda/cccl/headers/include/cuda/std/__format/format_parse_context.h +124 -0
- cuda/cccl/headers/include/cuda/std/__format/format_spec_parser.h +1265 -0
- cuda/cccl/headers/include/cuda/std/__format/formatter.h +59 -0
- cuda/cccl/headers/include/cuda/std/__format/formatters/bool.h +101 -0
- cuda/cccl/headers/include/cuda/std/__format/formatters/char.h +124 -0
- cuda/cccl/headers/include/cuda/std/__format/formatters/fp.h +101 -0
- cuda/cccl/headers/include/cuda/std/__format/formatters/int.h +174 -0
- cuda/cccl/headers/include/cuda/std/__format/formatters/ptr.h +104 -0
- cuda/cccl/headers/include/cuda/std/__format/formatters/str.h +178 -0
- cuda/cccl/headers/include/cuda/std/__format/output_utils.h +272 -0
- cuda/cccl/headers/include/cuda/std/__format/parse_arg_id.h +138 -0
- cuda/cccl/headers/include/cuda/std/__format_ +45 -0
- cuda/cccl/headers/include/cuda/std/__functional/binary_function.h +63 -0
- cuda/cccl/headers/include/cuda/std/__functional/binary_negate.h +65 -0
- cuda/cccl/headers/include/cuda/std/__functional/bind.h +334 -0
- cuda/cccl/headers/include/cuda/std/__functional/bind_back.h +81 -0
- cuda/cccl/headers/include/cuda/std/__functional/bind_front.h +74 -0
- cuda/cccl/headers/include/cuda/std/__functional/binder1st.h +74 -0
- cuda/cccl/headers/include/cuda/std/__functional/binder2nd.h +74 -0
- cuda/cccl/headers/include/cuda/std/__functional/compose.h +69 -0
- cuda/cccl/headers/include/cuda/std/__functional/default_searcher.h +76 -0
- cuda/cccl/headers/include/cuda/std/__functional/function.h +1271 -0
- cuda/cccl/headers/include/cuda/std/__functional/hash.h +649 -0
- cuda/cccl/headers/include/cuda/std/__functional/identity.h +57 -0
- cuda/cccl/headers/include/cuda/std/__functional/invoke.h +298 -0
- cuda/cccl/headers/include/cuda/std/__functional/is_transparent.h +41 -0
- cuda/cccl/headers/include/cuda/std/__functional/mem_fn.h +66 -0
- cuda/cccl/headers/include/cuda/std/__functional/mem_fun_ref.h +211 -0
- cuda/cccl/headers/include/cuda/std/__functional/not_fn.h +120 -0
- cuda/cccl/headers/include/cuda/std/__functional/operations.h +535 -0
- cuda/cccl/headers/include/cuda/std/__functional/perfect_forward.h +128 -0
- cuda/cccl/headers/include/cuda/std/__functional/pointer_to_binary_function.h +64 -0
- cuda/cccl/headers/include/cuda/std/__functional/pointer_to_unary_function.h +63 -0
- cuda/cccl/headers/include/cuda/std/__functional/ranges_operations.h +113 -0
- cuda/cccl/headers/include/cuda/std/__functional/reference_wrapper.h +114 -0
- cuda/cccl/headers/include/cuda/std/__functional/unary_function.h +62 -0
- cuda/cccl/headers/include/cuda/std/__functional/unary_negate.h +65 -0
- cuda/cccl/headers/include/cuda/std/__functional/unwrap_ref.h +56 -0
- cuda/cccl/headers/include/cuda/std/__functional/weak_result_type.h +262 -0
- cuda/cccl/headers/include/cuda/std/__fwd/allocator.h +53 -0
- cuda/cccl/headers/include/cuda/std/__fwd/array.h +42 -0
- cuda/cccl/headers/include/cuda/std/__fwd/char_traits.h +74 -0
- cuda/cccl/headers/include/cuda/std/__fwd/complex.h +75 -0
- cuda/cccl/headers/include/cuda/std/__fwd/execution_policy.h +73 -0
- cuda/cccl/headers/include/cuda/std/__fwd/expected.h +46 -0
- cuda/cccl/headers/include/cuda/std/__fwd/format.h +84 -0
- cuda/cccl/headers/include/cuda/std/__fwd/fp.h +37 -0
- cuda/cccl/headers/include/cuda/std/__fwd/get.h +122 -0
- cuda/cccl/headers/include/cuda/std/__fwd/hash.h +34 -0
- cuda/cccl/headers/include/cuda/std/__fwd/ios.h +123 -0
- cuda/cccl/headers/include/cuda/std/__fwd/iterator.h +43 -0
- cuda/cccl/headers/include/cuda/std/__fwd/mdspan.h +122 -0
- cuda/cccl/headers/include/cuda/std/__fwd/memory_resource.h +37 -0
- cuda/cccl/headers/include/cuda/std/__fwd/optional.h +39 -0
- cuda/cccl/headers/include/cuda/std/__fwd/pair.h +47 -0
- cuda/cccl/headers/include/cuda/std/__fwd/reference_wrapper.h +39 -0
- cuda/cccl/headers/include/cuda/std/__fwd/span.h +45 -0
- cuda/cccl/headers/include/cuda/std/__fwd/string.h +112 -0
- cuda/cccl/headers/include/cuda/std/__fwd/string_view.h +91 -0
- cuda/cccl/headers/include/cuda/std/__fwd/subrange.h +55 -0
- cuda/cccl/headers/include/cuda/std/__fwd/tuple.h +37 -0
- cuda/cccl/headers/include/cuda/std/__fwd/unexpected.h +40 -0
- cuda/cccl/headers/include/cuda/std/__fwd/variant.h +51 -0
- cuda/cccl/headers/include/cuda/std/__internal/atomic.h +55 -0
- cuda/cccl/headers/include/cuda/std/__internal/cpp_dialect.h +44 -0
- cuda/cccl/headers/include/cuda/std/__internal/features.h +104 -0
- cuda/cccl/headers/include/cuda/std/__internal/namespaces.h +132 -0
- cuda/cccl/headers/include/cuda/std/__internal/pstl_config.h +32 -0
- cuda/cccl/headers/include/cuda/std/__internal/thread_api.h +58 -0
- cuda/cccl/headers/include/cuda/std/__internal/version.h +52 -0
- cuda/cccl/headers/include/cuda/std/__iterator/access.h +128 -0
- cuda/cccl/headers/include/cuda/std/__iterator/advance.h +227 -0
- cuda/cccl/headers/include/cuda/std/__iterator/back_insert_iterator.h +164 -0
- cuda/cccl/headers/include/cuda/std/__iterator/bounded_iter.h +253 -0
- cuda/cccl/headers/include/cuda/std/__iterator/concepts.h +645 -0
- cuda/cccl/headers/include/cuda/std/__iterator/counted_iterator.h +465 -0
- cuda/cccl/headers/include/cuda/std/__iterator/data.h +61 -0
- cuda/cccl/headers/include/cuda/std/__iterator/default_sentinel.h +36 -0
- cuda/cccl/headers/include/cuda/std/__iterator/distance.h +124 -0
- cuda/cccl/headers/include/cuda/std/__iterator/empty.h +53 -0
- cuda/cccl/headers/include/cuda/std/__iterator/erase_if_container.h +53 -0
- cuda/cccl/headers/include/cuda/std/__iterator/front_insert_iterator.h +100 -0
- cuda/cccl/headers/include/cuda/std/__iterator/incrementable_traits.h +143 -0
- cuda/cccl/headers/include/cuda/std/__iterator/indirectly_comparable.h +55 -0
- cuda/cccl/headers/include/cuda/std/__iterator/insert_iterator.h +107 -0
- cuda/cccl/headers/include/cuda/std/__iterator/istream_iterator.h +146 -0
- cuda/cccl/headers/include/cuda/std/__iterator/istreambuf_iterator.h +161 -0
- cuda/cccl/headers/include/cuda/std/__iterator/iter_move.h +161 -0
- cuda/cccl/headers/include/cuda/std/__iterator/iter_swap.h +181 -0
- cuda/cccl/headers/include/cuda/std/__iterator/iterator.h +44 -0
- cuda/cccl/headers/include/cuda/std/__iterator/iterator_traits.h +847 -0
- cuda/cccl/headers/include/cuda/std/__iterator/mergeable.h +72 -0
- cuda/cccl/headers/include/cuda/std/__iterator/move_iterator.h +432 -0
- cuda/cccl/headers/include/cuda/std/__iterator/move_sentinel.h +73 -0
- cuda/cccl/headers/include/cuda/std/__iterator/next.h +101 -0
- cuda/cccl/headers/include/cuda/std/__iterator/ostream_iterator.h +95 -0
- cuda/cccl/headers/include/cuda/std/__iterator/ostreambuf_iterator.h +100 -0
- cuda/cccl/headers/include/cuda/std/__iterator/permutable.h +54 -0
- cuda/cccl/headers/include/cuda/std/__iterator/prev.h +90 -0
- cuda/cccl/headers/include/cuda/std/__iterator/projected.h +61 -0
- cuda/cccl/headers/include/cuda/std/__iterator/readable_traits.h +156 -0
- cuda/cccl/headers/include/cuda/std/__iterator/reverse_access.h +142 -0
- cuda/cccl/headers/include/cuda/std/__iterator/reverse_iterator.h +366 -0
- cuda/cccl/headers/include/cuda/std/__iterator/size.h +69 -0
- cuda/cccl/headers/include/cuda/std/__iterator/sortable.h +55 -0
- cuda/cccl/headers/include/cuda/std/__iterator/unreachable_sentinel.h +84 -0
- cuda/cccl/headers/include/cuda/std/__iterator/wrap_iter.h +245 -0
- cuda/cccl/headers/include/cuda/std/__latch/latch.h +88 -0
- cuda/cccl/headers/include/cuda/std/__limits/numeric_limits.h +603 -0
- cuda/cccl/headers/include/cuda/std/__limits/numeric_limits_ext.h +753 -0
- cuda/cccl/headers/include/cuda/std/__linalg/conj_if_needed.h +76 -0
- cuda/cccl/headers/include/cuda/std/__linalg/conjugate_transposed.h +52 -0
- cuda/cccl/headers/include/cuda/std/__linalg/conjugated.h +136 -0
- cuda/cccl/headers/include/cuda/std/__linalg/scaled.h +128 -0
- cuda/cccl/headers/include/cuda/std/__linalg/transposed.h +315 -0
- cuda/cccl/headers/include/cuda/std/__mdspan/aligned_accessor.h +97 -0
- cuda/cccl/headers/include/cuda/std/__mdspan/concepts.h +137 -0
- cuda/cccl/headers/include/cuda/std/__mdspan/default_accessor.h +73 -0
- cuda/cccl/headers/include/cuda/std/__mdspan/empty_base.h +348 -0
- cuda/cccl/headers/include/cuda/std/__mdspan/extents.h +749 -0
- cuda/cccl/headers/include/cuda/std/__mdspan/layout_left.h +314 -0
- cuda/cccl/headers/include/cuda/std/__mdspan/layout_right.h +307 -0
- cuda/cccl/headers/include/cuda/std/__mdspan/layout_stride.h +598 -0
- cuda/cccl/headers/include/cuda/std/__mdspan/mdspan.h +515 -0
- cuda/cccl/headers/include/cuda/std/__mdspan/submdspan_extents.h +190 -0
- cuda/cccl/headers/include/cuda/std/__mdspan/submdspan_helper.h +187 -0
- cuda/cccl/headers/include/cuda/std/__mdspan/submdspan_mapping.h +339 -0
- cuda/cccl/headers/include/cuda/std/__memory/addressof.h +90 -0
- cuda/cccl/headers/include/cuda/std/__memory/align.h +67 -0
- cuda/cccl/headers/include/cuda/std/__memory/allocate_at_least.h +82 -0
- cuda/cccl/headers/include/cuda/std/__memory/allocation_guard.h +100 -0
- cuda/cccl/headers/include/cuda/std/__memory/allocator.h +327 -0
- cuda/cccl/headers/include/cuda/std/__memory/allocator_arg_t.h +85 -0
- cuda/cccl/headers/include/cuda/std/__memory/allocator_destructor.h +59 -0
- cuda/cccl/headers/include/cuda/std/__memory/allocator_traits.h +517 -0
- cuda/cccl/headers/include/cuda/std/__memory/assume_aligned.h +59 -0
- cuda/cccl/headers/include/cuda/std/__memory/builtin_new_allocator.h +87 -0
- cuda/cccl/headers/include/cuda/std/__memory/compressed_pair.h +225 -0
- cuda/cccl/headers/include/cuda/std/__memory/construct_at.h +241 -0
- cuda/cccl/headers/include/cuda/std/__memory/destruct_n.h +91 -0
- cuda/cccl/headers/include/cuda/std/__memory/is_sufficiently_aligned.h +51 -0
- cuda/cccl/headers/include/cuda/std/__memory/pointer_traits.h +246 -0
- cuda/cccl/headers/include/cuda/std/__memory/runtime_assume_aligned.h +62 -0
- cuda/cccl/headers/include/cuda/std/__memory/temporary_buffer.h +99 -0
- cuda/cccl/headers/include/cuda/std/__memory/uninitialized_algorithms.h +678 -0
- cuda/cccl/headers/include/cuda/std/__memory/unique_ptr.h +765 -0
- cuda/cccl/headers/include/cuda/std/__memory/uses_allocator.h +59 -0
- cuda/cccl/headers/include/cuda/std/__memory/voidify.h +41 -0
- cuda/cccl/headers/include/cuda/std/__memory_ +34 -0
- cuda/cccl/headers/include/cuda/std/__new/allocate.h +131 -0
- cuda/cccl/headers/include/cuda/std/__new/bad_alloc.h +57 -0
- cuda/cccl/headers/include/cuda/std/__new/device_new.h +30 -0
- cuda/cccl/headers/include/cuda/std/__new/launder.h +53 -0
- cuda/cccl/headers/include/cuda/std/__new_ +30 -0
- cuda/cccl/headers/include/cuda/std/__numeric/accumulate.h +56 -0
- cuda/cccl/headers/include/cuda/std/__numeric/adjacent_difference.h +72 -0
- cuda/cccl/headers/include/cuda/std/__numeric/exclusive_scan.h +66 -0
- cuda/cccl/headers/include/cuda/std/__numeric/gcd_lcm.h +78 -0
- cuda/cccl/headers/include/cuda/std/__numeric/inclusive_scan.h +73 -0
- cuda/cccl/headers/include/cuda/std/__numeric/inner_product.h +62 -0
- cuda/cccl/headers/include/cuda/std/__numeric/iota.h +42 -0
- cuda/cccl/headers/include/cuda/std/__numeric/midpoint.h +97 -0
- cuda/cccl/headers/include/cuda/std/__numeric/partial_sum.h +69 -0
- cuda/cccl/headers/include/cuda/std/__numeric/reduce.h +60 -0
- cuda/cccl/headers/include/cuda/std/__numeric/transform_exclusive_scan.h +51 -0
- cuda/cccl/headers/include/cuda/std/__numeric/transform_inclusive_scan.h +65 -0
- cuda/cccl/headers/include/cuda/std/__numeric/transform_reduce.h +72 -0
- cuda/cccl/headers/include/cuda/std/__optional/bad_optional_access.h +74 -0
- cuda/cccl/headers/include/cuda/std/__optional/hash.h +53 -0
- cuda/cccl/headers/include/cuda/std/__optional/make_optional.h +61 -0
- cuda/cccl/headers/include/cuda/std/__optional/nullopt.h +43 -0
- cuda/cccl/headers/include/cuda/std/__optional/optional.h +861 -0
- cuda/cccl/headers/include/cuda/std/__optional/optional_base.h +439 -0
- cuda/cccl/headers/include/cuda/std/__optional/optional_ref.h +324 -0
- cuda/cccl/headers/include/cuda/std/__pstl/cuda/for_each_n.h +97 -0
- cuda/cccl/headers/include/cuda/std/__pstl/dispatch.h +123 -0
- cuda/cccl/headers/include/cuda/std/__pstl/for_each.h +71 -0
- cuda/cccl/headers/include/cuda/std/__pstl/for_each_n.h +68 -0
- cuda/cccl/headers/include/cuda/std/__random/bernoulli_distribution.h +173 -0
- cuda/cccl/headers/include/cuda/std/__random/binomial_distribution.h +254 -0
- cuda/cccl/headers/include/cuda/std/__random/cauchy_distribution.h +192 -0
- cuda/cccl/headers/include/cuda/std/__random/chi_squared_distribution.h +179 -0
- cuda/cccl/headers/include/cuda/std/__random/exponential_distribution.h +187 -0
- cuda/cccl/headers/include/cuda/std/__random/extreme_value_distribution.h +196 -0
- cuda/cccl/headers/include/cuda/std/__random/fisher_f_distribution.h +196 -0
- cuda/cccl/headers/include/cuda/std/__random/gamma_distribution.h +257 -0
- cuda/cccl/headers/include/cuda/std/__random/generate_canonical.h +56 -0
- cuda/cccl/headers/include/cuda/std/__random/geometric_distribution.h +179 -0
- cuda/cccl/headers/include/cuda/std/__random/is_seed_sequence.h +39 -0
- cuda/cccl/headers/include/cuda/std/__random/is_valid.h +70 -0
- cuda/cccl/headers/include/cuda/std/__random/linear_congruential_engine.h +398 -0
- cuda/cccl/headers/include/cuda/std/__random/lognormal_distribution.h +174 -0
- cuda/cccl/headers/include/cuda/std/__random/negative_binomial_distribution.h +212 -0
- cuda/cccl/headers/include/cuda/std/__random/normal_distribution.h +232 -0
- cuda/cccl/headers/include/cuda/std/__random/philox_engine.h +562 -0
- cuda/cccl/headers/include/cuda/std/__random/poisson_distribution.h +338 -0
- cuda/cccl/headers/include/cuda/std/__random/seed_seq.h +204 -0
- cuda/cccl/headers/include/cuda/std/__random/student_t_distribution.h +186 -0
- cuda/cccl/headers/include/cuda/std/__random/uniform_int_distribution.h +341 -0
- cuda/cccl/headers/include/cuda/std/__random/uniform_real_distribution.h +192 -0
- cuda/cccl/headers/include/cuda/std/__random/weibull_distribution.h +189 -0
- cuda/cccl/headers/include/cuda/std/__random_ +47 -0
- cuda/cccl/headers/include/cuda/std/__ranges/access.h +303 -0
- cuda/cccl/headers/include/cuda/std/__ranges/all.h +98 -0
- cuda/cccl/headers/include/cuda/std/__ranges/compressed_movable_box.h +889 -0
- cuda/cccl/headers/include/cuda/std/__ranges/concepts.h +302 -0
- cuda/cccl/headers/include/cuda/std/__ranges/counted.h +90 -0
- cuda/cccl/headers/include/cuda/std/__ranges/dangling.h +54 -0
- cuda/cccl/headers/include/cuda/std/__ranges/data.h +136 -0
- cuda/cccl/headers/include/cuda/std/__ranges/drop_view.h +389 -0
- cuda/cccl/headers/include/cuda/std/__ranges/empty.h +109 -0
- cuda/cccl/headers/include/cuda/std/__ranges/empty_view.h +77 -0
- cuda/cccl/headers/include/cuda/std/__ranges/enable_borrowed_range.h +41 -0
- cuda/cccl/headers/include/cuda/std/__ranges/enable_view.h +78 -0
- cuda/cccl/headers/include/cuda/std/__ranges/from_range.h +36 -0
- cuda/cccl/headers/include/cuda/std/__ranges/iota_view.h +264 -0
- cuda/cccl/headers/include/cuda/std/__ranges/movable_box.h +409 -0
- cuda/cccl/headers/include/cuda/std/__ranges/non_propagating_cache.h +210 -0
- cuda/cccl/headers/include/cuda/std/__ranges/owning_view.h +163 -0
- cuda/cccl/headers/include/cuda/std/__ranges/range_adaptor.h +111 -0
- cuda/cccl/headers/include/cuda/std/__ranges/rbegin.h +175 -0
- cuda/cccl/headers/include/cuda/std/__ranges/ref_view.h +121 -0
- cuda/cccl/headers/include/cuda/std/__ranges/rend.h +182 -0
- cuda/cccl/headers/include/cuda/std/__ranges/repeat_view.h +346 -0
- cuda/cccl/headers/include/cuda/std/__ranges/single_view.h +155 -0
- cuda/cccl/headers/include/cuda/std/__ranges/size.h +201 -0
- cuda/cccl/headers/include/cuda/std/__ranges/subrange.h +510 -0
- cuda/cccl/headers/include/cuda/std/__ranges/take_view.h +472 -0
- cuda/cccl/headers/include/cuda/std/__ranges/take_while_view.h +259 -0
- cuda/cccl/headers/include/cuda/std/__ranges/transform_view.h +522 -0
- cuda/cccl/headers/include/cuda/std/__ranges/unwrap_end.h +52 -0
- cuda/cccl/headers/include/cuda/std/__ranges/view_interface.h +183 -0
- cuda/cccl/headers/include/cuda/std/__ranges/views.h +38 -0
- cuda/cccl/headers/include/cuda/std/__semaphore/atomic_semaphore.h +234 -0
- cuda/cccl/headers/include/cuda/std/__semaphore/counting_semaphore.h +51 -0
- cuda/cccl/headers/include/cuda/std/__string/char_traits.h +190 -0
- cuda/cccl/headers/include/cuda/std/__string/constexpr_c_functions.h +580 -0
- cuda/cccl/headers/include/cuda/std/__string/helper_functions.h +296 -0
- cuda/cccl/headers/include/cuda/std/__string/string_view.h +244 -0
- cuda/cccl/headers/include/cuda/std/__string_ +29 -0
- cuda/cccl/headers/include/cuda/std/__system_error/errc.h +51 -0
- cuda/cccl/headers/include/cuda/std/__system_error_ +26 -0
- cuda/cccl/headers/include/cuda/std/__thread/threading_support.h +106 -0
- cuda/cccl/headers/include/cuda/std/__thread/threading_support_cuda.h +47 -0
- cuda/cccl/headers/include/cuda/std/__thread/threading_support_external.h +41 -0
- cuda/cccl/headers/include/cuda/std/__thread/threading_support_pthread.h +143 -0
- cuda/cccl/headers/include/cuda/std/__thread/threading_support_win32.h +87 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/apply.h +82 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/get.h +122 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/ignore.h +51 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/make_tuple_types.h +120 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/sfinae_helpers.h +100 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/structured_bindings.h +212 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/tie.h +55 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/tuple.h +457 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/tuple_cat.h +158 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/tuple_constraints.h +286 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/tuple_element.h +77 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/tuple_indices.h +44 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/tuple_leaf.h +452 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/tuple_like.h +83 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/tuple_like_ext.h +68 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/tuple_size.h +79 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/tuple_types.h +35 -0
- cuda/cccl/headers/include/cuda/std/__tuple_dir/vector_types.h +290 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/add_const.h +40 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/add_cv.h +40 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/add_lvalue_reference.h +62 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/add_pointer.h +65 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/add_rvalue_reference.h +62 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/add_volatile.h +40 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/aligned_storage.h +155 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/aligned_union.h +62 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/alignment_of.h +41 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/always_false.h +35 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/can_extract_key.h +68 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/common_reference.h +262 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/common_type.h +173 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/conditional.h +65 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/conjunction.h +67 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/copy_cv.h +50 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/copy_cvref.h +148 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/decay.h +83 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/dependent_type.h +35 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/disjunction.h +77 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/enable_if.h +43 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/extent.h +68 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/fold.h +47 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/has_unique_object_representation.h +46 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/has_virtual_destructor.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/integral_constant.h +62 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_abstract.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_aggregate.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_allocator.h +46 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_arithmetic.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_array.h +62 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_assignable.h +78 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_base_of.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_bounded_array.h +44 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_callable.h +60 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_char_like_type.h +38 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_class.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_comparable.h +78 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_compound.h +58 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_const.h +56 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_constant_evaluated.h +49 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_constructible.h +174 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_convertible.h +211 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_copy_assignable.h +43 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_copy_constructible.h +43 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_core_convertible.h +47 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_corresponding_member.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_default_constructible.h +40 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_destructible.h +115 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_empty.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_enum.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_execution_policy.h +63 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_extended_arithmetic.h +38 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_extended_floating_point.h +79 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_final.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_floating_point.h +53 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_fully_bounded_array.h +47 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_function.h +61 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_fundamental.h +56 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_implicitly_default_constructible.h +57 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_integer.h +45 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_integral.h +123 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_layout_compatible.h +45 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_literal_type.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_member_function_pointer.h +79 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_member_object_pointer.h +57 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_member_pointer.h +57 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_move_assignable.h +43 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_move_constructible.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_nothrow_assignable.h +70 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_nothrow_constructible.h +72 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_nothrow_convertible.h +59 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_nothrow_copy_assignable.h +60 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_nothrow_copy_constructible.h +43 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_nothrow_default_constructible.h +54 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_nothrow_destructible.h +82 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_nothrow_move_assignable.h +60 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_nothrow_move_constructible.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_null_pointer.h +43 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_object.h +57 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_one_of.h +37 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_pod.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_pointer.h +60 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_pointer_interconvertible_base_of.h +84 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_pointer_interconvertible_with_class.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_polymorphic.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_primary_template.h +121 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_reference.h +95 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_referenceable.h +55 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_same.h +88 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_scalar.h +60 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_scoped_enum.h +49 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_signed.h +65 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_signed_integer.h +59 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_standard_layout.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_swappable.h +200 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_trivial.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_trivially_assignable.h +43 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_trivially_constructible.h +43 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_trivially_copy_assignable.h +46 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_trivially_copy_constructible.h +45 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_trivially_copyable.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_trivially_default_constructible.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_trivially_destructible.h +58 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_trivially_move_assignable.h +45 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_trivially_move_constructible.h +44 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_unbounded_array.h +43 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_union.h +42 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_unsigned.h +66 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_unsigned_integer.h +59 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_valid_expansion.h +41 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_void.h +55 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/is_volatile.h +56 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/lazy.h +35 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/make_const_lvalue_ref.h +36 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/make_nbit_int.h +107 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/make_signed.h +140 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/make_unsigned.h +151 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/maybe_const.h +36 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/nat.h +39 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/negation.h +44 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/num_bits.h +122 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/promote.h +163 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/rank.h +60 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/reference_constructs_from_temporary.h +57 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/reference_converts_from_temporary.h +56 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/remove_all_extents.h +66 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/remove_const.h +59 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/remove_const_ref.h +37 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/remove_cv.h +57 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/remove_cvref.h +57 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/remove_extent.h +65 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/remove_pointer.h +73 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/remove_reference.h +72 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/remove_volatile.h +58 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/result_of.h +47 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/type_identity.h +40 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/type_list.h +1067 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/type_set.h +131 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/underlying_type.h +52 -0
- cuda/cccl/headers/include/cuda/std/__type_traits/void_t.h +34 -0
- cuda/cccl/headers/include/cuda/std/__utility/as_const.h +73 -0
- cuda/cccl/headers/include/cuda/std/__utility/auto_cast.h +34 -0
- cuda/cccl/headers/include/cuda/std/__utility/cmp.h +114 -0
- cuda/cccl/headers/include/cuda/std/__utility/convert_to_integral.h +101 -0
- cuda/cccl/headers/include/cuda/std/__utility/ctad_support.h +27 -0
- cuda/cccl/headers/include/cuda/std/__utility/declval.h +76 -0
- cuda/cccl/headers/include/cuda/std/__utility/delegate_constructors.h +51 -0
- cuda/cccl/headers/include/cuda/std/__utility/exception_guard.h +162 -0
- cuda/cccl/headers/include/cuda/std/__utility/exchange.h +46 -0
- cuda/cccl/headers/include/cuda/std/__utility/forward.h +82 -0
- cuda/cccl/headers/include/cuda/std/__utility/forward_like.h +82 -0
- cuda/cccl/headers/include/cuda/std/__utility/in_place.h +86 -0
- cuda/cccl/headers/include/cuda/std/__utility/integer_sequence.h +249 -0
- cuda/cccl/headers/include/cuda/std/__utility/monostate.h +99 -0
- cuda/cccl/headers/include/cuda/std/__utility/move.h +126 -0
- cuda/cccl/headers/include/cuda/std/__utility/pair.h +791 -0
- cuda/cccl/headers/include/cuda/std/__utility/piecewise_construct.h +37 -0
- cuda/cccl/headers/include/cuda/std/__utility/pod_tuple.h +425 -0
- cuda/cccl/headers/include/cuda/std/__utility/priority_tag.h +40 -0
- cuda/cccl/headers/include/cuda/std/__utility/rel_ops.h +61 -0
- cuda/cccl/headers/include/cuda/std/__utility/swap.h +64 -0
- cuda/cccl/headers/include/cuda/std/__utility/to_underlying.h +40 -0
- cuda/cccl/headers/include/cuda/std/__utility/typeid.h +421 -0
- cuda/cccl/headers/include/cuda/std/__utility/undefined.h +34 -0
- cuda/cccl/headers/include/cuda/std/__utility/unreachable.h +37 -0
- cuda/cccl/headers/include/cuda/std/__variant/bad_variant_access.h +74 -0
- cuda/cccl/headers/include/cuda/std/__variant/comparison.h +207 -0
- cuda/cccl/headers/include/cuda/std/__variant/get.h +192 -0
- cuda/cccl/headers/include/cuda/std/__variant/hash.h +82 -0
- cuda/cccl/headers/include/cuda/std/__variant/sfinae_helpers.h +89 -0
- cuda/cccl/headers/include/cuda/std/__variant/variant.h +250 -0
- cuda/cccl/headers/include/cuda/std/__variant/variant_access.h +70 -0
- cuda/cccl/headers/include/cuda/std/__variant/variant_base.h +683 -0
- cuda/cccl/headers/include/cuda/std/__variant/variant_constraints.h +135 -0
- cuda/cccl/headers/include/cuda/std/__variant/variant_match.h +126 -0
- cuda/cccl/headers/include/cuda/std/__variant/variant_traits.h +184 -0
- cuda/cccl/headers/include/cuda/std/__variant/variant_visit.h +225 -0
- cuda/cccl/headers/include/cuda/std/__variant/visit.h +148 -0
- cuda/cccl/headers/include/cuda/std/algorithm +138 -0
- cuda/cccl/headers/include/cuda/std/array +519 -0
- cuda/cccl/headers/include/cuda/std/atomic +810 -0
- cuda/cccl/headers/include/cuda/std/barrier +42 -0
- cuda/cccl/headers/include/cuda/std/bit +35 -0
- cuda/cccl/headers/include/cuda/std/bitset +986 -0
- cuda/cccl/headers/include/cuda/std/cassert +28 -0
- cuda/cccl/headers/include/cuda/std/ccomplex +15 -0
- cuda/cccl/headers/include/cuda/std/cfloat +59 -0
- cuda/cccl/headers/include/cuda/std/charconv +31 -0
- cuda/cccl/headers/include/cuda/std/chrono +26 -0
- cuda/cccl/headers/include/cuda/std/climits +61 -0
- cuda/cccl/headers/include/cuda/std/cmath +87 -0
- cuda/cccl/headers/include/cuda/std/complex +50 -0
- cuda/cccl/headers/include/cuda/std/concepts +48 -0
- cuda/cccl/headers/include/cuda/std/cstddef +28 -0
- cuda/cccl/headers/include/cuda/std/cstdint +178 -0
- cuda/cccl/headers/include/cuda/std/cstdlib +31 -0
- cuda/cccl/headers/include/cuda/std/cstring +110 -0
- cuda/cccl/headers/include/cuda/std/ctime +155 -0
- cuda/cccl/headers/include/cuda/std/detail/__config +22 -0
- cuda/cccl/headers/include/cuda/std/detail/libcxx/include/chrono +2506 -0
- cuda/cccl/headers/include/cuda/std/execution +29 -0
- cuda/cccl/headers/include/cuda/std/expected +30 -0
- cuda/cccl/headers/include/cuda/std/functional +56 -0
- cuda/cccl/headers/include/cuda/std/initializer_list +44 -0
- cuda/cccl/headers/include/cuda/std/inplace_vector +2171 -0
- cuda/cccl/headers/include/cuda/std/iterator +70 -0
- cuda/cccl/headers/include/cuda/std/latch +34 -0
- cuda/cccl/headers/include/cuda/std/limits +28 -0
- cuda/cccl/headers/include/cuda/std/linalg +30 -0
- cuda/cccl/headers/include/cuda/std/mdspan +38 -0
- cuda/cccl/headers/include/cuda/std/memory +40 -0
- cuda/cccl/headers/include/cuda/std/numbers +344 -0
- cuda/cccl/headers/include/cuda/std/numeric +41 -0
- cuda/cccl/headers/include/cuda/std/optional +31 -0
- cuda/cccl/headers/include/cuda/std/ranges +70 -0
- cuda/cccl/headers/include/cuda/std/ratio +416 -0
- cuda/cccl/headers/include/cuda/std/semaphore +31 -0
- cuda/cccl/headers/include/cuda/std/source_location +107 -0
- cuda/cccl/headers/include/cuda/std/span +599 -0
- cuda/cccl/headers/include/cuda/std/string_view +924 -0
- cuda/cccl/headers/include/cuda/std/tuple +43 -0
- cuda/cccl/headers/include/cuda/std/type_traits +176 -0
- cuda/cccl/headers/include/cuda/std/utility +70 -0
- cuda/cccl/headers/include/cuda/std/variant +32 -0
- cuda/cccl/headers/include/cuda/std/version +240 -0
- cuda/cccl/headers/include/cuda/stream +32 -0
- cuda/cccl/headers/include/cuda/stream_ref +59 -0
- cuda/cccl/headers/include/cuda/tma +25 -0
- cuda/cccl/headers/include/cuda/type_traits +27 -0
- cuda/cccl/headers/include/cuda/utility +28 -0
- cuda/cccl/headers/include/cuda/version +16 -0
- cuda/cccl/headers/include/cuda/warp +28 -0
- cuda/cccl/headers/include/cuda/work_stealing +26 -0
- cuda/cccl/headers/include/nv/detail/__preprocessor +169 -0
- cuda/cccl/headers/include/nv/detail/__target_macros +739 -0
- cuda/cccl/headers/include/nv/target +241 -0
- cuda/cccl/headers/include/thrust/addressof.h +22 -0
- cuda/cccl/headers/include/thrust/adjacent_difference.h +254 -0
- cuda/cccl/headers/include/thrust/advance.h +60 -0
- cuda/cccl/headers/include/thrust/allocate_unique.h +301 -0
- cuda/cccl/headers/include/thrust/binary_search.h +1911 -0
- cuda/cccl/headers/include/thrust/complex.h +859 -0
- cuda/cccl/headers/include/thrust/copy.h +506 -0
- cuda/cccl/headers/include/thrust/count.h +245 -0
- cuda/cccl/headers/include/thrust/detail/adjacent_difference.inl +108 -0
- cuda/cccl/headers/include/thrust/detail/alignment.h +81 -0
- cuda/cccl/headers/include/thrust/detail/allocator/allocator_traits.h +629 -0
- cuda/cccl/headers/include/thrust/detail/allocator/copy_construct_range.h +193 -0
- cuda/cccl/headers/include/thrust/detail/allocator/destroy_range.h +95 -0
- cuda/cccl/headers/include/thrust/detail/allocator/fill_construct_range.h +79 -0
- cuda/cccl/headers/include/thrust/detail/allocator/malloc_allocator.h +76 -0
- cuda/cccl/headers/include/thrust/detail/allocator/no_throw_allocator.h +74 -0
- cuda/cccl/headers/include/thrust/detail/allocator/tagged_allocator.h +113 -0
- cuda/cccl/headers/include/thrust/detail/allocator/temporary_allocator.h +114 -0
- cuda/cccl/headers/include/thrust/detail/allocator/value_initialize_range.h +77 -0
- cuda/cccl/headers/include/thrust/detail/allocator_aware_execution_policy.h +96 -0
- cuda/cccl/headers/include/thrust/detail/binary_search.inl +537 -0
- cuda/cccl/headers/include/thrust/detail/caching_allocator.h +47 -0
- cuda/cccl/headers/include/thrust/detail/complex/arithmetic.h +210 -0
- cuda/cccl/headers/include/thrust/detail/complex/catrig.h +877 -0
- cuda/cccl/headers/include/thrust/detail/complex/catrigf.h +591 -0
- cuda/cccl/headers/include/thrust/detail/complex/ccosh.h +234 -0
- cuda/cccl/headers/include/thrust/detail/complex/ccoshf.h +162 -0
- cuda/cccl/headers/include/thrust/detail/complex/cexp.h +194 -0
- cuda/cccl/headers/include/thrust/detail/complex/cexpf.h +170 -0
- cuda/cccl/headers/include/thrust/detail/complex/clog.h +222 -0
- cuda/cccl/headers/include/thrust/detail/complex/clogf.h +209 -0
- cuda/cccl/headers/include/thrust/detail/complex/complex.inl +263 -0
- cuda/cccl/headers/include/thrust/detail/complex/cpow.h +53 -0
- cuda/cccl/headers/include/thrust/detail/complex/cproj.h +75 -0
- cuda/cccl/headers/include/thrust/detail/complex/csinh.h +228 -0
- cuda/cccl/headers/include/thrust/detail/complex/csinhf.h +169 -0
- cuda/cccl/headers/include/thrust/detail/complex/csqrt.h +178 -0
- cuda/cccl/headers/include/thrust/detail/complex/csqrtf.h +174 -0
- cuda/cccl/headers/include/thrust/detail/complex/ctanh.h +212 -0
- cuda/cccl/headers/include/thrust/detail/complex/ctanhf.h +136 -0
- cuda/cccl/headers/include/thrust/detail/complex/math_private.h +130 -0
- cuda/cccl/headers/include/thrust/detail/complex/stream.h +73 -0
- cuda/cccl/headers/include/thrust/detail/config/compiler.h +38 -0
- cuda/cccl/headers/include/thrust/detail/config/config.h +43 -0
- cuda/cccl/headers/include/thrust/detail/config/cpp_dialect.h +78 -0
- cuda/cccl/headers/include/thrust/detail/config/device_system.h +57 -0
- cuda/cccl/headers/include/thrust/detail/config/host_system.h +50 -0
- cuda/cccl/headers/include/thrust/detail/config/memory_resource.h +41 -0
- cuda/cccl/headers/include/thrust/detail/config/namespace.h +164 -0
- cuda/cccl/headers/include/thrust/detail/config/simple_defines.h +48 -0
- cuda/cccl/headers/include/thrust/detail/config.h +36 -0
- cuda/cccl/headers/include/thrust/detail/contiguous_storage.h +227 -0
- cuda/cccl/headers/include/thrust/detail/contiguous_storage.inl +272 -0
- cuda/cccl/headers/include/thrust/detail/copy.h +70 -0
- cuda/cccl/headers/include/thrust/detail/copy.inl +146 -0
- cuda/cccl/headers/include/thrust/detail/copy_if.h +62 -0
- cuda/cccl/headers/include/thrust/detail/copy_if.inl +114 -0
- cuda/cccl/headers/include/thrust/detail/count.h +55 -0
- cuda/cccl/headers/include/thrust/detail/count.inl +101 -0
- cuda/cccl/headers/include/thrust/detail/device_ptr.inl +48 -0
- cuda/cccl/headers/include/thrust/detail/equal.inl +105 -0
- cuda/cccl/headers/include/thrust/detail/event_error.h +160 -0
- cuda/cccl/headers/include/thrust/detail/execute_with_allocator.h +79 -0
- cuda/cccl/headers/include/thrust/detail/execute_with_allocator_fwd.h +61 -0
- cuda/cccl/headers/include/thrust/detail/execution_policy.h +120 -0
- cuda/cccl/headers/include/thrust/detail/extrema.inl +196 -0
- cuda/cccl/headers/include/thrust/detail/fill.inl +97 -0
- cuda/cccl/headers/include/thrust/detail/find.inl +125 -0
- cuda/cccl/headers/include/thrust/detail/for_each.inl +96 -0
- cuda/cccl/headers/include/thrust/detail/function.h +49 -0
- cuda/cccl/headers/include/thrust/detail/functional/actor.h +213 -0
- cuda/cccl/headers/include/thrust/detail/functional/operators.h +384 -0
- cuda/cccl/headers/include/thrust/detail/gather.inl +185 -0
- cuda/cccl/headers/include/thrust/detail/generate.inl +97 -0
- cuda/cccl/headers/include/thrust/detail/get_iterator_value.h +60 -0
- cuda/cccl/headers/include/thrust/detail/inner_product.inl +130 -0
- cuda/cccl/headers/include/thrust/detail/internal_functional.h +335 -0
- cuda/cccl/headers/include/thrust/detail/logical.inl +125 -0
- cuda/cccl/headers/include/thrust/detail/malloc_and_free.h +89 -0
- cuda/cccl/headers/include/thrust/detail/malloc_and_free_fwd.h +45 -0
- cuda/cccl/headers/include/thrust/detail/memory_algorithms.h +208 -0
- cuda/cccl/headers/include/thrust/detail/merge.inl +288 -0
- cuda/cccl/headers/include/thrust/detail/mismatch.inl +107 -0
- cuda/cccl/headers/include/thrust/detail/nvtx_policy.h +41 -0
- cuda/cccl/headers/include/thrust/detail/overlapped_copy.h +120 -0
- cuda/cccl/headers/include/thrust/detail/partition.inl +390 -0
- cuda/cccl/headers/include/thrust/detail/pointer.h +313 -0
- cuda/cccl/headers/include/thrust/detail/preprocessor.h +652 -0
- cuda/cccl/headers/include/thrust/detail/random_bijection.h +177 -0
- cuda/cccl/headers/include/thrust/detail/range/head_flags.h +114 -0
- cuda/cccl/headers/include/thrust/detail/range/tail_flags.h +128 -0
- cuda/cccl/headers/include/thrust/detail/raw_pointer_cast.h +52 -0
- cuda/cccl/headers/include/thrust/detail/raw_reference_cast.h +191 -0
- cuda/cccl/headers/include/thrust/detail/reduce.inl +396 -0
- cuda/cccl/headers/include/thrust/detail/reference.h +521 -0
- cuda/cccl/headers/include/thrust/detail/reference_forward_declaration.h +35 -0
- cuda/cccl/headers/include/thrust/detail/remove.inl +225 -0
- cuda/cccl/headers/include/thrust/detail/replace.inl +243 -0
- cuda/cccl/headers/include/thrust/detail/reverse.inl +100 -0
- cuda/cccl/headers/include/thrust/detail/scan.inl +536 -0
- cuda/cccl/headers/include/thrust/detail/scatter.inl +169 -0
- cuda/cccl/headers/include/thrust/detail/seq.h +66 -0
- cuda/cccl/headers/include/thrust/detail/sequence.inl +121 -0
- cuda/cccl/headers/include/thrust/detail/set_operations.inl +993 -0
- cuda/cccl/headers/include/thrust/detail/shuffle.inl +86 -0
- cuda/cccl/headers/include/thrust/detail/sort.inl +385 -0
- cuda/cccl/headers/include/thrust/detail/static_assert.h +56 -0
- cuda/cccl/headers/include/thrust/detail/static_map.h +164 -0
- cuda/cccl/headers/include/thrust/detail/swap_ranges.inl +77 -0
- cuda/cccl/headers/include/thrust/detail/tabulate.inl +74 -0
- cuda/cccl/headers/include/thrust/detail/temporary_array.h +150 -0
- cuda/cccl/headers/include/thrust/detail/temporary_array.inl +121 -0
- cuda/cccl/headers/include/thrust/detail/temporary_buffer.h +93 -0
- cuda/cccl/headers/include/thrust/detail/transform_reduce.inl +81 -0
- cuda/cccl/headers/include/thrust/detail/transform_scan.inl +173 -0
- cuda/cccl/headers/include/thrust/detail/trivial_sequence.h +128 -0
- cuda/cccl/headers/include/thrust/detail/tuple_meta_transform.h +59 -0
- cuda/cccl/headers/include/thrust/detail/type_deduction.h +61 -0
- cuda/cccl/headers/include/thrust/detail/type_traits/has_member_function.h +50 -0
- cuda/cccl/headers/include/thrust/detail/type_traits/has_nested_type.h +43 -0
- cuda/cccl/headers/include/thrust/detail/type_traits/is_call_possible.h +162 -0
- cuda/cccl/headers/include/thrust/detail/type_traits/is_commutative.h +67 -0
- cuda/cccl/headers/include/thrust/detail/type_traits/is_metafunction_defined.h +39 -0
- cuda/cccl/headers/include/thrust/detail/type_traits/is_thrust_pointer.h +55 -0
- cuda/cccl/headers/include/thrust/detail/type_traits/iterator/is_output_iterator.h +48 -0
- cuda/cccl/headers/include/thrust/detail/type_traits/minimum_type.h +91 -0
- cuda/cccl/headers/include/thrust/detail/type_traits/pointer_traits.h +332 -0
- cuda/cccl/headers/include/thrust/detail/type_traits.h +143 -0
- cuda/cccl/headers/include/thrust/detail/uninitialized_copy.inl +102 -0
- cuda/cccl/headers/include/thrust/detail/uninitialized_fill.inl +97 -0
- cuda/cccl/headers/include/thrust/detail/unique.inl +391 -0
- cuda/cccl/headers/include/thrust/detail/use_default.h +34 -0
- cuda/cccl/headers/include/thrust/detail/vector_base.h +613 -0
- cuda/cccl/headers/include/thrust/detail/vector_base.inl +1216 -0
- cuda/cccl/headers/include/thrust/device_allocator.h +134 -0
- cuda/cccl/headers/include/thrust/device_delete.h +74 -0
- cuda/cccl/headers/include/thrust/device_free.h +85 -0
- cuda/cccl/headers/include/thrust/device_make_unique.h +56 -0
- cuda/cccl/headers/include/thrust/device_malloc.h +84 -0
- cuda/cccl/headers/include/thrust/device_malloc_allocator.h +190 -0
- cuda/cccl/headers/include/thrust/device_new.h +112 -0
- cuda/cccl/headers/include/thrust/device_new_allocator.h +179 -0
- cuda/cccl/headers/include/thrust/device_ptr.h +196 -0
- cuda/cccl/headers/include/thrust/device_reference.h +983 -0
- cuda/cccl/headers/include/thrust/device_vector.h +576 -0
- cuda/cccl/headers/include/thrust/distance.h +44 -0
- cuda/cccl/headers/include/thrust/equal.h +247 -0
- cuda/cccl/headers/include/thrust/execution_policy.h +252 -0
- cuda/cccl/headers/include/thrust/extrema.h +657 -0
- cuda/cccl/headers/include/thrust/fill.h +200 -0
- cuda/cccl/headers/include/thrust/find.h +382 -0
- cuda/cccl/headers/include/thrust/for_each.h +261 -0
- cuda/cccl/headers/include/thrust/functional.h +399 -0
- cuda/cccl/headers/include/thrust/gather.h +464 -0
- cuda/cccl/headers/include/thrust/generate.h +193 -0
- cuda/cccl/headers/include/thrust/host_vector.h +576 -0
- cuda/cccl/headers/include/thrust/inner_product.h +264 -0
- cuda/cccl/headers/include/thrust/iterator/constant_iterator.h +221 -0
- cuda/cccl/headers/include/thrust/iterator/counting_iterator.h +338 -0
- cuda/cccl/headers/include/thrust/iterator/detail/any_assign.h +48 -0
- cuda/cccl/headers/include/thrust/iterator/detail/any_system_tag.h +43 -0
- cuda/cccl/headers/include/thrust/iterator/detail/device_system_tag.h +43 -0
- cuda/cccl/headers/include/thrust/iterator/detail/host_system_tag.h +42 -0
- cuda/cccl/headers/include/thrust/iterator/detail/iterator_adaptor_base.h +83 -0
- cuda/cccl/headers/include/thrust/iterator/detail/iterator_category_to_system.h +60 -0
- cuda/cccl/headers/include/thrust/iterator/detail/iterator_category_to_traversal.h +65 -0
- cuda/cccl/headers/include/thrust/iterator/detail/iterator_category_with_system_and_traversal.h +56 -0
- cuda/cccl/headers/include/thrust/iterator/detail/iterator_facade_category.h +184 -0
- cuda/cccl/headers/include/thrust/iterator/detail/minimum_system.h +55 -0
- cuda/cccl/headers/include/thrust/iterator/detail/normal_iterator.h +69 -0
- cuda/cccl/headers/include/thrust/iterator/detail/retag.h +104 -0
- cuda/cccl/headers/include/thrust/iterator/detail/tagged_iterator.h +80 -0
- cuda/cccl/headers/include/thrust/iterator/detail/tuple_of_iterator_references.h +171 -0
- cuda/cccl/headers/include/thrust/iterator/discard_iterator.h +163 -0
- cuda/cccl/headers/include/thrust/iterator/iterator_adaptor.h +251 -0
- cuda/cccl/headers/include/thrust/iterator/iterator_categories.h +211 -0
- cuda/cccl/headers/include/thrust/iterator/iterator_facade.h +659 -0
- cuda/cccl/headers/include/thrust/iterator/iterator_traits.h +334 -0
- cuda/cccl/headers/include/thrust/iterator/iterator_traversal_tags.h +64 -0
- cuda/cccl/headers/include/thrust/iterator/offset_iterator.h +194 -0
- cuda/cccl/headers/include/thrust/iterator/permutation_iterator.h +204 -0
- cuda/cccl/headers/include/thrust/iterator/retag.h +72 -0
- cuda/cccl/headers/include/thrust/iterator/reverse_iterator.h +51 -0
- cuda/cccl/headers/include/thrust/iterator/shuffle_iterator.h +190 -0
- cuda/cccl/headers/include/thrust/iterator/strided_iterator.h +152 -0
- cuda/cccl/headers/include/thrust/iterator/tabulate_output_iterator.h +152 -0
- cuda/cccl/headers/include/thrust/iterator/transform_input_output_iterator.h +225 -0
- cuda/cccl/headers/include/thrust/iterator/transform_iterator.h +353 -0
- cuda/cccl/headers/include/thrust/iterator/transform_output_iterator.h +190 -0
- cuda/cccl/headers/include/thrust/iterator/zip_iterator.h +365 -0
- cuda/cccl/headers/include/thrust/logical.h +290 -0
- cuda/cccl/headers/include/thrust/memory.h +299 -0
- cuda/cccl/headers/include/thrust/merge.h +726 -0
- cuda/cccl/headers/include/thrust/mismatch.h +262 -0
- cuda/cccl/headers/include/thrust/mr/allocator.h +227 -0
- cuda/cccl/headers/include/thrust/mr/device_memory_resource.h +46 -0
- cuda/cccl/headers/include/thrust/mr/disjoint_pool.h +526 -0
- cuda/cccl/headers/include/thrust/mr/disjoint_sync_pool.h +116 -0
- cuda/cccl/headers/include/thrust/mr/disjoint_tls_pool.h +65 -0
- cuda/cccl/headers/include/thrust/mr/fancy_pointer_resource.h +65 -0
- cuda/cccl/headers/include/thrust/mr/host_memory_resource.h +42 -0
- cuda/cccl/headers/include/thrust/mr/memory_resource.h +215 -0
- cuda/cccl/headers/include/thrust/mr/new.h +98 -0
- cuda/cccl/headers/include/thrust/mr/polymorphic_adaptor.h +61 -0
- cuda/cccl/headers/include/thrust/mr/pool.h +526 -0
- cuda/cccl/headers/include/thrust/mr/pool_options.h +172 -0
- cuda/cccl/headers/include/thrust/mr/sync_pool.h +112 -0
- cuda/cccl/headers/include/thrust/mr/tls_pool.h +62 -0
- cuda/cccl/headers/include/thrust/mr/universal_memory_resource.h +29 -0
- cuda/cccl/headers/include/thrust/mr/validator.h +54 -0
- cuda/cccl/headers/include/thrust/pair.h +102 -0
- cuda/cccl/headers/include/thrust/partition.h +1392 -0
- cuda/cccl/headers/include/thrust/per_device_resource.h +110 -0
- cuda/cccl/headers/include/thrust/random/detail/discard_block_engine.inl +182 -0
- cuda/cccl/headers/include/thrust/random/detail/linear_congruential_engine.inl +153 -0
- cuda/cccl/headers/include/thrust/random/detail/linear_congruential_engine_discard.h +97 -0
- cuda/cccl/headers/include/thrust/random/detail/linear_feedback_shift_engine.inl +149 -0
- cuda/cccl/headers/include/thrust/random/detail/linear_feedback_shift_engine_wordmask.h +46 -0
- cuda/cccl/headers/include/thrust/random/detail/mod.h +94 -0
- cuda/cccl/headers/include/thrust/random/detail/normal_distribution.inl +185 -0
- cuda/cccl/headers/include/thrust/random/detail/normal_distribution_base.h +157 -0
- cuda/cccl/headers/include/thrust/random/detail/random_core_access.h +56 -0
- cuda/cccl/headers/include/thrust/random/detail/subtract_with_carry_engine.inl +199 -0
- cuda/cccl/headers/include/thrust/random/detail/uniform_int_distribution.inl +196 -0
- cuda/cccl/headers/include/thrust/random/detail/uniform_real_distribution.inl +198 -0
- cuda/cccl/headers/include/thrust/random/detail/xor_combine_engine.inl +181 -0
- cuda/cccl/headers/include/thrust/random/detail/xor_combine_engine_max.h +186 -0
- cuda/cccl/headers/include/thrust/random/discard_block_engine.h +238 -0
- cuda/cccl/headers/include/thrust/random/linear_congruential_engine.h +287 -0
- cuda/cccl/headers/include/thrust/random/linear_feedback_shift_engine.h +215 -0
- cuda/cccl/headers/include/thrust/random/normal_distribution.h +256 -0
- cuda/cccl/headers/include/thrust/random/subtract_with_carry_engine.h +245 -0
- cuda/cccl/headers/include/thrust/random/uniform_int_distribution.h +259 -0
- cuda/cccl/headers/include/thrust/random/uniform_real_distribution.h +257 -0
- cuda/cccl/headers/include/thrust/random/xor_combine_engine.h +253 -0
- cuda/cccl/headers/include/thrust/random.h +118 -0
- cuda/cccl/headers/include/thrust/reduce.h +1114 -0
- cuda/cccl/headers/include/thrust/remove.h +768 -0
- cuda/cccl/headers/include/thrust/replace.h +826 -0
- cuda/cccl/headers/include/thrust/reverse.h +215 -0
- cuda/cccl/headers/include/thrust/scan.h +1671 -0
- cuda/cccl/headers/include/thrust/scatter.h +446 -0
- cuda/cccl/headers/include/thrust/sequence.h +277 -0
- cuda/cccl/headers/include/thrust/set_operations.h +3027 -0
- cuda/cccl/headers/include/thrust/shuffle.h +182 -0
- cuda/cccl/headers/include/thrust/sort.h +1320 -0
- cuda/cccl/headers/include/thrust/swap.h +147 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/adjacent_difference.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/assign_value.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/binary_search.h +32 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/copy.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/copy_if.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/count.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/equal.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/execution_policy.h +113 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/extrema.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/fill.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/find.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/for_each.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/gather.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/generate.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/get_value.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/inner_product.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/iter_swap.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/logical.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/malloc_and_free.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/memory.inl +55 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/merge.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/mismatch.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/partition.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/per_device_resource.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/reduce.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/reduce_by_key.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/remove.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/replace.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/reverse.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/scan.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/scan_by_key.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/scatter.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/sequence.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/set_operations.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/sort.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/swap_ranges.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/tabulate.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/temporary_buffer.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/transform.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/transform_reduce.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/transform_scan.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/uninitialized_copy.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/uninitialized_fill.h +29 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/unique.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/detail/unique_by_key.h +30 -0
- cuda/cccl/headers/include/thrust/system/cpp/execution_policy.h +63 -0
- cuda/cccl/headers/include/thrust/system/cpp/memory.h +105 -0
- cuda/cccl/headers/include/thrust/system/cpp/memory_resource.h +70 -0
- cuda/cccl/headers/include/thrust/system/cpp/pointer.h +118 -0
- cuda/cccl/headers/include/thrust/system/cpp/vector.h +95 -0
- cuda/cccl/headers/include/thrust/system/cuda/config.h +126 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/adjacent_difference.h +218 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/assign_value.h +124 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/binary_search.h +29 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/cdp_dispatch.h +72 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/copy.h +272 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/copy_if.h +251 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/core/agent_launcher.h +280 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/core/triple_chevron_launch.h +162 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/core/util.h +578 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/count.h +75 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/cross_system.h +241 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/dispatch.h +230 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/equal.h +62 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/error.inl +87 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/execution_policy.h +266 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/extrema.h +473 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/fill.h +99 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/find.h +165 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/for_each.h +83 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/gather.h +89 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/generate.h +59 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/get_value.h +65 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/inner_product.h +77 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/iter_swap.h +79 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/logical.h +29 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/make_unsigned_special.h +55 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/malloc_and_free.h +119 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/memory.inl +55 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/merge.h +205 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/mismatch.h +88 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/parallel_for.h +79 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/partition.h +401 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/per_device_resource.h +70 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/reduce.h +774 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/reduce_by_key.h +994 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/remove.h +105 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/replace.h +121 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/reverse.h +83 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/scan.h +340 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/scan_by_key.h +412 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/scatter.h +90 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/sequence.h +29 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/set_operations.h +1722 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/sort.h +473 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/swap_ranges.h +99 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/tabulate.h +62 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/temporary_buffer.h +132 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/terminate.h +53 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/transform.h +428 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/transform_reduce.h +139 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/transform_scan.h +117 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/uninitialized_copy.h +114 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/uninitialized_fill.h +102 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/unique.h +288 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/unique_by_key.h +307 -0
- cuda/cccl/headers/include/thrust/system/cuda/detail/util.h +253 -0
- cuda/cccl/headers/include/thrust/system/cuda/error.h +159 -0
- cuda/cccl/headers/include/thrust/system/cuda/execution_policy.h +15 -0
- cuda/cccl/headers/include/thrust/system/cuda/memory.h +118 -0
- cuda/cccl/headers/include/thrust/system/cuda/memory_resource.h +115 -0
- cuda/cccl/headers/include/thrust/system/cuda/pointer.h +155 -0
- cuda/cccl/headers/include/thrust/system/cuda/vector.h +104 -0
- cuda/cccl/headers/include/thrust/system/detail/bad_alloc.h +59 -0
- cuda/cccl/headers/include/thrust/system/detail/errno.h +118 -0
- cuda/cccl/headers/include/thrust/system/detail/error_category.inl +298 -0
- cuda/cccl/headers/include/thrust/system/detail/error_code.inl +171 -0
- cuda/cccl/headers/include/thrust/system/detail/error_condition.inl +119 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/adjacent_difference.h +51 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/adjacent_difference.inl +77 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/binary_search.h +159 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/binary_search.inl +370 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/copy.h +43 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/copy.inl +62 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/copy_if.h +56 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/copy_if.inl +145 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/count.h +46 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/count.inl +82 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/equal.h +47 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/equal.inl +58 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/extrema.h +65 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/extrema.inl +246 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/fill.h +52 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/find.h +47 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/find.inl +135 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/for_each.h +56 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/gather.h +71 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/gather.inl +94 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/generate.h +43 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/generate.inl +64 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/inner_product.h +58 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/inner_product.inl +70 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/logical.h +57 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/memory.h +61 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/memory.inl +83 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/merge.h +97 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/merge.inl +146 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/mismatch.h +47 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/mismatch.inl +67 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/partition.h +127 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/partition.inl +208 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/per_device_resource.h +41 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/reduce.h +69 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/reduce.inl +98 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/reduce_by_key.h +81 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/reduce_by_key.inl +183 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/remove.h +84 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/remove.inl +119 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/replace.h +93 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/replace.inl +172 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/reverse.h +46 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/reverse.inl +65 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/scalar/binary_search.h +61 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/scalar/binary_search.inl +125 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/scan.h +86 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/scan_by_key.h +124 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/scan_by_key.inl +229 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/scatter.h +71 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/scatter.inl +83 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/select_system.h +105 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/sequence.h +70 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/set_operations.h +281 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/set_operations.inl +474 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/shuffle.h +52 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/shuffle.inl +123 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/sort.h +111 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/sort.inl +176 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/swap_ranges.h +42 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/swap_ranges.inl +73 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/tabulate.h +39 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/tabulate.inl +54 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/tag.h +45 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/temporary_buffer.h +53 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/temporary_buffer.inl +81 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/transform.h +393 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/transform_reduce.h +48 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/transform_reduce.inl +54 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/transform_scan.h +78 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/transform_scan.inl +111 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/uninitialized_copy.h +43 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/uninitialized_copy.inl +164 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/uninitialized_fill.h +43 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/uninitialized_fill.inl +112 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/unique.h +69 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/unique.inl +112 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/unique_by_key.h +80 -0
- cuda/cccl/headers/include/thrust/system/detail/generic/unique_by_key.inl +124 -0
- cuda/cccl/headers/include/thrust/system/detail/internal/decompose.h +115 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/adjacent_difference.h +68 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/assign_value.h +40 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/binary_search.h +136 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/copy.h +120 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/copy_backward.h +47 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/copy_if.h +69 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/count.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/equal.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/execution_policy.h +52 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/extrema.h +109 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/fill.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/find.h +60 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/for_each.h +72 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/gather.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/general_copy.h +120 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/generate.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/get_value.h +41 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/inner_product.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/insertion_sort.h +139 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/iter_swap.h +43 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/logical.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/malloc_and_free.h +48 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/merge.h +147 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/mismatch.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/partition.h +298 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/per_device_resource.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/reduce.h +62 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/reduce_by_key.h +97 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/remove.h +177 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/replace.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/reverse.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/scan.h +152 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/scan_by_key.h +143 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/scatter.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/sequence.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/set_operations.h +204 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/sort.h +120 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/stable_merge_sort.h +353 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/stable_primitive_sort.h +121 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/stable_radix_sort.h +584 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/swap_ranges.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/tabulate.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/temporary_buffer.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/transform.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/transform_reduce.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/transform_scan.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/trivial_copy.h +56 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/uninitialized_copy.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/uninitialized_fill.h +29 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/unique.h +112 -0
- cuda/cccl/headers/include/thrust/system/detail/sequential/unique_by_key.h +105 -0
- cuda/cccl/headers/include/thrust/system/detail/system_error.inl +106 -0
- cuda/cccl/headers/include/thrust/system/error_code.h +508 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/adjacent_difference.h +34 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/assign_value.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/binary_search.h +57 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/copy.h +61 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/copy_if.h +39 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/count.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/default_decomposition.h +48 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/equal.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/execution_policy.h +132 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/extrema.h +46 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/fill.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/find.h +33 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/for_each.h +74 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/gather.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/generate.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/get_value.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/inner_product.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/iter_swap.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/logical.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/malloc_and_free.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/merge.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/mismatch.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/partition.h +84 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/per_device_resource.h +16 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/pragma_omp.h +30 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/reduce.h +63 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/reduce_by_key.h +48 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/reduce_intervals.h +87 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/remove.h +67 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/replace.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/reverse.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/scan.h +216 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/scan_by_key.h +23 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/scatter.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/sequence.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/set_operations.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/sort.h +245 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/swap_ranges.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/tabulate.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/temporary_buffer.h +16 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/transform.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/transform_reduce.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/transform_scan.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/uninitialized_copy.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/uninitialized_fill.h +17 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/unique.h +52 -0
- cuda/cccl/headers/include/thrust/system/omp/detail/unique_by_key.h +56 -0
- cuda/cccl/headers/include/thrust/system/omp/execution_policy.h +62 -0
- cuda/cccl/headers/include/thrust/system/omp/memory.h +153 -0
- cuda/cccl/headers/include/thrust/system/omp/memory_resource.h +71 -0
- cuda/cccl/headers/include/thrust/system/omp/pointer.h +120 -0
- cuda/cccl/headers/include/thrust/system/omp/vector.h +96 -0
- cuda/cccl/headers/include/thrust/system/system_error.h +183 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/adjacent_difference.h +33 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/assign_value.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/binary_search.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/copy.h +59 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/copy_if.h +117 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/count.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/equal.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/execution_policy.h +113 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/extrema.h +45 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/fill.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/find.h +28 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/for_each.h +72 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/gather.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/generate.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/get_value.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/inner_product.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/iter_swap.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/logical.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/malloc_and_free.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/merge.h +302 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/mismatch.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/partition.h +79 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/per_device_resource.h +16 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/reduce.h +121 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/reduce_by_key.h +378 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/reduce_intervals.h +118 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/remove.h +66 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/replace.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/reverse.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/scan.h +294 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/scan_by_key.h +20 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/scatter.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/sequence.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/set_operations.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/sort.h +273 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/swap_ranges.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/tabulate.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/temporary_buffer.h +16 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/transform.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/transform_reduce.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/transform_scan.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/uninitialized_copy.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/uninitialized_fill.h +17 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/unique.h +49 -0
- cuda/cccl/headers/include/thrust/system/tbb/detail/unique_by_key.h +55 -0
- cuda/cccl/headers/include/thrust/system/tbb/execution_policy.h +62 -0
- cuda/cccl/headers/include/thrust/system/tbb/memory.h +139 -0
- cuda/cccl/headers/include/thrust/system/tbb/memory_resource.h +57 -0
- cuda/cccl/headers/include/thrust/system/tbb/pointer.h +106 -0
- cuda/cccl/headers/include/thrust/system/tbb/vector.h +82 -0
- cuda/cccl/headers/include/thrust/system_error.h +57 -0
- cuda/cccl/headers/include/thrust/tabulate.h +125 -0
- cuda/cccl/headers/include/thrust/transform.h +1056 -0
- cuda/cccl/headers/include/thrust/transform_reduce.h +190 -0
- cuda/cccl/headers/include/thrust/transform_scan.h +442 -0
- cuda/cccl/headers/include/thrust/tuple.h +139 -0
- cuda/cccl/headers/include/thrust/type_traits/integer_sequence.h +256 -0
- cuda/cccl/headers/include/thrust/type_traits/is_contiguous_iterator.h +156 -0
- cuda/cccl/headers/include/thrust/type_traits/is_execution_policy.h +65 -0
- cuda/cccl/headers/include/thrust/type_traits/is_operator_less_or_greater_function_object.h +180 -0
- cuda/cccl/headers/include/thrust/type_traits/is_operator_plus_function_object.h +112 -0
- cuda/cccl/headers/include/thrust/type_traits/is_trivially_relocatable.h +333 -0
- cuda/cccl/headers/include/thrust/type_traits/logical_metafunctions.h +42 -0
- cuda/cccl/headers/include/thrust/type_traits/unwrap_contiguous_iterator.h +63 -0
- cuda/cccl/headers/include/thrust/uninitialized_copy.h +300 -0
- cuda/cccl/headers/include/thrust/uninitialized_fill.h +268 -0
- cuda/cccl/headers/include/thrust/unique.h +1089 -0
- cuda/cccl/headers/include/thrust/universal_allocator.h +101 -0
- cuda/cccl/headers/include/thrust/universal_ptr.h +34 -0
- cuda/cccl/headers/include/thrust/universal_vector.h +80 -0
- cuda/cccl/headers/include/thrust/version.h +93 -0
- cuda/cccl/headers/include/thrust/zip_function.h +149 -0
- cuda/cccl/headers/include_paths.py +51 -0
- cuda/cccl/headers/lib/cmake/cccl/cccl-config-version.cmake +25 -0
- cuda/cccl/headers/lib/cmake/cccl/cccl-config.cmake +143 -0
- cuda/cccl/headers/lib/cmake/cub/cub-config-version.cmake +29 -0
- cuda/cccl/headers/lib/cmake/cub/cub-config.cmake +172 -0
- cuda/cccl/headers/lib/cmake/cub/cub-header-search.cmake +15 -0
- cuda/cccl/headers/lib/cmake/libcudacxx/libcudacxx-config-version.cmake +37 -0
- cuda/cccl/headers/lib/cmake/libcudacxx/libcudacxx-config.cmake +297 -0
- cuda/cccl/headers/lib/cmake/libcudacxx/libcudacxx-header-search.cmake +15 -0
- cuda/cccl/headers/lib/cmake/thrust/FindTBB.cmake +498 -0
- cuda/cccl/headers/lib/cmake/thrust/README.md +258 -0
- cuda/cccl/headers/lib/cmake/thrust/thrust-config-version.cmake +37 -0
- cuda/cccl/headers/lib/cmake/thrust/thrust-config.cmake +983 -0
- cuda/cccl/headers/lib/cmake/thrust/thrust-header-search.cmake +15 -0
- cuda/cccl/parallel/__init__.py +9 -0
- cuda/cccl/parallel/experimental/__init__.py +24 -0
- cuda/cccl/py.typed +0 -0
- cuda/compute/__init__.py +91 -0
- cuda/compute/_bindings.py +79 -0
- cuda/compute/_bindings.pyi +516 -0
- cuda/compute/_bindings_impl.pyx +2470 -0
- cuda/compute/_caching.py +83 -0
- cuda/compute/_cccl_interop.py +354 -0
- cuda/compute/_odr_helpers.py +238 -0
- cuda/compute/_utils/__init__.py +0 -0
- cuda/compute/_utils/protocols.py +145 -0
- cuda/compute/_utils/temp_storage_buffer.py +87 -0
- cuda/compute/algorithms/__init__.py +62 -0
- cuda/compute/algorithms/_histogram.py +243 -0
- cuda/compute/algorithms/_reduce.py +205 -0
- cuda/compute/algorithms/_scan.py +344 -0
- cuda/compute/algorithms/_segmented_reduce.py +265 -0
- cuda/compute/algorithms/_select.py +196 -0
- cuda/compute/algorithms/_sort/__init__.py +23 -0
- cuda/compute/algorithms/_sort/_merge_sort.py +235 -0
- cuda/compute/algorithms/_sort/_radix_sort.py +263 -0
- cuda/compute/algorithms/_sort/_segmented_sort.py +288 -0
- cuda/compute/algorithms/_sort/_sort_common.py +52 -0
- cuda/compute/algorithms/_three_way_partition.py +292 -0
- cuda/compute/algorithms/_transform.py +317 -0
- cuda/compute/algorithms/_unique_by_key.py +259 -0
- cuda/compute/cccl/.gitkeep +0 -0
- cuda/compute/cu12/_bindings_impl.cpython-312-x86_64-linux-gnu.so +0 -0
- cuda/compute/cu12/cccl/libcccl.c.parallel.so +0 -0
- cuda/compute/cu13/_bindings_impl.cpython-312-x86_64-linux-gnu.so +0 -0
- cuda/compute/cu13/cccl/libcccl.c.parallel.so +0 -0
- cuda/compute/determinism.py +3 -0
- cuda/compute/iterators/__init__.py +23 -0
- cuda/compute/iterators/_factories.py +251 -0
- cuda/compute/iterators/_iterators.py +680 -0
- cuda/compute/iterators/_permutation_iterator.py +266 -0
- cuda/compute/iterators/_zip_iterator.py +268 -0
- cuda/compute/numba_utils.py +54 -0
- cuda/compute/op.py +140 -0
- cuda/compute/struct.py +520 -0
- cuda/compute/typing.py +36 -0
- cuda/coop/__init__.py +8 -0
- cuda/coop/_caching.py +48 -0
- cuda/coop/_common.py +275 -0
- cuda/coop/_nvrtc.py +92 -0
- cuda/coop/_scan_op.py +181 -0
- cuda/coop/_types.py +937 -0
- cuda/coop/_typing.py +107 -0
- cuda/coop/block/__init__.py +39 -0
- cuda/coop/block/_block_exchange.py +251 -0
- cuda/coop/block/_block_load_store.py +215 -0
- cuda/coop/block/_block_merge_sort.py +125 -0
- cuda/coop/block/_block_radix_sort.py +214 -0
- cuda/coop/block/_block_reduce.py +294 -0
- cuda/coop/block/_block_scan.py +983 -0
- cuda/coop/warp/__init__.py +9 -0
- cuda/coop/warp/_warp_merge_sort.py +92 -0
- cuda/coop/warp/_warp_reduce.py +153 -0
- cuda/coop/warp/_warp_scan.py +78 -0
- cuda_cccl-0.4.3.dist-info/METADATA +84 -0
- cuda_cccl-0.4.3.dist-info/RECORD +2024 -0
- cuda_cccl-0.4.3.dist-info/WHEEL +5 -0
- cuda_cccl-0.4.3.dist-info/licenses/LICENSE +1 -0
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
//===----------------------------------------------------------------------===//
|
|
2
|
+
//
|
|
3
|
+
// Part of libcu++, the C++ Standard Library for your entire system,
|
|
4
|
+
// under the Apache License v2.0 with LLVM Exceptions.
|
|
5
|
+
// See https://llvm.org/LICENSE.txt for license information.
|
|
6
|
+
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
7
|
+
// SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES.
|
|
8
|
+
//
|
|
9
|
+
//===----------------------------------------------------------------------===//
|
|
10
|
+
|
|
11
|
+
#ifndef _CUDA___MEMORY_RESOURCE_GET_MEMORY_RESOURCE_H
|
|
12
|
+
#define _CUDA___MEMORY_RESOURCE_GET_MEMORY_RESOURCE_H
|
|
13
|
+
|
|
14
|
+
#include <cuda/std/detail/__config>
|
|
15
|
+
|
|
16
|
+
#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
|
|
17
|
+
# pragma GCC system_header
|
|
18
|
+
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
|
|
19
|
+
# pragma clang system_header
|
|
20
|
+
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
|
|
21
|
+
# pragma system_header
|
|
22
|
+
#endif // no system header
|
|
23
|
+
|
|
24
|
+
#include <cuda/__memory_resource/properties.h>
|
|
25
|
+
#include <cuda/__memory_resource/resource.h>
|
|
26
|
+
#include <cuda/__stream/stream_ref.h>
|
|
27
|
+
#include <cuda/std/__concepts/equality_comparable.h>
|
|
28
|
+
#include <cuda/std/__execution/env.h>
|
|
29
|
+
#include <cuda/std/__type_traits/is_same.h>
|
|
30
|
+
#include <cuda/std/__type_traits/remove_cvref.h>
|
|
31
|
+
|
|
32
|
+
#include <cuda/std/__cccl/prologue.h>
|
|
33
|
+
|
|
34
|
+
_CCCL_BEGIN_NAMESPACE_CUDA_MR
|
|
35
|
+
|
|
36
|
+
struct __get_memory_resource_t;
|
|
37
|
+
|
|
38
|
+
template <class _Tp>
|
|
39
|
+
_CCCL_CONCEPT __has_member_get_resource = _CCCL_REQUIRES_EXPR((_Tp), const _Tp& __t)(
|
|
40
|
+
requires(resource<::cuda::std::remove_cvref_t<decltype(__t.get_memory_resource())>>));
|
|
41
|
+
|
|
42
|
+
template <class _Env>
|
|
43
|
+
_CCCL_CONCEPT __has_query_get_memory_resource = _CCCL_REQUIRES_EXPR((_Env))(
|
|
44
|
+
requires(!__has_member_get_resource<_Env>),
|
|
45
|
+
requires(
|
|
46
|
+
resource<
|
|
47
|
+
::cuda::std::remove_cvref_t<::cuda::std::execution::__query_result_t<const _Env&, __get_memory_resource_t>>>));
|
|
48
|
+
|
|
49
|
+
//! @brief `__get_memory_resource_t` is a customization point object that queries a type `T` for an associated memory
|
|
50
|
+
//! resource
|
|
51
|
+
struct __get_memory_resource_t
|
|
52
|
+
{
|
|
53
|
+
_CCCL_EXEC_CHECK_DISABLE
|
|
54
|
+
_CCCL_TEMPLATE(class _Tp)
|
|
55
|
+
_CCCL_REQUIRES(__has_member_get_resource<_Tp>)
|
|
56
|
+
[[nodiscard]] _CCCL_API constexpr decltype(auto) operator()(const _Tp& __t) const noexcept
|
|
57
|
+
{
|
|
58
|
+
static_assert(noexcept(__t.get_memory_resource()), "get_memory_resource must be noexcept");
|
|
59
|
+
return __t.get_memory_resource();
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
_CCCL_EXEC_CHECK_DISABLE
|
|
63
|
+
_CCCL_TEMPLATE(class _Env)
|
|
64
|
+
_CCCL_REQUIRES(__has_query_get_memory_resource<_Env>)
|
|
65
|
+
[[nodiscard]] _CCCL_API constexpr decltype(auto) operator()(const _Env& __env) const noexcept
|
|
66
|
+
{
|
|
67
|
+
static_assert(noexcept(__env.query(*this)), "get_memory_resource_t query must be noexcept");
|
|
68
|
+
return __env.query(*this);
|
|
69
|
+
}
|
|
70
|
+
};
|
|
71
|
+
|
|
72
|
+
_CCCL_GLOBAL_CONSTANT auto __get_memory_resource = __get_memory_resource_t{};
|
|
73
|
+
|
|
74
|
+
using get_memory_resource_t = __get_memory_resource_t;
|
|
75
|
+
|
|
76
|
+
_CCCL_GLOBAL_CONSTANT auto get_memory_resource = get_memory_resource_t{};
|
|
77
|
+
|
|
78
|
+
_CCCL_END_NAMESPACE_CUDA_MR
|
|
79
|
+
|
|
80
|
+
#include <cuda/std/__cccl/epilogue.h>
|
|
81
|
+
|
|
82
|
+
#endif //_CUDA__MEMORY_RESOURCE_GET_MEMORY_RESOURCE_H
|
|
@@ -0,0 +1,153 @@
|
|
|
1
|
+
//===----------------------------------------------------------------------===//
|
|
2
|
+
//
|
|
3
|
+
// Part of libcu++, the C++ Standard Library for your entire system,
|
|
4
|
+
// under the Apache License v2.0 with LLVM Exceptions.
|
|
5
|
+
// See https://llvm.org/LICENSE.txt for license information.
|
|
6
|
+
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
7
|
+
// SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES.
|
|
8
|
+
//
|
|
9
|
+
//===----------------------------------------------------------------------===//
|
|
10
|
+
|
|
11
|
+
#ifndef _CUDA___MEMORY_RESOURCE_GET_PROPERTY_H
|
|
12
|
+
#define _CUDA___MEMORY_RESOURCE_GET_PROPERTY_H
|
|
13
|
+
|
|
14
|
+
#include <cuda/std/detail/__config>
|
|
15
|
+
|
|
16
|
+
#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
|
|
17
|
+
# pragma GCC system_header
|
|
18
|
+
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
|
|
19
|
+
# pragma clang system_header
|
|
20
|
+
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
|
|
21
|
+
# pragma system_header
|
|
22
|
+
#endif // no system header
|
|
23
|
+
|
|
24
|
+
#include <cuda/std/__concepts/same_as.h>
|
|
25
|
+
#include <cuda/std/__type_traits/remove_const_ref.h>
|
|
26
|
+
#include <cuda/std/__type_traits/void_t.h>
|
|
27
|
+
#include <cuda/std/__utility/declval.h>
|
|
28
|
+
|
|
29
|
+
#include <cuda/std/__cccl/prologue.h>
|
|
30
|
+
|
|
31
|
+
_CCCL_BEGIN_NAMESPACE_CUDA
|
|
32
|
+
|
|
33
|
+
//! @brief The \c has_property concept verifies that a Resource satisfies a given Property
|
|
34
|
+
//! @rst
|
|
35
|
+
//! For \c has_property we require the following free function to be callable
|
|
36
|
+
//!
|
|
37
|
+
//! .. code cpp::
|
|
38
|
+
//!
|
|
39
|
+
//! get_property(const Resource& res, Property prop);
|
|
40
|
+
//!
|
|
41
|
+
//! @endrst
|
|
42
|
+
template <class _Resource, class _Property>
|
|
43
|
+
_CCCL_CONCEPT has_property = _CCCL_REQUIRES_EXPR((_Resource, _Property), const _Resource& __res, _Property __prop)(
|
|
44
|
+
((void) get_property(__res, __prop)));
|
|
45
|
+
|
|
46
|
+
template <class _Property>
|
|
47
|
+
using __property_value_t = typename _Property::value_type;
|
|
48
|
+
|
|
49
|
+
//! @brief The \c property_with_value concept verifies that a Property is stateful and signals this through the
|
|
50
|
+
//! `value_type` alias
|
|
51
|
+
//! @rst
|
|
52
|
+
//! .. code cpp::
|
|
53
|
+
//!
|
|
54
|
+
//! struct stateless_property {};
|
|
55
|
+
//! static_assert(!cuda::property_with_value<stateless_property>);
|
|
56
|
+
//!
|
|
57
|
+
//! struct stateful_property { using value_type = int; };
|
|
58
|
+
//! static_assert(!cuda::property_with_value<stateful_property>);
|
|
59
|
+
//!
|
|
60
|
+
//! @endrst
|
|
61
|
+
template <class _Property>
|
|
62
|
+
_CCCL_CONCEPT property_with_value = _CCCL_REQUIRES_EXPR((_Property))(typename(__property_value_t<_Property>));
|
|
63
|
+
|
|
64
|
+
//! @brief The \c has_property_with concept verifies that a Resource satisfies a given stateful Property
|
|
65
|
+
//! @rst
|
|
66
|
+
//! For \c has_property_with we require the following free function to be callable and its return type to exactly match
|
|
67
|
+
//! the ``value_type`` of the Property
|
|
68
|
+
//!
|
|
69
|
+
//! .. code cpp::
|
|
70
|
+
//!
|
|
71
|
+
//! struct stateless_property {};
|
|
72
|
+
//! constexpr void get_property(const Resource& res, stateless_property) {}
|
|
73
|
+
//!
|
|
74
|
+
//! // The resource must be stateful
|
|
75
|
+
//! static_assert(!cuda::has_property_with<Resource, stateless_property, int>);
|
|
76
|
+
//!
|
|
77
|
+
//! struct stateful_property { using value_type = int; };
|
|
78
|
+
//! constexpr int get_property(const Resource& res, stateful_property) {}
|
|
79
|
+
//!
|
|
80
|
+
//! // The resource is stateful and has the correct return type
|
|
81
|
+
//! static_assert(cuda::has_property_with<Resource, stateful_property, int>);
|
|
82
|
+
//!
|
|
83
|
+
//! // The resource is stateful but the return type is incorrect
|
|
84
|
+
//! static_assert(!cuda::has_property_with<Resource, stateful_property, double>);
|
|
85
|
+
//!
|
|
86
|
+
//! constexpr double get_property(const OtherResource& res, stateful_property) {}
|
|
87
|
+
//!
|
|
88
|
+
//! // The resource is stateful but the value_type does not match the `get_property` return type
|
|
89
|
+
//! static_assert(!cuda::has_property_with<OtherResource, stateful_property, double>);
|
|
90
|
+
//!
|
|
91
|
+
//! @endrst
|
|
92
|
+
template <class _Resource, class _Property, class _Return>
|
|
93
|
+
_CCCL_CONCEPT_FRAGMENT(__has_property_with_,
|
|
94
|
+
requires(const _Resource& __res)(
|
|
95
|
+
requires(property_with_value<_Property>),
|
|
96
|
+
requires(::cuda::std::same_as<_Return, decltype(get_property(__res, _Property{}))>)));
|
|
97
|
+
template <class _Resource, class _Property, class _Return>
|
|
98
|
+
_CCCL_CONCEPT has_property_with = _CCCL_FRAGMENT(__has_property_with_, _Resource, _Property, _Return);
|
|
99
|
+
|
|
100
|
+
template <class _Resource, class _Upstream>
|
|
101
|
+
_CCCL_CONCEPT_FRAGMENT(
|
|
102
|
+
__has_upstream_resource_,
|
|
103
|
+
requires(const _Resource& __res)(
|
|
104
|
+
requires(::cuda::std::same_as<::cuda::std::__remove_const_ref_t<decltype(__res.upstream_resource())>, _Upstream>)));
|
|
105
|
+
template <class _Resource, class _Upstream>
|
|
106
|
+
_CCCL_CONCEPT __has_upstream_resource = _CCCL_FRAGMENT(__has_upstream_resource_, _Resource, _Upstream);
|
|
107
|
+
|
|
108
|
+
_CCCL_BEGIN_NAMESPACE_CPO(__forward_property)
|
|
109
|
+
template <class _Derived, class _Upstream>
|
|
110
|
+
struct __fn
|
|
111
|
+
{
|
|
112
|
+
_CCCL_EXEC_CHECK_DISABLE
|
|
113
|
+
_CCCL_TEMPLATE(class _Property)
|
|
114
|
+
_CCCL_REQUIRES((!property_with_value<_Property>) _CCCL_AND has_property<_Upstream, _Property>)
|
|
115
|
+
_CCCL_API friend constexpr void get_property(const _Derived&, _Property) noexcept {}
|
|
116
|
+
|
|
117
|
+
// The indirection is needed, otherwise the compiler might believe that _Derived is an incomplete type
|
|
118
|
+
_CCCL_EXEC_CHECK_DISABLE
|
|
119
|
+
_CCCL_TEMPLATE(class _Property, class _Derived2 = _Derived)
|
|
120
|
+
_CCCL_REQUIRES(property_with_value<_Property> _CCCL_AND has_property<_Upstream, _Property> _CCCL_AND
|
|
121
|
+
__has_upstream_resource<_Derived2, _Upstream>)
|
|
122
|
+
_CCCL_API friend constexpr __property_value_t<_Property> get_property(const _Derived& __res, _Property __prop)
|
|
123
|
+
{
|
|
124
|
+
return get_property(__res.upstream_resource(), __prop);
|
|
125
|
+
}
|
|
126
|
+
};
|
|
127
|
+
_CCCL_END_NAMESPACE_CPO
|
|
128
|
+
|
|
129
|
+
//! @brief The \c forward_property CRTP template allows Derived to forward all properties of Upstream
|
|
130
|
+
//! @rst
|
|
131
|
+
//! .. code cpp::
|
|
132
|
+
//!
|
|
133
|
+
//! class UpstreamWithProperties;
|
|
134
|
+
//!
|
|
135
|
+
//! class DerivedClass : cuda::forward_properties<DerivedClass, UpstreamWithProperties> {
|
|
136
|
+
//! // This method is needed to forward stateful properties
|
|
137
|
+
//! UpstreamWithProperties& upstream_resource() const { ... }
|
|
138
|
+
//! };
|
|
139
|
+
//!
|
|
140
|
+
//! .. note::
|
|
141
|
+
//!
|
|
142
|
+
//! In order to forward stateful properties, a type needs do implement an `upstream_resource()` method that returns
|
|
143
|
+
//! an instance of the upstream.
|
|
144
|
+
//!
|
|
145
|
+
//! @endrst
|
|
146
|
+
template <class _Derived, class _Upstream>
|
|
147
|
+
using forward_property = __forward_property::__fn<_Derived, _Upstream>;
|
|
148
|
+
|
|
149
|
+
_CCCL_END_NAMESPACE_CUDA
|
|
150
|
+
|
|
151
|
+
#include <cuda/std/__cccl/epilogue.h>
|
|
152
|
+
|
|
153
|
+
#endif //_CUDA___MEMORY_RESOURCE_GET_PROPERTY_H
|
|
@@ -0,0 +1,148 @@
|
|
|
1
|
+
//===----------------------------------------------------------------------===//
|
|
2
|
+
//
|
|
3
|
+
// Part of CUDA Experimental in CUDA C++ Core Libraries,
|
|
4
|
+
// under the Apache License v2.0 with LLVM Exceptions.
|
|
5
|
+
// See https://llvm.org/LICENSE.txt for license information.
|
|
6
|
+
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
7
|
+
// SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES.
|
|
8
|
+
//
|
|
9
|
+
//===----------------------------------------------------------------------===//
|
|
10
|
+
|
|
11
|
+
#ifndef _CUDA___MEMORY_RESOURCE_LEGACY_MANAGED_MEMORY_RESOURCE_H
|
|
12
|
+
#define _CUDA___MEMORY_RESOURCE_LEGACY_MANAGED_MEMORY_RESOURCE_H
|
|
13
|
+
|
|
14
|
+
#include <cuda/std/detail/__config>
|
|
15
|
+
|
|
16
|
+
#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
|
|
17
|
+
# pragma GCC system_header
|
|
18
|
+
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
|
|
19
|
+
# pragma clang system_header
|
|
20
|
+
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
|
|
21
|
+
# pragma system_header
|
|
22
|
+
#endif // no system header
|
|
23
|
+
|
|
24
|
+
#if _CCCL_CUDA_COMPILER(CLANG)
|
|
25
|
+
# include <cuda_runtime_api.h>
|
|
26
|
+
#endif // _CCCL_CUDA_COMPILER(CLANG)
|
|
27
|
+
|
|
28
|
+
#include <cuda/__memory_resource/any_resource.h>
|
|
29
|
+
#include <cuda/__memory_resource/get_property.h>
|
|
30
|
+
#include <cuda/__memory_resource/properties.h>
|
|
31
|
+
#include <cuda/__memory_resource/resource.h>
|
|
32
|
+
#include <cuda/__runtime/api_wrapper.h>
|
|
33
|
+
#include <cuda/__stream/internal_streams.h>
|
|
34
|
+
#include <cuda/std/__concepts/concept_macros.h>
|
|
35
|
+
#include <cuda/std/__exception/throw_error.h>
|
|
36
|
+
|
|
37
|
+
#include <cuda/std/__cccl/prologue.h>
|
|
38
|
+
|
|
39
|
+
//! @file
|
|
40
|
+
//! The \c managed_memory_resource class provides a memory resource that allocates managed memory.
|
|
41
|
+
_CCCL_BEGIN_NAMESPACE_CUDA_MR
|
|
42
|
+
|
|
43
|
+
//! @brief \c managed_memory_resource uses `cudaMallocManaged` / `cudaFree` for allocation / deallocation.
|
|
44
|
+
class legacy_managed_memory_resource
|
|
45
|
+
{
|
|
46
|
+
private:
|
|
47
|
+
unsigned int __flags_ = cudaMemAttachGlobal;
|
|
48
|
+
|
|
49
|
+
static constexpr unsigned int __available_flags = cudaMemAttachGlobal | cudaMemAttachHost;
|
|
50
|
+
|
|
51
|
+
public:
|
|
52
|
+
//! @brief Construct a new legacy_managed_memory_resource.
|
|
53
|
+
//! @note Synchronous allocations in CUDA are tied to a device, even if not located in device memory.
|
|
54
|
+
//! This constructor takes an optional device argument to specify the device that should be tied to allocations
|
|
55
|
+
//! for the resource. This association has the effect of initializing that device and the memory being implicitly
|
|
56
|
+
//! freed if the device is reset.
|
|
57
|
+
_CCCL_HOST_API constexpr legacy_managed_memory_resource(
|
|
58
|
+
const unsigned int __flags = cudaMemAttachGlobal, device_ref __device = {0}) noexcept
|
|
59
|
+
: __flags_(__flags & __available_flags)
|
|
60
|
+
, __device_(__device)
|
|
61
|
+
{
|
|
62
|
+
_CCCL_ASSERT(__flags_ == __flags, "Unexpected flags passed to legacy_managed_memory_resource");
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
//! @brief Allocate CUDA unified memory of size at least \p __bytes.
|
|
66
|
+
//! @param __bytes The size in bytes of the allocation.
|
|
67
|
+
//! @param __alignment The requested alignment of the allocation.
|
|
68
|
+
//! @throw std::invalid_argument in case of invalid alignment or \c cuda::cuda_error of the returned error code.
|
|
69
|
+
//! @return Pointer to the newly allocated memory
|
|
70
|
+
[[nodiscard]] _CCCL_HOST_API void*
|
|
71
|
+
allocate_sync(const size_t __bytes, const size_t __alignment = ::cuda::mr::default_cuda_malloc_alignment)
|
|
72
|
+
{
|
|
73
|
+
// We need to ensure that the provided alignment matches the minimal provided alignment
|
|
74
|
+
if (!__is_valid_alignment(__alignment))
|
|
75
|
+
{
|
|
76
|
+
::cuda::std::__throw_invalid_argument(
|
|
77
|
+
"Invalid alignment passed to "
|
|
78
|
+
"legacy_managed_memory_resource::allocate_sync.");
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
::cuda::__ensure_current_context __guard(__device_);
|
|
82
|
+
::CUdeviceptr __ptr = ::cuda::__driver::__mallocManaged(__bytes, __flags_);
|
|
83
|
+
return reinterpret_cast<void*>(__ptr);
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
//! @brief Deallocate memory pointed to by \p __ptr.
|
|
87
|
+
//! @param __ptr Pointer to be deallocated. Must have been allocated through a call to `allocate` or `allocate_sync`
|
|
88
|
+
//! @param __bytes The number of bytes that was passed to the allocation call that returned \p __ptr.
|
|
89
|
+
//! @param __alignment The alignment that was passed to the allocation call that returned \p __ptr.
|
|
90
|
+
_CCCL_HOST_API void deallocate_sync(
|
|
91
|
+
void* __ptr,
|
|
92
|
+
const size_t,
|
|
93
|
+
[[maybe_unused]] const size_t __alignment = ::cuda::mr::default_cuda_malloc_alignment) noexcept
|
|
94
|
+
{
|
|
95
|
+
// We need to ensure that the provided alignment matches the minimal provided alignment
|
|
96
|
+
_CCCL_ASSERT(__is_valid_alignment(__alignment),
|
|
97
|
+
"Invalid alignment passed to legacy_managed_memory_resource::deallocate_sync.");
|
|
98
|
+
_CCCL_ASSERT_CUDA_API(::cuda::__driver::__freeNoThrow,
|
|
99
|
+
"legacy_managed_memory_resource::deallocate_sync failed",
|
|
100
|
+
reinterpret_cast<::CUdeviceptr>(__ptr));
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
//! @brief Equality comparison with another \c managed_memory_resource.
|
|
104
|
+
//! @param __other The other \c managed_memory_resource.
|
|
105
|
+
//! @return Whether both \c managed_memory_resource were constructed with the same flags.
|
|
106
|
+
[[nodiscard]] _CCCL_HOST_API constexpr bool operator==(legacy_managed_memory_resource const& __other) const noexcept
|
|
107
|
+
{
|
|
108
|
+
return __flags_ == __other.__flags_;
|
|
109
|
+
}
|
|
110
|
+
#if _CCCL_STD_VER <= 2017
|
|
111
|
+
//! @brief Inequality comparison with another \c managed_memory_resource.
|
|
112
|
+
//! @param __other The other \c managed_memory_resource.
|
|
113
|
+
//! @return Whether both \c managed_memory_resource were constructed with different flags.
|
|
114
|
+
[[nodiscard]] _CCCL_HOST_API constexpr bool operator!=(legacy_managed_memory_resource const& __other) const noexcept
|
|
115
|
+
{
|
|
116
|
+
return __flags_ != __other.__flags_;
|
|
117
|
+
}
|
|
118
|
+
#endif // _CCCL_STD_VER <= 2017
|
|
119
|
+
|
|
120
|
+
//! @brief Enables the \c device_accessible property
|
|
121
|
+
_CCCL_HOST_API friend constexpr void
|
|
122
|
+
get_property(legacy_managed_memory_resource const&, ::cuda::mr::device_accessible) noexcept
|
|
123
|
+
{}
|
|
124
|
+
//! @brief Enables the \c host_accessible property
|
|
125
|
+
_CCCL_HOST_API friend constexpr void
|
|
126
|
+
get_property(legacy_managed_memory_resource const&, ::cuda::mr::host_accessible) noexcept
|
|
127
|
+
{}
|
|
128
|
+
|
|
129
|
+
//! @brief Checks whether the passed in alignment is valid
|
|
130
|
+
_CCCL_HOST_API static constexpr bool __is_valid_alignment(const size_t __alignment) noexcept
|
|
131
|
+
{
|
|
132
|
+
return __alignment <= ::cuda::mr::default_cuda_malloc_alignment
|
|
133
|
+
&& (::cuda::mr::default_cuda_malloc_alignment % __alignment == 0);
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
using default_queries = ::cuda::mr::properties_list<::cuda::mr::device_accessible, ::cuda::mr::host_accessible>;
|
|
137
|
+
|
|
138
|
+
private:
|
|
139
|
+
device_ref __device_{0};
|
|
140
|
+
};
|
|
141
|
+
static_assert(::cuda::mr::synchronous_resource_with<legacy_managed_memory_resource, ::cuda::mr::device_accessible>, "");
|
|
142
|
+
static_assert(::cuda::mr::synchronous_resource_with<legacy_managed_memory_resource, ::cuda::mr::host_accessible>, "");
|
|
143
|
+
|
|
144
|
+
_CCCL_END_NAMESPACE_CUDA_MR
|
|
145
|
+
|
|
146
|
+
#include <cuda/std/__cccl/epilogue.h>
|
|
147
|
+
|
|
148
|
+
#endif //_CUDA___MEMORY_RESOURCE_LEGACY_MANAGED_MEMORY_RESOURCE_H
|
|
@@ -0,0 +1,141 @@
|
|
|
1
|
+
//===----------------------------------------------------------------------===//
|
|
2
|
+
//
|
|
3
|
+
// Part of CUDA Experimental in CUDA C++ Core Libraries,
|
|
4
|
+
// under the Apache License v2.0 with LLVM Exceptions.
|
|
5
|
+
// See https://llvm.org/LICENSE.txt for license information.
|
|
6
|
+
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
7
|
+
// SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES.
|
|
8
|
+
//
|
|
9
|
+
//===----------------------------------------------------------------------===//
|
|
10
|
+
|
|
11
|
+
#ifndef _CUDA___MEMORY_RESOURCE_LEGACY_PINNED_MEMORY_RESOURCE_H
|
|
12
|
+
#define _CUDA___MEMORY_RESOURCE_LEGACY_PINNED_MEMORY_RESOURCE_H
|
|
13
|
+
|
|
14
|
+
#include <cuda/std/detail/__config>
|
|
15
|
+
|
|
16
|
+
#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
|
|
17
|
+
# pragma GCC system_header
|
|
18
|
+
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
|
|
19
|
+
# pragma clang system_header
|
|
20
|
+
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
|
|
21
|
+
# pragma system_header
|
|
22
|
+
#endif // no system header
|
|
23
|
+
|
|
24
|
+
#if _CCCL_CUDA_COMPILER(CLANG)
|
|
25
|
+
# include <cuda_runtime.h>
|
|
26
|
+
# include <cuda_runtime_api.h>
|
|
27
|
+
#endif // _CCCL_CUDA_COMPILER(CLANG)
|
|
28
|
+
|
|
29
|
+
#include <cuda/__device/device_ref.h>
|
|
30
|
+
#include <cuda/__memory_resource/properties.h>
|
|
31
|
+
#include <cuda/__memory_resource/resource.h>
|
|
32
|
+
#include <cuda/__runtime/api_wrapper.h>
|
|
33
|
+
#include <cuda/__runtime/ensure_current_context.h>
|
|
34
|
+
#include <cuda/std/__concepts/concept_macros.h>
|
|
35
|
+
#include <cuda/std/__exception/throw_error.h>
|
|
36
|
+
|
|
37
|
+
#include <cuda/std/__cccl/prologue.h>
|
|
38
|
+
|
|
39
|
+
//! @file
|
|
40
|
+
//! The \c legacy_pinned_memory_resource class provides a memory resource that allocates pinned memory.
|
|
41
|
+
_CCCL_BEGIN_NAMESPACE_CUDA_MR
|
|
42
|
+
|
|
43
|
+
//! @brief legacy_pinned_memory_resource uses `cudaMallocHost` / `cudaFreeAsync` for allocation / deallocation.
|
|
44
|
+
//! @note This memory resource will be deprecated in the future. For CUDA 12.6 and above, use
|
|
45
|
+
//! `cuda::pinned_memory_resource` instead, which is the long-term replacement.
|
|
46
|
+
class legacy_pinned_memory_resource
|
|
47
|
+
{
|
|
48
|
+
public:
|
|
49
|
+
//! @brief Construct a new legacy_pinned_memory_resource.
|
|
50
|
+
//! @note Synchronous allocations in CUDA are tied to a device, even if not located in device memory.
|
|
51
|
+
//! This constructor takes an optional device argument to specify the device that should be tied to allocations
|
|
52
|
+
//! for the resource. This association has the effect of initializing that device and the memory being implicitly
|
|
53
|
+
//! freed if the device is reset.
|
|
54
|
+
_CCCL_HOST_API constexpr legacy_pinned_memory_resource(::cuda::device_ref __device = {0}) noexcept
|
|
55
|
+
: __device_(__device)
|
|
56
|
+
{}
|
|
57
|
+
|
|
58
|
+
//! @brief Allocate host memory of size at least \p __bytes.
|
|
59
|
+
//! @param __bytes The size in bytes of the allocation.
|
|
60
|
+
//! @param __alignment The requested alignment of the allocation.
|
|
61
|
+
//! @throw std::invalid_argument in case of invalid alignment or \c cuda::cuda_error of the returned error code.
|
|
62
|
+
//! @return Pointer to the newly allocated memory
|
|
63
|
+
[[nodiscard]] _CCCL_HOST_API void*
|
|
64
|
+
allocate_sync(const size_t __bytes, const size_t __alignment = ::cuda::mr::default_cuda_malloc_host_alignment)
|
|
65
|
+
{
|
|
66
|
+
// We need to ensure that the provided alignment matches the minimal provided alignment
|
|
67
|
+
if (!__is_valid_alignment(__alignment))
|
|
68
|
+
{
|
|
69
|
+
::cuda::std::__throw_invalid_argument(
|
|
70
|
+
"Invalid alignment passed to "
|
|
71
|
+
"legacy_pinned_memory_resource::allocate_sync.");
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
::cuda::__ensure_current_context __guard(__device_);
|
|
75
|
+
void* __ptr = ::cuda::__driver::__mallocHost(__bytes);
|
|
76
|
+
return __ptr;
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
//! @brief Deallocate memory pointed to by \p __ptr.
|
|
80
|
+
//! @param __ptr Pointer to be deallocated. Must have been allocated through a call to `allocate_sync`.
|
|
81
|
+
//! @param __bytes The number of bytes that was passed to the allocation call that returned \p __ptr.
|
|
82
|
+
//! @param __alignment The alignment that was passed to the allocation call that returned \p __ptr.
|
|
83
|
+
_CCCL_HOST_API void deallocate_sync(
|
|
84
|
+
void* __ptr,
|
|
85
|
+
const size_t,
|
|
86
|
+
[[maybe_unused]] const size_t __alignment = ::cuda::mr::default_cuda_malloc_host_alignment) noexcept
|
|
87
|
+
{
|
|
88
|
+
// We need to ensure that the provided alignment matches the minimal provided alignment
|
|
89
|
+
_CCCL_ASSERT(__is_valid_alignment(__alignment),
|
|
90
|
+
"Invalid alignment passed to legacy_pinned_memory_resource::deallocate_sync.");
|
|
91
|
+
_CCCL_ASSERT_CUDA_API(
|
|
92
|
+
::cuda::__driver::__freeHostNoThrow, "legacy_pinned_memory_resource::deallocate_sync failed", __ptr);
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
//! @brief Equality comparison with another \c legacy_pinned_memory_resource.
|
|
96
|
+
//! @param __other The other \c legacy_pinned_memory_resource.
|
|
97
|
+
//! @return Whether both \c legacy_pinned_memory_resource were constructed with the same flags.
|
|
98
|
+
[[nodiscard]] _CCCL_HOST_API constexpr bool operator==(legacy_pinned_memory_resource const&) const noexcept
|
|
99
|
+
{
|
|
100
|
+
return true;
|
|
101
|
+
}
|
|
102
|
+
#if _CCCL_STD_VER <= 2017
|
|
103
|
+
//! @brief Equality comparison with another \c legacy_pinned_memory_resource.
|
|
104
|
+
//! @param __other The other \c legacy_pinned_memory_resource.
|
|
105
|
+
//! @return Whether both \c legacy_pinned_memory_resource were constructed with different flags.
|
|
106
|
+
[[nodiscard]] _CCCL_HOST_API constexpr bool operator!=(legacy_pinned_memory_resource const&) const noexcept
|
|
107
|
+
{
|
|
108
|
+
return false;
|
|
109
|
+
}
|
|
110
|
+
#endif // _CCCL_STD_VER <= 2017
|
|
111
|
+
|
|
112
|
+
//! @brief Enables the \c device_accessible property
|
|
113
|
+
_CCCL_HOST_API friend constexpr void
|
|
114
|
+
get_property(legacy_pinned_memory_resource const&, ::cuda::mr::device_accessible) noexcept
|
|
115
|
+
{}
|
|
116
|
+
//! @brief Enables the \c host_accessible property
|
|
117
|
+
_CCCL_HOST_API friend constexpr void
|
|
118
|
+
get_property(legacy_pinned_memory_resource const&, ::cuda::mr::host_accessible) noexcept
|
|
119
|
+
{}
|
|
120
|
+
|
|
121
|
+
//! @brief Checks whether the passed in alignment is valid
|
|
122
|
+
_CCCL_HOST_API static constexpr bool __is_valid_alignment(const size_t __alignment) noexcept
|
|
123
|
+
{
|
|
124
|
+
return __alignment <= ::cuda::mr::default_cuda_malloc_host_alignment
|
|
125
|
+
&& (::cuda::mr::default_cuda_malloc_host_alignment % __alignment == 0);
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
using default_queries = ::cuda::mr::properties_list<::cuda::mr::device_accessible, ::cuda::mr::host_accessible>;
|
|
129
|
+
|
|
130
|
+
private:
|
|
131
|
+
device_ref __device_{0};
|
|
132
|
+
};
|
|
133
|
+
|
|
134
|
+
static_assert(::cuda::mr::synchronous_resource_with<legacy_pinned_memory_resource, ::cuda::mr::device_accessible>, "");
|
|
135
|
+
static_assert(::cuda::mr::synchronous_resource_with<legacy_pinned_memory_resource, ::cuda::mr::host_accessible>, "");
|
|
136
|
+
|
|
137
|
+
_CCCL_END_NAMESPACE_CUDA_MR
|
|
138
|
+
|
|
139
|
+
#include <cuda/std/__cccl/epilogue.h>
|
|
140
|
+
|
|
141
|
+
#endif //_CUDA___MEMORY_RESOURCE_LEGACY_PINNED_MEMORY_RESOURCE_H
|
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
//===----------------------------------------------------------------------===//
|
|
2
|
+
//
|
|
3
|
+
// Part of libcu++, the C++ Standard Library for your entire system,
|
|
4
|
+
// under the Apache License v2.0 with LLVM Exceptions.
|
|
5
|
+
// See https://llvm.org/LICENSE.txt for license information.
|
|
6
|
+
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
7
|
+
// SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES.
|
|
8
|
+
//
|
|
9
|
+
//===----------------------------------------------------------------------===//
|
|
10
|
+
|
|
11
|
+
#ifndef _CUDA___MEMORY_RESOURCE_PROPERTIES_H
|
|
12
|
+
#define _CUDA___MEMORY_RESOURCE_PROPERTIES_H
|
|
13
|
+
|
|
14
|
+
#include <cuda/std/detail/__config>
|
|
15
|
+
|
|
16
|
+
#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
|
|
17
|
+
# pragma GCC system_header
|
|
18
|
+
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
|
|
19
|
+
# pragma clang system_header
|
|
20
|
+
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
|
|
21
|
+
# pragma system_header
|
|
22
|
+
#endif // no system header
|
|
23
|
+
|
|
24
|
+
#include <cuda/std/__type_traits/decay.h>
|
|
25
|
+
#include <cuda/std/__type_traits/type_set.h>
|
|
26
|
+
#include <cuda/std/cstddef>
|
|
27
|
+
|
|
28
|
+
#include <cuda/std/__cccl/prologue.h>
|
|
29
|
+
|
|
30
|
+
_CCCL_BEGIN_NAMESPACE_CUDA_MR
|
|
31
|
+
|
|
32
|
+
//! @brief The default alignment by a cudaMalloc{...} call
|
|
33
|
+
inline constexpr size_t default_cuda_malloc_alignment = 256;
|
|
34
|
+
|
|
35
|
+
//! @brief The default alignment by a cudaMallocHost{...} call
|
|
36
|
+
inline constexpr size_t default_cuda_malloc_host_alignment = alignof(::cuda::std::max_align_t);
|
|
37
|
+
|
|
38
|
+
//! @brief The device_accessible property signals that the allocated memory is device accessible
|
|
39
|
+
struct device_accessible
|
|
40
|
+
{};
|
|
41
|
+
|
|
42
|
+
//! @brief The device_accessible property signals that the allocated memory is host accessible
|
|
43
|
+
struct host_accessible
|
|
44
|
+
{};
|
|
45
|
+
|
|
46
|
+
//! @brief determines whether a set of properties signals host accessible memory.
|
|
47
|
+
template <class... _Properties>
|
|
48
|
+
inline constexpr bool __is_host_accessible =
|
|
49
|
+
::cuda::std::__type_set_contains_v<::cuda::std::__make_type_set<_Properties...>, host_accessible>;
|
|
50
|
+
|
|
51
|
+
//! @brief determines whether a set of properties signals device accessible memory.
|
|
52
|
+
template <class... _Properties>
|
|
53
|
+
inline constexpr bool __is_device_accessible =
|
|
54
|
+
::cuda::std::__type_set_contains_v<::cuda::std::__make_type_set<_Properties...>, device_accessible>;
|
|
55
|
+
|
|
56
|
+
//! @brief determines whether a set of properties signals host device accessible memory.
|
|
57
|
+
template <class... _Properties>
|
|
58
|
+
inline constexpr bool __is_host_device_accessible =
|
|
59
|
+
::cuda::std::__type_set_contains_v<::cuda::std::__make_type_set<_Properties...>, host_accessible, device_accessible>;
|
|
60
|
+
|
|
61
|
+
//! @brief verifies that a set of properties contains at least one execution space property
|
|
62
|
+
template <class... _Properties>
|
|
63
|
+
inline constexpr bool __contains_execution_space_property =
|
|
64
|
+
__is_host_accessible<_Properties...> || __is_device_accessible<_Properties...>;
|
|
65
|
+
|
|
66
|
+
//! @brief A type representing a list of memory resource properties
|
|
67
|
+
//! @tparam _Properties The properties to be included in the list
|
|
68
|
+
//! It has a member template `rebind` that allows constructing a type by combining
|
|
69
|
+
//! a template and type arguments with the properties from this list. The properties
|
|
70
|
+
//! are appended after the type arguments in the resulting type.
|
|
71
|
+
template <class... _Properties>
|
|
72
|
+
struct properties_list
|
|
73
|
+
{
|
|
74
|
+
//! @brief A type alias for a type template instantiated with the properties
|
|
75
|
+
//! from this list appended to the type arguments.
|
|
76
|
+
template <template <class...> class _Fn, class... _ExtraArgs>
|
|
77
|
+
using rebind = _Fn<_ExtraArgs..., _Properties...>;
|
|
78
|
+
|
|
79
|
+
template <class _QueryProperty>
|
|
80
|
+
_CCCL_HOST_API static constexpr bool has_property([[maybe_unused]] _QueryProperty)
|
|
81
|
+
{
|
|
82
|
+
return ::cuda::std::__type_set_contains_v<::cuda::std::__make_type_set<_Properties...>, _QueryProperty>;
|
|
83
|
+
}
|
|
84
|
+
};
|
|
85
|
+
|
|
86
|
+
template <class _Tp>
|
|
87
|
+
inline constexpr bool __is_queries_list = false;
|
|
88
|
+
|
|
89
|
+
template <class... _Tp>
|
|
90
|
+
inline constexpr bool __is_queries_list<properties_list<_Tp...>> = true;
|
|
91
|
+
|
|
92
|
+
template <typename _Tp>
|
|
93
|
+
_CCCL_CONCEPT __has_default_queries =
|
|
94
|
+
_CCCL_REQUIRES_EXPR((_Tp))(requires(__is_queries_list<typename ::cuda::std::decay_t<_Tp>::default_queries>));
|
|
95
|
+
|
|
96
|
+
template <typename _Resource, bool _HasDefaultQueries = __has_default_queries<_Resource>>
|
|
97
|
+
struct __copy_default_queries;
|
|
98
|
+
|
|
99
|
+
template <typename _Resource>
|
|
100
|
+
struct __copy_default_queries<_Resource, true>
|
|
101
|
+
{
|
|
102
|
+
using default_queries = typename _Resource::default_queries;
|
|
103
|
+
};
|
|
104
|
+
|
|
105
|
+
template <typename _Resource>
|
|
106
|
+
struct __copy_default_queries<_Resource, false>
|
|
107
|
+
{};
|
|
108
|
+
|
|
109
|
+
enum class __memory_accessability
|
|
110
|
+
{
|
|
111
|
+
__host,
|
|
112
|
+
__device,
|
|
113
|
+
__host_device,
|
|
114
|
+
};
|
|
115
|
+
|
|
116
|
+
template <class... _Properties>
|
|
117
|
+
struct __memory_accessability_from_properties
|
|
118
|
+
{
|
|
119
|
+
static constexpr __memory_accessability value =
|
|
120
|
+
::cuda::mr::__is_host_device_accessible<_Properties...> ? __memory_accessability::__host_device
|
|
121
|
+
: ::cuda::mr::__is_device_accessible<_Properties...>
|
|
122
|
+
? __memory_accessability::__device
|
|
123
|
+
: __memory_accessability::__host;
|
|
124
|
+
};
|
|
125
|
+
|
|
126
|
+
_CCCL_END_NAMESPACE_CUDA_MR
|
|
127
|
+
|
|
128
|
+
#include <cuda/std/__cccl/epilogue.h>
|
|
129
|
+
|
|
130
|
+
#endif //_CUDA___MEMORY_RESOURCE_PROPERTIES_H
|