llvm-runtime-resources-darwin 0.0.0 → 23.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +201 -0
- package/NOTICE +33 -0
- package/include/__clang_cuda_builtin_vars.h +121 -0
- package/include/__clang_cuda_cmath.h +512 -0
- package/include/__clang_cuda_complex_builtins.h +236 -0
- package/include/__clang_cuda_device_functions.h +1572 -0
- package/include/__clang_cuda_intrinsics.h +975 -0
- package/include/__clang_cuda_libdevice_declares.h +468 -0
- package/include/__clang_cuda_math.h +353 -0
- package/include/__clang_cuda_math_forward_declares.h +289 -0
- package/include/__clang_cuda_runtime_wrapper.h +526 -0
- package/include/__clang_cuda_texture_intrinsics.h +1177 -0
- package/include/__clang_gpu_builtin_vars.h +71 -0
- package/include/__clang_gpu_device_functions.h +411 -0
- package/include/__clang_gpu_intrinsics.h +242 -0
- package/include/__clang_hip_cmath.h +848 -0
- package/include/__clang_hip_libdevice_declares.h +238 -0
- package/include/__clang_hip_math.h +1405 -0
- package/include/__clang_hip_runtime_wrapper.h +170 -0
- package/include/__clang_hip_stdlib.h +43 -0
- package/include/__clang_spirv_builtins.h +217 -0
- package/include/__clang_spirv_libdevice_declares.h +170 -0
- package/include/__clang_spirv_math.h +719 -0
- package/include/__float_float.h +176 -0
- package/include/__float_header_macro.h +12 -0
- package/include/__float_infinity_nan.h +20 -0
- package/include/__stdarg___gnuc_va_list.h +13 -0
- package/include/__stdarg___va_copy.h +12 -0
- package/include/__stdarg_header_macro.h +12 -0
- package/include/__stdarg_va_arg.h +22 -0
- package/include/__stdarg_va_copy.h +12 -0
- package/include/__stdarg_va_list.h +13 -0
- package/include/__stddef_header_macro.h +12 -0
- package/include/__stddef_max_align_t.h +27 -0
- package/include/__stddef_null.h +29 -0
- package/include/__stddef_nullptr_t.h +29 -0
- package/include/__stddef_offsetof.h +17 -0
- package/include/__stddef_ptrdiff_t.h +20 -0
- package/include/__stddef_rsize_t.h +20 -0
- package/include/__stddef_size_t.h +20 -0
- package/include/__stddef_unreachable.h +21 -0
- package/include/__stddef_wchar_t.h +28 -0
- package/include/__stddef_wint_t.h +15 -0
- package/include/__wmmintrin_aes.h +140 -0
- package/include/__wmmintrin_pclmul.h +48 -0
- package/include/adcintrin.h +165 -0
- package/include/adxintrin.h +107 -0
- package/include/altivec.h +19434 -0
- package/include/amdgpuintrin.h +164 -0
- package/include/amdhsa_abi.h +83 -0
- package/include/ammintrin.h +183 -0
- package/include/amo.h +220 -0
- package/include/amxavx512intrin.h +596 -0
- package/include/amxcomplexintrin.h +167 -0
- package/include/amxfp16intrin.h +93 -0
- package/include/amxfp8intrin.h +230 -0
- package/include/amxintrin.h +492 -0
- package/include/amxmovrsintrin.h +48 -0
- package/include/andes_vector.h +21 -0
- package/include/arm64_neon.h +21 -0
- package/include/arm64intr.h +45 -0
- package/include/arm_acle.h +866 -0
- package/include/arm_bf16.h +20 -0
- package/include/arm_cde.h +410 -0
- package/include/arm_cmse.h +217 -0
- package/include/arm_fp16.h +596 -0
- package/include/arm_mve.h +19187 -0
- package/include/arm_neon.h +74351 -0
- package/include/arm_neon_sve_bridge.h +182 -0
- package/include/arm_sme.h +3753 -0
- package/include/arm_sve.h +32698 -0
- package/include/arm_vector_types.h +432 -0
- package/include/armintr.h +31 -0
- package/include/avx10_2_512bf16intrin.h +568 -0
- package/include/avx10_2_512convertintrin.h +322 -0
- package/include/avx10_2_512minmaxintrin.h +127 -0
- package/include/avx10_2_512niintrin.h +314 -0
- package/include/avx10_2_512satcvtdsintrin.h +307 -0
- package/include/avx10_2_512satcvtintrin.h +301 -0
- package/include/avx10_2bf16intrin.h +1094 -0
- package/include/avx10_2convertintrin.h +3257 -0
- package/include/avx10_2copyintrin.h +66 -0
- package/include/avx10_2minmaxintrin.h +232 -0
- package/include/avx10_2niintrin.h +409 -0
- package/include/avx10_2satcvtdsintrin.h +376 -0
- package/include/avx10_2satcvtintrin.h +312 -0
- package/include/avx2intrin.h +5190 -0
- package/include/avx512bf16intrin.h +292 -0
- package/include/avx512bitalgintrin.h +75 -0
- package/include/avx512bmmintrin.h +174 -0
- package/include/avx512bmmvlintrin.h +245 -0
- package/include/avx512bwintrin.h +1885 -0
- package/include/avx512cdintrin.h +112 -0
- package/include/avx512dqintrin.h +1350 -0
- package/include/avx512fintrin.h +9351 -0
- package/include/avx512fp16intrin.h +3349 -0
- package/include/avx512ifmaintrin.h +68 -0
- package/include/avx512ifmavlintrin.h +138 -0
- package/include/avx512vbmi2intrin.h +364 -0
- package/include/avx512vbmiintrin.h +98 -0
- package/include/avx512vbmivlintrin.h +179 -0
- package/include/avx512vlbf16intrin.h +527 -0
- package/include/avx512vlbitalgintrin.h +135 -0
- package/include/avx512vlbwintrin.h +3052 -0
- package/include/avx512vlcdintrin.h +202 -0
- package/include/avx512vldqintrin.h +1156 -0
- package/include/avx512vlfp16intrin.h +2090 -0
- package/include/avx512vlintrin.h +8067 -0
- package/include/avx512vlvbmi2intrin.h +702 -0
- package/include/avx512vlvnniintrin.h +308 -0
- package/include/avx512vlvp2intersectintrin.h +123 -0
- package/include/avx512vnniintrin.h +113 -0
- package/include/avx512vp2intersectintrin.h +77 -0
- package/include/avx512vpopcntdqintrin.h +62 -0
- package/include/avx512vpopcntdqvlintrin.h +105 -0
- package/include/avxifmaintrin.h +193 -0
- package/include/avxintrin.h +5064 -0
- package/include/avxneconvertintrin.h +484 -0
- package/include/avxvnniint16intrin.h +451 -0
- package/include/avxvnniint8intrin.h +454 -0
- package/include/avxvnniintrin.h +238 -0
- package/include/bmi2intrin.h +253 -0
- package/include/bmiintrin.h +604 -0
- package/include/builtins.h +19 -0
- package/include/cet.h +66 -0
- package/include/cetintrin.h +115 -0
- package/include/cldemoteintrin.h +36 -0
- package/include/clflushoptintrin.h +36 -0
- package/include/clwbintrin.h +38 -0
- package/include/clzerointrin.h +38 -0
- package/include/cmpccxaddintrin.h +70 -0
- package/include/cpuid.h +451 -0
- package/include/crc32intrin.h +102 -0
- package/include/cuda_wrappers/__utility/declval.h +28 -0
- package/include/cuda_wrappers/algorithm +116 -0
- package/include/cuda_wrappers/bits/basic_string.h +9 -0
- package/include/cuda_wrappers/bits/basic_string.tcc +9 -0
- package/include/cuda_wrappers/bits/c++config.h +61 -0
- package/include/cuda_wrappers/bits/shared_ptr_base.h +9 -0
- package/include/cuda_wrappers/cmath +44 -0
- package/include/cuda_wrappers/complex +90 -0
- package/include/cuda_wrappers/new +108 -0
- package/include/emmintrin.h +4940 -0
- package/include/endian.h +91 -0
- package/include/enqcmdintrin.h +63 -0
- package/include/f16cintrin.h +176 -0
- package/include/float.h +48 -0
- package/include/fma4intrin.h +220 -0
- package/include/fmaintrin.h +826 -0
- package/include/fuzzer/FuzzedDataProvider.h +397 -0
- package/include/fxsrintrin.h +91 -0
- package/include/gfniintrin.h +238 -0
- package/include/gpuintrin.h +348 -0
- package/include/hexagon_circ_brev_intrinsics.h +298 -0
- package/include/hexagon_protos.h +8439 -0
- package/include/hexagon_types.h +2628 -0
- package/include/hlsl_alias_intrinsics_gen.inc +3869 -0
- package/include/hlsl_inline_intrinsics_gen.inc +546 -0
- package/include/hresetintrin.h +49 -0
- package/include/htmintrin.h +212 -0
- package/include/htmxlintrin.h +345 -0
- package/include/hvx_hexagon_protos.h +5421 -0
- package/include/ia32intrin.h +863 -0
- package/include/immintrin.h +597 -0
- package/include/intrin.h +501 -0
- package/include/intrin0.h +256 -0
- package/include/inttypes.h +101 -0
- package/include/invpcidintrin.h +23 -0
- package/include/iso646.h +31 -0
- package/include/keylockerintrin.h +518 -0
- package/include/larchintrin.h +262 -0
- package/include/lasxintrin.h +3999 -0
- package/include/limits.h +133 -0
- package/include/llvm_libc_wrappers/assert.h +32 -0
- package/include/llvm_libc_wrappers/ctype.h +29 -0
- package/include/llvm_libc_wrappers/inttypes.h +32 -0
- package/include/llvm_libc_wrappers/stdio.h +52 -0
- package/include/llvm_libc_wrappers/stdlib.h +32 -0
- package/include/llvm_libc_wrappers/string.h +29 -0
- package/include/llvm_libc_wrappers/time.h +28 -0
- package/include/llvm_offload_wrappers/__llvm_offload.h +31 -0
- package/include/llvm_offload_wrappers/__llvm_offload_device.h +10 -0
- package/include/llvm_offload_wrappers/__llvm_offload_host.h +15 -0
- package/include/lsxintrin.h +3752 -0
- package/include/lwpintrin.h +136 -0
- package/include/lzcntintrin.h +109 -0
- package/include/mm3dnow.h +22 -0
- package/include/mm_malloc.h +67 -0
- package/include/mmintrin.h +1541 -0
- package/include/module.modulemap +375 -0
- package/include/movdirintrin.h +49 -0
- package/include/movrs_avx10_2_512intrin.h +98 -0
- package/include/movrs_avx10_2intrin.h +174 -0
- package/include/movrsintrin.h +59 -0
- package/include/msa.h +573 -0
- package/include/mwaitxintrin.h +62 -0
- package/include/nmmintrin.h +20 -0
- package/include/nvptxintrin.h +208 -0
- package/include/opencl-c-base.h +765 -0
- package/include/opencl-c.h +18737 -0
- package/include/openmp_wrappers/__clang_openmp_device_functions.h +118 -0
- package/include/openmp_wrappers/cmath +132 -0
- package/include/openmp_wrappers/complex +61 -0
- package/include/openmp_wrappers/complex.h +41 -0
- package/include/openmp_wrappers/complex_cmath.h +393 -0
- package/include/openmp_wrappers/math.h +71 -0
- package/include/openmp_wrappers/new +48 -0
- package/include/pconfigintrin.h +40 -0
- package/include/pkuintrin.h +34 -0
- package/include/pmmintrin.h +302 -0
- package/include/popcntintrin.h +59 -0
- package/include/ppc_wrappers/bmi2intrin.h +134 -0
- package/include/ppc_wrappers/bmiintrin.h +165 -0
- package/include/ppc_wrappers/emmintrin.h +2269 -0
- package/include/ppc_wrappers/immintrin.h +27 -0
- package/include/ppc_wrappers/mm_malloc.h +45 -0
- package/include/ppc_wrappers/mmintrin.h +1453 -0
- package/include/ppc_wrappers/nmmintrin.h +26 -0
- package/include/ppc_wrappers/pmmintrin.h +145 -0
- package/include/ppc_wrappers/smmintrin.h +683 -0
- package/include/ppc_wrappers/tmmintrin.h +453 -0
- package/include/ppc_wrappers/x86gprintrin.h +17 -0
- package/include/ppc_wrappers/x86intrin.h +28 -0
- package/include/ppc_wrappers/xmmintrin.h +1827 -0
- package/include/prfchiintrin.h +61 -0
- package/include/prfchwintrin.h +57 -0
- package/include/profile/InstrProfData.inc +1063 -0
- package/include/profile/instr_prof_interface.h +88 -0
- package/include/ptrauth.h +485 -0
- package/include/ptwriteintrin.h +37 -0
- package/include/raointintrin.h +203 -0
- package/include/rdpruintrin.h +57 -0
- package/include/rdseedintrin.h +105 -0
- package/include/riscv_bitmanip.h +202 -0
- package/include/riscv_corev_alu.h +130 -0
- package/include/riscv_crypto.h +178 -0
- package/include/riscv_mips.h +36 -0
- package/include/riscv_nds.h +92 -0
- package/include/riscv_ntlh.h +28 -0
- package/include/riscv_packed_simd.h +644 -0
- package/include/riscv_vector.h +465 -0
- package/include/rtmintrin.h +45 -0
- package/include/s390intrin.h +25 -0
- package/include/sanitizer/allocator_interface.h +106 -0
- package/include/sanitizer/asan_interface.h +398 -0
- package/include/sanitizer/common_interface_defs.h +507 -0
- package/include/sanitizer/coverage_interface.h +36 -0
- package/include/sanitizer/dfsan_interface.h +220 -0
- package/include/sanitizer/hwasan_interface.h +109 -0
- package/include/sanitizer/linux_syscall_hooks.h +3112 -0
- package/include/sanitizer/lsan_interface.h +89 -0
- package/include/sanitizer/msan_interface.h +135 -0
- package/include/sanitizer/netbsd_syscall_hooks.h +5005 -0
- package/include/sanitizer/rtsan_interface.h +75 -0
- package/include/sanitizer/safestack_interface.h +50 -0
- package/include/sanitizer/scudo_interface.h +38 -0
- package/include/sanitizer/tsan_interface.h +316 -0
- package/include/sanitizer/tsan_interface_atomic.h +223 -0
- package/include/sanitizer/tysan_interface.h +36 -0
- package/include/sanitizer/ubsan_interface.h +64 -0
- package/include/serializeintrin.h +30 -0
- package/include/sgxintrin.h +60 -0
- package/include/sha512intrin.h +200 -0
- package/include/shaintrin.h +190 -0
- package/include/sifive_vector.h +192 -0
- package/include/sm3intrin.h +238 -0
- package/include/sm4evexintrin.h +32 -0
- package/include/sm4intrin.h +269 -0
- package/include/smmintrin.h +2352 -0
- package/include/spirvintrin.h +167 -0
- package/include/stdalign.h +24 -0
- package/include/stdarg.h +75 -0
- package/include/stdatomic.h +204 -0
- package/include/stdbool.h +39 -0
- package/include/stdckdint.h +42 -0
- package/include/stdcountof.h +15 -0
- package/include/stddef.h +139 -0
- package/include/stddefer.h +19 -0
- package/include/stdint.h +835 -0
- package/include/stdnoreturn.h +35 -0
- package/include/tbmintrin.h +128 -0
- package/include/tgmath.h +1368 -0
- package/include/tmmintrin.h +779 -0
- package/include/tsxldtrkintrin.h +56 -0
- package/include/uintrintrin.h +157 -0
- package/include/unwind.h +332 -0
- package/include/usermsrintrin.h +51 -0
- package/include/vadefs.h +51 -0
- package/include/vaesintrin.h +86 -0
- package/include/varargs.h +16 -0
- package/include/vecintrin.h +12868 -0
- package/include/velintrin.h +71 -0
- package/include/velintrin_approx.h +120 -0
- package/include/velintrin_gen.h +1257 -0
- package/include/vpclmulqdqintrin.h +30 -0
- package/include/waitpkgintrin.h +42 -0
- package/include/wasm_simd128.h +2160 -0
- package/include/wbnoinvdintrin.h +24 -0
- package/include/wmmintrin.h +23 -0
- package/include/x86gprintrin.h +49 -0
- package/include/x86intrin.h +35 -0
- package/include/xmmintrin.h +3176 -0
- package/include/xopintrin.h +780 -0
- package/include/xsavecintrin.h +84 -0
- package/include/xsaveintrin.h +63 -0
- package/include/xsaveoptintrin.h +34 -0
- package/include/xsavesintrin.h +44 -0
- package/include/xtestintrin.h +27 -0
- package/include/yvals_core.h +25 -0
- package/include/zos_wrappers/builtins.h +18 -0
- package/include/zos_wrappers/grp.h +19 -0
- package/include/zos_wrappers/locale.h +19 -0
- package/include/zos_wrappers/math.h +31 -0
- package/include/zos_wrappers/poll.h +19 -0
- package/include/zos_wrappers/stdlib.h +20 -0
- package/include/zos_wrappers/string.h +19 -0
- package/include/zos_wrappers/time.h +19 -0
- package/include/zos_wrappers/variant.h +19 -0
- package/index.js +5 -0
- package/lib/darwin/libclang_rt.asan_abi_ios.a +0 -0
- package/lib/darwin/libclang_rt.asan_abi_iossim.a +0 -0
- package/lib/darwin/libclang_rt.asan_abi_osx.a +0 -0
- package/lib/darwin/libclang_rt.asan_ios_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.asan_iossim_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.asan_osx_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.cc_kext.a +0 -0
- package/lib/darwin/libclang_rt.cc_kext_ios.a +0 -0
- package/lib/darwin/libclang_rt.fuzzer_interceptors_ios.a +0 -0
- package/lib/darwin/libclang_rt.fuzzer_interceptors_iossim.a +0 -0
- package/lib/darwin/libclang_rt.fuzzer_interceptors_osx.a +0 -0
- package/lib/darwin/libclang_rt.fuzzer_ios.a +0 -0
- package/lib/darwin/libclang_rt.fuzzer_iossim.a +0 -0
- package/lib/darwin/libclang_rt.fuzzer_no_main_ios.a +0 -0
- package/lib/darwin/libclang_rt.fuzzer_no_main_iossim.a +0 -0
- package/lib/darwin/libclang_rt.fuzzer_no_main_osx.a +0 -0
- package/lib/darwin/libclang_rt.fuzzer_osx.a +0 -0
- package/lib/darwin/libclang_rt.ios.a +0 -0
- package/lib/darwin/libclang_rt.iossim.a +0 -0
- package/lib/darwin/libclang_rt.lsan_ios_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.lsan_iossim_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.lsan_osx_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.osx.a +0 -0
- package/lib/darwin/libclang_rt.profile_ios.a +0 -0
- package/lib/darwin/libclang_rt.profile_iossim.a +0 -0
- package/lib/darwin/libclang_rt.profile_osx.a +0 -0
- package/lib/darwin/libclang_rt.rtsan_ios_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.rtsan_iossim_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.rtsan_osx_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.stats_client_ios.a +0 -0
- package/lib/darwin/libclang_rt.stats_client_iossim.a +0 -0
- package/lib/darwin/libclang_rt.stats_client_osx.a +0 -0
- package/lib/darwin/libclang_rt.stats_ios_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.stats_iossim_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.stats_osx_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.tsan_ios_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.tsan_iossim_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.tsan_osx_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.tysan_ios_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.tysan_iossim_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.tysan_osx_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.ubsan_ios_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.ubsan_iossim_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.ubsan_minimal_ios.a +0 -0
- package/lib/darwin/libclang_rt.ubsan_minimal_ios_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.ubsan_minimal_iossim.a +0 -0
- package/lib/darwin/libclang_rt.ubsan_minimal_iossim_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.ubsan_minimal_osx.a +0 -0
- package/lib/darwin/libclang_rt.ubsan_minimal_osx_dynamic.dylib +0 -0
- package/lib/darwin/libclang_rt.ubsan_osx_dynamic.dylib +0 -0
- package/package.json +40 -1
- package/share/asan_ignorelist.txt +14 -0
- package/share/cfi_ignorelist.txt +17 -0
|
@@ -0,0 +1,314 @@
|
|
|
1
|
+
/*===---- avx10_2_512niintrin.h - AVX10.2-512 new instruction intrinsics ---===
|
|
2
|
+
*
|
|
3
|
+
* Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
4
|
+
* See https://llvm.org/LICENSE.txt for license information.
|
|
5
|
+
* SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
6
|
+
*
|
|
7
|
+
*===-----------------------------------------------------------------------===
|
|
8
|
+
*/
|
|
9
|
+
#ifndef __IMMINTRIN_H
|
|
10
|
+
#error \
|
|
11
|
+
"Never use <avx10_2_512niintrin.h> directly; include <immintrin.h> instead."
|
|
12
|
+
#endif
|
|
13
|
+
|
|
14
|
+
#ifdef __SSE2__
|
|
15
|
+
|
|
16
|
+
#ifndef __AVX10_2_512NIINTRIN_H
|
|
17
|
+
#define __AVX10_2_512NIINTRIN_H
|
|
18
|
+
|
|
19
|
+
#define __DEFAULT_FN_ATTRS \
|
|
20
|
+
__attribute__((__always_inline__, __nodebug__, __target__("avx10.2"), \
|
|
21
|
+
__min_vector_width__(512)))
|
|
22
|
+
|
|
23
|
+
/* VNNI FP16 */
|
|
24
|
+
static __inline__ __m512 __DEFAULT_FN_ATTRS _mm512_dpph_ps(__m512 __W,
|
|
25
|
+
__m512h __A,
|
|
26
|
+
__m512h __B) {
|
|
27
|
+
return (__m512)__builtin_ia32_vdpphps512((__v16sf)__W, (__v32hf)__A,
|
|
28
|
+
(__v32hf)__B);
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
static __inline__ __m512 __DEFAULT_FN_ATTRS _mm512_mask_dpph_ps(__m512 __W,
|
|
32
|
+
__mmask16 __U,
|
|
33
|
+
__m512h __A,
|
|
34
|
+
__m512h __B) {
|
|
35
|
+
return (__m512)__builtin_ia32_selectps_512(
|
|
36
|
+
(__mmask16)__U, (__v16sf)_mm512_dpph_ps(__W, __A, __B), (__v16sf)__W);
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
static __inline__ __m512 __DEFAULT_FN_ATTRS _mm512_maskz_dpph_ps(__mmask16 __U,
|
|
40
|
+
__m512 __W,
|
|
41
|
+
__m512h __A,
|
|
42
|
+
__m512h __B) {
|
|
43
|
+
return (__m512)__builtin_ia32_selectps_512(
|
|
44
|
+
(__mmask16)__U, (__v16sf)_mm512_dpph_ps(__W, __A, __B),
|
|
45
|
+
(__v16sf)_mm512_setzero_ps());
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
/* VMPSADBW */
|
|
49
|
+
#define _mm512_mpsadbw_epu8(A, B, imm) \
|
|
50
|
+
((__m512i)__builtin_ia32_mpsadbw512((__v64qi)(__m512i)(A), \
|
|
51
|
+
(__v64qi)(__m512i)(B), (int)(imm)))
|
|
52
|
+
|
|
53
|
+
#define _mm512_mask_mpsadbw_epu8(W, U, A, B, imm) \
|
|
54
|
+
((__m512i)__builtin_ia32_selectw_512( \
|
|
55
|
+
(__mmask32)(U), (__v32hi)_mm512_mpsadbw_epu8((A), (B), (imm)), \
|
|
56
|
+
(__v32hi)(__m512i)(W)))
|
|
57
|
+
|
|
58
|
+
#define _mm512_maskz_mpsadbw_epu8(U, A, B, imm) \
|
|
59
|
+
((__m512i)__builtin_ia32_selectw_512( \
|
|
60
|
+
(__mmask32)(U), (__v32hi)_mm512_mpsadbw_epu8((A), (B), (imm)), \
|
|
61
|
+
(__v32hi)_mm512_setzero_si512()))
|
|
62
|
+
|
|
63
|
+
/* VNNI INT8 */
|
|
64
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_dpbssd_epi32(__m512i __W,
|
|
65
|
+
__m512i __A,
|
|
66
|
+
__m512i __B) {
|
|
67
|
+
return (__m512i)__builtin_ia32_vpdpbssd512((__v16si)__W, (__v64qi)__A,
|
|
68
|
+
(__v64qi)__B);
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
72
|
+
_mm512_mask_dpbssd_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B) {
|
|
73
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
74
|
+
__U, (__v16si)_mm512_dpbssd_epi32(__W, __A, __B), (__v16si)__W);
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_maskz_dpbssd_epi32(
|
|
78
|
+
__mmask16 __U, __m512i __W, __m512i __A, __m512i __B) {
|
|
79
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
80
|
+
__U, (__v16si)_mm512_dpbssd_epi32(__W, __A, __B),
|
|
81
|
+
(__v16si)_mm512_setzero_si512());
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_dpbssds_epi32(__m512i __W,
|
|
85
|
+
__m512i __A,
|
|
86
|
+
__m512i __B) {
|
|
87
|
+
return (__m512i)__builtin_ia32_vpdpbssds512((__v16si)__W, (__v64qi)__A,
|
|
88
|
+
(__v64qi)__B);
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_mask_dpbssds_epi32(
|
|
92
|
+
__m512i __W, __mmask16 __U, __m512i __A, __m512i __B) {
|
|
93
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
94
|
+
__U, (__v16si)_mm512_dpbssds_epi32(__W, __A, __B), (__v16si)__W);
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_maskz_dpbssds_epi32(
|
|
98
|
+
__mmask16 __U, __m512i __W, __m512i __A, __m512i __B) {
|
|
99
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
100
|
+
__U, (__v16si)_mm512_dpbssds_epi32(__W, __A, __B),
|
|
101
|
+
(__v16si)_mm512_setzero_si512());
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_dpbsud_epi32(__m512i __W,
|
|
105
|
+
__m512i __A,
|
|
106
|
+
__m512i __B) {
|
|
107
|
+
return (__m512i)__builtin_ia32_vpdpbsud512((__v16si)__W, (__v64qi)__A,
|
|
108
|
+
(__v64qu)__B);
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
112
|
+
_mm512_mask_dpbsud_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B) {
|
|
113
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
114
|
+
__U, (__v16si)_mm512_dpbsud_epi32(__W, __A, __B), (__v16si)__W);
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_maskz_dpbsud_epi32(
|
|
118
|
+
__mmask16 __U, __m512i __W, __m512i __A, __m512i __B) {
|
|
119
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
120
|
+
__U, (__v16si)_mm512_dpbsud_epi32(__W, __A, __B),
|
|
121
|
+
(__v16si)_mm512_setzero_si512());
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_dpbsuds_epi32(__m512i __W,
|
|
125
|
+
__m512i __A,
|
|
126
|
+
__m512i __B) {
|
|
127
|
+
return (__m512i)__builtin_ia32_vpdpbsuds512((__v16si)__W, (__v64qi)__A,
|
|
128
|
+
(__v64qu)__B);
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_mask_dpbsuds_epi32(
|
|
132
|
+
__m512i __W, __mmask16 __U, __m512i __A, __m512i __B) {
|
|
133
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
134
|
+
__U, (__v16si)_mm512_dpbsuds_epi32(__W, __A, __B), (__v16si)__W);
|
|
135
|
+
}
|
|
136
|
+
|
|
137
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_maskz_dpbsuds_epi32(
|
|
138
|
+
__mmask16 __U, __m512i __W, __m512i __A, __m512i __B) {
|
|
139
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
140
|
+
__U, (__v16si)_mm512_dpbsuds_epi32(__W, __A, __B),
|
|
141
|
+
(__v16si)_mm512_setzero_si512());
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_dpbuud_epi32(__m512i __W,
|
|
145
|
+
__m512i __A,
|
|
146
|
+
__m512i __B) {
|
|
147
|
+
return (__m512i)__builtin_ia32_vpdpbuud512((__v16si)__W, (__v64qu)__A,
|
|
148
|
+
(__v64qu)__B);
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
152
|
+
_mm512_mask_dpbuud_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B) {
|
|
153
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
154
|
+
__U, (__v16si)_mm512_dpbuud_epi32(__W, __A, __B), (__v16si)__W);
|
|
155
|
+
}
|
|
156
|
+
|
|
157
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_maskz_dpbuud_epi32(
|
|
158
|
+
__mmask16 __U, __m512i __W, __m512i __A, __m512i __B) {
|
|
159
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
160
|
+
__U, (__v16si)_mm512_dpbuud_epi32(__W, __A, __B),
|
|
161
|
+
(__v16si)_mm512_setzero_si512());
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_dpbuuds_epi32(__m512i __W,
|
|
165
|
+
__m512i __A,
|
|
166
|
+
__m512i __B) {
|
|
167
|
+
return (__m512i)__builtin_ia32_vpdpbuuds512((__v16si)__W, (__v64qu)__A,
|
|
168
|
+
(__v64qu)__B);
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_mask_dpbuuds_epi32(
|
|
172
|
+
__m512i __W, __mmask16 __U, __m512i __A, __m512i __B) {
|
|
173
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
174
|
+
__U, (__v16si)_mm512_dpbuuds_epi32(__W, __A, __B), (__v16si)__W);
|
|
175
|
+
}
|
|
176
|
+
|
|
177
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_maskz_dpbuuds_epi32(
|
|
178
|
+
__mmask16 __U, __m512i __W, __m512i __A, __m512i __B) {
|
|
179
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
180
|
+
__U, (__v16si)_mm512_dpbuuds_epi32(__W, __A, __B),
|
|
181
|
+
(__v16si)_mm512_setzero_si512());
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
/* VNNI INT16 */
|
|
185
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_dpwsud_epi32(__m512i __A,
|
|
186
|
+
__m512i __B,
|
|
187
|
+
__m512i __C) {
|
|
188
|
+
return (__m512i)__builtin_ia32_vpdpwsud512((__v16si)__A, (__v32hi)__B,
|
|
189
|
+
(__v32hu)__C);
|
|
190
|
+
}
|
|
191
|
+
|
|
192
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
193
|
+
_mm512_mask_dpwsud_epi32(__m512i __A, __mmask16 __U, __m512i __B, __m512i __C) {
|
|
194
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
195
|
+
(__mmask16)__U, (__v16si)_mm512_dpwsud_epi32(__A, __B, __C),
|
|
196
|
+
(__v16si)__A);
|
|
197
|
+
}
|
|
198
|
+
|
|
199
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_maskz_dpwsud_epi32(
|
|
200
|
+
__mmask16 __U, __m512i __A, __m512i __B, __m512i __C) {
|
|
201
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
202
|
+
(__mmask16)__U, (__v16si)_mm512_dpwsud_epi32(__A, __B, __C),
|
|
203
|
+
(__v16si)_mm512_setzero_si512());
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_dpwsuds_epi32(__m512i __A,
|
|
207
|
+
__m512i __B,
|
|
208
|
+
__m512i __C) {
|
|
209
|
+
return (__m512i)__builtin_ia32_vpdpwsuds512((__v16si)__A, (__v32hi)__B,
|
|
210
|
+
(__v32hu)__C);
|
|
211
|
+
}
|
|
212
|
+
|
|
213
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_mask_dpwsuds_epi32(
|
|
214
|
+
__m512i __A, __mmask16 __U, __m512i __B, __m512i __C) {
|
|
215
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
216
|
+
(__mmask16)__U, (__v16si)_mm512_dpwsuds_epi32(__A, __B, __C),
|
|
217
|
+
(__v16si)__A);
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_maskz_dpwsuds_epi32(
|
|
221
|
+
__mmask16 __U, __m512i __A, __m512i __B, __m512i __C) {
|
|
222
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
223
|
+
(__mmask16)__U, (__v16si)_mm512_dpwsuds_epi32(__A, __B, __C),
|
|
224
|
+
(__v16si)_mm512_setzero_si512());
|
|
225
|
+
}
|
|
226
|
+
|
|
227
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_dpwusd_epi32(__m512i __A,
|
|
228
|
+
__m512i __B,
|
|
229
|
+
__m512i __C) {
|
|
230
|
+
return (__m512i)__builtin_ia32_vpdpwusd512((__v16si)__A, (__v32hu)__B,
|
|
231
|
+
(__v32hi)__C);
|
|
232
|
+
}
|
|
233
|
+
|
|
234
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
235
|
+
_mm512_mask_dpwusd_epi32(__m512i __A, __mmask16 __U, __m512i __B, __m512i __C) {
|
|
236
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
237
|
+
(__mmask16)__U, (__v16si)_mm512_dpwusd_epi32(__A, __B, __C),
|
|
238
|
+
(__v16si)__A);
|
|
239
|
+
}
|
|
240
|
+
|
|
241
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_maskz_dpwusd_epi32(
|
|
242
|
+
__mmask16 __U, __m512i __A, __m512i __B, __m512i __C) {
|
|
243
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
244
|
+
(__mmask16)__U, (__v16si)_mm512_dpwusd_epi32(__A, __B, __C),
|
|
245
|
+
(__v16si)_mm512_setzero_si512());
|
|
246
|
+
}
|
|
247
|
+
|
|
248
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_dpwusds_epi32(__m512i __A,
|
|
249
|
+
__m512i __B,
|
|
250
|
+
__m512i __C) {
|
|
251
|
+
return (__m512i)__builtin_ia32_vpdpwusds512((__v16si)__A, (__v32hu)__B,
|
|
252
|
+
(__v32hi)__C);
|
|
253
|
+
}
|
|
254
|
+
|
|
255
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_mask_dpwusds_epi32(
|
|
256
|
+
__m512i __A, __mmask16 __U, __m512i __B, __m512i __C) {
|
|
257
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
258
|
+
(__mmask16)__U, (__v16si)_mm512_dpwusds_epi32(__A, __B, __C),
|
|
259
|
+
(__v16si)__A);
|
|
260
|
+
}
|
|
261
|
+
|
|
262
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_maskz_dpwusds_epi32(
|
|
263
|
+
__mmask16 __U, __m512i __A, __m512i __B, __m512i __C) {
|
|
264
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
265
|
+
(__mmask16)__U, (__v16si)_mm512_dpwusds_epi32(__A, __B, __C),
|
|
266
|
+
(__v16si)_mm512_setzero_si512());
|
|
267
|
+
}
|
|
268
|
+
|
|
269
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_dpwuud_epi32(__m512i __A,
|
|
270
|
+
__m512i __B,
|
|
271
|
+
__m512i __C) {
|
|
272
|
+
return (__m512i)__builtin_ia32_vpdpwuud512((__v16si)__A, (__v32hu)__B,
|
|
273
|
+
(__v32hu)__C);
|
|
274
|
+
}
|
|
275
|
+
|
|
276
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
277
|
+
_mm512_mask_dpwuud_epi32(__m512i __A, __mmask16 __U, __m512i __B, __m512i __C) {
|
|
278
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
279
|
+
(__mmask16)__U, (__v16si)_mm512_dpwuud_epi32(__A, __B, __C),
|
|
280
|
+
(__v16si)__A);
|
|
281
|
+
}
|
|
282
|
+
|
|
283
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_maskz_dpwuud_epi32(
|
|
284
|
+
__mmask16 __U, __m512i __A, __m512i __B, __m512i __C) {
|
|
285
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
286
|
+
(__mmask16)__U, (__v16si)_mm512_dpwuud_epi32(__A, __B, __C),
|
|
287
|
+
(__v16si)_mm512_setzero_si512());
|
|
288
|
+
}
|
|
289
|
+
|
|
290
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_dpwuuds_epi32(__m512i __A,
|
|
291
|
+
__m512i __B,
|
|
292
|
+
__m512i __C) {
|
|
293
|
+
return (__m512i)__builtin_ia32_vpdpwuuds512((__v16si)__A, (__v32hu)__B,
|
|
294
|
+
(__v32hu)__C);
|
|
295
|
+
}
|
|
296
|
+
|
|
297
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_mask_dpwuuds_epi32(
|
|
298
|
+
__m512i __A, __mmask16 __U, __m512i __B, __m512i __C) {
|
|
299
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
300
|
+
(__mmask16)__U, (__v16si)_mm512_dpwuuds_epi32(__A, __B, __C),
|
|
301
|
+
(__v16si)__A);
|
|
302
|
+
}
|
|
303
|
+
|
|
304
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_maskz_dpwuuds_epi32(
|
|
305
|
+
__mmask16 __U, __m512i __A, __m512i __B, __m512i __C) {
|
|
306
|
+
return (__m512i)__builtin_ia32_selectd_512(
|
|
307
|
+
(__mmask16)__U, (__v16si)_mm512_dpwuuds_epi32(__A, __B, __C),
|
|
308
|
+
(__v16si)_mm512_setzero_si512());
|
|
309
|
+
}
|
|
310
|
+
|
|
311
|
+
#undef __DEFAULT_FN_ATTRS
|
|
312
|
+
|
|
313
|
+
#endif /* __SSE2__ */
|
|
314
|
+
#endif /* __AVX10_2_512NIINTRIN_H */
|
|
@@ -0,0 +1,307 @@
|
|
|
1
|
+
/*===----- avx10_2_512satcvtdsintrin.h - AVX10_2_512SATCVTDS intrinsics ----===
|
|
2
|
+
*
|
|
3
|
+
* Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
4
|
+
* See https://llvm.org/LICENSE.txt for license information.
|
|
5
|
+
* SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
6
|
+
*
|
|
7
|
+
*===-----------------------------------------------------------------------===
|
|
8
|
+
*/
|
|
9
|
+
#ifndef __IMMINTRIN_H
|
|
10
|
+
#error \
|
|
11
|
+
"Never use <avx10_2_512satcvtdsintrin.h> directly; include <immintrin.h> instead."
|
|
12
|
+
#endif
|
|
13
|
+
|
|
14
|
+
#ifndef __AVX10_2_512SATCVTDSINTRIN_H
|
|
15
|
+
#define __AVX10_2_512SATCVTDSINTRIN_H
|
|
16
|
+
|
|
17
|
+
/* Define the default attributes for the functions in this file. */
|
|
18
|
+
#define __DEFAULT_FN_ATTRS \
|
|
19
|
+
__attribute__((__always_inline__, __nodebug__, __target__("avx10.2"), \
|
|
20
|
+
__min_vector_width__(512)))
|
|
21
|
+
|
|
22
|
+
// 512 bit : Double -> Int
|
|
23
|
+
static __inline__ __m256i __DEFAULT_FN_ATTRS
|
|
24
|
+
_mm512_cvtts_pd_epi32(__m512d __A) {
|
|
25
|
+
return ((__m256i)__builtin_ia32_vcvttpd2dqs512_round_mask(
|
|
26
|
+
(__v8df)__A, (__v8si)_mm256_undefined_si256(), (__mmask8)-1,
|
|
27
|
+
_MM_FROUND_CUR_DIRECTION));
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
static __inline__ __m256i __DEFAULT_FN_ATTRS
|
|
31
|
+
_mm512_mask_cvtts_pd_epi32(__m256i __W, __mmask8 __U, __m512d __A) {
|
|
32
|
+
return ((__m256i)__builtin_ia32_vcvttpd2dqs512_round_mask(
|
|
33
|
+
(__v8df)__A, (__v8si)__W, __U, _MM_FROUND_CUR_DIRECTION));
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
static __inline__ __m256i __DEFAULT_FN_ATTRS
|
|
37
|
+
_mm512_maskz_cvtts_pd_epi32(__mmask8 __U, __m512d __A) {
|
|
38
|
+
return ((__m256i)__builtin_ia32_vcvttpd2dqs512_round_mask(
|
|
39
|
+
(__v8df)__A, (__v8si)_mm256_setzero_si256(), __U,
|
|
40
|
+
_MM_FROUND_CUR_DIRECTION));
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
#define _mm512_cvtts_roundpd_epi32(__A, __R) \
|
|
44
|
+
((__m256i)__builtin_ia32_vcvttpd2dqs512_round_mask( \
|
|
45
|
+
(__v8df)(__m512d)(__A), (__v8si)_mm256_undefined_si256(), \
|
|
46
|
+
(__mmask8) - 1, (const int)(__R)))
|
|
47
|
+
|
|
48
|
+
#define _mm512_mask_cvtts_roundpd_epi32(__W, __U, __A, __R) \
|
|
49
|
+
((__m256i)__builtin_ia32_vcvttpd2dqs512_round_mask( \
|
|
50
|
+
(__v8df)(__m512d)(__A), (__v8si)(__m256i)(__W), (__mmask8)(__U), \
|
|
51
|
+
(const int)(__R)))
|
|
52
|
+
|
|
53
|
+
#define _mm512_maskz_cvtts_roundpd_epi32(__U, __A, __R) \
|
|
54
|
+
((__m256i)__builtin_ia32_vcvttpd2dqs512_round_mask( \
|
|
55
|
+
(__v8df)(__m512d)(__A), (__v8si)_mm256_setzero_si256(), (__mmask8)(__U), \
|
|
56
|
+
(const int)(__R)))
|
|
57
|
+
|
|
58
|
+
// 512 bit : Double -> uInt
|
|
59
|
+
static __inline__ __m256i __DEFAULT_FN_ATTRS
|
|
60
|
+
_mm512_cvtts_pd_epu32(__m512d __A) {
|
|
61
|
+
return ((__m256i)__builtin_ia32_vcvttpd2udqs512_round_mask(
|
|
62
|
+
(__v8df)__A, (__v8si)_mm256_undefined_si256(), (__mmask8)-1,
|
|
63
|
+
_MM_FROUND_CUR_DIRECTION));
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
static __inline__ __m256i __DEFAULT_FN_ATTRS
|
|
67
|
+
_mm512_mask_cvtts_pd_epu32(__m256i __W, __mmask8 __U, __m512d __A) {
|
|
68
|
+
return ((__m256i)__builtin_ia32_vcvttpd2udqs512_round_mask(
|
|
69
|
+
(__v8df)__A, (__v8si)__W, __U, _MM_FROUND_CUR_DIRECTION));
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
static __inline__ __m256i __DEFAULT_FN_ATTRS
|
|
73
|
+
_mm512_maskz_cvtts_pd_epu32(__mmask8 __U, __m512d __A) {
|
|
74
|
+
return ((__m256i)__builtin_ia32_vcvttpd2udqs512_round_mask(
|
|
75
|
+
(__v8df)__A, (__v8si)_mm256_setzero_si256(), __U,
|
|
76
|
+
_MM_FROUND_CUR_DIRECTION));
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
#define _mm512_cvtts_roundpd_epu32(__A, __R) \
|
|
80
|
+
((__m256i)__builtin_ia32_vcvttpd2udqs512_round_mask( \
|
|
81
|
+
(__v8df)(__m512d)(__A), (__v8si)_mm256_undefined_si256(), \
|
|
82
|
+
(__mmask8) - 1, (const int)(__R)))
|
|
83
|
+
|
|
84
|
+
#define _mm512_mask_cvtts_roundpd_epu32(__W, __U, __A, __R) \
|
|
85
|
+
((__m256i)__builtin_ia32_vcvttpd2udqs512_round_mask( \
|
|
86
|
+
(__v8df)(__m512d)(__A), (__v8si)(__m256i)(__W), (__mmask8)(__U), \
|
|
87
|
+
(const int)(__R)))
|
|
88
|
+
|
|
89
|
+
#define _mm512_maskz_cvtts_roundpd_epu32(__U, __A, __R) \
|
|
90
|
+
((__m256i)__builtin_ia32_vcvttpd2udqs512_round_mask( \
|
|
91
|
+
(__v8df)(__m512d)(__A), (__v8si)_mm256_setzero_si256(), (__mmask8)(__U), \
|
|
92
|
+
(const int)(__R)))
|
|
93
|
+
|
|
94
|
+
// 512 bit : Double -> Long
|
|
95
|
+
|
|
96
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
97
|
+
_mm512_cvtts_pd_epi64(__m512d __A) {
|
|
98
|
+
return ((__m512i)__builtin_ia32_vcvttpd2qqs512_round_mask(
|
|
99
|
+
(__v8df)__A, (__v8di)_mm512_undefined_epi32(), (__mmask8)-1,
|
|
100
|
+
_MM_FROUND_CUR_DIRECTION));
|
|
101
|
+
}
|
|
102
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
103
|
+
_mm512_mask_cvtts_pd_epi64(__m512i __W, __mmask8 __U, __m512d __A) {
|
|
104
|
+
return ((__m512i)__builtin_ia32_vcvttpd2qqs512_round_mask(
|
|
105
|
+
(__v8df)__A, (__v8di)__W, __U, _MM_FROUND_CUR_DIRECTION));
|
|
106
|
+
}
|
|
107
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
108
|
+
_mm512_maskz_cvtts_pd_epi64(__mmask8 __U, __m512d __A) {
|
|
109
|
+
return ((__m512i)__builtin_ia32_vcvttpd2qqs512_round_mask(
|
|
110
|
+
(__v8df)__A, (__v8di)_mm512_setzero_si512(), __U,
|
|
111
|
+
_MM_FROUND_CUR_DIRECTION));
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
#define _mm512_cvtts_roundpd_epi64(__A, __R) \
|
|
115
|
+
((__m512i)__builtin_ia32_vcvttpd2qqs512_round_mask( \
|
|
116
|
+
(__v8df)(__m512d)(__A), (__v8di)_mm512_undefined_epi32(), \
|
|
117
|
+
(__mmask8) - 1, (const int)(__R)))
|
|
118
|
+
|
|
119
|
+
#define _mm512_mask_cvtts_roundpd_epi64(__W, __U, __A, __R) \
|
|
120
|
+
((__m512i)__builtin_ia32_vcvttpd2qqs512_round_mask( \
|
|
121
|
+
(__v8df)(__m512d)(__A), (__v8di)(__m512i)(__W), (__mmask8)(__U), \
|
|
122
|
+
(const int)(__R)))
|
|
123
|
+
|
|
124
|
+
#define _mm512_maskz_cvtts_roundpd_epi64(__U, __A, __R) \
|
|
125
|
+
((__m512i)__builtin_ia32_vcvttpd2qqs512_round_mask( \
|
|
126
|
+
(__v8df)(__m512d)(__A), (__v8di)_mm512_setzero_si512(), (__mmask8)(__U), \
|
|
127
|
+
(const int)(__R)))
|
|
128
|
+
|
|
129
|
+
// 512 bit : Double -> ULong
|
|
130
|
+
|
|
131
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
132
|
+
_mm512_cvtts_pd_epu64(__m512d __A) {
|
|
133
|
+
return ((__m512i)__builtin_ia32_vcvttpd2uqqs512_round_mask(
|
|
134
|
+
(__v8df)__A, (__v8di)_mm512_undefined_epi32(), (__mmask8)-1,
|
|
135
|
+
_MM_FROUND_CUR_DIRECTION));
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
139
|
+
_mm512_mask_cvtts_pd_epu64(__m512i __W, __mmask8 __U, __m512d __A) {
|
|
140
|
+
return ((__m512i)__builtin_ia32_vcvttpd2uqqs512_round_mask(
|
|
141
|
+
(__v8df)__A, (__v8di)__W, __U, _MM_FROUND_CUR_DIRECTION));
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
145
|
+
_mm512_maskz_cvtts_pd_epu64(__mmask8 __U, __m512d __A) {
|
|
146
|
+
return ((__m512i)__builtin_ia32_vcvttpd2uqqs512_round_mask(
|
|
147
|
+
(__v8df)__A, (__v8di)_mm512_setzero_si512(), __U,
|
|
148
|
+
_MM_FROUND_CUR_DIRECTION));
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
#define _mm512_cvtts_roundpd_epu64(__A, __R) \
|
|
152
|
+
((__m512i)__builtin_ia32_vcvttpd2uqqs512_round_mask( \
|
|
153
|
+
(__v8df)(__m512d)(__A), (__v8di)_mm512_undefined_epi32(), \
|
|
154
|
+
(__mmask8) - 1, (const int)(__R)))
|
|
155
|
+
|
|
156
|
+
#define _mm512_mask_cvtts_roundpd_epu64(__W, __U, __A, __R) \
|
|
157
|
+
((__m512i)__builtin_ia32_vcvttpd2uqqs512_round_mask( \
|
|
158
|
+
(__v8df)(__m512d)(__A), (__v8di)(__m512i)(__W), (__mmask8)(__U), \
|
|
159
|
+
(const int)(__R)))
|
|
160
|
+
|
|
161
|
+
#define _mm512_maskz_cvtts_roundpd_epu64(__U, __A, __R) \
|
|
162
|
+
((__m512i)__builtin_ia32_vcvttpd2uqqs512_round_mask( \
|
|
163
|
+
(__v8df)(__m512d)(__A), (__v8di)_mm512_setzero_si512(), (__mmask8)(__U), \
|
|
164
|
+
(const int)(__R)))
|
|
165
|
+
|
|
166
|
+
// 512 bit: Float -> int
|
|
167
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_cvtts_ps_epi32(__m512 __A) {
|
|
168
|
+
return ((__m512i)__builtin_ia32_vcvttps2dqs512_round_mask(
|
|
169
|
+
(__v16sf)(__A), (__v16si)_mm512_undefined_epi32(), (__mmask16)-1,
|
|
170
|
+
_MM_FROUND_CUR_DIRECTION));
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
174
|
+
_mm512_mask_cvtts_ps_epi32(__m512i __W, __mmask16 __U, __m512 __A) {
|
|
175
|
+
return ((__m512i)__builtin_ia32_vcvttps2dqs512_round_mask(
|
|
176
|
+
(__v16sf)(__A), (__v16si)(__W), __U, _MM_FROUND_CUR_DIRECTION));
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
180
|
+
_mm512_maskz_cvtts_ps_epi32(__mmask16 __U, __m512 __A) {
|
|
181
|
+
return ((__m512i)__builtin_ia32_vcvttps2dqs512_round_mask(
|
|
182
|
+
(__v16sf)(__A), (__v16si)_mm512_setzero_si512(), __U,
|
|
183
|
+
_MM_FROUND_CUR_DIRECTION));
|
|
184
|
+
}
|
|
185
|
+
|
|
186
|
+
#define _mm512_cvtts_roundps_epi32(__A, __R) \
|
|
187
|
+
((__m512i)__builtin_ia32_vcvttps2dqs512_round_mask( \
|
|
188
|
+
(__v16sf)(__m512)(__A), (__v16si)_mm512_undefined_epi32(), \
|
|
189
|
+
(__mmask16) - 1, (const int)(__R)))
|
|
190
|
+
|
|
191
|
+
#define _mm512_mask_cvtts_roundps_epi32(__W, __U, __A, __R) \
|
|
192
|
+
((__m512i)__builtin_ia32_vcvttps2dqs512_round_mask( \
|
|
193
|
+
(__v16sf)(__m512)(__A), (__v16si)(__m512i)(__W), (__mmask16)(__U), \
|
|
194
|
+
(const int)(__R)))
|
|
195
|
+
|
|
196
|
+
#define _mm512_maskz_cvtts_roundps_epi32(__U, __A, __R) \
|
|
197
|
+
((__m512i)__builtin_ia32_vcvttps2dqs512_round_mask( \
|
|
198
|
+
(__v16sf)(__m512)(__A), (__v16si)_mm512_setzero_si512(), \
|
|
199
|
+
(__mmask16)(__U), (const int)(__R)))
|
|
200
|
+
|
|
201
|
+
// 512 bit: Float -> uint
|
|
202
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_cvtts_ps_epu32(__m512 __A) {
|
|
203
|
+
return ((__m512i)__builtin_ia32_vcvttps2udqs512_round_mask(
|
|
204
|
+
(__v16sf)(__A), (__v16si)_mm512_undefined_epi32(), (__mmask16)-1,
|
|
205
|
+
_MM_FROUND_CUR_DIRECTION));
|
|
206
|
+
}
|
|
207
|
+
|
|
208
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
209
|
+
_mm512_mask_cvtts_ps_epu32(__m512i __W, __mmask16 __U, __m512 __A) {
|
|
210
|
+
return ((__m512i)__builtin_ia32_vcvttps2udqs512_round_mask(
|
|
211
|
+
(__v16sf)(__A), (__v16si)(__W), __U, _MM_FROUND_CUR_DIRECTION));
|
|
212
|
+
}
|
|
213
|
+
|
|
214
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
215
|
+
_mm512_maskz_cvtts_ps_epu32(__mmask16 __U, __m512 __A) {
|
|
216
|
+
return ((__m512i)__builtin_ia32_vcvttps2udqs512_round_mask(
|
|
217
|
+
(__v16sf)(__A), (__v16si)_mm512_setzero_si512(), __U,
|
|
218
|
+
_MM_FROUND_CUR_DIRECTION));
|
|
219
|
+
}
|
|
220
|
+
|
|
221
|
+
#define _mm512_cvtts_roundps_epu32(__A, __R) \
|
|
222
|
+
((__m512i)__builtin_ia32_vcvttps2udqs512_round_mask( \
|
|
223
|
+
(__v16sf)(__m512)(__A), (__v16si)_mm512_undefined_epi32(), \
|
|
224
|
+
(__mmask16) - 1, (const int)(__R)))
|
|
225
|
+
|
|
226
|
+
#define _mm512_mask_cvtts_roundps_epu32(__W, __U, __A, __R) \
|
|
227
|
+
((__m512i)__builtin_ia32_vcvttps2udqs512_round_mask( \
|
|
228
|
+
(__v16sf)(__m512)(__A), (__v16si)(__m512i)(__W), (__mmask16)(__U), \
|
|
229
|
+
(const int)(__R)))
|
|
230
|
+
|
|
231
|
+
#define _mm512_maskz_cvtts_roundps_epu32(__U, __A, __R) \
|
|
232
|
+
((__m512i)__builtin_ia32_vcvttps2udqs512_round_mask( \
|
|
233
|
+
(__v16sf)(__m512)(__A), (__v16si)_mm512_setzero_si512(), \
|
|
234
|
+
(__mmask16)(__U), (const int)(__R)))
|
|
235
|
+
|
|
236
|
+
// 512 bit : float -> long
|
|
237
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_cvtts_ps_epi64(__m256 __A) {
|
|
238
|
+
return ((__m512i)__builtin_ia32_vcvttps2qqs512_round_mask(
|
|
239
|
+
(__v8sf)__A, (__v8di)_mm512_undefined_epi32(), (__mmask8)-1,
|
|
240
|
+
_MM_FROUND_CUR_DIRECTION));
|
|
241
|
+
}
|
|
242
|
+
|
|
243
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
244
|
+
_mm512_mask_cvtts_ps_epi64(__m512i __W, __mmask8 __U, __m256 __A) {
|
|
245
|
+
return ((__m512i)__builtin_ia32_vcvttps2qqs512_round_mask(
|
|
246
|
+
(__v8sf)__A, (__v8di)__W, __U, _MM_FROUND_CUR_DIRECTION));
|
|
247
|
+
}
|
|
248
|
+
|
|
249
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
250
|
+
_mm512_maskz_cvtts_ps_epi64(__mmask8 __U, __m256 __A) {
|
|
251
|
+
return ((__m512i)__builtin_ia32_vcvttps2qqs512_round_mask(
|
|
252
|
+
(__v8sf)__A, (__v8di)_mm512_setzero_si512(), __U,
|
|
253
|
+
_MM_FROUND_CUR_DIRECTION));
|
|
254
|
+
}
|
|
255
|
+
|
|
256
|
+
#define _mm512_cvtts_roundps_epi64(__A, __R) \
|
|
257
|
+
((__m512i)__builtin_ia32_vcvttps2qqs512_round_mask( \
|
|
258
|
+
(__v8sf)(__m256)(__A), (__v8di)_mm512_undefined_epi32(), (__mmask8) - 1, \
|
|
259
|
+
(const int)(__R)))
|
|
260
|
+
|
|
261
|
+
#define _mm512_mask_cvtts_roundps_epi64(__W, __U, __A, __R) \
|
|
262
|
+
((__m512i)__builtin_ia32_vcvttps2qqs512_round_mask( \
|
|
263
|
+
(__v8sf)(__m256)(__A), (__v8di)(__m512i)(__W), (__mmask8)(__U), \
|
|
264
|
+
(const int)(__R)))
|
|
265
|
+
|
|
266
|
+
#define _mm512_maskz_cvtts_roundps_epi64(__U, __A, __R) \
|
|
267
|
+
((__m512i)__builtin_ia32_vcvttps2qqs512_round_mask( \
|
|
268
|
+
(__v8sf)(__m256)(__A), (__v8di)_mm512_setzero_si512(), (__mmask8)(__U), \
|
|
269
|
+
(const int)(__R)))
|
|
270
|
+
|
|
271
|
+
// 512 bit : float -> ulong
|
|
272
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS _mm512_cvtts_ps_epu64(__m256 __A) {
|
|
273
|
+
return ((__m512i)__builtin_ia32_vcvttps2uqqs512_round_mask(
|
|
274
|
+
(__v8sf)__A, (__v8di)_mm512_undefined_epi32(), (__mmask8)-1,
|
|
275
|
+
_MM_FROUND_CUR_DIRECTION));
|
|
276
|
+
}
|
|
277
|
+
|
|
278
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
279
|
+
_mm512_mask_cvtts_ps_epu64(__m512i __W, __mmask8 __U, __m256 __A) {
|
|
280
|
+
return ((__m512i)__builtin_ia32_vcvttps2uqqs512_round_mask(
|
|
281
|
+
(__v8sf)__A, (__v8di)__W, __U, _MM_FROUND_CUR_DIRECTION));
|
|
282
|
+
}
|
|
283
|
+
|
|
284
|
+
static __inline__ __m512i __DEFAULT_FN_ATTRS
|
|
285
|
+
_mm512_maskz_cvtts_ps_epu64(__mmask8 __U, __m256 __A) {
|
|
286
|
+
return ((__m512i)__builtin_ia32_vcvttps2uqqs512_round_mask(
|
|
287
|
+
(__v8sf)__A, (__v8di)_mm512_setzero_si512(), __U,
|
|
288
|
+
_MM_FROUND_CUR_DIRECTION));
|
|
289
|
+
}
|
|
290
|
+
|
|
291
|
+
#define _mm512_cvtts_roundps_epu64(__A, __R) \
|
|
292
|
+
((__m512i)__builtin_ia32_vcvttps2uqqs512_round_mask( \
|
|
293
|
+
(__v8sf)(__m256)(__A), (__v8di)_mm512_undefined_epi32(), (__mmask8) - 1, \
|
|
294
|
+
(const int)(__R)))
|
|
295
|
+
|
|
296
|
+
#define _mm512_mask_cvtts_roundps_epu64(__W, __U, __A, __R) \
|
|
297
|
+
((__m512i)__builtin_ia32_vcvttps2uqqs512_round_mask( \
|
|
298
|
+
(__v8sf)(__m256)(__A), (__v8di)(__m512i)(__W), (__mmask8)(__U), \
|
|
299
|
+
(const int)(__R)))
|
|
300
|
+
|
|
301
|
+
#define _mm512_maskz_cvtts_roundps_epu64(__U, __A, __R) \
|
|
302
|
+
((__m512i)__builtin_ia32_vcvttps2uqqs512_round_mask( \
|
|
303
|
+
(__v8sf)(__m256)(__A), (__v8di)_mm512_setzero_si512(), (__mmask8)(__U), \
|
|
304
|
+
(const int)(__R)))
|
|
305
|
+
|
|
306
|
+
#undef __DEFAULT_FN_ATTRS
|
|
307
|
+
#endif // __AVX10_2_512SATCVTDSINTRIN_H
|