casadi 3.6.4__cp310-none-macosx_11_0_arm64.whl → 3.6.6__cp310-none-macosx_11_0_arm64.whl

casadi/include/include/simde/x86/xop.h

@@ -1,3644 +0,0 @@
-/* SPDX-License-Identifier: MIT
- *
- * Permission is hereby granted, free of charge, to any person
- * obtaining a copy of this software and associated documentation
- * files (the "Software"), to deal in the Software without
- * restriction, including without limitation the rights to use, copy,
- * modify, merge, publish, distribute, sublicense, and/or sell copies
- * of the Software, and to permit persons to whom the Software is
- * furnished to do so, subject to the following conditions:
- *
- * The above copyright notice and this permission notice shall be
- * included in all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
- * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
- * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
- * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
- * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
- * SOFTWARE.
- *
- * Copyright:
- *   2020      Evan Nemerson <evan@nemerson.com>
- */
-
-#if !defined(SIMDE_X86_XOP_H)
-#define SIMDE_X86_XOP_H
-
-#include "avx2.h"
-
-#if !defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_ENABLE_NATIVE_ALIASES)
-#  define SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES
-#endif
-
-HEDLEY_DIAGNOSTIC_PUSH
-SIMDE_DISABLE_UNWANTED_DIAGNOSTICS
-SIMDE_BEGIN_DECLS_
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_cmov_si128 (simde__m128i a, simde__m128i b, simde__m128i c) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_cmov_si128(a, b, c);
-  #elif defined(SIMDE_X86_AVX512VL_NATIVE)
-    return _mm_ternarylogic_epi32(a, b, c, 0xe4);
-  #elif defined(SIMDE_X86_SSE2_NATIVE)
-    return _mm_or_si128(_mm_and_si128(c, a), _mm_andnot_si128(c, b));
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b),
-      c_ = simde__m128i_to_private(c);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_i8 = vbslq_s8(c_.neon_u8, a_.neon_i8, b_.neon_i8);
-    #elif defined(SIMDE_WASM_SIMD128_NATIVE)
-      r_.wasm_v128 = wasm_v128_bitselect(a_.wasm_v128, b_.wasm_v128, c_.wasm_v128);
-    #elif defined(SIMDE_POWER_ALTIVEC_P7_NATIVE)
-      r_.altivec_i32 = vec_sel(b_.altivec_i32, a_.altivec_i32, c_.altivec_u32);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i32f = (c_.i32f & a_.i32f) | (~c_.i32f & b_.i32f);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i32f) / sizeof(r_.i32f[0])) ; i++) {
-        r_.i32f[i] = (c_.i32f[i] & a_.i32f[i]) | (~c_.i32f[i] & b_.i32f[i]);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_cmov_si128(a, b, c) simde_mm_cmov_si128((a), (b), (c))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m256i
-simde_mm256_cmov_si256 (simde__m256i a, simde__m256i b, simde__m256i c) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_AVX_NATIVE) && !defined(SIMDE_BUG_GCC_98521)
-    return _mm256_cmov_si256(a, b, c);
-  #elif defined(SIMDE_X86_AVX512VL_NATIVE)
-    return _mm256_ternarylogic_epi32(a, b, c, 0xe4);
-  #elif defined(SIMDE_X86_AVX2_NATIVE)
-    return _mm256_or_si256(_mm256_and_si256(c, a), _mm256_andnot_si256(c, b));
-  #else
-    simde__m256i_private
-      r_,
-      a_ = simde__m256i_to_private(a),
-      b_ = simde__m256i_to_private(b),
-      c_ = simde__m256i_to_private(c);
-
-    #if SIMDE_NATURAL_VECTOR_SIZE_LE(128)
-      for (size_t i = 0 ; i < (sizeof(r_.m128i) / sizeof(r_.m128i[0])) ; i++) {
-        r_.m128i[i] = simde_mm_cmov_si128(a_.m128i[i], b_.m128i[i], c_.m128i[i]);
-      }
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i32f) / sizeof(r_.i32f[0])) ; i++) {
-        r_.i32f[i] = (c_.i32f[i] & a_.i32f[i]) | (~c_.i32f[i] & b_.i32f[i]);
-      }
-    #endif
-
-    return simde__m256i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm256_cmov_si256(a, b, c) simde_mm256_cmov_si256((a), (b), (c))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comeq_epi8 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_EQ)
-    return _mm_com_epi8(a, b, _MM_PCOMCTRL_EQ);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comeq_epi8(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u8 = vceqq_s8(a_.neon_i8, b_.neon_i8);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i8), a_.i8 == b_.i8);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i8) / sizeof(r_.i8[0])) ; i++) {
-        r_.i8[i] = (a_.i8[i] == b_.i8[i]) ? ~INT8_C(0) : INT8_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comeq_epi8(a, b) simde_mm_comeq_epi8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comeq_epi16 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_EQ)
-    return _mm_com_epi16(a, b, _MM_PCOMCTRL_EQ);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comeq_epi16(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u16 = vceqq_s16(a_.neon_i16, b_.neon_i16);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i16), a_.i16 == b_.i16);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
-        r_.i16[i] = (a_.i16[i] == b_.i16[i]) ? ~INT16_C(0) : INT16_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comeq_epi16(a, b) simde_mm_comeq_epi16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comeq_epi32 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_EQ)
-    return _mm_com_epi32(a, b, _MM_PCOMCTRL_EQ);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comeq_epi32(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u32 = vceqq_s32(a_.neon_i32, b_.neon_i32);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i32), a_.i32 == b_.i32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
-        r_.i32[i] = (a_.i32[i] == b_.i32[i]) ? ~INT32_C(0) : INT32_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comeq_epi32(a, b) simde_mm_comeq_epi32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comeq_epi64 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_EQ)
-    return _mm_com_epi64(a, b, _MM_PCOMCTRL_EQ);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comeq_epi64(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      r_.neon_u64 = vceqq_s64(a_.neon_i64, b_.neon_i64);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i64), a_.i64 == b_.i64);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-        r_.i64[i] = (a_.i64[i] == b_.i64[i]) ? ~INT64_C(0) : INT64_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comeq_epi64(a, b) simde_mm_comeq_epi64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comeq_epu8 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_EQ)
-    return _mm_com_epu8(a, b, _MM_PCOMCTRL_EQ);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comeq_epu8(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u8 = vceqq_u8(a_.neon_u8, b_.neon_u8);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u8), a_.u8 == b_.u8);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
-        r_.u8[i] = (a_.u8[i] == b_.u8[i]) ? ~INT8_C(0) : INT8_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comeq_epu8(a, b) simde_mm_comeq_epu8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comeq_epu16 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_EQ)
-    return _mm_com_epu16(a, b, _MM_PCOMCTRL_EQ);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comeq_epu16(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u16 = vceqq_u16(a_.neon_u16, b_.neon_u16);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u16), a_.u16 == b_.u16);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
-        r_.u16[i] = (a_.u16[i] == b_.u16[i]) ? ~INT16_C(0) : INT16_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comeq_epu16(a, b) simde_mm_comeq_epu16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comeq_epu32 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_EQ)
-    return _mm_com_epu32(a, b, _MM_PCOMCTRL_EQ);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comeq_epu32(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u32 = vceqq_u32(a_.neon_u32, b_.neon_u32);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u32), a_.u32 == b_.u32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
-        r_.u32[i] = (a_.u32[i] == b_.u32[i]) ? ~INT32_C(0) : INT32_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comeq_epu32(a, b) simde_mm_comeq_epu32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comeq_epu64 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_EQ)
-    return _mm_com_epu64(a, b, _MM_PCOMCTRL_EQ);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comeq_epu64(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      r_.neon_u64 = vceqq_u64(a_.neon_u64, b_.neon_u64);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u64), a_.u64 == b_.u64);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
-        r_.u64[i] = (a_.u64[i] == b_.u64[i]) ? ~INT64_C(0) : INT64_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comeq_epu64(a, b) simde_mm_comeq_epu64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comge_epi8 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GE)
-    return _mm_com_epi8(a, b, _MM_PCOMCTRL_GE);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comge_epi8(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u8 = vcgeq_s8(a_.neon_i8, b_.neon_i8);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i8), a_.i8 >= b_.i8);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i8) / sizeof(r_.i8[0])) ; i++) {
-        r_.i8[i] = (a_.i8[i] >= b_.i8[i]) ? ~INT8_C(0) : INT8_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comge_epi8(a, b) simde_mm_comge_epi8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comge_epi16 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GE)
-    return _mm_com_epi16(a, b, _MM_PCOMCTRL_GE);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comge_epi16(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u16 = vcgeq_s16(a_.neon_i16, b_.neon_i16);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i16), a_.i16 >= b_.i16);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
-        r_.i16[i] = (a_.i16[i] >= b_.i16[i]) ? ~INT16_C(0) : INT16_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comge_epi16(a, b) simde_mm_comge_epi16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comge_epi32 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GE)
-    return _mm_com_epi32(a, b, _MM_PCOMCTRL_GE);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comge_epi32(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u32 = vcgeq_s32(a_.neon_i32, b_.neon_i32);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i32), a_.i32 >= b_.i32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
-        r_.i32[i] = (a_.i32[i] >= b_.i32[i]) ? ~INT32_C(0) : INT32_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comge_epi32(a, b) simde_mm_comge_epi32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comge_epi64 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GE)
-    return _mm_com_epi64(a, b, _MM_PCOMCTRL_GE);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comge_epi64(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      r_.neon_u64 = vcgeq_s64(a_.neon_i64, b_.neon_i64);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i64), a_.i64 >= b_.i64);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-        r_.i64[i] = (a_.i64[i] >= b_.i64[i]) ? ~INT64_C(0) : INT64_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comge_epi64(a, b) simde_mm_comge_epi64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comge_epu8 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GE)
-    return _mm_com_epu8(a, b, _MM_PCOMCTRL_GE);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comge_epu8(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u8 = vcgeq_u8(a_.neon_u8, b_.neon_u8);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u8), a_.u8 >= b_.u8);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
-        r_.u8[i] = (a_.u8[i] >= b_.u8[i]) ? ~INT8_C(0) : INT8_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comge_epu8(a, b) simde_mm_comge_epu8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comge_epu16 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GE)
-    return _mm_com_epu16(a, b, _MM_PCOMCTRL_GE);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comge_epu16(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u16 = vcgeq_u16(a_.neon_u16, b_.neon_u16);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u16), a_.u16 >= b_.u16);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
-        r_.u16[i] = (a_.u16[i] >= b_.u16[i]) ? ~INT16_C(0) : INT16_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comge_epu16(a, b) simde_mm_comge_epu16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comge_epu32 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GE)
-    return _mm_com_epu32(a, b, _MM_PCOMCTRL_GE);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comge_epu32(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u32 = vcgeq_u32(a_.neon_u32, b_.neon_u32);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u32), a_.u32 >= b_.u32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
-        r_.u32[i] = (a_.u32[i] >= b_.u32[i]) ? ~INT32_C(0) : INT32_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comge_epu32(a, b) simde_mm_comge_epu32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comge_epu64 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GE)
-    return _mm_com_epu64(a, b, _MM_PCOMCTRL_GE);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comge_epu64(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      r_.neon_u64 = vcgeq_u64(a_.neon_u64, b_.neon_u64);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u64), a_.u64 >= b_.u64);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
-        r_.u64[i] = (a_.u64[i] >= b_.u64[i]) ? ~INT64_C(0) : INT64_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comge_epu64(a, b) simde_mm_comge_epu64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comgt_epi8 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GT)
-    return _mm_com_epi8(a, b, _MM_PCOMCTRL_GT);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comgt_epi8(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u8 = vcgtq_s8(a_.neon_i8, b_.neon_i8);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i8), a_.i8 > b_.i8);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i8) / sizeof(r_.i8[0])) ; i++) {
-        r_.i8[i] = (a_.i8[i] > b_.i8[i]) ? ~INT8_C(0) : INT8_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comgt_epi8(a, b) simde_mm_comgt_epi8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comgt_epi16 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GT)
-    return _mm_com_epi16(a, b, _MM_PCOMCTRL_GT);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comgt_epi16(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u16 = vcgtq_s16(a_.neon_i16, b_.neon_i16);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i16), a_.i16 > b_.i16);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
-        r_.i16[i] = (a_.i16[i] > b_.i16[i]) ? ~INT16_C(0) : INT16_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comgt_epi16(a, b) simde_mm_comgt_epi16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comgt_epi32 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GT)
-    return _mm_com_epi32(a, b, _MM_PCOMCTRL_GT);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comgt_epi32(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u32 = vcgtq_s32(a_.neon_i32, b_.neon_i32);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i32), a_.i32 > b_.i32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
-        r_.i32[i] = (a_.i32[i] > b_.i32[i]) ? ~INT32_C(0) : INT32_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comgt_epi32(a, b) simde_mm_comgt_epi32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comgt_epi64 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GT)
-    return _mm_com_epi64(a, b, _MM_PCOMCTRL_GT);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comgt_epi64(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      r_.neon_u64 = vcgtq_s64(a_.neon_i64, b_.neon_i64);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i64), a_.i64 > b_.i64);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-        r_.i64[i] = (a_.i64[i] > b_.i64[i]) ? ~INT64_C(0) : INT64_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comgt_epi64(a, b) simde_mm_comgt_epi64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comgt_epu8 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GT)
-    return _mm_com_epu8(a, b, _MM_PCOMCTRL_GT);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comgt_epu8(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u8 = vcgtq_u8(a_.neon_u8, b_.neon_u8);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u8), a_.u8 > b_.u8);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
-        r_.u8[i] = (a_.u8[i] > b_.u8[i]) ? ~INT8_C(0) : INT8_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comgt_epu8(a, b) simde_mm_comgt_epu8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comgt_epu16 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GT)
-    return _mm_com_epu16(a, b, _MM_PCOMCTRL_GT);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comgt_epu16(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u16 = vcgtq_u16(a_.neon_u16, b_.neon_u16);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u16), a_.u16 > b_.u16);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
-        r_.u16[i] = (a_.u16[i] > b_.u16[i]) ? ~INT16_C(0) : INT16_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comgt_epu16(a, b) simde_mm_comgt_epu16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comgt_epu32 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GT)
-    return _mm_com_epu32(a, b, _MM_PCOMCTRL_GT);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comgt_epu32(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u32 = vcgtq_u32(a_.neon_u32, b_.neon_u32);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u32), a_.u32 > b_.u32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
-        r_.u32[i] = (a_.u32[i] > b_.u32[i]) ? ~INT32_C(0) : INT32_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comgt_epu32(a, b) simde_mm_comgt_epu32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comgt_epu64 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GT)
-    return _mm_com_epu64(a, b, _MM_PCOMCTRL_GT);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comgt_epu64(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      r_.neon_u64 = vcgtq_u64(a_.neon_u64, b_.neon_u64);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u64), a_.u64 > b_.u64);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
-        r_.u64[i] = (a_.u64[i] > b_.u64[i]) ? ~INT64_C(0) : INT64_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comgt_epu64(a, b) simde_mm_comgt_epu64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comle_epi8 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LE)
-    return _mm_com_epi8(a, b, _MM_PCOMCTRL_LE);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comle_epi8(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u8 = vcleq_s8(a_.neon_i8, b_.neon_i8);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i8), a_.i8 <= b_.i8);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i8) / sizeof(r_.i8[0])) ; i++) {
-        r_.i8[i] = (a_.i8[i] <= b_.i8[i]) ? ~INT8_C(0) : INT8_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comle_epi8(a, b) simde_mm_comle_epi8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comle_epi16 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LE)
-    return _mm_com_epi16(a, b, _MM_PCOMCTRL_LE);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comle_epi16(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i16), a_.i16 <= b_.i16);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
-        r_.i16[i] = (a_.i16[i] <= b_.i16[i]) ? ~INT16_C(0) : INT16_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comle_epi16(a, b) simde_mm_comle_epi16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comle_epi32 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LE)
-    return _mm_com_epi32(a, b, _MM_PCOMCTRL_LE);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comle_epi32(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u32 = vcleq_s32(a_.neon_i32, b_.neon_i32);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i32), a_.i32 <= b_.i32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
-        r_.i32[i] = (a_.i32[i] <= b_.i32[i]) ? ~INT32_C(0) : INT32_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comle_epi32(a, b) simde_mm_comle_epi32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comle_epi64 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LE)
-    return _mm_com_epi64(a, b, _MM_PCOMCTRL_LE);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comle_epi64(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      r_.neon_u64 = vcleq_s64(a_.neon_i64, b_.neon_i64);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i64), a_.i64 <= b_.i64);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-        r_.i64[i] = (a_.i64[i] <= b_.i64[i]) ? ~INT64_C(0) : INT64_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comle_epi64(a, b) simde_mm_comle_epi64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comle_epu8 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LE)
-    return _mm_com_epu8(a, b, _MM_PCOMCTRL_LE);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comle_epu8(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u8 = vcleq_u8(a_.neon_u8, b_.neon_u8);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u8), a_.u8 <= b_.u8);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
-        r_.u8[i] = (a_.u8[i] <= b_.u8[i]) ? ~INT8_C(0) : INT8_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comle_epu8(a, b) simde_mm_comle_epu8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comle_epu16 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LE)
-    return _mm_com_epu16(a, b, _MM_PCOMCTRL_LE);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comle_epu16(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u16 = vcleq_u16(a_.neon_u16, b_.neon_u16);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u16), a_.u16 <= b_.u16);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
-        r_.u16[i] = (a_.u16[i] <= b_.u16[i]) ? ~INT16_C(0) : INT16_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comle_epu16(a, b) simde_mm_comle_epu16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comle_epu32 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LE)
-    return _mm_com_epu32(a, b, _MM_PCOMCTRL_LE);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comle_epu32(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u32 = vcleq_u32(a_.neon_u32, b_.neon_u32);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u32), a_.u32 <= b_.u32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
-        r_.u32[i] = (a_.u32[i] <= b_.u32[i]) ? ~INT32_C(0) : INT32_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comle_epu32(a, b) simde_mm_comle_epu32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comle_epu64 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LE)
-    return _mm_com_epu64(a, b, _MM_PCOMCTRL_LE);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comle_epu64(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      r_.neon_u64 = vcleq_u64(a_.neon_u64, b_.neon_u64);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u64), a_.u64 <= b_.u64);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
-        r_.u64[i] = (a_.u64[i] <= b_.u64[i]) ? ~INT64_C(0) : INT64_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comle_epu64(a, b) simde_mm_comle_epu64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comlt_epi8 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
-    return _mm_com_epi8(a, b, _MM_PCOMCTRL_LT);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comlt_epi8(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u8 = vcltq_s8(a_.neon_i8, b_.neon_i8);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i8), a_.i8 < b_.i8);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i8) / sizeof(r_.i8[0])) ; i++) {
-        r_.i8[i] = (a_.i8[i] < b_.i8[i]) ? ~INT8_C(0) : INT8_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comlt_epi8(a, b) simde_mm_comlt_epi8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comlt_epi16 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
-    return _mm_com_epi16(a, b, _MM_PCOMCTRL_LT);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comlt_epi16(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u16 = vcltq_s16(a_.neon_i16, b_.neon_i16);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i16), a_.i16 < b_.i16);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
-        r_.i16[i] = (a_.i16[i] < b_.i16[i]) ? ~INT16_C(0) : INT16_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comlt_epi16(a, b) simde_mm_comlt_epi16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comlt_epi32 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
-    return _mm_com_epi32(a, b, _MM_PCOMCTRL_LT);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comlt_epi32(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u32 = vcltq_s32(a_.neon_i32, b_.neon_i32);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i32), a_.i32 < b_.i32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
-        r_.i32[i] = (a_.i32[i] < b_.i32[i]) ? ~INT32_C(0) : INT32_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comlt_epi32(a, b) simde_mm_comlt_epi32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comlt_epi64 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
-    return _mm_com_epi64(a, b, _MM_PCOMCTRL_LT);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comlt_epi64(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      r_.neon_u64 = vcltq_s64(a_.neon_i64, b_.neon_i64);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i64), a_.i64 < b_.i64);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-        r_.i64[i] = (a_.i64[i] < b_.i64[i]) ? ~INT64_C(0) : INT64_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comlt_epi64(a, b) simde_mm_comlt_epi64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comlt_epu8 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
-    return _mm_com_epu8(a, b, _MM_PCOMCTRL_LT);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comlt_epu8(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u8 = vcltq_u8(a_.neon_u8, b_.neon_u8);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u8), a_.u8 < b_.u8);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
-        r_.u8[i] = (a_.u8[i] < b_.u8[i]) ? ~INT8_C(0) : INT8_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comlt_epu8(a, b) simde_mm_comlt_epu8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comlt_epu16 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
-    return _mm_com_epu16(a, b, _MM_PCOMCTRL_LT);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comlt_epu16(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u16 = vcltq_u16(a_.neon_u16, b_.neon_u16);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u16), a_.u16 < b_.u16);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
-        r_.u16[i] = (a_.u16[i] < b_.u16[i]) ? ~INT16_C(0) : INT16_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comlt_epu16(a, b) simde_mm_comlt_epu16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comlt_epu32 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
-    return _mm_com_epu32(a, b, _MM_PCOMCTRL_LT);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comlt_epu32(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u32 = vcltq_u32(a_.neon_u32, b_.neon_u32);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u32), a_.u32 < b_.u32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
-        r_.u32[i] = (a_.u32[i] < b_.u32[i]) ? ~INT32_C(0) : INT32_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comlt_epu32(a, b) simde_mm_comlt_epu32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comlt_epu64 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
-    return _mm_com_epu64(a, b, _MM_PCOMCTRL_LT);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comlt_epu64(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      r_.neon_u64 = vcltq_u64(a_.neon_u64, b_.neon_u64);
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u64), a_.u64 < b_.u64);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
-        r_.u64[i] = (a_.u64[i] < b_.u64[i]) ? ~INT64_C(0) : INT64_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comlt_epu64(a, b) simde_mm_comlt_epu64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comneq_epi8 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_NEQ)
-    return _mm_com_epi8(a, b, _MM_PCOMCTRL_NEQ);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comneq_epi8(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u8 = vmvnq_u8(vceqq_s8(a_.neon_i8, b_.neon_i8));
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i8), a_.i8 != b_.i8);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i8) / sizeof(r_.i8[0])) ; i++) {
-        r_.i8[i] = (a_.i8[i] != b_.i8[i]) ? ~INT8_C(0) : INT8_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comneq_epi8(a, b) simde_mm_comneq_epi8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comneq_epi16 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_NEQ)
-    return _mm_com_epi16(a, b, _MM_PCOMCTRL_NEQ);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comneq_epi16(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u16 = vmvnq_u16(vceqq_s16(a_.neon_i16, b_.neon_i16));
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i16), a_.i16 != b_.i16);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
-        r_.i16[i] = (a_.i16[i] != b_.i16[i]) ? ~INT16_C(0) : INT16_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comneq_epi16(a, b) simde_mm_comneq_epi16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comneq_epi32 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_NEQ)
-    return _mm_com_epi32(a, b, _MM_PCOMCTRL_NEQ);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comneq_epi32(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u32 = vmvnq_u32(vceqq_s32(a_.neon_i32, b_.neon_i32));
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i32), a_.i32 != b_.i32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
-        r_.i32[i] = (a_.i32[i] != b_.i32[i]) ? ~INT32_C(0) : INT32_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comneq_epi32(a, b) simde_mm_comneq_epi32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comneq_epi64 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_NEQ)
-    return _mm_com_epi64(a, b, _MM_PCOMCTRL_NEQ);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comneq_epi64(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      r_.neon_u32 = vmvnq_u32(vreinterpretq_u32_u64(vceqq_s64(a_.neon_i64, b_.neon_i64)));
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.i64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i64), a_.i64 != b_.i64);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-        r_.i64[i] = (a_.i64[i] != b_.i64[i]) ? ~INT64_C(0) : INT64_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comneq_epi64(a, b) simde_mm_comneq_epi64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comneq_epu8 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_NEQ)
-    return _mm_com_epu8(a, b, _MM_PCOMCTRL_NEQ);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comneq_epu8(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u8 = vmvnq_u8(vceqq_u8(a_.neon_u8, b_.neon_u8));
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u8), a_.u8 != b_.u8);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
-        r_.u8[i] = (a_.u8[i] != b_.u8[i]) ? ~INT8_C(0) : INT8_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comneq_epu8(a, b) simde_mm_comneq_epu8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comneq_epu16 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_NEQ)
-    return _mm_com_epu16(a, b, _MM_PCOMCTRL_NEQ);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comneq_epu16(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u16 = vmvnq_u16(vceqq_u16(a_.neon_u16, b_.neon_u16));
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u16), a_.u16 != b_.u16);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
-        r_.u16[i] = (a_.u16[i] != b_.u16[i]) ? ~INT16_C(0) : INT16_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comneq_epu16(a, b) simde_mm_comneq_epu16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comneq_epu32 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_NEQ)
-    return _mm_com_epu32(a, b, _MM_PCOMCTRL_NEQ);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comneq_epu32(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u32 = vmvnq_u32(vceqq_u32(a_.neon_u32, b_.neon_u32));
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u32), a_.u32 != b_.u32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
-        r_.u32[i] = (a_.u32[i] != b_.u32[i]) ? ~INT32_C(0) : INT32_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comneq_epu32(a, b) simde_mm_comneq_epu32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comneq_epu64 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_NEQ)
-    return _mm_com_epu64(a, b, _MM_PCOMCTRL_NEQ);
-  #elif defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_comneq_epu64(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      r_.neon_u32 = vmvnq_u32(vreinterpretq_u32_u64(vceqq_u64(a_.neon_u64, b_.neon_u64)));
-    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
-      r_.u64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u64), a_.u64 != b_.u64);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
-        r_.u64[i] = (a_.u64[i] != b_.u64[i]) ? ~INT64_C(0) : INT64_C(0);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comneq_epu64(a, b) simde_mm_comneq_epu64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comfalse_epi8 (simde__m128i a, simde__m128i b) {
-  (void) a;
-  (void) b;
-  return simde_mm_setzero_si128();
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comfalse_epi8(a, b) simde_mm_comfalse_epi8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comfalse_epi16 (simde__m128i a, simde__m128i b) {
-  (void) a;
-  (void) b;
-  return simde_mm_setzero_si128();
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comfalse_epi16(a, b) simde_mm_comfalse_epi16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comfalse_epi32 (simde__m128i a, simde__m128i b) {
-  (void) a;
-  (void) b;
-  return simde_mm_setzero_si128();
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comfalse_epi32(a, b) simde_mm_comfalse_epi32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comfalse_epi64 (simde__m128i a, simde__m128i b) {
-  (void) a;
-  (void) b;
-  return simde_mm_setzero_si128();
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comfalse_epi64(a, b) simde_mm_comfalse_epi64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comfalse_epu8 (simde__m128i a, simde__m128i b) {
-  (void) a;
-  (void) b;
-  return simde_mm_setzero_si128();
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comfalse_epu8(a, b) simde_mm_comfalse_epu8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comfalse_epu16 (simde__m128i a, simde__m128i b) {
-  (void) a;
-  (void) b;
-  return simde_mm_setzero_si128();
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comfalse_epu16(a, b) simde_mm_comfalse_epu16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comfalse_epu32 (simde__m128i a, simde__m128i b) {
-  (void) a;
-  (void) b;
-  return simde_mm_setzero_si128();
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comfalse_epu32(a, b) simde_mm_comfalse_epu32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comfalse_epu64 (simde__m128i a, simde__m128i b) {
-  (void) a;
-  (void) b;
-  return simde_mm_setzero_si128();
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comfalse_epu64(a, b) simde_mm_comfalse_epu64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comtrue_epi8 (simde__m128i a, simde__m128i b) {
-  (void) a;
-  (void) b;
-  return simde_x_mm_setone_si128();
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comtrue_epi8(a, b) simde_mm_comtrue_epi8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comtrue_epi16 (simde__m128i a, simde__m128i b) {
-  (void) a;
-  (void) b;
-  return simde_x_mm_setone_si128();
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comtrue_epi16(a, b) simde_mm_comtrue_epi16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comtrue_epi32 (simde__m128i a, simde__m128i b) {
-  (void) a;
-  (void) b;
-  return simde_x_mm_setone_si128();
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comtrue_epi32(a, b) simde_mm_comtrue_epi32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comtrue_epi64 (simde__m128i a, simde__m128i b) {
-  (void) a;
-  (void) b;
-  return simde_x_mm_setone_si128();
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comtrue_epi64(a, b) simde_mm_comtrue_epi64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comtrue_epu8 (simde__m128i a, simde__m128i b) {
-  (void) a;
-  (void) b;
-  return simde_x_mm_setone_si128();
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comtrue_epu8(a, b) simde_mm_comtrue_epu8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comtrue_epu16 (simde__m128i a, simde__m128i b) {
-  (void) a;
-  (void) b;
-  return simde_x_mm_setone_si128();
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comtrue_epu16(a, b) simde_mm_comtrue_epu16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comtrue_epu32 (simde__m128i a, simde__m128i b) {
-  (void) a;
-  (void) b;
-  return simde_x_mm_setone_si128();
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comtrue_epu32(a, b) simde_mm_comtrue_epu32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_comtrue_epu64 (simde__m128i a, simde__m128i b) {
-  (void) a;
-  (void) b;
-  return simde_x_mm_setone_si128();
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_comtrue_epu64(a, b) simde_mm_comtrue_epu64((a), (b))
-#endif
-
-#if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
-  #define SIMDE_X86_XOP_HAVE_COM_ 1
-  #define SIMDE_MM_PCOMCTRL_LT    _MM_PCOMCTRL_LT
-  #define SIMDE_MM_PCOMCTRL_LE    _MM_PCOMCTRL_LE
-  #define SIMDE_MM_PCOMCTRL_GT    _MM_PCOMCTRL_GT
-  #define SIMDE_MM_PCOMCTRL_GE    _MM_PCOMCTRL_GE
-  #define SIMDE_MM_PCOMCTRL_EQ    _MM_PCOMCTRL_EQ
-  #define SIMDE_MM_PCOMCTRL_NEQ   _MM_PCOMCTRL_NEQ
-  #define SIMDE_MM_PCOMCTRL_FALSE _MM_PCOMCTRL_FALSE
-  #define SIMDE_MM_PCOMCTRL_TRUE  _MM_PCOMCTRL_TRUE
-#else
-  #define SIMDE_MM_PCOMCTRL_LT    0
-  #define SIMDE_MM_PCOMCTRL_LE    1
-  #define SIMDE_MM_PCOMCTRL_GT    2
-  #define SIMDE_MM_PCOMCTRL_GE    3
-  #define SIMDE_MM_PCOMCTRL_EQ    4
-  #define SIMDE_MM_PCOMCTRL_NEQ   5
-  #define SIMDE_MM_PCOMCTRL_FALSE 6
-  #define SIMDE_MM_PCOMCTRL_TRUE  7
-
-  #if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-    #define _MM_PCOMCTRL_LT    SIMDE_MM_PCOMCTRL_LT
-    #define _MM_PCOMCTRL_LE    SIMDE_MM_PCOMCTRL_LE
-    #define _MM_PCOMCTRL_GT    SIMDE_MM_PCOMCTRL_GT
-    #define _MM_PCOMCTRL_GE    SIMDE_MM_PCOMCTRL_GE
-    #define _MM_PCOMCTRL_EQ    SIMDE_MM_PCOMCTRL_EQ
-    #define _MM_PCOMCTRL_NEQ   SIMDE_MM_PCOMCTRL_NEQ
-    #define _MM_PCOMCTRL_FALSE SIMDE_MM_PCOMCTRL_FALSE
-    #define _MM_PCOMCTRL_TRUE  SIMDE_MM_PCOMCTRL_TRUE
-  #endif
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_com_epi8 (simde__m128i a, simde__m128i b, const int imm8)
-    SIMDE_REQUIRE_CONSTANT_RANGE(imm8, 0, 7) {
-  switch (imm8) {
-    case SIMDE_MM_PCOMCTRL_LT:
-      return simde_mm_comlt_epi8(a, b);
-    case SIMDE_MM_PCOMCTRL_LE:
-      return simde_mm_comle_epi8(a, b);
-    case SIMDE_MM_PCOMCTRL_GT:
-      return simde_mm_comgt_epi8(a, b);
-    case SIMDE_MM_PCOMCTRL_GE:
-      return simde_mm_comge_epi8(a, b);
-    case SIMDE_MM_PCOMCTRL_EQ:
-      return simde_mm_comeq_epi8(a, b);
-    case SIMDE_MM_PCOMCTRL_NEQ:
-      return simde_mm_comneq_epi8(a, b);
-    case SIMDE_MM_PCOMCTRL_FALSE:
-      return simde_mm_comfalse_epi8(a, b);
-    case SIMDE_MM_PCOMCTRL_TRUE:
-      return simde_mm_comtrue_epi8(a, b);
-    default:
-      HEDLEY_UNREACHABLE_RETURN(simde_mm_setzero_si128());
-  }
-}
-#if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_XOP_HAVE_COM_)
-  #define simde_mm_com_epi8(a, b, imm8) _mm_com_epi8((a), (b), (imm8))
-#endif
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_com_epi8(a, b, imm8) simde_mm_com_epi8((a), (b), (imm8))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_com_epi16 (simde__m128i a, simde__m128i b, const int imm8)
-    SIMDE_REQUIRE_CONSTANT_RANGE(imm8, 0, 7) {
-  switch (imm8) {
-    case SIMDE_MM_PCOMCTRL_LT:
-      return simde_mm_comlt_epi16(a, b);
-    case SIMDE_MM_PCOMCTRL_LE:
-      return simde_mm_comle_epi16(a, b);
-    case SIMDE_MM_PCOMCTRL_GT:
-      return simde_mm_comgt_epi16(a, b);
-    case SIMDE_MM_PCOMCTRL_GE:
-      return simde_mm_comge_epi16(a, b);
-    case SIMDE_MM_PCOMCTRL_EQ:
-      return simde_mm_comeq_epi16(a, b);
-    case SIMDE_MM_PCOMCTRL_NEQ:
-      return simde_mm_comneq_epi16(a, b);
-    case SIMDE_MM_PCOMCTRL_FALSE:
-      return simde_mm_comfalse_epi16(a, b);
-    case SIMDE_MM_PCOMCTRL_TRUE:
-      return simde_mm_comtrue_epi16(a, b);
-    default:
-      HEDLEY_UNREACHABLE_RETURN(simde_mm_setzero_si128());
-  }
-}
-#if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_XOP_HAVE_COM_)
-  #define simde_mm_com_epi16(a, b, imm8) _mm_com_epi16((a), (b), (imm8))
-#endif
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_com_epi16(a, b, imm8) simde_mm_com_epi16((a), (b), (imm8))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_com_epi32 (simde__m128i a, simde__m128i b, const int imm8)
-    SIMDE_REQUIRE_CONSTANT_RANGE(imm8, 0, 7) {
-  switch (imm8) {
-    case SIMDE_MM_PCOMCTRL_LT:
-      return simde_mm_comlt_epi32(a, b);
-    case SIMDE_MM_PCOMCTRL_LE:
-      return simde_mm_comle_epi32(a, b);
-    case SIMDE_MM_PCOMCTRL_GT:
-      return simde_mm_comgt_epi32(a, b);
-    case SIMDE_MM_PCOMCTRL_GE:
-      return simde_mm_comge_epi32(a, b);
-    case SIMDE_MM_PCOMCTRL_EQ:
-      return simde_mm_comeq_epi32(a, b);
-    case SIMDE_MM_PCOMCTRL_NEQ:
-      return simde_mm_comneq_epi32(a, b);
-    case SIMDE_MM_PCOMCTRL_FALSE:
-      return simde_mm_comfalse_epi32(a, b);
-    case SIMDE_MM_PCOMCTRL_TRUE:
-      return simde_mm_comtrue_epi32(a, b);
-    default:
-      HEDLEY_UNREACHABLE_RETURN(simde_mm_setzero_si128());
-  }
-}
-#if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_XOP_HAVE_COM_)
-  #define simde_mm_com_epi32(a, b, imm8) _mm_com_epi32((a), (b), (imm8))
-#endif
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_com_epi32(a, b, imm8) simde_mm_com_epi32((a), (b), (imm8))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_com_epi64 (simde__m128i a, simde__m128i b, const int imm8)
-    SIMDE_REQUIRE_CONSTANT_RANGE(imm8, 0, 7) {
-  switch (imm8) {
-    case SIMDE_MM_PCOMCTRL_LT:
-      return simde_mm_comlt_epi64(a, b);
-    case SIMDE_MM_PCOMCTRL_LE:
-      return simde_mm_comle_epi64(a, b);
-    case SIMDE_MM_PCOMCTRL_GT:
-      return simde_mm_comgt_epi64(a, b);
-    case SIMDE_MM_PCOMCTRL_GE:
-      return simde_mm_comge_epi64(a, b);
-    case SIMDE_MM_PCOMCTRL_EQ:
-      return simde_mm_comeq_epi64(a, b);
-    case SIMDE_MM_PCOMCTRL_NEQ:
-      return simde_mm_comneq_epi64(a, b);
-    case SIMDE_MM_PCOMCTRL_FALSE:
-      return simde_mm_comfalse_epi64(a, b);
-    case SIMDE_MM_PCOMCTRL_TRUE:
-      return simde_mm_comtrue_epi64(a, b);
-    default:
-      HEDLEY_UNREACHABLE_RETURN(simde_mm_setzero_si128());
-  }
-}
-#if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_XOP_HAVE_COM_)
-  #define simde_mm_com_epi64(a, b, imm8) _mm_com_epi64((a), (b), (imm8))
-#endif
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_com_epi64(a, b, imm8) simde_mm_com_epi64((a), (b), (imm8))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_com_epu8 (simde__m128i a, simde__m128i b, const int imm8)
-    SIMDE_REQUIRE_CONSTANT_RANGE(imm8, 0, 7) {
-  switch (imm8) {
-    case SIMDE_MM_PCOMCTRL_LT:
-      return simde_mm_comlt_epu8(a, b);
-    case SIMDE_MM_PCOMCTRL_LE:
-      return simde_mm_comle_epu8(a, b);
-    case SIMDE_MM_PCOMCTRL_GT:
-      return simde_mm_comgt_epu8(a, b);
-    case SIMDE_MM_PCOMCTRL_GE:
-      return simde_mm_comge_epu8(a, b);
-    case SIMDE_MM_PCOMCTRL_EQ:
-      return simde_mm_comeq_epu8(a, b);
-    case SIMDE_MM_PCOMCTRL_NEQ:
-      return simde_mm_comneq_epu8(a, b);
-    case SIMDE_MM_PCOMCTRL_FALSE:
-      return simde_mm_comfalse_epu8(a, b);
-    case SIMDE_MM_PCOMCTRL_TRUE:
-      return simde_mm_comtrue_epu8(a, b);
-    default:
-      HEDLEY_UNREACHABLE_RETURN(simde_mm_setzero_si128());
-  }
-}
-#if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_XOP_HAVE_COM_)
-  #define simde_mm_com_epu8(a, b, imm8) _mm_com_epu8((a), (b), (imm8))
-#endif
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_com_epu8(a, b, imm8) simde_mm_com_epu8((a), (b), (imm8))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_com_epu16 (simde__m128i a, simde__m128i b, const int imm8)
-    SIMDE_REQUIRE_CONSTANT_RANGE(imm8, 0, 7) {
-  switch (imm8) {
-    case SIMDE_MM_PCOMCTRL_LT:
-      return simde_mm_comlt_epu16(a, b);
-    case SIMDE_MM_PCOMCTRL_LE:
-      return simde_mm_comle_epu16(a, b);
-    case SIMDE_MM_PCOMCTRL_GT:
-      return simde_mm_comgt_epu16(a, b);
-    case SIMDE_MM_PCOMCTRL_GE:
-      return simde_mm_comge_epu16(a, b);
-    case SIMDE_MM_PCOMCTRL_EQ:
-      return simde_mm_comeq_epu16(a, b);
-    case SIMDE_MM_PCOMCTRL_NEQ:
-      return simde_mm_comneq_epu16(a, b);
-    case SIMDE_MM_PCOMCTRL_FALSE:
-      return simde_mm_comfalse_epu16(a, b);
-    case SIMDE_MM_PCOMCTRL_TRUE:
-      return simde_mm_comtrue_epu16(a, b);
-    default:
-      HEDLEY_UNREACHABLE_RETURN(simde_mm_setzero_si128());
-  }
-}
-#if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_XOP_HAVE_COM_)
-  #define simde_mm_com_epu16(a, b, imm8) _mm_com_epu16((a), (b), (imm8))
-#endif
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_com_epu16(a, b, imm8) simde_mm_com_epu16((a), (b), (imm8))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_com_epu32 (simde__m128i a, simde__m128i b, const int imm8)
-    SIMDE_REQUIRE_CONSTANT_RANGE(imm8, 0, 7) {
-  switch (imm8) {
-    case SIMDE_MM_PCOMCTRL_LT:
-      return simde_mm_comlt_epu32(a, b);
-    case SIMDE_MM_PCOMCTRL_LE:
-      return simde_mm_comle_epu32(a, b);
-    case SIMDE_MM_PCOMCTRL_GT:
-      return simde_mm_comgt_epu32(a, b);
-    case SIMDE_MM_PCOMCTRL_GE:
-      return simde_mm_comge_epu32(a, b);
-    case SIMDE_MM_PCOMCTRL_EQ:
-      return simde_mm_comeq_epu32(a, b);
-    case SIMDE_MM_PCOMCTRL_NEQ:
-      return simde_mm_comneq_epu32(a, b);
-    case SIMDE_MM_PCOMCTRL_FALSE:
-      return simde_mm_comfalse_epu32(a, b);
-    case SIMDE_MM_PCOMCTRL_TRUE:
-      return simde_mm_comtrue_epu32(a, b);
-    default:
-      HEDLEY_UNREACHABLE_RETURN(simde_mm_setzero_si128());
-  }
-}
-#if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_XOP_HAVE_COM_)
-  #define simde_mm_com_epu32(a, b, imm8) _mm_com_epu32((a), (b), (imm8))
-#endif
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_com_epu32(a, b, imm8) simde_mm_com_epu32((a), (b), (imm8))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_com_epu64 (simde__m128i a, simde__m128i b, const int imm8)
-    SIMDE_REQUIRE_CONSTANT_RANGE(imm8, 0, 7) {
-  switch (imm8) {
-    case SIMDE_MM_PCOMCTRL_LT:
-      return simde_mm_comlt_epu64(a, b);
-    case SIMDE_MM_PCOMCTRL_LE:
-      return simde_mm_comle_epu64(a, b);
-    case SIMDE_MM_PCOMCTRL_GT:
-      return simde_mm_comgt_epu64(a, b);
-    case SIMDE_MM_PCOMCTRL_GE:
-      return simde_mm_comge_epu64(a, b);
-    case SIMDE_MM_PCOMCTRL_EQ:
-      return simde_mm_comeq_epu64(a, b);
-    case SIMDE_MM_PCOMCTRL_NEQ:
-      return simde_mm_comneq_epu64(a, b);
-    case SIMDE_MM_PCOMCTRL_FALSE:
-      return simde_mm_comfalse_epu64(a, b);
-    case SIMDE_MM_PCOMCTRL_TRUE:
-      return simde_mm_comtrue_epu64(a, b);
-    default:
-      HEDLEY_UNREACHABLE_RETURN(simde_mm_setzero_si128());
-  }
-}
-#if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_XOP_HAVE_COM_)
-  #define simde_mm_com_epu64(a, b, imm8) _mm_com_epu64((a), (b), (imm8))
-#endif
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_com_epu64(a, b, imm8) simde_mm_com_epu64((a), (b), (imm8))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128
-simde_mm_frcz_ps (simde__m128 a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_frcz_ps(a);
-  #else
-    simde__m128_private
-      r_,
-      a_ = simde__m128_to_private(a);
-
-    SIMDE_VECTORIZE
-    for (size_t i = 0 ; i < (sizeof(r_.f32) / sizeof(r_.f32[0])) ; i++) {
-      #if defined(simde_math_modff)
-        simde_float32 integral;
-        r_.f32[i] = simde_math_modff(a_.f32[i], &integral);
-      #else
-        r_.f32[i] = (a_.f32[i] / 1.0f);
-      #endif
-    }
-
-    return simde__m128_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_frcz_ps(a) simde_mm_frcz_ps((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128d
-simde_mm_frcz_pd (simde__m128d a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_frcz_pd(a);
-  #else
-    simde__m128d_private
-      r_,
-      a_ = simde__m128d_to_private(a);
-
-    SIMDE_VECTORIZE
-    for (size_t i = 0 ; i < (sizeof(r_.f64) / sizeof(r_.f64[0])) ; i++) {
-      #if defined(simde_math_modf)
-        simde_float64 integral;
-        r_.f64[i] = simde_math_modf(a_.f64[i], &integral);
-      #else
-        r_.f64[i] = (a_.f64[i] / 1.0f);
-      #endif
-    }
-
-    return simde__m128d_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_frcz_ps(a) simde_mm_frcz_ps((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128
-simde_mm_frcz_ss (simde__m128 a, simde__m128 b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && !defined(SIMDE_BUG_CLANG_48673)
-    return _mm_frcz_ss(a, b);
-  #else
-    simde__m128_private
-      a_ = simde__m128_to_private(a),
-      b_ = simde__m128_to_private(b);
-
-    #if defined(simde_math_modff)
-      simde_float32 integral;
-      a_.f32[0] = simde_math_modff(b_.f32[0], &integral);
-    #else
-      a_.f32[0] = (b_.f32[0] / 1.0f);
-    #endif
-
-    return simde__m128_from_private(a_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_frcz_ss(a, b) simde_mm_frcz_ss((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128d
-simde_mm_frcz_sd (simde__m128d a, simde__m128d b) {
-  #if defined(SIMDE_X86_XOP_NATIVE) && !defined(SIMDE_BUG_CLANG_48673)
-    return _mm_frcz_sd(a, b);
-  #else
-    simde__m128d_private
-      a_ = simde__m128d_to_private(a),
-      b_ = simde__m128d_to_private(b);
-
-    #if defined(simde_math_modf)
-      simde_float64 integral;
-      a_.f64[0] = simde_math_modf(b_.f64[0], &integral);
-    #else
-      a_.f64[0] = (b_.f64[0] / 1.0f);
-    #endif
-
-    return simde__m128d_from_private(a_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_frcz_sd(a, b) simde_mm_frcz_sd((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m256
-simde_mm256_frcz_ps (simde__m256 a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm256_frcz_ps(a);
-  #else
-    simde__m256_private
-      r_,
-      a_ = simde__m256_to_private(a);
-
-    #if SIMDE_NATURAL_VECTOR_SIZE_LE(128)
-      for (size_t i = 0 ; i < (sizeof(r_.m128) / sizeof(r_.m128[0])) ; i++) {
-        r_.m128[i] = simde_mm_frcz_ps(a_.m128[i]);
-      }
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.f32) / sizeof(r_.f32[0])) ; i++) {
-        #if defined(simde_math_modff)
-          simde_float32 integral;
-          r_.f32[i] = simde_math_modff(a_.f32[i], &integral);
-        #else
-          r_.f32[i] = (a_.f32[i] / 1.0f);
-        #endif
-      }
-    #endif
-
-    return simde__m256_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm256_frcz_ps(a) simde_mm256_frcz_ps((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m256d
-simde_mm256_frcz_pd (simde__m256d a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm256_frcz_pd(a);
-  #else
-    simde__m256d_private
-      r_,
-      a_ = simde__m256d_to_private(a);
-
-    #if SIMDE_NATURAL_VECTOR_SIZE_LE(128)
-      for (size_t i = 0 ; i < (sizeof(r_.m128d) / sizeof(r_.m128d[0])) ; i++) {
-        r_.m128d[i] = simde_mm_frcz_pd(a_.m128d[i]);
-      }
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.f64) / sizeof(r_.f64[0])) ; i++) {
-        #if defined(simde_math_modf)
-          simde_float64 integral;
-          r_.f64[i] = simde_math_modf(a_.f64[i], &integral);
-        #else
-          r_.f64[i] = (a_.f64[i] / 1.0f);
-        #endif
-      }
-    #endif
-
-    return simde__m256d_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm256_frcz_ps(a) simde_mm256_frcz_ps((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_haddw_epi8 (simde__m128i a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_haddw_epi8(a);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_i16 = vpaddlq_s8(a_.neon_i8);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
-        r_.i16[i] = HEDLEY_STATIC_CAST(int16_t, a_.i8[i * 2]) + HEDLEY_STATIC_CAST(int16_t, a_.i8[(i * 2) + 1]);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_haddw_epi8(a) simde_mm_haddw_epi8((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_haddw_epu8 (simde__m128i a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_haddw_epu8(a);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u16 = vpaddlq_u8(a_.neon_u8);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
-        r_.u16[i] = HEDLEY_STATIC_CAST(uint16_t, a_.u8[i * 2]) + HEDLEY_STATIC_CAST(uint16_t, a_.u8[(i * 2) + 1]);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_haddw_epu8(a) simde_mm_haddw_epu8((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_haddd_epi8 (simde__m128i a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_haddd_epi8(a);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_i32 = vpaddlq_s16(vpaddlq_s8(a_.neon_i8));
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
-        r_.i32[i] =
-          HEDLEY_STATIC_CAST(int32_t, a_.i8[(i * 4)    ]) + HEDLEY_STATIC_CAST(int32_t, a_.i8[(i * 4) + 1]) +
-          HEDLEY_STATIC_CAST(int32_t, a_.i8[(i * 4) + 2]) + HEDLEY_STATIC_CAST(int32_t, a_.i8[(i * 4) + 3]);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_haddd_epi8(a) simde_mm_haddd_epi8((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_haddd_epi16 (simde__m128i a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_haddd_epi16(a);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_i32 = vpaddlq_s16(a_.neon_i16);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
-        r_.i32[i] =
-          HEDLEY_STATIC_CAST(int32_t, a_.i16[(i * 2)    ]) + HEDLEY_STATIC_CAST(int32_t, a_.i16[(i * 2) + 1]);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_haddd_epi8(a) simde_mm_haddd_epi8((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_haddd_epu8 (simde__m128i a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_haddd_epu8(a);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u32 = vpaddlq_u16(vpaddlq_u8(a_.neon_u8));
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
-        r_.u32[i] =
-          HEDLEY_STATIC_CAST(uint32_t, a_.u8[(i * 4)    ]) + HEDLEY_STATIC_CAST(uint32_t, a_.u8[(i * 4) + 1]) +
-          HEDLEY_STATIC_CAST(uint32_t, a_.u8[(i * 4) + 2]) + HEDLEY_STATIC_CAST(uint32_t, a_.u8[(i * 4) + 3]);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_haddd_epu8(a) simde_mm_haddd_epu8((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_haddd_epu16 (simde__m128i a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_haddd_epu16(a);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u32 = vpaddlq_u16(a_.neon_u16);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
-        r_.u32[i] =
-          HEDLEY_STATIC_CAST(uint32_t, a_.u16[(i * 2)    ]) + HEDLEY_STATIC_CAST(uint32_t, a_.u16[(i * 2) + 1]);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_haddd_epu8(a) simde_mm_haddd_epu8((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_haddq_epi8 (simde__m128i a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_haddq_epi8(a);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_i64 = vpaddlq_s32(vpaddlq_s16(vpaddlq_s8(a_.neon_i8)));
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-        r_.i64[i] =
-          HEDLEY_STATIC_CAST(int64_t, a_.i8[(i * 8)    ]) + HEDLEY_STATIC_CAST(int64_t, a_.i8[(i * 8) + 1]) +
-          HEDLEY_STATIC_CAST(int64_t, a_.i8[(i * 8) + 2]) + HEDLEY_STATIC_CAST(int64_t, a_.i8[(i * 8) + 3]) +
-          HEDLEY_STATIC_CAST(int64_t, a_.i8[(i * 8) + 4]) + HEDLEY_STATIC_CAST(int64_t, a_.i8[(i * 8) + 5]) +
-          HEDLEY_STATIC_CAST(int64_t, a_.i8[(i * 8) + 6]) + HEDLEY_STATIC_CAST(int64_t, a_.i8[(i * 8) + 7]);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_haddq_epi8(a) simde_mm_haddq_epi8((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_haddq_epi16 (simde__m128i a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_haddq_epi16(a);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_i64 = vpaddlq_s32(vpaddlq_s16(a_.neon_i16));
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-        r_.i64[i] =
-          HEDLEY_STATIC_CAST(int64_t, a_.i16[(i * 4)    ]) + HEDLEY_STATIC_CAST(int64_t, a_.i16[(i * 4) + 1]) +
-          HEDLEY_STATIC_CAST(int64_t, a_.i16[(i * 4) + 2]) + HEDLEY_STATIC_CAST(int64_t, a_.i16[(i * 4) + 3]);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_haddq_epi16(a) simde_mm_haddq_epi16((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_haddq_epi32 (simde__m128i a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_haddq_epi32(a);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_i64 = vpaddlq_s32(a_.neon_i32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-        r_.i64[i] = HEDLEY_STATIC_CAST(int64_t, a_.i32[(i * 2)    ]) + HEDLEY_STATIC_CAST(int64_t, a_.i32[(i * 2) + 1]);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_haddq_epi32(a) simde_mm_haddq_epi32((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_haddq_epu8 (simde__m128i a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_haddq_epu8(a);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u64 = vpaddlq_u32(vpaddlq_u16(vpaddlq_u8(a_.neon_u8)));
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-        r_.u64[i] =
-          HEDLEY_STATIC_CAST(uint64_t, a_.u8[(i * 8)    ]) + HEDLEY_STATIC_CAST(uint64_t, a_.u8[(i * 8) + 1]) +
-          HEDLEY_STATIC_CAST(uint64_t, a_.u8[(i * 8) + 2]) + HEDLEY_STATIC_CAST(uint64_t, a_.u8[(i * 8) + 3]) +
-          HEDLEY_STATIC_CAST(uint64_t, a_.u8[(i * 8) + 4]) + HEDLEY_STATIC_CAST(uint64_t, a_.u8[(i * 8) + 5]) +
-          HEDLEY_STATIC_CAST(uint64_t, a_.u8[(i * 8) + 6]) + HEDLEY_STATIC_CAST(uint64_t, a_.u8[(i * 8) + 7]);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_haddq_epu8(a) simde_mm_haddq_epu8((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_haddq_epu16 (simde__m128i a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_haddq_epu16(a);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u64 = vpaddlq_u32(vpaddlq_u16(a_.neon_u16));
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-        r_.u64[i] =
-          HEDLEY_STATIC_CAST(uint64_t, a_.u16[(i * 4)    ]) + HEDLEY_STATIC_CAST(uint64_t, a_.u16[(i * 4) + 1]) +
-          HEDLEY_STATIC_CAST(uint64_t, a_.u16[(i * 4) + 2]) + HEDLEY_STATIC_CAST(uint64_t, a_.u16[(i * 4) + 3]);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_haddq_epu16(a) simde_mm_haddq_epu16((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_haddq_epu32 (simde__m128i a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_haddq_epu32(a);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u64 = vpaddlq_u32(a_.neon_u32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-        r_.u64[i] = HEDLEY_STATIC_CAST(uint64_t, a_.u32[(i * 2)    ]) + HEDLEY_STATIC_CAST(uint64_t, a_.u32[(i * 2) + 1]);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_haddq_epu32(a) simde_mm_haddq_epu32((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_hsubw_epi8 (simde__m128i a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_hsubw_epi8(a);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a);
-
-    SIMDE_VECTORIZE
-    for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
-      r_.i16[i] = HEDLEY_STATIC_CAST(int16_t, a_.i8[i * 2]) - HEDLEY_STATIC_CAST(int16_t, a_.i8[(i * 2) + 1]);
-    }
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_hsubw_epi8(a) simde_mm_hsubw_epi8((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_hsubd_epi16 (simde__m128i a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_hsubd_epi16(a);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a);
-
-    SIMDE_VECTORIZE
-    for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
-      r_.i32[i] =
-        HEDLEY_STATIC_CAST(int32_t, a_.i16[(i * 2)    ]) - HEDLEY_STATIC_CAST(int32_t, a_.i16[(i * 2) + 1]);
-    }
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_hsubd_epi8(a) simde_mm_hsubd_epi8((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_hsubq_epi32 (simde__m128i a) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_hsubq_epi32(a);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a);
-
-    SIMDE_VECTORIZE
-    for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-      r_.i64[i] = HEDLEY_STATIC_CAST(int64_t, a_.i32[(i * 2)    ]) - HEDLEY_STATIC_CAST(int64_t, a_.i32[(i * 2) + 1]);
-    }
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_hsubq_epi32(a) simde_mm_hsubq_epi32((a))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_macc_epi16 (simde__m128i a, simde__m128i b, simde__m128i c) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_macc_epi16(a, b, c);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b),
-      c_ = simde__m128i_to_private(c);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_i16 = vmlaq_s16(c_.neon_i16, a_.neon_i16, b_.neon_i16);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
-        r_.i16[i] = (a_.i16[i] * b_.i16[i]) + c_.i16[i];
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_macc_epi16(a, b, c) simde_mm_macc_epi16((a), (b), (c))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_macc_epi32 (simde__m128i a, simde__m128i b, simde__m128i c) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_macc_epi32(a, b, c);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b),
-      c_ = simde__m128i_to_private(c);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_i32 = vmlaq_s32(c_.neon_i32, a_.neon_i32, b_.neon_i32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
-        r_.i32[i] = (a_.i32[i] * b_.i32[i]) + c_.i32[i];
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_macc_epi32(a, b, c) simde_mm_macc_epi32((a), (b), (c))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_maccd_epi16 (simde__m128i a, simde__m128i b, simde__m128i c) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_maccd_epi16(a, b, c);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b),
-      c_ = simde__m128i_to_private(c);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      int16x8_t even = vuzp1q_s16(a_.neon_i16, b_.neon_i16);
-      int32x4_t a_even = vmovl_s16(vget_low_s16(even));
-      int32x4_t b_even = vmovl_high_s16(even);
-      r_.neon_i32 = vmlaq_s32(c_.neon_i32, a_even, b_even);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
-        r_.i32[i] = (HEDLEY_STATIC_CAST(int32_t, a_.i16[i * 2]) * HEDLEY_STATIC_CAST(int32_t, b_.i16[i * 2])) + c_.i32[i];
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_maccd_epi16(a, b, c) simde_mm_maccd_epi16((a), (b), (c))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_macclo_epi32 (simde__m128i a, simde__m128i b, simde__m128i c) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_macclo_epi32(a, b, c);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b),
-      c_ = simde__m128i_to_private(c);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      int32x4_t even = vuzp1q_s32(a_.neon_i32, b_.neon_i32);
-      r_.neon_i64 = vaddq_s64(vmull_s32(vget_low_s32(even), vget_high_s32(even)), c_.neon_i64);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-        r_.i64[i] = (HEDLEY_STATIC_CAST(int64_t, a_.i32[(i * 2) + 0]) * HEDLEY_STATIC_CAST(int64_t, b_.i32[(i * 2) + 0])) + c_.i64[i];
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_macclo_epi16(a, b, c) simde_mm_macclo_epi16((a), (b), (c))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_macchi_epi32 (simde__m128i a, simde__m128i b, simde__m128i c) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_macchi_epi32(a, b, c);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b),
-      c_ = simde__m128i_to_private(c);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      int32x4_t even = vuzp2q_s32(a_.neon_i32, b_.neon_i32);
-      r_.neon_i64 = vaddq_s64(vmull_s32(vget_low_s32(even), vget_high_s32(even)), c_.neon_i64);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-        r_.i64[i] = (HEDLEY_STATIC_CAST(int64_t, a_.i32[(i * 2) + 1]) * HEDLEY_STATIC_CAST(int64_t, b_.i32[(i * 2) + 1])) + c_.i64[i];
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_macchi_epi16(a, b, c) simde_mm_macchi_epi16((a), (b), (c))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_maccs_epi16 (simde__m128i a, simde__m128i b, simde__m128i c) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_maccs_epi16(a, b, c);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b),
-      c_ = simde__m128i_to_private(c);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      int32x4_t c_lo = vmovl_s16(vget_low_s16(c_.i16));
-      int32x4_t c_hi = vmovl_high_s16(c_.i16);
-      int32x4_t lo = vmlal_s16(c_lo, vget_low_s16(a_.neon_i16), vget_low_s16(b_.neon_i16));
-      int32x4_t hi = vmlal_high_s16(c_hi, a_.neon_i16, b_.neon_i16);
-      r_.neon_i16 = vcombine_s16(vqmovn_s32(lo), vqmovn_s32(hi));
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
-        int32_t tmp = HEDLEY_STATIC_CAST(int32_t, a_.i16[i]) * HEDLEY_STATIC_CAST(int32_t, b_.i16[i]);
-        tmp += c_.i16[i];
-        if (tmp > INT16_MAX)
-          r_.i16[i] = INT16_MAX;
-        else if (tmp < INT16_MIN)
-          r_.i16[i] = INT16_MIN;
-        else
-          r_.i16[i] = HEDLEY_STATIC_CAST(int16_t, tmp);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_maccs_epi16(a, b, c) simde_mm_maccs_epi16((a), (b), (c))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_maccs_epi32 (simde__m128i a, simde__m128i b, simde__m128i c) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_maccs_epi32(a, b, c);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b),
-      c_ = simde__m128i_to_private(c);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      int64x2_t c_lo = vmovl_s32(vget_low_s32(c_.i32));
-      int64x2_t c_hi = vmovl_high_s32(c_.i32);
-      int64x2_t lo = vmlal_s32(c_lo, vget_low_s32(a_.neon_i32), vget_low_s32(b_.neon_i32));
-      int64x2_t hi = vmlal_high_s32(c_hi, a_.neon_i32, b_.neon_i32);
-      r_.neon_i32 = vcombine_s32(vqmovn_s64(lo), vqmovn_s64(hi));
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
-        int64_t tmp = HEDLEY_STATIC_CAST(int64_t, a_.i32[i]) * HEDLEY_STATIC_CAST(int64_t, b_.i32[i]);
-        tmp += HEDLEY_STATIC_CAST(int64_t, c_.i32[i]);
-        if (tmp > INT32_MAX)
-          r_.i32[i] = INT32_MAX;
-        else if (tmp < INT32_MIN)
-          r_.i32[i] = INT32_MIN;
-        else
-          r_.i32[i] = HEDLEY_STATIC_CAST(int32_t, tmp);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_maccs_epi32(a, b, c) simde_mm_maccs_epi32((a), (b), (c))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_maccsd_epi16 (simde__m128i a, simde__m128i b, simde__m128i c) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_maccsd_epi16(a, b, c);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b),
-      c_ = simde__m128i_to_private(c);
-
-    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
-      int16x8_t even = vuzp1q_s16(a_.neon_i16, b_.neon_i16);
-      r_.neon_i32 = vqaddq_s32(vmull_s16(vget_low_s16(even), vget_high_s16(even)), c_.neon_i32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
-        int32_t prod = HEDLEY_STATIC_CAST(int32_t, a_.i16[i * 2]) * HEDLEY_STATIC_CAST(int32_t, b_.i16[i * 2]);
-        r_.i32[i] = simde_math_adds_i32(prod, c_.i32[i]);
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_maccsd_epi16(a, b, c) simde_mm_maccsd_epi16((a), (b), (c))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_maccslo_epi32 (simde__m128i a, simde__m128i b, simde__m128i c) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_maccslo_epi32(a, b, c);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b),
-      c_ = simde__m128i_to_private(c);
-
-    SIMDE_VECTORIZE
-    for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-      int64_t tmp = HEDLEY_STATIC_CAST(int64_t, a_.i32[(i * 2) + 0]) * HEDLEY_STATIC_CAST(int64_t, b_.i32[(i * 2) + 0]);
-      r_.i64[i] = simde_math_adds_i64(tmp, c_.i64[i]);
-    }
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_maccslo_epi16(a, b, c) simde_mm_maccslo_epi16((a), (b), (c))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_maccshi_epi32 (simde__m128i a, simde__m128i b, simde__m128i c) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_maccshi_epi32(a, b, c);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b),
-      c_ = simde__m128i_to_private(c);
-
-    SIMDE_VECTORIZE
-    for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-      int64_t tmp = HEDLEY_STATIC_CAST(int64_t, a_.i32[(i * 2) + 1]) * HEDLEY_STATIC_CAST(int64_t, b_.i32[(i * 2) + 1]);
-      r_.i64[i] = simde_math_adds_i64(tmp, c_.i64[i]);
-    }
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_maccshi_epi16(a, b, c) simde_mm_maccshi_epi16((a), (b), (c))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_maddd_epi16 (simde__m128i a, simde__m128i b, simde__m128i c) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_maddd_epi16(a, b, c);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b),
-      c_ = simde__m128i_to_private(c);
-
-    SIMDE_VECTORIZE
-    for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
-      r_.i32[i] =
-        (a_.i16[(i * 2) + 0] * b_.i16[(i * 2) + 0]) +
-        (a_.i16[(i * 2) + 1] * b_.i16[(i * 2) + 1]);
-      r_.i32[i] += c_.i32[i];
-    }
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_maddd_epi16(a, b, c) simde_mm_maddd_epi16((a), (b), (c))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_maddsd_epi16 (simde__m128i a, simde__m128i b, simde__m128i c) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_maddsd_epi16(a, b, c);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b),
-      c_ = simde__m128i_to_private(c);
-
-    SIMDE_VECTORIZE
-    for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
-      /* The AMD64 Architecture Programmer's Manual says that "the"
-       * addition is saturated; I'm not sure whether that means
-       * the pairwise addition or the accumulate, or both. */
-      r_.i32[i] =
-        (a_.i16[(i * 2) + 0] * b_.i16[(i * 2) + 0]) +
-        (a_.i16[(i * 2) + 1] * b_.i16[(i * 2) + 1]);
-      r_.i32[i] = simde_math_adds_i32(r_.i32[i], c_.i32[i]);
-    }
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_maddsd_epi16(a, b, c) simde_mm_maddsd_epi16((a), (b), (c))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_sha_epi8 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_sha_epi8(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_i8 = vshlq_s8(a_.neon_i8, b_.neon_i8);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i8) / sizeof(r_.i8[0])) ; i++) {
-        if (b_.i8[i] < 0) {
-          r_.i8[i] = HEDLEY_STATIC_CAST(int8_t, a_.i8[i] >> -b_.i8[i]);
-        } else {
-          r_.i8[i] = HEDLEY_STATIC_CAST(int8_t, a_.i8[i] <<  b_.i8[i]);
-        }
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_sha_epi8(a, b) simde_mm_sha_epi8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_sha_epi16 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_sha_epi16(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_i16 = vshlq_s16(a_.neon_i16, b_.neon_i16);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
-        if (b_.i16[i] < 0) {
-          r_.i16[i] = HEDLEY_STATIC_CAST(int16_t, a_.i16[i] >> -b_.i16[i]);
-        } else {
-          r_.i16[i] = HEDLEY_STATIC_CAST(int16_t, a_.i16[i] <<  b_.i16[i]);
-        }
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_sha_epi16(a, b) simde_mm_sha_epi16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_sha_epi32 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_sha_epi32(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_i32 = vshlq_s32(a_.neon_i32, b_.neon_i32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
-        if (b_.i32[i] < 0) {
-          r_.i32[i] = HEDLEY_STATIC_CAST(int32_t, a_.i32[i] >> -b_.i32[i]);
-        } else {
-          r_.i32[i] = HEDLEY_STATIC_CAST(int32_t, a_.i32[i] <<  b_.i32[i]);
-        }
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_sha_epi32(a, b) simde_mm_sha_epi32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_sha_epi64 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_sha_epi64(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_i64 = vshlq_s64(a_.neon_i64, b_.neon_i64);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
-        if (b_.i64[i] < 0) {
-          r_.i64[i] = HEDLEY_STATIC_CAST(int64_t, a_.i64[i] >> -b_.i64[i]);
-        } else {
-          r_.i64[i] = HEDLEY_STATIC_CAST(int64_t, a_.i64[i] <<  b_.i64[i]);
-        }
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_sha_epi64(a, b) simde_mm_sha_epi64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_shl_epi8 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_shl_epi8(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u8 = vshlq_u8(a_.neon_u8, b_.neon_i8);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
-        if (HEDLEY_UNLIKELY(b_.i8[i] < -7 || b_.i8[i] > 7)) {
-          r_.u8[i] = 0;
-        } else {
-          if (b_.i8[i] < 0) {
-            r_.u8[i] = HEDLEY_STATIC_CAST(uint8_t, a_.u8[i] >> -b_.i8[i]);
-          } else {
-            r_.u8[i] = HEDLEY_STATIC_CAST(uint8_t, a_.u8[i] <<  b_.i8[i]);
-          }
-        }
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_shl_epi8(a, b) simde_mm_shl_epi8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_shl_epi16 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_shl_epi16(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u16 = vshlq_u16(a_.neon_u16, b_.neon_i16);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
-        if (HEDLEY_UNLIKELY(b_.i16[i] < -15 || b_.i16[i] > 15)) {
-          r_.u16[i] = 0;
-        } else {
-          if (b_.i16[i] < 0) {
-            r_.u16[i] = HEDLEY_STATIC_CAST(uint16_t, a_.u16[i] >> -b_.i16[i]);
-          } else {
-            r_.u16[i] = HEDLEY_STATIC_CAST(uint16_t, a_.u16[i] <<  b_.i16[i]);
-          }
-        }
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_shl_epi16(a, b) simde_mm_shl_epi16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_shl_epi32 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_shl_epi32(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u32 = vshlq_u32(a_.neon_u32, b_.neon_i32);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
-        if (HEDLEY_UNLIKELY(b_.i32[i] < -31 || b_.i32[i] > 31)) {
-          r_.u32[i] = 0;
-        } else {
-          if (b_.i32[i] < 0) {
-            r_.u32[i] = HEDLEY_STATIC_CAST(uint32_t, a_.u32[i] >> -b_.i32[i]);
-          } else {
-            r_.u32[i] = HEDLEY_STATIC_CAST(uint32_t, a_.u32[i] <<  b_.i32[i]);
-          }
-        }
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_shl_epi32(a, b) simde_mm_shl_epi32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_shl_epi64 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_shl_epi64(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
-      r_.neon_u64 = vshlq_u64(a_.neon_u64, b_.neon_i64);
-    #else
-      SIMDE_VECTORIZE
-      for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
-        if (HEDLEY_UNLIKELY(b_.i64[i] < -63 || b_.i64[i] > 63)) {
-          r_.u64[i] = 0;
-        } else {
-          if (b_.i64[i] < 0) {
-            r_.u64[i] = HEDLEY_STATIC_CAST(uint64_t, a_.u64[i] >> -b_.i64[i]);
-          } else {
-            r_.u64[i] = HEDLEY_STATIC_CAST(uint64_t, a_.u64[i] <<  b_.i64[i]);
-          }
-        }
-      }
-    #endif
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_shl_epi64(a, b) simde_mm_shl_epi64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_rot_epi8 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_rot_epi8(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    SIMDE_VECTORIZE
-    for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
-      r_.u8[i] = (b_.i8[i] < 0) ?
-        HEDLEY_STATIC_CAST(uint8_t, ((a_.u8[i] >> -b_.i8[i]) | (a_.u8[i] << ( b_.i8[i] & 7)))) :
-        HEDLEY_STATIC_CAST(uint8_t, ((a_.u8[i] <<  b_.i8[i]) | (a_.u8[i] >> (-b_.i8[i] & 7))));
-    }
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_rot_epi8(a, b) simde_mm_rot_epi8((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_rot_epi16 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_rot_epi16(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    SIMDE_VECTORIZE
-    for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
-      r_.u16[i] = (b_.i16[i] < 0) ?
-        HEDLEY_STATIC_CAST(uint16_t, ((a_.u16[i] >> -b_.i16[i]) | (a_.u16[i] << ( b_.i16[i] & 15)))) :
-        HEDLEY_STATIC_CAST(uint16_t, ((a_.u16[i] <<  b_.i16[i]) | (a_.u16[i] >> (-b_.i16[i] & 15))));
-    }
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_rot_epi16(a, b) simde_mm_rot_epi16((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_rot_epi32 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_rot_epi32(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    SIMDE_VECTORIZE
-    for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
-      r_.u32[i] = (b_.i32[i] < 0) ?
-        HEDLEY_STATIC_CAST(uint32_t, ((a_.u32[i] >> -b_.i32[i]) | (a_.u32[i] << ( b_.i32[i] & 31)))) :
-        HEDLEY_STATIC_CAST(uint32_t, ((a_.u32[i] <<  b_.i32[i]) | (a_.u32[i] >> (-b_.i32[i] & 31))));
-    }
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_rot_epi32(a, b) simde_mm_rot_epi32((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_rot_epi64 (simde__m128i a, simde__m128i b) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_rot_epi64(a, b);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b);
-
-    SIMDE_VECTORIZE
-    for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
-      r_.u64[i] = (b_.i64[i] < 0) ?
-        HEDLEY_STATIC_CAST(uint64_t, ((a_.u64[i] >> -b_.i64[i]) | (a_.u64[i] << ( b_.i64[i] & 63)))) :
-        HEDLEY_STATIC_CAST(uint64_t, ((a_.u64[i] <<  b_.i64[i]) | (a_.u64[i] >> (-b_.i64[i] & 63))));
-    }
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_rot_epi64(a, b) simde_mm_rot_epi64((a), (b))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_roti_epi8 (simde__m128i a, const int count) {
-  simde__m128i_private
-    r_,
-    a_ = simde__m128i_to_private(a);
-
-  SIMDE_VECTORIZE
-  for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
-    r_.u8[i] = (count < 0) ?
-      HEDLEY_STATIC_CAST(uint8_t, ((a_.u8[i] >> -count) | (a_.u8[i] << ( count & 7)))) :
-      HEDLEY_STATIC_CAST(uint8_t, ((a_.u8[i] <<  count) | (a_.u8[i] >> (-count & 7))));
-  }
-
-  return simde__m128i_from_private(r_);
-}
-#if defined(SIMDE_X86_XOP_NATIVE)
-  #define simde_mm_roti_epi8(a, count) _mm_roti_epi8((a), (count))
-#endif
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_roti_epi8(a, b) simde_mm_roti_epi8((a), (count))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_roti_epi16 (simde__m128i a, const int count) {
-  simde__m128i_private
-    r_,
-    a_ = simde__m128i_to_private(a);
-
-  SIMDE_VECTORIZE
-  for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
-    r_.u16[i] = (count < 0) ?
-      HEDLEY_STATIC_CAST(uint16_t, ((a_.u16[i] >> -count) | (a_.u16[i] << ( count & 15)))) :
-      HEDLEY_STATIC_CAST(uint16_t, ((a_.u16[i] <<  count) | (a_.u16[i] >> (-count & 15))));
-  }
-
-  return simde__m128i_from_private(r_);
-}
-#if defined(SIMDE_X86_XOP_NATIVE)
-  #define simde_mm_roti_epi16(a, count) _mm_roti_epi16((a), (count))
-#endif
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_roti_epi16(a, count) simde_mm_roti_epi16((a), (count))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_roti_epi32 (simde__m128i a, const int count) {
-  simde__m128i_private
-    r_,
-    a_ = simde__m128i_to_private(a);
-
-  SIMDE_VECTORIZE
-  for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
-    r_.u32[i] = (count < 0) ?
-      HEDLEY_STATIC_CAST(uint32_t, ((a_.u32[i] >> -count) | (a_.u32[i] << ( count & 31)))) :
-      HEDLEY_STATIC_CAST(uint32_t, ((a_.u32[i] <<  count) | (a_.u32[i] >> (-count & 31))));
-  }
-
-  return simde__m128i_from_private(r_);
-}
-#if defined(SIMDE_X86_XOP_NATIVE)
-  #define simde_mm_roti_epi32(a, count) _mm_roti_epi32((a), (count))
-#endif
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_roti_epi32(a, count) simde_mm_roti_epi32((a), (count))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_roti_epi64 (simde__m128i a, const int count) {
-  simde__m128i_private
-    r_,
-    a_ = simde__m128i_to_private(a);
-
-  SIMDE_VECTORIZE
-  for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
-    r_.u64[i] = (count < 0) ?
-      HEDLEY_STATIC_CAST(uint64_t, ((a_.u64[i] >> -count) | (a_.u64[i] << ( count & 63)))) :
-      HEDLEY_STATIC_CAST(uint64_t, ((a_.u64[i] <<  count) | (a_.u64[i] >> (-count & 63))));
-  }
-
-  return simde__m128i_from_private(r_);
-}
-#if defined(SIMDE_X86_XOP_NATIVE)
-  #define simde_mm_roti_epi64(a, count) _mm_roti_epi64((a), (count))
-#endif
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_roti_epi64(a, count) simde_mm_roti_epi64((a), (count))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128i
-simde_mm_perm_epi8 (simde__m128i a, simde__m128i b, simde__m128i c) {
-  #if defined(SIMDE_X86_XOP_NATIVE)
-    return _mm_perm_epi8(a, b, c);
-  #else
-    simde__m128i_private
-      r_,
-      a_ = simde__m128i_to_private(a),
-      b_ = simde__m128i_to_private(b),
-      c_ = simde__m128i_to_private(c);
-
-    SIMDE_VECTORIZE
-    for (size_t i = 0 ; i < (sizeof(r_.i8) / sizeof(r_.i8[0])) ; i++) {
-      int8_t src = (c_.u8[i] & 0x10) ? b_.i8[c_.u8[i] & 0xf] : a_.i8[c_.u8[i] & 0xf];
-
-      switch (c_.u8[i] & 0xc0) {
-        case 0x40:
-          #if HEDLEY_HAS_BUILTIN(__builtin_bitreverse8) && !defined(HEDLEY_IBM_VERSION)
-            src = HEDLEY_STATIC_CAST(int8_t, __builtin_bitreverse8(HEDLEY_STATIC_CAST(uint8_t, src)));
-          #else
-            src = HEDLEY_STATIC_CAST(int8_t, ((HEDLEY_STATIC_CAST(uint8_t, src) * UINT64_C(0x80200802)) & UINT64_C(0x0884422110)) * UINT64_C(0x0101010101) >> 32);
-          #endif
-          break;
-        case 0x80:
-          src = 0;
-          break;
-        case 0xc0:
-          src >>= 7;
-          break;
-      }
-
-      r_.i8[i] = (c_.u8[i] & 0x20) ? ~src : src;
-    }
-
-    return simde__m128i_from_private(r_);
-  #endif
-}
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_perm_epi8(a, b, c) simde_mm_perm_epi8((a), (b), (c))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128
-simde_mm_permute2_ps (simde__m128 a, simde__m128 b, simde__m128i c, const int imm8) {
-  simde__m128_private
-    r_,
-    a_ = simde__m128_to_private(a),
-    b_ = simde__m128_to_private(b);
-  simde__m128i_private c_ = simde__m128i_to_private(c);
-
-  const int m2z = imm8 & 0x03;
-
-  SIMDE_VECTORIZE
-  for (size_t i = 0 ; i < (sizeof(r_.f32) / sizeof(r_.f32[0])) ; i++) {
-    const int sel = c_.i32[i] & 0x07;
-    const int   m = c_.i32[i] & 0x08;
-
-    switch (m | m2z) {
-      case 0xa:
-      case 0x3:
-        r_.i32[i] = 0;
-        break;
-      default:
-        r_.i32[i] = (sel > 3) ? b_.i32[sel - 4] : a_.i32[sel];
-        break;
-    }
-  }
-
-  return simde__m128_from_private(r_);
-}
-#if defined(SIMDE_X86_XOP_NATIVE)
-  #define simde_mm_permute2_ps(a, b, c, imm8) _mm_permute2_ps((a), (b), (c), (imm8))
-#endif
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_permute2_ps(a, b, c, imm8) simde_mm_permute2_ps((a), (b), (c), (imm8))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m128d
-simde_mm_permute2_pd (simde__m128d a, simde__m128d b, simde__m128i c, const int imm8) {
-  simde__m128d_private
-    r_,
-    a_ = simde__m128d_to_private(a),
-    b_ = simde__m128d_to_private(b);
-  simde__m128i_private c_ = simde__m128i_to_private(c);
-
-  const int m2z = imm8 & 0x03;
-
-  SIMDE_VECTORIZE
-  for (size_t i = 0 ; i < (sizeof(r_.f64) / sizeof(r_.f64[0])) ; i++) {
-    const int sel = (c_.i64[i] & 0x06) >> 1;
-    const int   m = c_.i64[i] & 0x08;
-
-    switch (m | m2z) {
-      case 0x0a:
-      case 0x03:
-        r_.i64[i] = 0;
-        break;
-      default:
-        r_.i64[i] = (sel > 1) ? b_.i64[sel - 2] : a_.i64[sel];
-        break;
-    }
-  }
-
-  return simde__m128d_from_private(r_);
-}
-#if defined(SIMDE_X86_XOP_NATIVE)
-  #define simde_mm_permute2_pd(a, b, c, imm8) _mm_permute2_pd((a), (b), (c), (imm8))
-#endif
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm_permute2_pd(a, b, c, imm8) simde_mm_permute2_pd((a), (b), (c), (imm8))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m256
-simde_mm256_permute2_ps (simde__m256 a, simde__m256 b, simde__m256i c, const int imm8) {
-  simde__m256_private
-    r_,
-    a_ = simde__m256_to_private(a),
-    b_ = simde__m256_to_private(b);
-  simde__m256i_private c_ = simde__m256i_to_private(c);
-
-  #if SIMDE_NATURAL_VECTOR_SIZE_LE(128)
-    for (size_t i = 0 ; i < (sizeof(r_.m128) / sizeof(r_.m128[0])) ; i++) {
-      r_.m128[i] = simde_mm_permute2_ps(a_.m128[i], b_.m128[i], c_.m128i[i], imm8);
-    }
-  #else
-    const int m2z = imm8 & 0x03;
-
-    SIMDE_VECTORIZE
-    for (size_t i = 0 ; i < (sizeof(r_.f32) / sizeof(r_.f32[0])) ; i++) {
-      const int sel = c_.i32[i] & 0x07;
-      const int   m = c_.i32[i] & 0x08;
-
-      switch (m | m2z) {
-        case 0xa:
-        case 0x3:
-          r_.i32[i] = 0;
-          break;
-        default:
-          r_.i32[i] = (sel > 3) ? b_.i32[sel + (HEDLEY_STATIC_CAST(int, i) & 4) - 4] : a_.i32[sel + (HEDLEY_STATIC_CAST(int, i) & 4)];
-          break;
-      }
-    }
-  #endif
-
-  return simde__m256_from_private(r_);
-}
-#if defined(SIMDE_X86_XOP_NATIVE)
-  #define simde_mm256_permute2_ps(a, b, c, imm8) _mm256_permute2_ps((a), (b), (c), (imm8))
-#endif
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm256_permute2_ps(a, b, c, imm8) simde_mm256_permute2_ps((a), (b), (c), (imm8))
-#endif
-
-SIMDE_FUNCTION_ATTRIBUTES
-simde__m256d
-simde_mm256_permute2_pd (simde__m256d a, simde__m256d b, simde__m256i c, const int imm8) {
-  simde__m256d_private
-    r_,
-    a_ = simde__m256d_to_private(a),
-    b_ = simde__m256d_to_private(b);
-  simde__m256i_private c_ = simde__m256i_to_private(c);
-
-  #if SIMDE_NATURAL_VECTOR_SIZE_LE(128)
-    for (size_t i = 0 ; i < (sizeof(r_.m128d) / sizeof(r_.m128d[0])) ; i++) {
-      r_.m128d[i] = simde_mm_permute2_pd(a_.m128d[i], b_.m128d[i], c_.m128i[i], imm8);
-    }
-  #else
-    const int m2z = imm8 & 0x03;
-
-    SIMDE_VECTORIZE
-    for (size_t i = 0 ; i < (sizeof(r_.f64) / sizeof(r_.f64[0])) ; i++) {
-      const int sel = (c_.i64[i] & 0x06) >> 1;
-      const int   m = c_.i64[i] & 0x08;
-
-      switch (m | m2z) {
-        case 0x0a:
-        case 0x03:
-          r_.i64[i] = 0;
-          break;
-        default:
-          r_.i64[i] = (sel > 1) ? b_.i64[sel + (HEDLEY_STATIC_CAST(int, i) & 2) - 2] : a_.i64[sel + (HEDLEY_STATIC_CAST(int, i) & 2)];
-          break;
-      }
-    }
-  #endif
-
-  return simde__m256d_from_private(r_);
-}
-#if defined(SIMDE_X86_XOP_NATIVE)
-  #define simde_mm256_permute2_pd(a, b, c, imm8) _mm256_permute2_pd((a), (b), (c), (imm8))
-#endif
-#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
-  #define _mm256_permute2_pd(a, b, c, imm8) simde_mm256_permute2_pd((a), (b), (c), (imm8))
-#endif
-
-HEDLEY_DIAGNOSTIC_POP
-SIMDE_END_DECLS_
-
-#endif /* !defined(SIMDE_X86_XOP_H) */