casadi 3.7.2__cp314-none-win_amd64.whl

casadi/include/simde/x86/xop.h

@@ -0,0 +1,3644 @@
+/* SPDX-License-Identifier: MIT
+ *
+ * Permission is hereby granted, free of charge, to any person
+ * obtaining a copy of this software and associated documentation
+ * files (the "Software"), to deal in the Software without
+ * restriction, including without limitation the rights to use, copy,
+ * modify, merge, publish, distribute, sublicense, and/or sell copies
+ * of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+ * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
+ * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
+ * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+ * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ *
+ * Copyright:
+ *   2020      Evan Nemerson <evan@nemerson.com>
+ */
+
+#if !defined(SIMDE_X86_XOP_H)
+#define SIMDE_X86_XOP_H
+
+#include "avx2.h"
+
+#if !defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_ENABLE_NATIVE_ALIASES)
+#  define SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES
+#endif
+
+HEDLEY_DIAGNOSTIC_PUSH
+SIMDE_DISABLE_UNWANTED_DIAGNOSTICS
+SIMDE_BEGIN_DECLS_
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_cmov_si128 (simde__m128i a, simde__m128i b, simde__m128i c) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_cmov_si128(a, b, c);
+  #elif defined(SIMDE_X86_AVX512VL_NATIVE)
+    return _mm_ternarylogic_epi32(a, b, c, 0xe4);
+  #elif defined(SIMDE_X86_SSE2_NATIVE)
+    return _mm_or_si128(_mm_and_si128(c, a), _mm_andnot_si128(c, b));
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b),
+      c_ = simde__m128i_to_private(c);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_i8 = vbslq_s8(c_.neon_u8, a_.neon_i8, b_.neon_i8);
+    #elif defined(SIMDE_WASM_SIMD128_NATIVE)
+      r_.wasm_v128 = wasm_v128_bitselect(a_.wasm_v128, b_.wasm_v128, c_.wasm_v128);
+    #elif defined(SIMDE_POWER_ALTIVEC_P7_NATIVE)
+      r_.altivec_i32 = vec_sel(b_.altivec_i32, a_.altivec_i32, c_.altivec_u32);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i32f = (c_.i32f & a_.i32f) | (~c_.i32f & b_.i32f);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i32f) / sizeof(r_.i32f[0])) ; i++) {
+        r_.i32f[i] = (c_.i32f[i] & a_.i32f[i]) | (~c_.i32f[i] & b_.i32f[i]);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_cmov_si128(a, b, c) simde_mm_cmov_si128((a), (b), (c))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m256i
+simde_mm256_cmov_si256 (simde__m256i a, simde__m256i b, simde__m256i c) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_AVX_NATIVE) && !defined(SIMDE_BUG_GCC_98521)
+    return _mm256_cmov_si256(a, b, c);
+  #elif defined(SIMDE_X86_AVX512VL_NATIVE)
+    return _mm256_ternarylogic_epi32(a, b, c, 0xe4);
+  #elif defined(SIMDE_X86_AVX2_NATIVE)
+    return _mm256_or_si256(_mm256_and_si256(c, a), _mm256_andnot_si256(c, b));
+  #else
+    simde__m256i_private
+      r_,
+      a_ = simde__m256i_to_private(a),
+      b_ = simde__m256i_to_private(b),
+      c_ = simde__m256i_to_private(c);
+
+    #if SIMDE_NATURAL_VECTOR_SIZE_LE(128)
+      for (size_t i = 0 ; i < (sizeof(r_.m128i) / sizeof(r_.m128i[0])) ; i++) {
+        r_.m128i[i] = simde_mm_cmov_si128(a_.m128i[i], b_.m128i[i], c_.m128i[i]);
+      }
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i32f) / sizeof(r_.i32f[0])) ; i++) {
+        r_.i32f[i] = (c_.i32f[i] & a_.i32f[i]) | (~c_.i32f[i] & b_.i32f[i]);
+      }
+    #endif
+
+    return simde__m256i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm256_cmov_si256(a, b, c) simde_mm256_cmov_si256((a), (b), (c))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comeq_epi8 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_EQ)
+    return _mm_com_epi8(a, b, _MM_PCOMCTRL_EQ);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comeq_epi8(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u8 = vceqq_s8(a_.neon_i8, b_.neon_i8);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i8), a_.i8 == b_.i8);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i8) / sizeof(r_.i8[0])) ; i++) {
+        r_.i8[i] = (a_.i8[i] == b_.i8[i]) ? ~INT8_C(0) : INT8_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comeq_epi8(a, b) simde_mm_comeq_epi8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comeq_epi16 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_EQ)
+    return _mm_com_epi16(a, b, _MM_PCOMCTRL_EQ);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comeq_epi16(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u16 = vceqq_s16(a_.neon_i16, b_.neon_i16);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i16), a_.i16 == b_.i16);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
+        r_.i16[i] = (a_.i16[i] == b_.i16[i]) ? ~INT16_C(0) : INT16_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comeq_epi16(a, b) simde_mm_comeq_epi16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comeq_epi32 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_EQ)
+    return _mm_com_epi32(a, b, _MM_PCOMCTRL_EQ);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comeq_epi32(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u32 = vceqq_s32(a_.neon_i32, b_.neon_i32);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i32), a_.i32 == b_.i32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
+        r_.i32[i] = (a_.i32[i] == b_.i32[i]) ? ~INT32_C(0) : INT32_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comeq_epi32(a, b) simde_mm_comeq_epi32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comeq_epi64 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_EQ)
+    return _mm_com_epi64(a, b, _MM_PCOMCTRL_EQ);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comeq_epi64(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      r_.neon_u64 = vceqq_s64(a_.neon_i64, b_.neon_i64);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i64), a_.i64 == b_.i64);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+        r_.i64[i] = (a_.i64[i] == b_.i64[i]) ? ~INT64_C(0) : INT64_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comeq_epi64(a, b) simde_mm_comeq_epi64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comeq_epu8 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_EQ)
+    return _mm_com_epu8(a, b, _MM_PCOMCTRL_EQ);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comeq_epu8(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u8 = vceqq_u8(a_.neon_u8, b_.neon_u8);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u8), a_.u8 == b_.u8);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
+        r_.u8[i] = (a_.u8[i] == b_.u8[i]) ? ~INT8_C(0) : INT8_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comeq_epu8(a, b) simde_mm_comeq_epu8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comeq_epu16 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_EQ)
+    return _mm_com_epu16(a, b, _MM_PCOMCTRL_EQ);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comeq_epu16(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u16 = vceqq_u16(a_.neon_u16, b_.neon_u16);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u16), a_.u16 == b_.u16);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
+        r_.u16[i] = (a_.u16[i] == b_.u16[i]) ? ~INT16_C(0) : INT16_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comeq_epu16(a, b) simde_mm_comeq_epu16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comeq_epu32 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_EQ)
+    return _mm_com_epu32(a, b, _MM_PCOMCTRL_EQ);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comeq_epu32(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u32 = vceqq_u32(a_.neon_u32, b_.neon_u32);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u32), a_.u32 == b_.u32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
+        r_.u32[i] = (a_.u32[i] == b_.u32[i]) ? ~INT32_C(0) : INT32_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comeq_epu32(a, b) simde_mm_comeq_epu32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comeq_epu64 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_EQ)
+    return _mm_com_epu64(a, b, _MM_PCOMCTRL_EQ);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comeq_epu64(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      r_.neon_u64 = vceqq_u64(a_.neon_u64, b_.neon_u64);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u64), a_.u64 == b_.u64);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
+        r_.u64[i] = (a_.u64[i] == b_.u64[i]) ? ~INT64_C(0) : INT64_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comeq_epu64(a, b) simde_mm_comeq_epu64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comge_epi8 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GE)
+    return _mm_com_epi8(a, b, _MM_PCOMCTRL_GE);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comge_epi8(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u8 = vcgeq_s8(a_.neon_i8, b_.neon_i8);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i8), a_.i8 >= b_.i8);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i8) / sizeof(r_.i8[0])) ; i++) {
+        r_.i8[i] = (a_.i8[i] >= b_.i8[i]) ? ~INT8_C(0) : INT8_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comge_epi8(a, b) simde_mm_comge_epi8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comge_epi16 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GE)
+    return _mm_com_epi16(a, b, _MM_PCOMCTRL_GE);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comge_epi16(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u16 = vcgeq_s16(a_.neon_i16, b_.neon_i16);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i16), a_.i16 >= b_.i16);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
+        r_.i16[i] = (a_.i16[i] >= b_.i16[i]) ? ~INT16_C(0) : INT16_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comge_epi16(a, b) simde_mm_comge_epi16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comge_epi32 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GE)
+    return _mm_com_epi32(a, b, _MM_PCOMCTRL_GE);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comge_epi32(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u32 = vcgeq_s32(a_.neon_i32, b_.neon_i32);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i32), a_.i32 >= b_.i32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
+        r_.i32[i] = (a_.i32[i] >= b_.i32[i]) ? ~INT32_C(0) : INT32_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comge_epi32(a, b) simde_mm_comge_epi32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comge_epi64 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GE)
+    return _mm_com_epi64(a, b, _MM_PCOMCTRL_GE);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comge_epi64(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      r_.neon_u64 = vcgeq_s64(a_.neon_i64, b_.neon_i64);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i64), a_.i64 >= b_.i64);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+        r_.i64[i] = (a_.i64[i] >= b_.i64[i]) ? ~INT64_C(0) : INT64_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comge_epi64(a, b) simde_mm_comge_epi64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comge_epu8 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GE)
+    return _mm_com_epu8(a, b, _MM_PCOMCTRL_GE);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comge_epu8(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u8 = vcgeq_u8(a_.neon_u8, b_.neon_u8);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u8), a_.u8 >= b_.u8);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
+        r_.u8[i] = (a_.u8[i] >= b_.u8[i]) ? ~INT8_C(0) : INT8_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comge_epu8(a, b) simde_mm_comge_epu8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comge_epu16 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GE)
+    return _mm_com_epu16(a, b, _MM_PCOMCTRL_GE);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comge_epu16(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u16 = vcgeq_u16(a_.neon_u16, b_.neon_u16);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u16), a_.u16 >= b_.u16);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
+        r_.u16[i] = (a_.u16[i] >= b_.u16[i]) ? ~INT16_C(0) : INT16_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comge_epu16(a, b) simde_mm_comge_epu16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comge_epu32 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GE)
+    return _mm_com_epu32(a, b, _MM_PCOMCTRL_GE);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comge_epu32(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u32 = vcgeq_u32(a_.neon_u32, b_.neon_u32);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u32), a_.u32 >= b_.u32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
+        r_.u32[i] = (a_.u32[i] >= b_.u32[i]) ? ~INT32_C(0) : INT32_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comge_epu32(a, b) simde_mm_comge_epu32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comge_epu64 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GE)
+    return _mm_com_epu64(a, b, _MM_PCOMCTRL_GE);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comge_epu64(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      r_.neon_u64 = vcgeq_u64(a_.neon_u64, b_.neon_u64);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u64), a_.u64 >= b_.u64);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
+        r_.u64[i] = (a_.u64[i] >= b_.u64[i]) ? ~INT64_C(0) : INT64_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comge_epu64(a, b) simde_mm_comge_epu64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comgt_epi8 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GT)
+    return _mm_com_epi8(a, b, _MM_PCOMCTRL_GT);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comgt_epi8(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u8 = vcgtq_s8(a_.neon_i8, b_.neon_i8);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i8), a_.i8 > b_.i8);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i8) / sizeof(r_.i8[0])) ; i++) {
+        r_.i8[i] = (a_.i8[i] > b_.i8[i]) ? ~INT8_C(0) : INT8_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comgt_epi8(a, b) simde_mm_comgt_epi8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comgt_epi16 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GT)
+    return _mm_com_epi16(a, b, _MM_PCOMCTRL_GT);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comgt_epi16(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u16 = vcgtq_s16(a_.neon_i16, b_.neon_i16);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i16), a_.i16 > b_.i16);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
+        r_.i16[i] = (a_.i16[i] > b_.i16[i]) ? ~INT16_C(0) : INT16_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comgt_epi16(a, b) simde_mm_comgt_epi16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comgt_epi32 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GT)
+    return _mm_com_epi32(a, b, _MM_PCOMCTRL_GT);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comgt_epi32(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u32 = vcgtq_s32(a_.neon_i32, b_.neon_i32);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i32), a_.i32 > b_.i32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
+        r_.i32[i] = (a_.i32[i] > b_.i32[i]) ? ~INT32_C(0) : INT32_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comgt_epi32(a, b) simde_mm_comgt_epi32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comgt_epi64 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GT)
+    return _mm_com_epi64(a, b, _MM_PCOMCTRL_GT);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comgt_epi64(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      r_.neon_u64 = vcgtq_s64(a_.neon_i64, b_.neon_i64);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i64), a_.i64 > b_.i64);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+        r_.i64[i] = (a_.i64[i] > b_.i64[i]) ? ~INT64_C(0) : INT64_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comgt_epi64(a, b) simde_mm_comgt_epi64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comgt_epu8 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GT)
+    return _mm_com_epu8(a, b, _MM_PCOMCTRL_GT);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comgt_epu8(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u8 = vcgtq_u8(a_.neon_u8, b_.neon_u8);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u8), a_.u8 > b_.u8);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
+        r_.u8[i] = (a_.u8[i] > b_.u8[i]) ? ~INT8_C(0) : INT8_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comgt_epu8(a, b) simde_mm_comgt_epu8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comgt_epu16 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GT)
+    return _mm_com_epu16(a, b, _MM_PCOMCTRL_GT);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comgt_epu16(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u16 = vcgtq_u16(a_.neon_u16, b_.neon_u16);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u16), a_.u16 > b_.u16);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
+        r_.u16[i] = (a_.u16[i] > b_.u16[i]) ? ~INT16_C(0) : INT16_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comgt_epu16(a, b) simde_mm_comgt_epu16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comgt_epu32 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GT)
+    return _mm_com_epu32(a, b, _MM_PCOMCTRL_GT);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comgt_epu32(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u32 = vcgtq_u32(a_.neon_u32, b_.neon_u32);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u32), a_.u32 > b_.u32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
+        r_.u32[i] = (a_.u32[i] > b_.u32[i]) ? ~INT32_C(0) : INT32_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comgt_epu32(a, b) simde_mm_comgt_epu32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comgt_epu64 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_GT)
+    return _mm_com_epu64(a, b, _MM_PCOMCTRL_GT);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comgt_epu64(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      r_.neon_u64 = vcgtq_u64(a_.neon_u64, b_.neon_u64);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u64), a_.u64 > b_.u64);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
+        r_.u64[i] = (a_.u64[i] > b_.u64[i]) ? ~INT64_C(0) : INT64_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comgt_epu64(a, b) simde_mm_comgt_epu64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comle_epi8 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LE)
+    return _mm_com_epi8(a, b, _MM_PCOMCTRL_LE);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comle_epi8(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u8 = vcleq_s8(a_.neon_i8, b_.neon_i8);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i8), a_.i8 <= b_.i8);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i8) / sizeof(r_.i8[0])) ; i++) {
+        r_.i8[i] = (a_.i8[i] <= b_.i8[i]) ? ~INT8_C(0) : INT8_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comle_epi8(a, b) simde_mm_comle_epi8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comle_epi16 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LE)
+    return _mm_com_epi16(a, b, _MM_PCOMCTRL_LE);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comle_epi16(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i16), a_.i16 <= b_.i16);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
+        r_.i16[i] = (a_.i16[i] <= b_.i16[i]) ? ~INT16_C(0) : INT16_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comle_epi16(a, b) simde_mm_comle_epi16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comle_epi32 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LE)
+    return _mm_com_epi32(a, b, _MM_PCOMCTRL_LE);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comle_epi32(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u32 = vcleq_s32(a_.neon_i32, b_.neon_i32);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i32), a_.i32 <= b_.i32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
+        r_.i32[i] = (a_.i32[i] <= b_.i32[i]) ? ~INT32_C(0) : INT32_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comle_epi32(a, b) simde_mm_comle_epi32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comle_epi64 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LE)
+    return _mm_com_epi64(a, b, _MM_PCOMCTRL_LE);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comle_epi64(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      r_.neon_u64 = vcleq_s64(a_.neon_i64, b_.neon_i64);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i64), a_.i64 <= b_.i64);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+        r_.i64[i] = (a_.i64[i] <= b_.i64[i]) ? ~INT64_C(0) : INT64_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comle_epi64(a, b) simde_mm_comle_epi64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comle_epu8 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LE)
+    return _mm_com_epu8(a, b, _MM_PCOMCTRL_LE);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comle_epu8(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u8 = vcleq_u8(a_.neon_u8, b_.neon_u8);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u8), a_.u8 <= b_.u8);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
+        r_.u8[i] = (a_.u8[i] <= b_.u8[i]) ? ~INT8_C(0) : INT8_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comle_epu8(a, b) simde_mm_comle_epu8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comle_epu16 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LE)
+    return _mm_com_epu16(a, b, _MM_PCOMCTRL_LE);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comle_epu16(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u16 = vcleq_u16(a_.neon_u16, b_.neon_u16);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u16), a_.u16 <= b_.u16);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
+        r_.u16[i] = (a_.u16[i] <= b_.u16[i]) ? ~INT16_C(0) : INT16_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comle_epu16(a, b) simde_mm_comle_epu16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comle_epu32 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LE)
+    return _mm_com_epu32(a, b, _MM_PCOMCTRL_LE);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comle_epu32(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u32 = vcleq_u32(a_.neon_u32, b_.neon_u32);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u32), a_.u32 <= b_.u32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
+        r_.u32[i] = (a_.u32[i] <= b_.u32[i]) ? ~INT32_C(0) : INT32_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comle_epu32(a, b) simde_mm_comle_epu32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comle_epu64 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LE)
+    return _mm_com_epu64(a, b, _MM_PCOMCTRL_LE);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comle_epu64(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      r_.neon_u64 = vcleq_u64(a_.neon_u64, b_.neon_u64);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u64), a_.u64 <= b_.u64);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
+        r_.u64[i] = (a_.u64[i] <= b_.u64[i]) ? ~INT64_C(0) : INT64_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comle_epu64(a, b) simde_mm_comle_epu64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comlt_epi8 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
+    return _mm_com_epi8(a, b, _MM_PCOMCTRL_LT);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comlt_epi8(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u8 = vcltq_s8(a_.neon_i8, b_.neon_i8);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i8), a_.i8 < b_.i8);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i8) / sizeof(r_.i8[0])) ; i++) {
+        r_.i8[i] = (a_.i8[i] < b_.i8[i]) ? ~INT8_C(0) : INT8_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comlt_epi8(a, b) simde_mm_comlt_epi8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comlt_epi16 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
+    return _mm_com_epi16(a, b, _MM_PCOMCTRL_LT);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comlt_epi16(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u16 = vcltq_s16(a_.neon_i16, b_.neon_i16);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i16), a_.i16 < b_.i16);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
+        r_.i16[i] = (a_.i16[i] < b_.i16[i]) ? ~INT16_C(0) : INT16_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comlt_epi16(a, b) simde_mm_comlt_epi16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comlt_epi32 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
+    return _mm_com_epi32(a, b, _MM_PCOMCTRL_LT);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comlt_epi32(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u32 = vcltq_s32(a_.neon_i32, b_.neon_i32);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i32), a_.i32 < b_.i32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
+        r_.i32[i] = (a_.i32[i] < b_.i32[i]) ? ~INT32_C(0) : INT32_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comlt_epi32(a, b) simde_mm_comlt_epi32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comlt_epi64 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
+    return _mm_com_epi64(a, b, _MM_PCOMCTRL_LT);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comlt_epi64(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      r_.neon_u64 = vcltq_s64(a_.neon_i64, b_.neon_i64);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i64), a_.i64 < b_.i64);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+        r_.i64[i] = (a_.i64[i] < b_.i64[i]) ? ~INT64_C(0) : INT64_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comlt_epi64(a, b) simde_mm_comlt_epi64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comlt_epu8 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
+    return _mm_com_epu8(a, b, _MM_PCOMCTRL_LT);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comlt_epu8(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u8 = vcltq_u8(a_.neon_u8, b_.neon_u8);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u8), a_.u8 < b_.u8);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
+        r_.u8[i] = (a_.u8[i] < b_.u8[i]) ? ~INT8_C(0) : INT8_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comlt_epu8(a, b) simde_mm_comlt_epu8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comlt_epu16 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
+    return _mm_com_epu16(a, b, _MM_PCOMCTRL_LT);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comlt_epu16(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u16 = vcltq_u16(a_.neon_u16, b_.neon_u16);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u16), a_.u16 < b_.u16);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
+        r_.u16[i] = (a_.u16[i] < b_.u16[i]) ? ~INT16_C(0) : INT16_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comlt_epu16(a, b) simde_mm_comlt_epu16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comlt_epu32 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
+    return _mm_com_epu32(a, b, _MM_PCOMCTRL_LT);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comlt_epu32(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u32 = vcltq_u32(a_.neon_u32, b_.neon_u32);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u32), a_.u32 < b_.u32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
+        r_.u32[i] = (a_.u32[i] < b_.u32[i]) ? ~INT32_C(0) : INT32_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comlt_epu32(a, b) simde_mm_comlt_epu32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comlt_epu64 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
+    return _mm_com_epu64(a, b, _MM_PCOMCTRL_LT);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comlt_epu64(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      r_.neon_u64 = vcltq_u64(a_.neon_u64, b_.neon_u64);
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u64), a_.u64 < b_.u64);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
+        r_.u64[i] = (a_.u64[i] < b_.u64[i]) ? ~INT64_C(0) : INT64_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comlt_epu64(a, b) simde_mm_comlt_epu64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comneq_epi8 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_NEQ)
+    return _mm_com_epi8(a, b, _MM_PCOMCTRL_NEQ);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comneq_epi8(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u8 = vmvnq_u8(vceqq_s8(a_.neon_i8, b_.neon_i8));
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i8), a_.i8 != b_.i8);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i8) / sizeof(r_.i8[0])) ; i++) {
+        r_.i8[i] = (a_.i8[i] != b_.i8[i]) ? ~INT8_C(0) : INT8_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comneq_epi8(a, b) simde_mm_comneq_epi8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comneq_epi16 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_NEQ)
+    return _mm_com_epi16(a, b, _MM_PCOMCTRL_NEQ);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comneq_epi16(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u16 = vmvnq_u16(vceqq_s16(a_.neon_i16, b_.neon_i16));
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i16), a_.i16 != b_.i16);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
+        r_.i16[i] = (a_.i16[i] != b_.i16[i]) ? ~INT16_C(0) : INT16_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comneq_epi16(a, b) simde_mm_comneq_epi16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comneq_epi32 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_NEQ)
+    return _mm_com_epi32(a, b, _MM_PCOMCTRL_NEQ);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comneq_epi32(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u32 = vmvnq_u32(vceqq_s32(a_.neon_i32, b_.neon_i32));
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i32), a_.i32 != b_.i32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
+        r_.i32[i] = (a_.i32[i] != b_.i32[i]) ? ~INT32_C(0) : INT32_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comneq_epi32(a, b) simde_mm_comneq_epi32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comneq_epi64 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_NEQ)
+    return _mm_com_epi64(a, b, _MM_PCOMCTRL_NEQ);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comneq_epi64(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      r_.neon_u32 = vmvnq_u32(vreinterpretq_u32_u64(vceqq_s64(a_.neon_i64, b_.neon_i64)));
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.i64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.i64), a_.i64 != b_.i64);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+        r_.i64[i] = (a_.i64[i] != b_.i64[i]) ? ~INT64_C(0) : INT64_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comneq_epi64(a, b) simde_mm_comneq_epi64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comneq_epu8 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_NEQ)
+    return _mm_com_epu8(a, b, _MM_PCOMCTRL_NEQ);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comneq_epu8(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u8 = vmvnq_u8(vceqq_u8(a_.neon_u8, b_.neon_u8));
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u8 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u8), a_.u8 != b_.u8);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
+        r_.u8[i] = (a_.u8[i] != b_.u8[i]) ? ~INT8_C(0) : INT8_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comneq_epu8(a, b) simde_mm_comneq_epu8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comneq_epu16 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_NEQ)
+    return _mm_com_epu16(a, b, _MM_PCOMCTRL_NEQ);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comneq_epu16(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u16 = vmvnq_u16(vceqq_u16(a_.neon_u16, b_.neon_u16));
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u16 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u16), a_.u16 != b_.u16);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
+        r_.u16[i] = (a_.u16[i] != b_.u16[i]) ? ~INT16_C(0) : INT16_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comneq_epu16(a, b) simde_mm_comneq_epu16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comneq_epu32 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_NEQ)
+    return _mm_com_epu32(a, b, _MM_PCOMCTRL_NEQ);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comneq_epu32(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u32 = vmvnq_u32(vceqq_u32(a_.neon_u32, b_.neon_u32));
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u32 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u32), a_.u32 != b_.u32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
+        r_.u32[i] = (a_.u32[i] != b_.u32[i]) ? ~INT32_C(0) : INT32_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comneq_epu32(a, b) simde_mm_comneq_epu32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comneq_epu64 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_NEQ)
+    return _mm_com_epu64(a, b, _MM_PCOMCTRL_NEQ);
+  #elif defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_comneq_epu64(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      r_.neon_u32 = vmvnq_u32(vreinterpretq_u32_u64(vceqq_u64(a_.neon_u64, b_.neon_u64)));
+    #elif defined(SIMDE_VECTOR_SUBSCRIPT_OPS)
+      r_.u64 = HEDLEY_REINTERPRET_CAST(__typeof__(r_.u64), a_.u64 != b_.u64);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
+        r_.u64[i] = (a_.u64[i] != b_.u64[i]) ? ~INT64_C(0) : INT64_C(0);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comneq_epu64(a, b) simde_mm_comneq_epu64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comfalse_epi8 (simde__m128i a, simde__m128i b) {
+  (void) a;
+  (void) b;
+  return simde_mm_setzero_si128();
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comfalse_epi8(a, b) simde_mm_comfalse_epi8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comfalse_epi16 (simde__m128i a, simde__m128i b) {
+  (void) a;
+  (void) b;
+  return simde_mm_setzero_si128();
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comfalse_epi16(a, b) simde_mm_comfalse_epi16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comfalse_epi32 (simde__m128i a, simde__m128i b) {
+  (void) a;
+  (void) b;
+  return simde_mm_setzero_si128();
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comfalse_epi32(a, b) simde_mm_comfalse_epi32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comfalse_epi64 (simde__m128i a, simde__m128i b) {
+  (void) a;
+  (void) b;
+  return simde_mm_setzero_si128();
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comfalse_epi64(a, b) simde_mm_comfalse_epi64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comfalse_epu8 (simde__m128i a, simde__m128i b) {
+  (void) a;
+  (void) b;
+  return simde_mm_setzero_si128();
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comfalse_epu8(a, b) simde_mm_comfalse_epu8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comfalse_epu16 (simde__m128i a, simde__m128i b) {
+  (void) a;
+  (void) b;
+  return simde_mm_setzero_si128();
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comfalse_epu16(a, b) simde_mm_comfalse_epu16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comfalse_epu32 (simde__m128i a, simde__m128i b) {
+  (void) a;
+  (void) b;
+  return simde_mm_setzero_si128();
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comfalse_epu32(a, b) simde_mm_comfalse_epu32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comfalse_epu64 (simde__m128i a, simde__m128i b) {
+  (void) a;
+  (void) b;
+  return simde_mm_setzero_si128();
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comfalse_epu64(a, b) simde_mm_comfalse_epu64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comtrue_epi8 (simde__m128i a, simde__m128i b) {
+  (void) a;
+  (void) b;
+  return simde_x_mm_setone_si128();
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comtrue_epi8(a, b) simde_mm_comtrue_epi8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comtrue_epi16 (simde__m128i a, simde__m128i b) {
+  (void) a;
+  (void) b;
+  return simde_x_mm_setone_si128();
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comtrue_epi16(a, b) simde_mm_comtrue_epi16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comtrue_epi32 (simde__m128i a, simde__m128i b) {
+  (void) a;
+  (void) b;
+  return simde_x_mm_setone_si128();
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comtrue_epi32(a, b) simde_mm_comtrue_epi32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comtrue_epi64 (simde__m128i a, simde__m128i b) {
+  (void) a;
+  (void) b;
+  return simde_x_mm_setone_si128();
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comtrue_epi64(a, b) simde_mm_comtrue_epi64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comtrue_epu8 (simde__m128i a, simde__m128i b) {
+  (void) a;
+  (void) b;
+  return simde_x_mm_setone_si128();
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comtrue_epu8(a, b) simde_mm_comtrue_epu8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comtrue_epu16 (simde__m128i a, simde__m128i b) {
+  (void) a;
+  (void) b;
+  return simde_x_mm_setone_si128();
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comtrue_epu16(a, b) simde_mm_comtrue_epu16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comtrue_epu32 (simde__m128i a, simde__m128i b) {
+  (void) a;
+  (void) b;
+  return simde_x_mm_setone_si128();
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comtrue_epu32(a, b) simde_mm_comtrue_epu32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_comtrue_epu64 (simde__m128i a, simde__m128i b) {
+  (void) a;
+  (void) b;
+  return simde_x_mm_setone_si128();
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_comtrue_epu64(a, b) simde_mm_comtrue_epu64((a), (b))
+#endif
+
+#if defined(SIMDE_X86_XOP_NATIVE) && defined(_MM_PCOMCTRL_LT)
+  #define SIMDE_X86_XOP_HAVE_COM_ 1
+  #define SIMDE_MM_PCOMCTRL_LT    _MM_PCOMCTRL_LT
+  #define SIMDE_MM_PCOMCTRL_LE    _MM_PCOMCTRL_LE
+  #define SIMDE_MM_PCOMCTRL_GT    _MM_PCOMCTRL_GT
+  #define SIMDE_MM_PCOMCTRL_GE    _MM_PCOMCTRL_GE
+  #define SIMDE_MM_PCOMCTRL_EQ    _MM_PCOMCTRL_EQ
+  #define SIMDE_MM_PCOMCTRL_NEQ   _MM_PCOMCTRL_NEQ
+  #define SIMDE_MM_PCOMCTRL_FALSE _MM_PCOMCTRL_FALSE
+  #define SIMDE_MM_PCOMCTRL_TRUE  _MM_PCOMCTRL_TRUE
+#else
+  #define SIMDE_MM_PCOMCTRL_LT    0
+  #define SIMDE_MM_PCOMCTRL_LE    1
+  #define SIMDE_MM_PCOMCTRL_GT    2
+  #define SIMDE_MM_PCOMCTRL_GE    3
+  #define SIMDE_MM_PCOMCTRL_EQ    4
+  #define SIMDE_MM_PCOMCTRL_NEQ   5
+  #define SIMDE_MM_PCOMCTRL_FALSE 6
+  #define SIMDE_MM_PCOMCTRL_TRUE  7
+
+  #if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+    #define _MM_PCOMCTRL_LT    SIMDE_MM_PCOMCTRL_LT
+    #define _MM_PCOMCTRL_LE    SIMDE_MM_PCOMCTRL_LE
+    #define _MM_PCOMCTRL_GT    SIMDE_MM_PCOMCTRL_GT
+    #define _MM_PCOMCTRL_GE    SIMDE_MM_PCOMCTRL_GE
+    #define _MM_PCOMCTRL_EQ    SIMDE_MM_PCOMCTRL_EQ
+    #define _MM_PCOMCTRL_NEQ   SIMDE_MM_PCOMCTRL_NEQ
+    #define _MM_PCOMCTRL_FALSE SIMDE_MM_PCOMCTRL_FALSE
+    #define _MM_PCOMCTRL_TRUE  SIMDE_MM_PCOMCTRL_TRUE
+  #endif
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_com_epi8 (simde__m128i a, simde__m128i b, const int imm8)
+    SIMDE_REQUIRE_CONSTANT_RANGE(imm8, 0, 7) {
+  switch (imm8) {
+    case SIMDE_MM_PCOMCTRL_LT:
+      return simde_mm_comlt_epi8(a, b);
+    case SIMDE_MM_PCOMCTRL_LE:
+      return simde_mm_comle_epi8(a, b);
+    case SIMDE_MM_PCOMCTRL_GT:
+      return simde_mm_comgt_epi8(a, b);
+    case SIMDE_MM_PCOMCTRL_GE:
+      return simde_mm_comge_epi8(a, b);
+    case SIMDE_MM_PCOMCTRL_EQ:
+      return simde_mm_comeq_epi8(a, b);
+    case SIMDE_MM_PCOMCTRL_NEQ:
+      return simde_mm_comneq_epi8(a, b);
+    case SIMDE_MM_PCOMCTRL_FALSE:
+      return simde_mm_comfalse_epi8(a, b);
+    case SIMDE_MM_PCOMCTRL_TRUE:
+      return simde_mm_comtrue_epi8(a, b);
+    default:
+      HEDLEY_UNREACHABLE_RETURN(simde_mm_setzero_si128());
+  }
+}
+#if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_XOP_HAVE_COM_)
+  #define simde_mm_com_epi8(a, b, imm8) _mm_com_epi8((a), (b), (imm8))
+#endif
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_com_epi8(a, b, imm8) simde_mm_com_epi8((a), (b), (imm8))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_com_epi16 (simde__m128i a, simde__m128i b, const int imm8)
+    SIMDE_REQUIRE_CONSTANT_RANGE(imm8, 0, 7) {
+  switch (imm8) {
+    case SIMDE_MM_PCOMCTRL_LT:
+      return simde_mm_comlt_epi16(a, b);
+    case SIMDE_MM_PCOMCTRL_LE:
+      return simde_mm_comle_epi16(a, b);
+    case SIMDE_MM_PCOMCTRL_GT:
+      return simde_mm_comgt_epi16(a, b);
+    case SIMDE_MM_PCOMCTRL_GE:
+      return simde_mm_comge_epi16(a, b);
+    case SIMDE_MM_PCOMCTRL_EQ:
+      return simde_mm_comeq_epi16(a, b);
+    case SIMDE_MM_PCOMCTRL_NEQ:
+      return simde_mm_comneq_epi16(a, b);
+    case SIMDE_MM_PCOMCTRL_FALSE:
+      return simde_mm_comfalse_epi16(a, b);
+    case SIMDE_MM_PCOMCTRL_TRUE:
+      return simde_mm_comtrue_epi16(a, b);
+    default:
+      HEDLEY_UNREACHABLE_RETURN(simde_mm_setzero_si128());
+  }
+}
+#if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_XOP_HAVE_COM_)
+  #define simde_mm_com_epi16(a, b, imm8) _mm_com_epi16((a), (b), (imm8))
+#endif
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_com_epi16(a, b, imm8) simde_mm_com_epi16((a), (b), (imm8))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_com_epi32 (simde__m128i a, simde__m128i b, const int imm8)
+    SIMDE_REQUIRE_CONSTANT_RANGE(imm8, 0, 7) {
+  switch (imm8) {
+    case SIMDE_MM_PCOMCTRL_LT:
+      return simde_mm_comlt_epi32(a, b);
+    case SIMDE_MM_PCOMCTRL_LE:
+      return simde_mm_comle_epi32(a, b);
+    case SIMDE_MM_PCOMCTRL_GT:
+      return simde_mm_comgt_epi32(a, b);
+    case SIMDE_MM_PCOMCTRL_GE:
+      return simde_mm_comge_epi32(a, b);
+    case SIMDE_MM_PCOMCTRL_EQ:
+      return simde_mm_comeq_epi32(a, b);
+    case SIMDE_MM_PCOMCTRL_NEQ:
+      return simde_mm_comneq_epi32(a, b);
+    case SIMDE_MM_PCOMCTRL_FALSE:
+      return simde_mm_comfalse_epi32(a, b);
+    case SIMDE_MM_PCOMCTRL_TRUE:
+      return simde_mm_comtrue_epi32(a, b);
+    default:
+      HEDLEY_UNREACHABLE_RETURN(simde_mm_setzero_si128());
+  }
+}
+#if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_XOP_HAVE_COM_)
+  #define simde_mm_com_epi32(a, b, imm8) _mm_com_epi32((a), (b), (imm8))
+#endif
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_com_epi32(a, b, imm8) simde_mm_com_epi32((a), (b), (imm8))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_com_epi64 (simde__m128i a, simde__m128i b, const int imm8)
+    SIMDE_REQUIRE_CONSTANT_RANGE(imm8, 0, 7) {
+  switch (imm8) {
+    case SIMDE_MM_PCOMCTRL_LT:
+      return simde_mm_comlt_epi64(a, b);
+    case SIMDE_MM_PCOMCTRL_LE:
+      return simde_mm_comle_epi64(a, b);
+    case SIMDE_MM_PCOMCTRL_GT:
+      return simde_mm_comgt_epi64(a, b);
+    case SIMDE_MM_PCOMCTRL_GE:
+      return simde_mm_comge_epi64(a, b);
+    case SIMDE_MM_PCOMCTRL_EQ:
+      return simde_mm_comeq_epi64(a, b);
+    case SIMDE_MM_PCOMCTRL_NEQ:
+      return simde_mm_comneq_epi64(a, b);
+    case SIMDE_MM_PCOMCTRL_FALSE:
+      return simde_mm_comfalse_epi64(a, b);
+    case SIMDE_MM_PCOMCTRL_TRUE:
+      return simde_mm_comtrue_epi64(a, b);
+    default:
+      HEDLEY_UNREACHABLE_RETURN(simde_mm_setzero_si128());
+  }
+}
+#if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_XOP_HAVE_COM_)
+  #define simde_mm_com_epi64(a, b, imm8) _mm_com_epi64((a), (b), (imm8))
+#endif
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_com_epi64(a, b, imm8) simde_mm_com_epi64((a), (b), (imm8))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_com_epu8 (simde__m128i a, simde__m128i b, const int imm8)
+    SIMDE_REQUIRE_CONSTANT_RANGE(imm8, 0, 7) {
+  switch (imm8) {
+    case SIMDE_MM_PCOMCTRL_LT:
+      return simde_mm_comlt_epu8(a, b);
+    case SIMDE_MM_PCOMCTRL_LE:
+      return simde_mm_comle_epu8(a, b);
+    case SIMDE_MM_PCOMCTRL_GT:
+      return simde_mm_comgt_epu8(a, b);
+    case SIMDE_MM_PCOMCTRL_GE:
+      return simde_mm_comge_epu8(a, b);
+    case SIMDE_MM_PCOMCTRL_EQ:
+      return simde_mm_comeq_epu8(a, b);
+    case SIMDE_MM_PCOMCTRL_NEQ:
+      return simde_mm_comneq_epu8(a, b);
+    case SIMDE_MM_PCOMCTRL_FALSE:
+      return simde_mm_comfalse_epu8(a, b);
+    case SIMDE_MM_PCOMCTRL_TRUE:
+      return simde_mm_comtrue_epu8(a, b);
+    default:
+      HEDLEY_UNREACHABLE_RETURN(simde_mm_setzero_si128());
+  }
+}
+#if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_XOP_HAVE_COM_)
+  #define simde_mm_com_epu8(a, b, imm8) _mm_com_epu8((a), (b), (imm8))
+#endif
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_com_epu8(a, b, imm8) simde_mm_com_epu8((a), (b), (imm8))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_com_epu16 (simde__m128i a, simde__m128i b, const int imm8)
+    SIMDE_REQUIRE_CONSTANT_RANGE(imm8, 0, 7) {
+  switch (imm8) {
+    case SIMDE_MM_PCOMCTRL_LT:
+      return simde_mm_comlt_epu16(a, b);
+    case SIMDE_MM_PCOMCTRL_LE:
+      return simde_mm_comle_epu16(a, b);
+    case SIMDE_MM_PCOMCTRL_GT:
+      return simde_mm_comgt_epu16(a, b);
+    case SIMDE_MM_PCOMCTRL_GE:
+      return simde_mm_comge_epu16(a, b);
+    case SIMDE_MM_PCOMCTRL_EQ:
+      return simde_mm_comeq_epu16(a, b);
+    case SIMDE_MM_PCOMCTRL_NEQ:
+      return simde_mm_comneq_epu16(a, b);
+    case SIMDE_MM_PCOMCTRL_FALSE:
+      return simde_mm_comfalse_epu16(a, b);
+    case SIMDE_MM_PCOMCTRL_TRUE:
+      return simde_mm_comtrue_epu16(a, b);
+    default:
+      HEDLEY_UNREACHABLE_RETURN(simde_mm_setzero_si128());
+  }
+}
+#if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_XOP_HAVE_COM_)
+  #define simde_mm_com_epu16(a, b, imm8) _mm_com_epu16((a), (b), (imm8))
+#endif
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_com_epu16(a, b, imm8) simde_mm_com_epu16((a), (b), (imm8))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_com_epu32 (simde__m128i a, simde__m128i b, const int imm8)
+    SIMDE_REQUIRE_CONSTANT_RANGE(imm8, 0, 7) {
+  switch (imm8) {
+    case SIMDE_MM_PCOMCTRL_LT:
+      return simde_mm_comlt_epu32(a, b);
+    case SIMDE_MM_PCOMCTRL_LE:
+      return simde_mm_comle_epu32(a, b);
+    case SIMDE_MM_PCOMCTRL_GT:
+      return simde_mm_comgt_epu32(a, b);
+    case SIMDE_MM_PCOMCTRL_GE:
+      return simde_mm_comge_epu32(a, b);
+    case SIMDE_MM_PCOMCTRL_EQ:
+      return simde_mm_comeq_epu32(a, b);
+    case SIMDE_MM_PCOMCTRL_NEQ:
+      return simde_mm_comneq_epu32(a, b);
+    case SIMDE_MM_PCOMCTRL_FALSE:
+      return simde_mm_comfalse_epu32(a, b);
+    case SIMDE_MM_PCOMCTRL_TRUE:
+      return simde_mm_comtrue_epu32(a, b);
+    default:
+      HEDLEY_UNREACHABLE_RETURN(simde_mm_setzero_si128());
+  }
+}
+#if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_XOP_HAVE_COM_)
+  #define simde_mm_com_epu32(a, b, imm8) _mm_com_epu32((a), (b), (imm8))
+#endif
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_com_epu32(a, b, imm8) simde_mm_com_epu32((a), (b), (imm8))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_com_epu64 (simde__m128i a, simde__m128i b, const int imm8)
+    SIMDE_REQUIRE_CONSTANT_RANGE(imm8, 0, 7) {
+  switch (imm8) {
+    case SIMDE_MM_PCOMCTRL_LT:
+      return simde_mm_comlt_epu64(a, b);
+    case SIMDE_MM_PCOMCTRL_LE:
+      return simde_mm_comle_epu64(a, b);
+    case SIMDE_MM_PCOMCTRL_GT:
+      return simde_mm_comgt_epu64(a, b);
+    case SIMDE_MM_PCOMCTRL_GE:
+      return simde_mm_comge_epu64(a, b);
+    case SIMDE_MM_PCOMCTRL_EQ:
+      return simde_mm_comeq_epu64(a, b);
+    case SIMDE_MM_PCOMCTRL_NEQ:
+      return simde_mm_comneq_epu64(a, b);
+    case SIMDE_MM_PCOMCTRL_FALSE:
+      return simde_mm_comfalse_epu64(a, b);
+    case SIMDE_MM_PCOMCTRL_TRUE:
+      return simde_mm_comtrue_epu64(a, b);
+    default:
+      HEDLEY_UNREACHABLE_RETURN(simde_mm_setzero_si128());
+  }
+}
+#if defined(SIMDE_X86_XOP_NATIVE) && defined(SIMDE_X86_XOP_HAVE_COM_)
+  #define simde_mm_com_epu64(a, b, imm8) _mm_com_epu64((a), (b), (imm8))
+#endif
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_com_epu64(a, b, imm8) simde_mm_com_epu64((a), (b), (imm8))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128
+simde_mm_frcz_ps (simde__m128 a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_frcz_ps(a);
+  #else
+    simde__m128_private
+      r_,
+      a_ = simde__m128_to_private(a);
+
+    SIMDE_VECTORIZE
+    for (size_t i = 0 ; i < (sizeof(r_.f32) / sizeof(r_.f32[0])) ; i++) {
+      #if defined(simde_math_modff)
+        simde_float32 integral;
+        r_.f32[i] = simde_math_modff(a_.f32[i], &integral);
+      #else
+        r_.f32[i] = (a_.f32[i] / 1.0f);
+      #endif
+    }
+
+    return simde__m128_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_frcz_ps(a) simde_mm_frcz_ps((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128d
+simde_mm_frcz_pd (simde__m128d a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_frcz_pd(a);
+  #else
+    simde__m128d_private
+      r_,
+      a_ = simde__m128d_to_private(a);
+
+    SIMDE_VECTORIZE
+    for (size_t i = 0 ; i < (sizeof(r_.f64) / sizeof(r_.f64[0])) ; i++) {
+      #if defined(simde_math_modf)
+        simde_float64 integral;
+        r_.f64[i] = simde_math_modf(a_.f64[i], &integral);
+      #else
+        r_.f64[i] = (a_.f64[i] / 1.0f);
+      #endif
+    }
+
+    return simde__m128d_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_frcz_ps(a) simde_mm_frcz_ps((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128
+simde_mm_frcz_ss (simde__m128 a, simde__m128 b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && !defined(SIMDE_BUG_CLANG_48673)
+    return _mm_frcz_ss(a, b);
+  #else
+    simde__m128_private
+      a_ = simde__m128_to_private(a),
+      b_ = simde__m128_to_private(b);
+
+    #if defined(simde_math_modff)
+      simde_float32 integral;
+      a_.f32[0] = simde_math_modff(b_.f32[0], &integral);
+    #else
+      a_.f32[0] = (b_.f32[0] / 1.0f);
+    #endif
+
+    return simde__m128_from_private(a_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_frcz_ss(a, b) simde_mm_frcz_ss((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128d
+simde_mm_frcz_sd (simde__m128d a, simde__m128d b) {
+  #if defined(SIMDE_X86_XOP_NATIVE) && !defined(SIMDE_BUG_CLANG_48673)
+    return _mm_frcz_sd(a, b);
+  #else
+    simde__m128d_private
+      a_ = simde__m128d_to_private(a),
+      b_ = simde__m128d_to_private(b);
+
+    #if defined(simde_math_modf)
+      simde_float64 integral;
+      a_.f64[0] = simde_math_modf(b_.f64[0], &integral);
+    #else
+      a_.f64[0] = (b_.f64[0] / 1.0f);
+    #endif
+
+    return simde__m128d_from_private(a_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_frcz_sd(a, b) simde_mm_frcz_sd((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m256
+simde_mm256_frcz_ps (simde__m256 a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm256_frcz_ps(a);
+  #else
+    simde__m256_private
+      r_,
+      a_ = simde__m256_to_private(a);
+
+    #if SIMDE_NATURAL_VECTOR_SIZE_LE(128)
+      for (size_t i = 0 ; i < (sizeof(r_.m128) / sizeof(r_.m128[0])) ; i++) {
+        r_.m128[i] = simde_mm_frcz_ps(a_.m128[i]);
+      }
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.f32) / sizeof(r_.f32[0])) ; i++) {
+        #if defined(simde_math_modff)
+          simde_float32 integral;
+          r_.f32[i] = simde_math_modff(a_.f32[i], &integral);
+        #else
+          r_.f32[i] = (a_.f32[i] / 1.0f);
+        #endif
+      }
+    #endif
+
+    return simde__m256_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm256_frcz_ps(a) simde_mm256_frcz_ps((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m256d
+simde_mm256_frcz_pd (simde__m256d a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm256_frcz_pd(a);
+  #else
+    simde__m256d_private
+      r_,
+      a_ = simde__m256d_to_private(a);
+
+    #if SIMDE_NATURAL_VECTOR_SIZE_LE(128)
+      for (size_t i = 0 ; i < (sizeof(r_.m128d) / sizeof(r_.m128d[0])) ; i++) {
+        r_.m128d[i] = simde_mm_frcz_pd(a_.m128d[i]);
+      }
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.f64) / sizeof(r_.f64[0])) ; i++) {
+        #if defined(simde_math_modf)
+          simde_float64 integral;
+          r_.f64[i] = simde_math_modf(a_.f64[i], &integral);
+        #else
+          r_.f64[i] = (a_.f64[i] / 1.0f);
+        #endif
+      }
+    #endif
+
+    return simde__m256d_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm256_frcz_ps(a) simde_mm256_frcz_ps((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_haddw_epi8 (simde__m128i a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_haddw_epi8(a);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_i16 = vpaddlq_s8(a_.neon_i8);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
+        r_.i16[i] = HEDLEY_STATIC_CAST(int16_t, a_.i8[i * 2]) + HEDLEY_STATIC_CAST(int16_t, a_.i8[(i * 2) + 1]);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_haddw_epi8(a) simde_mm_haddw_epi8((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_haddw_epu8 (simde__m128i a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_haddw_epu8(a);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u16 = vpaddlq_u8(a_.neon_u8);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
+        r_.u16[i] = HEDLEY_STATIC_CAST(uint16_t, a_.u8[i * 2]) + HEDLEY_STATIC_CAST(uint16_t, a_.u8[(i * 2) + 1]);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_haddw_epu8(a) simde_mm_haddw_epu8((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_haddd_epi8 (simde__m128i a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_haddd_epi8(a);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_i32 = vpaddlq_s16(vpaddlq_s8(a_.neon_i8));
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
+        r_.i32[i] =
+          HEDLEY_STATIC_CAST(int32_t, a_.i8[(i * 4)    ]) + HEDLEY_STATIC_CAST(int32_t, a_.i8[(i * 4) + 1]) +
+          HEDLEY_STATIC_CAST(int32_t, a_.i8[(i * 4) + 2]) + HEDLEY_STATIC_CAST(int32_t, a_.i8[(i * 4) + 3]);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_haddd_epi8(a) simde_mm_haddd_epi8((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_haddd_epi16 (simde__m128i a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_haddd_epi16(a);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_i32 = vpaddlq_s16(a_.neon_i16);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
+        r_.i32[i] =
+          HEDLEY_STATIC_CAST(int32_t, a_.i16[(i * 2)    ]) + HEDLEY_STATIC_CAST(int32_t, a_.i16[(i * 2) + 1]);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_haddd_epi8(a) simde_mm_haddd_epi8((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_haddd_epu8 (simde__m128i a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_haddd_epu8(a);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u32 = vpaddlq_u16(vpaddlq_u8(a_.neon_u8));
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
+        r_.u32[i] =
+          HEDLEY_STATIC_CAST(uint32_t, a_.u8[(i * 4)    ]) + HEDLEY_STATIC_CAST(uint32_t, a_.u8[(i * 4) + 1]) +
+          HEDLEY_STATIC_CAST(uint32_t, a_.u8[(i * 4) + 2]) + HEDLEY_STATIC_CAST(uint32_t, a_.u8[(i * 4) + 3]);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_haddd_epu8(a) simde_mm_haddd_epu8((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_haddd_epu16 (simde__m128i a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_haddd_epu16(a);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u32 = vpaddlq_u16(a_.neon_u16);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
+        r_.u32[i] =
+          HEDLEY_STATIC_CAST(uint32_t, a_.u16[(i * 2)    ]) + HEDLEY_STATIC_CAST(uint32_t, a_.u16[(i * 2) + 1]);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_haddd_epu8(a) simde_mm_haddd_epu8((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_haddq_epi8 (simde__m128i a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_haddq_epi8(a);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_i64 = vpaddlq_s32(vpaddlq_s16(vpaddlq_s8(a_.neon_i8)));
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+        r_.i64[i] =
+          HEDLEY_STATIC_CAST(int64_t, a_.i8[(i * 8)    ]) + HEDLEY_STATIC_CAST(int64_t, a_.i8[(i * 8) + 1]) +
+          HEDLEY_STATIC_CAST(int64_t, a_.i8[(i * 8) + 2]) + HEDLEY_STATIC_CAST(int64_t, a_.i8[(i * 8) + 3]) +
+          HEDLEY_STATIC_CAST(int64_t, a_.i8[(i * 8) + 4]) + HEDLEY_STATIC_CAST(int64_t, a_.i8[(i * 8) + 5]) +
+          HEDLEY_STATIC_CAST(int64_t, a_.i8[(i * 8) + 6]) + HEDLEY_STATIC_CAST(int64_t, a_.i8[(i * 8) + 7]);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_haddq_epi8(a) simde_mm_haddq_epi8((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_haddq_epi16 (simde__m128i a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_haddq_epi16(a);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_i64 = vpaddlq_s32(vpaddlq_s16(a_.neon_i16));
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+        r_.i64[i] =
+          HEDLEY_STATIC_CAST(int64_t, a_.i16[(i * 4)    ]) + HEDLEY_STATIC_CAST(int64_t, a_.i16[(i * 4) + 1]) +
+          HEDLEY_STATIC_CAST(int64_t, a_.i16[(i * 4) + 2]) + HEDLEY_STATIC_CAST(int64_t, a_.i16[(i * 4) + 3]);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_haddq_epi16(a) simde_mm_haddq_epi16((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_haddq_epi32 (simde__m128i a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_haddq_epi32(a);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_i64 = vpaddlq_s32(a_.neon_i32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+        r_.i64[i] = HEDLEY_STATIC_CAST(int64_t, a_.i32[(i * 2)    ]) + HEDLEY_STATIC_CAST(int64_t, a_.i32[(i * 2) + 1]);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_haddq_epi32(a) simde_mm_haddq_epi32((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_haddq_epu8 (simde__m128i a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_haddq_epu8(a);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u64 = vpaddlq_u32(vpaddlq_u16(vpaddlq_u8(a_.neon_u8)));
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+        r_.u64[i] =
+          HEDLEY_STATIC_CAST(uint64_t, a_.u8[(i * 8)    ]) + HEDLEY_STATIC_CAST(uint64_t, a_.u8[(i * 8) + 1]) +
+          HEDLEY_STATIC_CAST(uint64_t, a_.u8[(i * 8) + 2]) + HEDLEY_STATIC_CAST(uint64_t, a_.u8[(i * 8) + 3]) +
+          HEDLEY_STATIC_CAST(uint64_t, a_.u8[(i * 8) + 4]) + HEDLEY_STATIC_CAST(uint64_t, a_.u8[(i * 8) + 5]) +
+          HEDLEY_STATIC_CAST(uint64_t, a_.u8[(i * 8) + 6]) + HEDLEY_STATIC_CAST(uint64_t, a_.u8[(i * 8) + 7]);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_haddq_epu8(a) simde_mm_haddq_epu8((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_haddq_epu16 (simde__m128i a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_haddq_epu16(a);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u64 = vpaddlq_u32(vpaddlq_u16(a_.neon_u16));
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+        r_.u64[i] =
+          HEDLEY_STATIC_CAST(uint64_t, a_.u16[(i * 4)    ]) + HEDLEY_STATIC_CAST(uint64_t, a_.u16[(i * 4) + 1]) +
+          HEDLEY_STATIC_CAST(uint64_t, a_.u16[(i * 4) + 2]) + HEDLEY_STATIC_CAST(uint64_t, a_.u16[(i * 4) + 3]);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_haddq_epu16(a) simde_mm_haddq_epu16((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_haddq_epu32 (simde__m128i a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_haddq_epu32(a);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u64 = vpaddlq_u32(a_.neon_u32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+        r_.u64[i] = HEDLEY_STATIC_CAST(uint64_t, a_.u32[(i * 2)    ]) + HEDLEY_STATIC_CAST(uint64_t, a_.u32[(i * 2) + 1]);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_haddq_epu32(a) simde_mm_haddq_epu32((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_hsubw_epi8 (simde__m128i a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_hsubw_epi8(a);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a);
+
+    SIMDE_VECTORIZE
+    for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
+      r_.i16[i] = HEDLEY_STATIC_CAST(int16_t, a_.i8[i * 2]) - HEDLEY_STATIC_CAST(int16_t, a_.i8[(i * 2) + 1]);
+    }
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_hsubw_epi8(a) simde_mm_hsubw_epi8((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_hsubd_epi16 (simde__m128i a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_hsubd_epi16(a);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a);
+
+    SIMDE_VECTORIZE
+    for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
+      r_.i32[i] =
+        HEDLEY_STATIC_CAST(int32_t, a_.i16[(i * 2)    ]) - HEDLEY_STATIC_CAST(int32_t, a_.i16[(i * 2) + 1]);
+    }
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_hsubd_epi8(a) simde_mm_hsubd_epi8((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_hsubq_epi32 (simde__m128i a) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_hsubq_epi32(a);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a);
+
+    SIMDE_VECTORIZE
+    for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+      r_.i64[i] = HEDLEY_STATIC_CAST(int64_t, a_.i32[(i * 2)    ]) - HEDLEY_STATIC_CAST(int64_t, a_.i32[(i * 2) + 1]);
+    }
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_hsubq_epi32(a) simde_mm_hsubq_epi32((a))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_macc_epi16 (simde__m128i a, simde__m128i b, simde__m128i c) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_macc_epi16(a, b, c);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b),
+      c_ = simde__m128i_to_private(c);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_i16 = vmlaq_s16(c_.neon_i16, a_.neon_i16, b_.neon_i16);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
+        r_.i16[i] = (a_.i16[i] * b_.i16[i]) + c_.i16[i];
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_macc_epi16(a, b, c) simde_mm_macc_epi16((a), (b), (c))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_macc_epi32 (simde__m128i a, simde__m128i b, simde__m128i c) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_macc_epi32(a, b, c);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b),
+      c_ = simde__m128i_to_private(c);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_i32 = vmlaq_s32(c_.neon_i32, a_.neon_i32, b_.neon_i32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
+        r_.i32[i] = (a_.i32[i] * b_.i32[i]) + c_.i32[i];
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_macc_epi32(a, b, c) simde_mm_macc_epi32((a), (b), (c))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_maccd_epi16 (simde__m128i a, simde__m128i b, simde__m128i c) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_maccd_epi16(a, b, c);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b),
+      c_ = simde__m128i_to_private(c);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      int16x8_t even = vuzp1q_s16(a_.neon_i16, b_.neon_i16);
+      int32x4_t a_even = vmovl_s16(vget_low_s16(even));
+      int32x4_t b_even = vmovl_high_s16(even);
+      r_.neon_i32 = vmlaq_s32(c_.neon_i32, a_even, b_even);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
+        r_.i32[i] = (HEDLEY_STATIC_CAST(int32_t, a_.i16[i * 2]) * HEDLEY_STATIC_CAST(int32_t, b_.i16[i * 2])) + c_.i32[i];
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_maccd_epi16(a, b, c) simde_mm_maccd_epi16((a), (b), (c))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_macclo_epi32 (simde__m128i a, simde__m128i b, simde__m128i c) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_macclo_epi32(a, b, c);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b),
+      c_ = simde__m128i_to_private(c);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      int32x4_t even = vuzp1q_s32(a_.neon_i32, b_.neon_i32);
+      r_.neon_i64 = vaddq_s64(vmull_s32(vget_low_s32(even), vget_high_s32(even)), c_.neon_i64);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+        r_.i64[i] = (HEDLEY_STATIC_CAST(int64_t, a_.i32[(i * 2) + 0]) * HEDLEY_STATIC_CAST(int64_t, b_.i32[(i * 2) + 0])) + c_.i64[i];
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_macclo_epi16(a, b, c) simde_mm_macclo_epi16((a), (b), (c))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_macchi_epi32 (simde__m128i a, simde__m128i b, simde__m128i c) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_macchi_epi32(a, b, c);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b),
+      c_ = simde__m128i_to_private(c);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      int32x4_t even = vuzp2q_s32(a_.neon_i32, b_.neon_i32);
+      r_.neon_i64 = vaddq_s64(vmull_s32(vget_low_s32(even), vget_high_s32(even)), c_.neon_i64);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+        r_.i64[i] = (HEDLEY_STATIC_CAST(int64_t, a_.i32[(i * 2) + 1]) * HEDLEY_STATIC_CAST(int64_t, b_.i32[(i * 2) + 1])) + c_.i64[i];
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_macchi_epi16(a, b, c) simde_mm_macchi_epi16((a), (b), (c))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_maccs_epi16 (simde__m128i a, simde__m128i b, simde__m128i c) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_maccs_epi16(a, b, c);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b),
+      c_ = simde__m128i_to_private(c);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      int32x4_t c_lo = vmovl_s16(vget_low_s16(c_.i16));
+      int32x4_t c_hi = vmovl_high_s16(c_.i16);
+      int32x4_t lo = vmlal_s16(c_lo, vget_low_s16(a_.neon_i16), vget_low_s16(b_.neon_i16));
+      int32x4_t hi = vmlal_high_s16(c_hi, a_.neon_i16, b_.neon_i16);
+      r_.neon_i16 = vcombine_s16(vqmovn_s32(lo), vqmovn_s32(hi));
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
+        int32_t tmp = HEDLEY_STATIC_CAST(int32_t, a_.i16[i]) * HEDLEY_STATIC_CAST(int32_t, b_.i16[i]);
+        tmp += c_.i16[i];
+        if (tmp > INT16_MAX)
+          r_.i16[i] = INT16_MAX;
+        else if (tmp < INT16_MIN)
+          r_.i16[i] = INT16_MIN;
+        else
+          r_.i16[i] = HEDLEY_STATIC_CAST(int16_t, tmp);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_maccs_epi16(a, b, c) simde_mm_maccs_epi16((a), (b), (c))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_maccs_epi32 (simde__m128i a, simde__m128i b, simde__m128i c) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_maccs_epi32(a, b, c);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b),
+      c_ = simde__m128i_to_private(c);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      int64x2_t c_lo = vmovl_s32(vget_low_s32(c_.i32));
+      int64x2_t c_hi = vmovl_high_s32(c_.i32);
+      int64x2_t lo = vmlal_s32(c_lo, vget_low_s32(a_.neon_i32), vget_low_s32(b_.neon_i32));
+      int64x2_t hi = vmlal_high_s32(c_hi, a_.neon_i32, b_.neon_i32);
+      r_.neon_i32 = vcombine_s32(vqmovn_s64(lo), vqmovn_s64(hi));
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
+        int64_t tmp = HEDLEY_STATIC_CAST(int64_t, a_.i32[i]) * HEDLEY_STATIC_CAST(int64_t, b_.i32[i]);
+        tmp += HEDLEY_STATIC_CAST(int64_t, c_.i32[i]);
+        if (tmp > INT32_MAX)
+          r_.i32[i] = INT32_MAX;
+        else if (tmp < INT32_MIN)
+          r_.i32[i] = INT32_MIN;
+        else
+          r_.i32[i] = HEDLEY_STATIC_CAST(int32_t, tmp);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_maccs_epi32(a, b, c) simde_mm_maccs_epi32((a), (b), (c))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_maccsd_epi16 (simde__m128i a, simde__m128i b, simde__m128i c) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_maccsd_epi16(a, b, c);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b),
+      c_ = simde__m128i_to_private(c);
+
+    #if defined(SIMDE_ARM_NEON_A64V8_NATIVE)
+      int16x8_t even = vuzp1q_s16(a_.neon_i16, b_.neon_i16);
+      r_.neon_i32 = vqaddq_s32(vmull_s16(vget_low_s16(even), vget_high_s16(even)), c_.neon_i32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
+        int32_t prod = HEDLEY_STATIC_CAST(int32_t, a_.i16[i * 2]) * HEDLEY_STATIC_CAST(int32_t, b_.i16[i * 2]);
+        r_.i32[i] = simde_math_adds_i32(prod, c_.i32[i]);
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_maccsd_epi16(a, b, c) simde_mm_maccsd_epi16((a), (b), (c))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_maccslo_epi32 (simde__m128i a, simde__m128i b, simde__m128i c) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_maccslo_epi32(a, b, c);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b),
+      c_ = simde__m128i_to_private(c);
+
+    SIMDE_VECTORIZE
+    for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+      int64_t tmp = HEDLEY_STATIC_CAST(int64_t, a_.i32[(i * 2) + 0]) * HEDLEY_STATIC_CAST(int64_t, b_.i32[(i * 2) + 0]);
+      r_.i64[i] = simde_math_adds_i64(tmp, c_.i64[i]);
+    }
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_maccslo_epi16(a, b, c) simde_mm_maccslo_epi16((a), (b), (c))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_maccshi_epi32 (simde__m128i a, simde__m128i b, simde__m128i c) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_maccshi_epi32(a, b, c);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b),
+      c_ = simde__m128i_to_private(c);
+
+    SIMDE_VECTORIZE
+    for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+      int64_t tmp = HEDLEY_STATIC_CAST(int64_t, a_.i32[(i * 2) + 1]) * HEDLEY_STATIC_CAST(int64_t, b_.i32[(i * 2) + 1]);
+      r_.i64[i] = simde_math_adds_i64(tmp, c_.i64[i]);
+    }
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_maccshi_epi16(a, b, c) simde_mm_maccshi_epi16((a), (b), (c))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_maddd_epi16 (simde__m128i a, simde__m128i b, simde__m128i c) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_maddd_epi16(a, b, c);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b),
+      c_ = simde__m128i_to_private(c);
+
+    SIMDE_VECTORIZE
+    for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
+      r_.i32[i] =
+        (a_.i16[(i * 2) + 0] * b_.i16[(i * 2) + 0]) +
+        (a_.i16[(i * 2) + 1] * b_.i16[(i * 2) + 1]);
+      r_.i32[i] += c_.i32[i];
+    }
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_maddd_epi16(a, b, c) simde_mm_maddd_epi16((a), (b), (c))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_maddsd_epi16 (simde__m128i a, simde__m128i b, simde__m128i c) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_maddsd_epi16(a, b, c);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b),
+      c_ = simde__m128i_to_private(c);
+
+    SIMDE_VECTORIZE
+    for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
+      /* The AMD64 Architecture Programmer's Manual says that "the"
+       * addition is saturated; I'm not sure whether that means
+       * the pairwise addition or the accumulate, or both. */
+      r_.i32[i] =
+        (a_.i16[(i * 2) + 0] * b_.i16[(i * 2) + 0]) +
+        (a_.i16[(i * 2) + 1] * b_.i16[(i * 2) + 1]);
+      r_.i32[i] = simde_math_adds_i32(r_.i32[i], c_.i32[i]);
+    }
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_maddsd_epi16(a, b, c) simde_mm_maddsd_epi16((a), (b), (c))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_sha_epi8 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_sha_epi8(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_i8 = vshlq_s8(a_.neon_i8, b_.neon_i8);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i8) / sizeof(r_.i8[0])) ; i++) {
+        if (b_.i8[i] < 0) {
+          r_.i8[i] = HEDLEY_STATIC_CAST(int8_t, a_.i8[i] >> -b_.i8[i]);
+        } else {
+          r_.i8[i] = HEDLEY_STATIC_CAST(int8_t, a_.i8[i] <<  b_.i8[i]);
+        }
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_sha_epi8(a, b) simde_mm_sha_epi8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_sha_epi16 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_sha_epi16(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_i16 = vshlq_s16(a_.neon_i16, b_.neon_i16);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i16) / sizeof(r_.i16[0])) ; i++) {
+        if (b_.i16[i] < 0) {
+          r_.i16[i] = HEDLEY_STATIC_CAST(int16_t, a_.i16[i] >> -b_.i16[i]);
+        } else {
+          r_.i16[i] = HEDLEY_STATIC_CAST(int16_t, a_.i16[i] <<  b_.i16[i]);
+        }
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_sha_epi16(a, b) simde_mm_sha_epi16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_sha_epi32 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_sha_epi32(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_i32 = vshlq_s32(a_.neon_i32, b_.neon_i32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i32) / sizeof(r_.i32[0])) ; i++) {
+        if (b_.i32[i] < 0) {
+          r_.i32[i] = HEDLEY_STATIC_CAST(int32_t, a_.i32[i] >> -b_.i32[i]);
+        } else {
+          r_.i32[i] = HEDLEY_STATIC_CAST(int32_t, a_.i32[i] <<  b_.i32[i]);
+        }
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_sha_epi32(a, b) simde_mm_sha_epi32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_sha_epi64 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_sha_epi64(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_i64 = vshlq_s64(a_.neon_i64, b_.neon_i64);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.i64) / sizeof(r_.i64[0])) ; i++) {
+        if (b_.i64[i] < 0) {
+          r_.i64[i] = HEDLEY_STATIC_CAST(int64_t, a_.i64[i] >> -b_.i64[i]);
+        } else {
+          r_.i64[i] = HEDLEY_STATIC_CAST(int64_t, a_.i64[i] <<  b_.i64[i]);
+        }
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_sha_epi64(a, b) simde_mm_sha_epi64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_shl_epi8 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_shl_epi8(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u8 = vshlq_u8(a_.neon_u8, b_.neon_i8);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
+        if (HEDLEY_UNLIKELY(b_.i8[i] < -7 || b_.i8[i] > 7)) {
+          r_.u8[i] = 0;
+        } else {
+          if (b_.i8[i] < 0) {
+            r_.u8[i] = HEDLEY_STATIC_CAST(uint8_t, a_.u8[i] >> -b_.i8[i]);
+          } else {
+            r_.u8[i] = HEDLEY_STATIC_CAST(uint8_t, a_.u8[i] <<  b_.i8[i]);
+          }
+        }
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_shl_epi8(a, b) simde_mm_shl_epi8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_shl_epi16 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_shl_epi16(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u16 = vshlq_u16(a_.neon_u16, b_.neon_i16);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
+        if (HEDLEY_UNLIKELY(b_.i16[i] < -15 || b_.i16[i] > 15)) {
+          r_.u16[i] = 0;
+        } else {
+          if (b_.i16[i] < 0) {
+            r_.u16[i] = HEDLEY_STATIC_CAST(uint16_t, a_.u16[i] >> -b_.i16[i]);
+          } else {
+            r_.u16[i] = HEDLEY_STATIC_CAST(uint16_t, a_.u16[i] <<  b_.i16[i]);
+          }
+        }
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_shl_epi16(a, b) simde_mm_shl_epi16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_shl_epi32 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_shl_epi32(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u32 = vshlq_u32(a_.neon_u32, b_.neon_i32);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
+        if (HEDLEY_UNLIKELY(b_.i32[i] < -31 || b_.i32[i] > 31)) {
+          r_.u32[i] = 0;
+        } else {
+          if (b_.i32[i] < 0) {
+            r_.u32[i] = HEDLEY_STATIC_CAST(uint32_t, a_.u32[i] >> -b_.i32[i]);
+          } else {
+            r_.u32[i] = HEDLEY_STATIC_CAST(uint32_t, a_.u32[i] <<  b_.i32[i]);
+          }
+        }
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_shl_epi32(a, b) simde_mm_shl_epi32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_shl_epi64 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_shl_epi64(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    #if defined(SIMDE_ARM_NEON_A32V7_NATIVE)
+      r_.neon_u64 = vshlq_u64(a_.neon_u64, b_.neon_i64);
+    #else
+      SIMDE_VECTORIZE
+      for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
+        if (HEDLEY_UNLIKELY(b_.i64[i] < -63 || b_.i64[i] > 63)) {
+          r_.u64[i] = 0;
+        } else {
+          if (b_.i64[i] < 0) {
+            r_.u64[i] = HEDLEY_STATIC_CAST(uint64_t, a_.u64[i] >> -b_.i64[i]);
+          } else {
+            r_.u64[i] = HEDLEY_STATIC_CAST(uint64_t, a_.u64[i] <<  b_.i64[i]);
+          }
+        }
+      }
+    #endif
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_shl_epi64(a, b) simde_mm_shl_epi64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_rot_epi8 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_rot_epi8(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    SIMDE_VECTORIZE
+    for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
+      r_.u8[i] = (b_.i8[i] < 0) ?
+        HEDLEY_STATIC_CAST(uint8_t, ((a_.u8[i] >> -b_.i8[i]) | (a_.u8[i] << ( b_.i8[i] & 7)))) :
+        HEDLEY_STATIC_CAST(uint8_t, ((a_.u8[i] <<  b_.i8[i]) | (a_.u8[i] >> (-b_.i8[i] & 7))));
+    }
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_rot_epi8(a, b) simde_mm_rot_epi8((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_rot_epi16 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_rot_epi16(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    SIMDE_VECTORIZE
+    for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
+      r_.u16[i] = (b_.i16[i] < 0) ?
+        HEDLEY_STATIC_CAST(uint16_t, ((a_.u16[i] >> -b_.i16[i]) | (a_.u16[i] << ( b_.i16[i] & 15)))) :
+        HEDLEY_STATIC_CAST(uint16_t, ((a_.u16[i] <<  b_.i16[i]) | (a_.u16[i] >> (-b_.i16[i] & 15))));
+    }
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_rot_epi16(a, b) simde_mm_rot_epi16((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_rot_epi32 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_rot_epi32(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    SIMDE_VECTORIZE
+    for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
+      r_.u32[i] = (b_.i32[i] < 0) ?
+        HEDLEY_STATIC_CAST(uint32_t, ((a_.u32[i] >> -b_.i32[i]) | (a_.u32[i] << ( b_.i32[i] & 31)))) :
+        HEDLEY_STATIC_CAST(uint32_t, ((a_.u32[i] <<  b_.i32[i]) | (a_.u32[i] >> (-b_.i32[i] & 31))));
+    }
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_rot_epi32(a, b) simde_mm_rot_epi32((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_rot_epi64 (simde__m128i a, simde__m128i b) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_rot_epi64(a, b);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b);
+
+    SIMDE_VECTORIZE
+    for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
+      r_.u64[i] = (b_.i64[i] < 0) ?
+        HEDLEY_STATIC_CAST(uint64_t, ((a_.u64[i] >> -b_.i64[i]) | (a_.u64[i] << ( b_.i64[i] & 63)))) :
+        HEDLEY_STATIC_CAST(uint64_t, ((a_.u64[i] <<  b_.i64[i]) | (a_.u64[i] >> (-b_.i64[i] & 63))));
+    }
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_rot_epi64(a, b) simde_mm_rot_epi64((a), (b))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_roti_epi8 (simde__m128i a, const int count) {
+  simde__m128i_private
+    r_,
+    a_ = simde__m128i_to_private(a);
+
+  SIMDE_VECTORIZE
+  for (size_t i = 0 ; i < (sizeof(r_.u8) / sizeof(r_.u8[0])) ; i++) {
+    r_.u8[i] = (count < 0) ?
+      HEDLEY_STATIC_CAST(uint8_t, ((a_.u8[i] >> -count) | (a_.u8[i] << ( count & 7)))) :
+      HEDLEY_STATIC_CAST(uint8_t, ((a_.u8[i] <<  count) | (a_.u8[i] >> (-count & 7))));
+  }
+
+  return simde__m128i_from_private(r_);
+}
+#if defined(SIMDE_X86_XOP_NATIVE)
+  #define simde_mm_roti_epi8(a, count) _mm_roti_epi8((a), (count))
+#endif
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_roti_epi8(a, b) simde_mm_roti_epi8((a), (count))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_roti_epi16 (simde__m128i a, const int count) {
+  simde__m128i_private
+    r_,
+    a_ = simde__m128i_to_private(a);
+
+  SIMDE_VECTORIZE
+  for (size_t i = 0 ; i < (sizeof(r_.u16) / sizeof(r_.u16[0])) ; i++) {
+    r_.u16[i] = (count < 0) ?
+      HEDLEY_STATIC_CAST(uint16_t, ((a_.u16[i] >> -count) | (a_.u16[i] << ( count & 15)))) :
+      HEDLEY_STATIC_CAST(uint16_t, ((a_.u16[i] <<  count) | (a_.u16[i] >> (-count & 15))));
+  }
+
+  return simde__m128i_from_private(r_);
+}
+#if defined(SIMDE_X86_XOP_NATIVE)
+  #define simde_mm_roti_epi16(a, count) _mm_roti_epi16((a), (count))
+#endif
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_roti_epi16(a, count) simde_mm_roti_epi16((a), (count))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_roti_epi32 (simde__m128i a, const int count) {
+  simde__m128i_private
+    r_,
+    a_ = simde__m128i_to_private(a);
+
+  SIMDE_VECTORIZE
+  for (size_t i = 0 ; i < (sizeof(r_.u32) / sizeof(r_.u32[0])) ; i++) {
+    r_.u32[i] = (count < 0) ?
+      HEDLEY_STATIC_CAST(uint32_t, ((a_.u32[i] >> -count) | (a_.u32[i] << ( count & 31)))) :
+      HEDLEY_STATIC_CAST(uint32_t, ((a_.u32[i] <<  count) | (a_.u32[i] >> (-count & 31))));
+  }
+
+  return simde__m128i_from_private(r_);
+}
+#if defined(SIMDE_X86_XOP_NATIVE)
+  #define simde_mm_roti_epi32(a, count) _mm_roti_epi32((a), (count))
+#endif
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_roti_epi32(a, count) simde_mm_roti_epi32((a), (count))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_roti_epi64 (simde__m128i a, const int count) {
+  simde__m128i_private
+    r_,
+    a_ = simde__m128i_to_private(a);
+
+  SIMDE_VECTORIZE
+  for (size_t i = 0 ; i < (sizeof(r_.u64) / sizeof(r_.u64[0])) ; i++) {
+    r_.u64[i] = (count < 0) ?
+      HEDLEY_STATIC_CAST(uint64_t, ((a_.u64[i] >> -count) | (a_.u64[i] << ( count & 63)))) :
+      HEDLEY_STATIC_CAST(uint64_t, ((a_.u64[i] <<  count) | (a_.u64[i] >> (-count & 63))));
+  }
+
+  return simde__m128i_from_private(r_);
+}
+#if defined(SIMDE_X86_XOP_NATIVE)
+  #define simde_mm_roti_epi64(a, count) _mm_roti_epi64((a), (count))
+#endif
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_roti_epi64(a, count) simde_mm_roti_epi64((a), (count))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128i
+simde_mm_perm_epi8 (simde__m128i a, simde__m128i b, simde__m128i c) {
+  #if defined(SIMDE_X86_XOP_NATIVE)
+    return _mm_perm_epi8(a, b, c);
+  #else
+    simde__m128i_private
+      r_,
+      a_ = simde__m128i_to_private(a),
+      b_ = simde__m128i_to_private(b),
+      c_ = simde__m128i_to_private(c);
+
+    SIMDE_VECTORIZE
+    for (size_t i = 0 ; i < (sizeof(r_.i8) / sizeof(r_.i8[0])) ; i++) {
+      int8_t src = (c_.u8[i] & 0x10) ? b_.i8[c_.u8[i] & 0xf] : a_.i8[c_.u8[i] & 0xf];
+
+      switch (c_.u8[i] & 0xc0) {
+        case 0x40:
+          #if HEDLEY_HAS_BUILTIN(__builtin_bitreverse8) && !defined(HEDLEY_IBM_VERSION)
+            src = HEDLEY_STATIC_CAST(int8_t, __builtin_bitreverse8(HEDLEY_STATIC_CAST(uint8_t, src)));
+          #else
+            src = HEDLEY_STATIC_CAST(int8_t, ((HEDLEY_STATIC_CAST(uint8_t, src) * UINT64_C(0x80200802)) & UINT64_C(0x0884422110)) * UINT64_C(0x0101010101) >> 32);
+          #endif
+          break;
+        case 0x80:
+          src = 0;
+          break;
+        case 0xc0:
+          src >>= 7;
+          break;
+      }
+
+      r_.i8[i] = (c_.u8[i] & 0x20) ? ~src : src;
+    }
+
+    return simde__m128i_from_private(r_);
+  #endif
+}
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_perm_epi8(a, b, c) simde_mm_perm_epi8((a), (b), (c))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128
+simde_mm_permute2_ps (simde__m128 a, simde__m128 b, simde__m128i c, const int imm8) {
+  simde__m128_private
+    r_,
+    a_ = simde__m128_to_private(a),
+    b_ = simde__m128_to_private(b);
+  simde__m128i_private c_ = simde__m128i_to_private(c);
+
+  const int m2z = imm8 & 0x03;
+
+  SIMDE_VECTORIZE
+  for (size_t i = 0 ; i < (sizeof(r_.f32) / sizeof(r_.f32[0])) ; i++) {
+    const int sel = c_.i32[i] & 0x07;
+    const int   m = c_.i32[i] & 0x08;
+
+    switch (m | m2z) {
+      case 0xa:
+      case 0x3:
+        r_.i32[i] = 0;
+        break;
+      default:
+        r_.i32[i] = (sel > 3) ? b_.i32[sel - 4] : a_.i32[sel];
+        break;
+    }
+  }
+
+  return simde__m128_from_private(r_);
+}
+#if defined(SIMDE_X86_XOP_NATIVE)
+  #define simde_mm_permute2_ps(a, b, c, imm8) _mm_permute2_ps((a), (b), (c), (imm8))
+#endif
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_permute2_ps(a, b, c, imm8) simde_mm_permute2_ps((a), (b), (c), (imm8))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m128d
+simde_mm_permute2_pd (simde__m128d a, simde__m128d b, simde__m128i c, const int imm8) {
+  simde__m128d_private
+    r_,
+    a_ = simde__m128d_to_private(a),
+    b_ = simde__m128d_to_private(b);
+  simde__m128i_private c_ = simde__m128i_to_private(c);
+
+  const int m2z = imm8 & 0x03;
+
+  SIMDE_VECTORIZE
+  for (size_t i = 0 ; i < (sizeof(r_.f64) / sizeof(r_.f64[0])) ; i++) {
+    const int sel = (c_.i64[i] & 0x06) >> 1;
+    const int   m = c_.i64[i] & 0x08;
+
+    switch (m | m2z) {
+      case 0x0a:
+      case 0x03:
+        r_.i64[i] = 0;
+        break;
+      default:
+        r_.i64[i] = (sel > 1) ? b_.i64[sel - 2] : a_.i64[sel];
+        break;
+    }
+  }
+
+  return simde__m128d_from_private(r_);
+}
+#if defined(SIMDE_X86_XOP_NATIVE)
+  #define simde_mm_permute2_pd(a, b, c, imm8) _mm_permute2_pd((a), (b), (c), (imm8))
+#endif
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm_permute2_pd(a, b, c, imm8) simde_mm_permute2_pd((a), (b), (c), (imm8))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m256
+simde_mm256_permute2_ps (simde__m256 a, simde__m256 b, simde__m256i c, const int imm8) {
+  simde__m256_private
+    r_,
+    a_ = simde__m256_to_private(a),
+    b_ = simde__m256_to_private(b);
+  simde__m256i_private c_ = simde__m256i_to_private(c);
+
+  #if SIMDE_NATURAL_VECTOR_SIZE_LE(128)
+    for (size_t i = 0 ; i < (sizeof(r_.m128) / sizeof(r_.m128[0])) ; i++) {
+      r_.m128[i] = simde_mm_permute2_ps(a_.m128[i], b_.m128[i], c_.m128i[i], imm8);
+    }
+  #else
+    const int m2z = imm8 & 0x03;
+
+    SIMDE_VECTORIZE
+    for (size_t i = 0 ; i < (sizeof(r_.f32) / sizeof(r_.f32[0])) ; i++) {
+      const int sel = c_.i32[i] & 0x07;
+      const int   m = c_.i32[i] & 0x08;
+
+      switch (m | m2z) {
+        case 0xa:
+        case 0x3:
+          r_.i32[i] = 0;
+          break;
+        default:
+          r_.i32[i] = (sel > 3) ? b_.i32[sel + (HEDLEY_STATIC_CAST(int, i) & 4) - 4] : a_.i32[sel + (HEDLEY_STATIC_CAST(int, i) & 4)];
+          break;
+      }
+    }
+  #endif
+
+  return simde__m256_from_private(r_);
+}
+#if defined(SIMDE_X86_XOP_NATIVE)
+  #define simde_mm256_permute2_ps(a, b, c, imm8) _mm256_permute2_ps((a), (b), (c), (imm8))
+#endif
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm256_permute2_ps(a, b, c, imm8) simde_mm256_permute2_ps((a), (b), (c), (imm8))
+#endif
+
+SIMDE_FUNCTION_ATTRIBUTES
+simde__m256d
+simde_mm256_permute2_pd (simde__m256d a, simde__m256d b, simde__m256i c, const int imm8) {
+  simde__m256d_private
+    r_,
+    a_ = simde__m256d_to_private(a),
+    b_ = simde__m256d_to_private(b);
+  simde__m256i_private c_ = simde__m256i_to_private(c);
+
+  #if SIMDE_NATURAL_VECTOR_SIZE_LE(128)
+    for (size_t i = 0 ; i < (sizeof(r_.m128d) / sizeof(r_.m128d[0])) ; i++) {
+      r_.m128d[i] = simde_mm_permute2_pd(a_.m128d[i], b_.m128d[i], c_.m128i[i], imm8);
+    }
+  #else
+    const int m2z = imm8 & 0x03;
+
+    SIMDE_VECTORIZE
+    for (size_t i = 0 ; i < (sizeof(r_.f64) / sizeof(r_.f64[0])) ; i++) {
+      const int sel = (c_.i64[i] & 0x06) >> 1;
+      const int   m = c_.i64[i] & 0x08;
+
+      switch (m | m2z) {
+        case 0x0a:
+        case 0x03:
+          r_.i64[i] = 0;
+          break;
+        default:
+          r_.i64[i] = (sel > 1) ? b_.i64[sel + (HEDLEY_STATIC_CAST(int, i) & 2) - 2] : a_.i64[sel + (HEDLEY_STATIC_CAST(int, i) & 2)];
+          break;
+      }
+    }
+  #endif
+
+  return simde__m256d_from_private(r_);
+}
+#if defined(SIMDE_X86_XOP_NATIVE)
+  #define simde_mm256_permute2_pd(a, b, c, imm8) _mm256_permute2_pd((a), (b), (c), (imm8))
+#endif
+#if defined(SIMDE_X86_XOP_ENABLE_NATIVE_ALIASES)
+  #define _mm256_permute2_pd(a, b, c, imm8) simde_mm256_permute2_pd((a), (b), (c), (imm8))
+#endif
+
+HEDLEY_DIAGNOSTIC_POP
+SIMDE_END_DECLS_
+
+#endif /* !defined(SIMDE_X86_XOP_H) */