usearch 2.21.4 → 2.25.1

package/numkong/bench/bench_cross_wasm.cpp

@@ -0,0 +1,142 @@
+/**
+ *  @brief Batch operation benchmarks - WASM ISA family (Relaxed SIMD).
+ *  @file bench/bench_cross_wasm.cpp
+ *  @author Ash Vardanian
+ *  @date March 5, 2026
+ */
+
+#include "numkong/dots.h"
+#include "numkong/sets.h"
+#include "numkong/spatials.h"
+
+#include "bench.hpp"
+
+void bench_cross_wasm() {
+    constexpr nk_dtype_t f64_k = nk_f64_k;
+    constexpr nk_dtype_t f32_k = nk_f32_k;
+    constexpr nk_dtype_t bf16_k = nk_bf16_k;
+    constexpr nk_dtype_t f16_k = nk_f16_k;
+    constexpr nk_dtype_t e5m2_k = nk_e5m2_k;
+    constexpr nk_dtype_t e4m3_k = nk_e4m3_k;
+    constexpr nk_dtype_t e3m2_k = nk_e3m2_k;
+    constexpr nk_dtype_t e2m3_k = nk_e2m3_k;
+    constexpr nk_dtype_t i8_k = nk_i8_k;
+    constexpr nk_dtype_t u8_k = nk_u8_k;
+    constexpr nk_dtype_t i4_k = nk_i4_k;
+    constexpr nk_dtype_t u4_k = nk_u4_k;
+    constexpr nk_dtype_t u1_k = nk_u1_k;
+
+#if NK_TARGET_V128RELAXED
+    run_dots_packed<f64_k>("dots_packed_f64_v128relaxed", nk_dots_packed_size_f64_v128relaxed,
+                           nk_dots_pack_f64_v128relaxed, nk_dots_packed_f64_v128relaxed);
+    run_dots_packed<f32_k>("dots_packed_f32_v128relaxed", nk_dots_packed_size_f32_v128relaxed,
+                           nk_dots_pack_f32_v128relaxed, nk_dots_packed_f32_v128relaxed);
+    run_dots_packed<bf16_k>("dots_packed_bf16_v128relaxed", nk_dots_packed_size_bf16_v128relaxed,
+                            nk_dots_pack_bf16_v128relaxed, nk_dots_packed_bf16_v128relaxed);
+    run_dots_packed<f16_k>("dots_packed_f16_v128relaxed", nk_dots_packed_size_f16_v128relaxed,
+                           nk_dots_pack_f16_v128relaxed, nk_dots_packed_f16_v128relaxed);
+    run_dots_packed<e5m2_k>("dots_packed_e5m2_v128relaxed", nk_dots_packed_size_e5m2_v128relaxed,
+                            nk_dots_pack_e5m2_v128relaxed, nk_dots_packed_e5m2_v128relaxed);
+    run_dots_packed<e4m3_k>("dots_packed_e4m3_v128relaxed", nk_dots_packed_size_e4m3_v128relaxed,
+                            nk_dots_pack_e4m3_v128relaxed, nk_dots_packed_e4m3_v128relaxed);
+    run_dots_packed<e3m2_k>("dots_packed_e3m2_v128relaxed", nk_dots_packed_size_e3m2_v128relaxed,
+                            nk_dots_pack_e3m2_v128relaxed, nk_dots_packed_e3m2_v128relaxed);
+    run_dots_packed<e2m3_k>("dots_packed_e2m3_v128relaxed", nk_dots_packed_size_e2m3_v128relaxed,
+                            nk_dots_pack_e2m3_v128relaxed, nk_dots_packed_e2m3_v128relaxed);
+    run_dots_packed<i8_k>("dots_packed_i8_v128relaxed", nk_dots_packed_size_i8_v128relaxed, nk_dots_pack_i8_v128relaxed,
+                          nk_dots_packed_i8_v128relaxed);
+    run_dots_packed<u8_k>("dots_packed_u8_v128relaxed", nk_dots_packed_size_u8_v128relaxed, nk_dots_pack_u8_v128relaxed,
+                          nk_dots_packed_u8_v128relaxed);
+    run_dots_packed<i4_k>("dots_packed_i4_v128relaxed", nk_dots_packed_size_i4_v128relaxed, nk_dots_pack_i4_v128relaxed,
+                          nk_dots_packed_i4_v128relaxed);
+    run_dots_packed<u4_k>("dots_packed_u4_v128relaxed", nk_dots_packed_size_u4_v128relaxed, nk_dots_pack_u4_v128relaxed,
+                          nk_dots_packed_u4_v128relaxed);
+    run_dots_packed<u1_k>("dots_packed_u1_v128relaxed", nk_dots_packed_size_u1_v128relaxed, nk_dots_pack_u1_v128relaxed,
+                          nk_dots_packed_u1_v128relaxed);
+
+    run_dots_symmetric<f64_k>("dots_symmetric_f64_v128relaxed", nk_dots_symmetric_f64_v128relaxed);
+    run_dots_symmetric<f32_k>("dots_symmetric_f32_v128relaxed", nk_dots_symmetric_f32_v128relaxed);
+    run_dots_symmetric<bf16_k>("dots_symmetric_bf16_v128relaxed", nk_dots_symmetric_bf16_v128relaxed);
+    run_dots_symmetric<f16_k>("dots_symmetric_f16_v128relaxed", nk_dots_symmetric_f16_v128relaxed);
+    run_dots_symmetric<e5m2_k>("dots_symmetric_e5m2_v128relaxed", nk_dots_symmetric_e5m2_v128relaxed);
+    run_dots_symmetric<e4m3_k>("dots_symmetric_e4m3_v128relaxed", nk_dots_symmetric_e4m3_v128relaxed);
+    run_dots_symmetric<e3m2_k>("dots_symmetric_e3m2_v128relaxed", nk_dots_symmetric_e3m2_v128relaxed);
+    run_dots_symmetric<e2m3_k>("dots_symmetric_e2m3_v128relaxed", nk_dots_symmetric_e2m3_v128relaxed);
+    run_dots_symmetric<i8_k>("dots_symmetric_i8_v128relaxed", nk_dots_symmetric_i8_v128relaxed);
+    run_dots_symmetric<u8_k>("dots_symmetric_u8_v128relaxed", nk_dots_symmetric_u8_v128relaxed);
+    run_dots_symmetric<i4_k>("dots_symmetric_i4_v128relaxed", nk_dots_symmetric_i4_v128relaxed);
+    run_dots_symmetric<u4_k>("dots_symmetric_u4_v128relaxed", nk_dots_symmetric_u4_v128relaxed);
+    run_dots_symmetric<u1_k>("dots_symmetric_u1_v128relaxed", nk_dots_symmetric_u1_v128relaxed);
+
+    run_angulars_packed<f64_k>("angulars_packed_f64_v128relaxed", nk_dots_packed_size_f64_v128relaxed,
+                               nk_dots_pack_f64_v128relaxed, nk_angulars_packed_f64_v128relaxed);
+    run_angulars_packed<f32_k>("angulars_packed_f32_v128relaxed", nk_dots_packed_size_f32_v128relaxed,
+                               nk_dots_pack_f32_v128relaxed, nk_angulars_packed_f32_v128relaxed);
+    run_angulars_packed<bf16_k>("angulars_packed_bf16_v128relaxed", nk_dots_packed_size_bf16_v128relaxed,
+                                nk_dots_pack_bf16_v128relaxed, nk_angulars_packed_bf16_v128relaxed);
+    run_angulars_packed<f16_k>("angulars_packed_f16_v128relaxed", nk_dots_packed_size_f16_v128relaxed,
+                               nk_dots_pack_f16_v128relaxed, nk_angulars_packed_f16_v128relaxed);
+    run_angulars_packed<e5m2_k>("angulars_packed_e5m2_v128relaxed", nk_dots_packed_size_e5m2_v128relaxed,
+                                nk_dots_pack_e5m2_v128relaxed, nk_angulars_packed_e5m2_v128relaxed);
+    run_angulars_packed<e4m3_k>("angulars_packed_e4m3_v128relaxed", nk_dots_packed_size_e4m3_v128relaxed,
+                                nk_dots_pack_e4m3_v128relaxed, nk_angulars_packed_e4m3_v128relaxed);
+    run_angulars_packed<e3m2_k>("angulars_packed_e3m2_v128relaxed", nk_dots_packed_size_e3m2_v128relaxed,
+                                nk_dots_pack_e3m2_v128relaxed, nk_angulars_packed_e3m2_v128relaxed);
+    run_angulars_packed<e2m3_k>("angulars_packed_e2m3_v128relaxed", nk_dots_packed_size_e2m3_v128relaxed,
+                                nk_dots_pack_e2m3_v128relaxed, nk_angulars_packed_e2m3_v128relaxed);
+    run_angulars_packed<i8_k>("angulars_packed_i8_v128relaxed", nk_dots_packed_size_i8_v128relaxed,
+                              nk_dots_pack_i8_v128relaxed, nk_angulars_packed_i8_v128relaxed);
+    run_angulars_packed<u8_k>("angulars_packed_u8_v128relaxed", nk_dots_packed_size_u8_v128relaxed,
+                              nk_dots_pack_u8_v128relaxed, nk_angulars_packed_u8_v128relaxed);
+
+    run_angulars_symmetric<f64_k>("angulars_symmetric_f64_v128relaxed", nk_angulars_symmetric_f64_v128relaxed);
+    run_angulars_symmetric<f32_k>("angulars_symmetric_f32_v128relaxed", nk_angulars_symmetric_f32_v128relaxed);
+    run_angulars_symmetric<bf16_k>("angulars_symmetric_bf16_v128relaxed", nk_angulars_symmetric_bf16_v128relaxed);
+    run_angulars_symmetric<f16_k>("angulars_symmetric_f16_v128relaxed", nk_angulars_symmetric_f16_v128relaxed);
+    run_angulars_symmetric<e5m2_k>("angulars_symmetric_e5m2_v128relaxed", nk_angulars_symmetric_e5m2_v128relaxed);
+    run_angulars_symmetric<e4m3_k>("angulars_symmetric_e4m3_v128relaxed", nk_angulars_symmetric_e4m3_v128relaxed);
+    run_angulars_symmetric<e3m2_k>("angulars_symmetric_e3m2_v128relaxed", nk_angulars_symmetric_e3m2_v128relaxed);
+    run_angulars_symmetric<e2m3_k>("angulars_symmetric_e2m3_v128relaxed", nk_angulars_symmetric_e2m3_v128relaxed);
+    run_angulars_symmetric<i8_k>("angulars_symmetric_i8_v128relaxed", nk_angulars_symmetric_i8_v128relaxed);
+    run_angulars_symmetric<u8_k>("angulars_symmetric_u8_v128relaxed", nk_angulars_symmetric_u8_v128relaxed);
+
+    run_euclideans_packed<f64_k>("euclideans_packed_f64_v128relaxed", nk_dots_packed_size_f64_v128relaxed,
+                                 nk_dots_pack_f64_v128relaxed, nk_euclideans_packed_f64_v128relaxed);
+    run_euclideans_packed<f32_k>("euclideans_packed_f32_v128relaxed", nk_dots_packed_size_f32_v128relaxed,
+                                 nk_dots_pack_f32_v128relaxed, nk_euclideans_packed_f32_v128relaxed);
+    run_euclideans_packed<bf16_k>("euclideans_packed_bf16_v128relaxed", nk_dots_packed_size_bf16_v128relaxed,
+                                  nk_dots_pack_bf16_v128relaxed, nk_euclideans_packed_bf16_v128relaxed);
+    run_euclideans_packed<f16_k>("euclideans_packed_f16_v128relaxed", nk_dots_packed_size_f16_v128relaxed,
+                                 nk_dots_pack_f16_v128relaxed, nk_euclideans_packed_f16_v128relaxed);
+    run_euclideans_packed<e5m2_k>("euclideans_packed_e5m2_v128relaxed", nk_dots_packed_size_e5m2_v128relaxed,
+                                  nk_dots_pack_e5m2_v128relaxed, nk_euclideans_packed_e5m2_v128relaxed);
+    run_euclideans_packed<e4m3_k>("euclideans_packed_e4m3_v128relaxed", nk_dots_packed_size_e4m3_v128relaxed,
+                                  nk_dots_pack_e4m3_v128relaxed, nk_euclideans_packed_e4m3_v128relaxed);
+    run_euclideans_packed<e3m2_k>("euclideans_packed_e3m2_v128relaxed", nk_dots_packed_size_e3m2_v128relaxed,
+                                  nk_dots_pack_e3m2_v128relaxed, nk_euclideans_packed_e3m2_v128relaxed);
+    run_euclideans_packed<e2m3_k>("euclideans_packed_e2m3_v128relaxed", nk_dots_packed_size_e2m3_v128relaxed,
+                                  nk_dots_pack_e2m3_v128relaxed, nk_euclideans_packed_e2m3_v128relaxed);
+    run_euclideans_packed<i8_k>("euclideans_packed_i8_v128relaxed", nk_dots_packed_size_i8_v128relaxed,
+                                nk_dots_pack_i8_v128relaxed, nk_euclideans_packed_i8_v128relaxed);
+    run_euclideans_packed<u8_k>("euclideans_packed_u8_v128relaxed", nk_dots_packed_size_u8_v128relaxed,
+                                nk_dots_pack_u8_v128relaxed, nk_euclideans_packed_u8_v128relaxed);
+
+    run_euclideans_symmetric<f64_k>("euclideans_symmetric_f64_v128relaxed", nk_euclideans_symmetric_f64_v128relaxed);
+    run_euclideans_symmetric<f32_k>("euclideans_symmetric_f32_v128relaxed", nk_euclideans_symmetric_f32_v128relaxed);
+    run_euclideans_symmetric<bf16_k>("euclideans_symmetric_bf16_v128relaxed", nk_euclideans_symmetric_bf16_v128relaxed);
+    run_euclideans_symmetric<f16_k>("euclideans_symmetric_f16_v128relaxed", nk_euclideans_symmetric_f16_v128relaxed);
+    run_euclideans_symmetric<e5m2_k>("euclideans_symmetric_e5m2_v128relaxed", nk_euclideans_symmetric_e5m2_v128relaxed);
+    run_euclideans_symmetric<e4m3_k>("euclideans_symmetric_e4m3_v128relaxed", nk_euclideans_symmetric_e4m3_v128relaxed);
+    run_euclideans_symmetric<e3m2_k>("euclideans_symmetric_e3m2_v128relaxed", nk_euclideans_symmetric_e3m2_v128relaxed);
+    run_euclideans_symmetric<e2m3_k>("euclideans_symmetric_e2m3_v128relaxed", nk_euclideans_symmetric_e2m3_v128relaxed);
+    run_euclideans_symmetric<i8_k>("euclideans_symmetric_i8_v128relaxed", nk_euclideans_symmetric_i8_v128relaxed);
+    run_euclideans_symmetric<u8_k>("euclideans_symmetric_u8_v128relaxed", nk_euclideans_symmetric_u8_v128relaxed);
+
+    run_hammings_packed<u1_k>("hammings_packed_u1_v128relaxed", nk_dots_packed_size_u1_v128relaxed,
+                              nk_dots_pack_u1_v128relaxed, nk_hammings_packed_u1_v128relaxed);
+    run_hammings_symmetric<u1_k>("hammings_symmetric_u1_v128relaxed", nk_hammings_symmetric_u1_v128relaxed);
+    run_jaccards_packed<u1_k>("jaccards_packed_u1_v128relaxed", nk_dots_packed_size_u1_v128relaxed,
+                              nk_dots_pack_u1_v128relaxed, nk_jaccards_packed_u1_v128relaxed);
+    run_jaccards_symmetric<u1_k>("jaccards_symmetric_u1_v128relaxed", nk_jaccards_symmetric_u1_v128relaxed);
+#endif
+}

package/numkong/bench/bench_cross_x86.cpp

@@ -0,0 +1,455 @@
+/**
+ *  @brief Batch operation benchmarks - x86 ISA family.
+ *  @file bench/bench_cross_x86.cpp
+ *  @author Ash Vardanian
+ *  @date February 6, 2026
+ *
+ *  Covers Haswell, Skylake, Ice Lake, Genoa, Sapphire.
+ */
+
+#include "numkong/dot.h"
+#include "numkong/dots.h"
+#include "numkong/sets.h"
+#include "numkong/spatials.h"
+
+#include "bench.hpp"
+
+void bench_cross_x86() {
+    constexpr nk_dtype_t f64_k = nk_f64_k;
+    constexpr nk_dtype_t f32_k = nk_f32_k;
+    constexpr nk_dtype_t bf16_k = nk_bf16_k;
+    constexpr nk_dtype_t f16_k = nk_f16_k;
+    constexpr nk_dtype_t e5m2_k = nk_e5m2_k;
+    constexpr nk_dtype_t e4m3_k = nk_e4m3_k;
+    constexpr nk_dtype_t e3m2_k = nk_e3m2_k;
+    constexpr nk_dtype_t e2m3_k = nk_e2m3_k;
+    constexpr nk_dtype_t i8_k = nk_i8_k;
+    constexpr nk_dtype_t u8_k = nk_u8_k;
+    constexpr nk_dtype_t i4_k = nk_i4_k;
+    constexpr nk_dtype_t u4_k = nk_u4_k;
+    constexpr nk_dtype_t u1_k = nk_u1_k;
+
+#if NK_TARGET_HASWELL
+
+    run_dots_packed<f64_k>("dots_packed_f64_haswell", nk_dots_packed_size_f64_haswell, nk_dots_pack_f64_haswell,
+                           nk_dots_packed_f64_haswell);
+    run_dots_packed<f32_k>("dots_packed_f32_haswell", nk_dots_packed_size_f32_haswell, nk_dots_pack_f32_haswell,
+                           nk_dots_packed_f32_haswell);
+    run_dots_packed<bf16_k>("dots_packed_bf16_haswell", nk_dots_packed_size_bf16_haswell, nk_dots_pack_bf16_haswell,
+                            nk_dots_packed_bf16_haswell);
+    run_dots_packed<f16_k>("dots_packed_f16_haswell", nk_dots_packed_size_f16_haswell, nk_dots_pack_f16_haswell,
+                           nk_dots_packed_f16_haswell);
+    run_dots_packed<e5m2_k>("dots_packed_e5m2_haswell", nk_dots_packed_size_e5m2_haswell, nk_dots_pack_e5m2_haswell,
+                            nk_dots_packed_e5m2_haswell);
+    run_dots_packed<e4m3_k>("dots_packed_e4m3_haswell", nk_dots_packed_size_e4m3_haswell, nk_dots_pack_e4m3_haswell,
+                            nk_dots_packed_e4m3_haswell);
+    run_dots_packed<e3m2_k>("dots_packed_e3m2_haswell", nk_dots_packed_size_e3m2_haswell, nk_dots_pack_e3m2_haswell,
+                            nk_dots_packed_e3m2_haswell);
+    run_dots_packed<e2m3_k>("dots_packed_e2m3_haswell", nk_dots_packed_size_e2m3_haswell, nk_dots_pack_e2m3_haswell,
+                            nk_dots_packed_e2m3_haswell);
+    run_dots_packed<i8_k>("dots_packed_i8_haswell", nk_dots_packed_size_i8_haswell, nk_dots_pack_i8_haswell,
+                          nk_dots_packed_i8_haswell);
+    run_dots_packed<u8_k>("dots_packed_u8_haswell", nk_dots_packed_size_u8_haswell, nk_dots_pack_u8_haswell,
+                          nk_dots_packed_u8_haswell);
+    run_dots_packed<u1_k>("dots_packed_u1_haswell", nk_dots_packed_size_u1_serial, nk_dots_pack_u1_serial,
+                          nk_dots_packed_u1_haswell);
+
+    run_dots_symmetric<f64_k>("dots_symmetric_f64_haswell", nk_dots_symmetric_f64_haswell);
+    run_dots_symmetric<f32_k>("dots_symmetric_f32_haswell", nk_dots_symmetric_f32_haswell);
+    run_dots_symmetric<bf16_k>("dots_symmetric_bf16_haswell", nk_dots_symmetric_bf16_haswell);
+    run_dots_symmetric<f16_k>("dots_symmetric_f16_haswell", nk_dots_symmetric_f16_haswell);
+    run_dots_symmetric<e5m2_k>("dots_symmetric_e5m2_haswell", nk_dots_symmetric_e5m2_haswell);
+    run_dots_symmetric<e4m3_k>("dots_symmetric_e4m3_haswell", nk_dots_symmetric_e4m3_haswell);
+    run_dots_symmetric<e3m2_k>("dots_symmetric_e3m2_haswell", nk_dots_symmetric_e3m2_haswell);
+    run_dots_symmetric<e2m3_k>("dots_symmetric_e2m3_haswell", nk_dots_symmetric_e2m3_haswell);
+    run_dots_symmetric<i8_k>("dots_symmetric_i8_haswell", nk_dots_symmetric_i8_haswell);
+    run_dots_symmetric<u8_k>("dots_symmetric_u8_haswell", nk_dots_symmetric_u8_haswell);
+    run_dots_symmetric<u1_k>("dots_symmetric_u1_haswell", nk_dots_symmetric_u1_haswell);
+
+    run_angulars_packed<f64_k>("angulars_packed_f64_haswell", nk_dots_packed_size_f64_haswell, nk_dots_pack_f64_haswell,
+                               nk_angulars_packed_f64_haswell);
+    run_angulars_packed<f32_k>("angulars_packed_f32_haswell", nk_dots_packed_size_f32_haswell, nk_dots_pack_f32_haswell,
+                               nk_angulars_packed_f32_haswell);
+    run_angulars_packed<bf16_k>("angulars_packed_bf16_haswell", nk_dots_packed_size_bf16_haswell,
+                                nk_dots_pack_bf16_haswell, nk_angulars_packed_bf16_haswell);
+    run_angulars_packed<f16_k>("angulars_packed_f16_haswell", nk_dots_packed_size_f16_haswell, nk_dots_pack_f16_haswell,
+                               nk_angulars_packed_f16_haswell);
+    run_angulars_packed<e5m2_k>("angulars_packed_e5m2_haswell", nk_dots_packed_size_e5m2_haswell,
+                                nk_dots_pack_e5m2_haswell, nk_angulars_packed_e5m2_haswell);
+    run_angulars_packed<e4m3_k>("angulars_packed_e4m3_haswell", nk_dots_packed_size_e4m3_haswell,
+                                nk_dots_pack_e4m3_haswell, nk_angulars_packed_e4m3_haswell);
+    run_angulars_packed<e3m2_k>("angulars_packed_e3m2_haswell", nk_dots_packed_size_e3m2_haswell,
+                                nk_dots_pack_e3m2_haswell, nk_angulars_packed_e3m2_haswell);
+    run_angulars_packed<e2m3_k>("angulars_packed_e2m3_haswell", nk_dots_packed_size_e2m3_haswell,
+                                nk_dots_pack_e2m3_haswell, nk_angulars_packed_e2m3_haswell);
+    run_angulars_packed<i8_k>("angulars_packed_i8_haswell", nk_dots_packed_size_i8_haswell, nk_dots_pack_i8_haswell,
+                              nk_angulars_packed_i8_haswell);
+    run_angulars_packed<u8_k>("angulars_packed_u8_haswell", nk_dots_packed_size_u8_haswell, nk_dots_pack_u8_haswell,
+                              nk_angulars_packed_u8_haswell);
+
+    run_angulars_symmetric<f64_k>("angulars_symmetric_f64_haswell", nk_angulars_symmetric_f64_haswell);
+    run_angulars_symmetric<f32_k>("angulars_symmetric_f32_haswell", nk_angulars_symmetric_f32_haswell);
+    run_angulars_symmetric<bf16_k>("angulars_symmetric_bf16_haswell", nk_angulars_symmetric_bf16_haswell);
+    run_angulars_symmetric<f16_k>("angulars_symmetric_f16_haswell", nk_angulars_symmetric_f16_haswell);
+    run_angulars_symmetric<e5m2_k>("angulars_symmetric_e5m2_haswell", nk_angulars_symmetric_e5m2_haswell);
+    run_angulars_symmetric<e4m3_k>("angulars_symmetric_e4m3_haswell", nk_angulars_symmetric_e4m3_haswell);
+    run_angulars_symmetric<e3m2_k>("angulars_symmetric_e3m2_haswell", nk_angulars_symmetric_e3m2_haswell);
+    run_angulars_symmetric<e2m3_k>("angulars_symmetric_e2m3_haswell", nk_angulars_symmetric_e2m3_haswell);
+    run_angulars_symmetric<i8_k>("angulars_symmetric_i8_haswell", nk_angulars_symmetric_i8_haswell);
+    run_angulars_symmetric<u8_k>("angulars_symmetric_u8_haswell", nk_angulars_symmetric_u8_haswell);
+
+    run_euclideans_packed<f64_k>("euclideans_packed_f64_haswell", nk_dots_packed_size_f64_haswell,
+                                 nk_dots_pack_f64_haswell, nk_euclideans_packed_f64_haswell);
+    run_euclideans_packed<f32_k>("euclideans_packed_f32_haswell", nk_dots_packed_size_f32_haswell,
+                                 nk_dots_pack_f32_haswell, nk_euclideans_packed_f32_haswell);
+    run_euclideans_packed<bf16_k>("euclideans_packed_bf16_haswell", nk_dots_packed_size_bf16_haswell,
+                                  nk_dots_pack_bf16_haswell, nk_euclideans_packed_bf16_haswell);
+    run_euclideans_packed<f16_k>("euclideans_packed_f16_haswell", nk_dots_packed_size_f16_haswell,
+                                 nk_dots_pack_f16_haswell, nk_euclideans_packed_f16_haswell);
+    run_euclideans_packed<e5m2_k>("euclideans_packed_e5m2_haswell", nk_dots_packed_size_e5m2_haswell,
+                                  nk_dots_pack_e5m2_haswell, nk_euclideans_packed_e5m2_haswell);
+    run_euclideans_packed<e4m3_k>("euclideans_packed_e4m3_haswell", nk_dots_packed_size_e4m3_haswell,
+                                  nk_dots_pack_e4m3_haswell, nk_euclideans_packed_e4m3_haswell);
+    run_euclideans_packed<e3m2_k>("euclideans_packed_e3m2_haswell", nk_dots_packed_size_e3m2_haswell,
+                                  nk_dots_pack_e3m2_haswell, nk_euclideans_packed_e3m2_haswell);
+    run_euclideans_packed<e2m3_k>("euclideans_packed_e2m3_haswell", nk_dots_packed_size_e2m3_haswell,
+                                  nk_dots_pack_e2m3_haswell, nk_euclideans_packed_e2m3_haswell);
+    run_euclideans_packed<i8_k>("euclideans_packed_i8_haswell", nk_dots_packed_size_i8_haswell, nk_dots_pack_i8_haswell,
+                                nk_euclideans_packed_i8_haswell);
+    run_euclideans_packed<u8_k>("euclideans_packed_u8_haswell", nk_dots_packed_size_u8_haswell, nk_dots_pack_u8_haswell,
+                                nk_euclideans_packed_u8_haswell);
+
+    run_euclideans_symmetric<f64_k>("euclideans_symmetric_f64_haswell", nk_euclideans_symmetric_f64_haswell);
+    run_euclideans_symmetric<f32_k>("euclideans_symmetric_f32_haswell", nk_euclideans_symmetric_f32_haswell);
+    run_euclideans_symmetric<bf16_k>("euclideans_symmetric_bf16_haswell", nk_euclideans_symmetric_bf16_haswell);
+    run_euclideans_symmetric<f16_k>("euclideans_symmetric_f16_haswell", nk_euclideans_symmetric_f16_haswell);
+    run_euclideans_symmetric<e5m2_k>("euclideans_symmetric_e5m2_haswell", nk_euclideans_symmetric_e5m2_haswell);
+    run_euclideans_symmetric<e4m3_k>("euclideans_symmetric_e4m3_haswell", nk_euclideans_symmetric_e4m3_haswell);
+    run_euclideans_symmetric<e3m2_k>("euclideans_symmetric_e3m2_haswell", nk_euclideans_symmetric_e3m2_haswell);
+    run_euclideans_symmetric<e2m3_k>("euclideans_symmetric_e2m3_haswell", nk_euclideans_symmetric_e2m3_haswell);
+    run_euclideans_symmetric<i8_k>("euclideans_symmetric_i8_haswell", nk_euclideans_symmetric_i8_haswell);
+    run_euclideans_symmetric<u8_k>("euclideans_symmetric_u8_haswell", nk_euclideans_symmetric_u8_haswell);
+
+    run_hammings_packed<u1_k>("hammings_packed_u1_haswell", nk_dots_packed_size_u1_serial, nk_dots_pack_u1_serial,
+                              nk_hammings_packed_u1_haswell);
+    run_hammings_symmetric<u1_k>("hammings_symmetric_u1_haswell", nk_hammings_symmetric_u1_haswell);
+    run_jaccards_packed<u1_k>("jaccards_packed_u1_haswell", nk_dots_packed_size_u1_serial, nk_dots_pack_u1_serial,
+                              nk_jaccards_packed_u1_haswell);
+    run_jaccards_symmetric<u1_k>("jaccards_symmetric_u1_haswell", nk_jaccards_symmetric_u1_haswell);
+
+#endif
+
+#if NK_TARGET_SKYLAKE
+
+    run_dots_packed<f64_k>("dots_packed_f64_skylake", nk_dots_packed_size_f64_skylake, nk_dots_pack_f64_skylake,
+                           nk_dots_packed_f64_skylake);
+    run_dots_packed<f32_k>("dots_packed_f32_skylake", nk_dots_packed_size_f32_skylake, nk_dots_pack_f32_skylake,
+                           nk_dots_packed_f32_skylake);
+    run_dots_packed<bf16_k>("dots_packed_bf16_skylake", nk_dots_packed_size_bf16_skylake, nk_dots_pack_bf16_skylake,
+                            nk_dots_packed_bf16_skylake);
+    run_dots_packed<f16_k>("dots_packed_f16_skylake", nk_dots_packed_size_f16_skylake, nk_dots_pack_f16_skylake,
+                           nk_dots_packed_f16_skylake);
+    run_dots_packed<e5m2_k>("dots_packed_e5m2_skylake", nk_dots_packed_size_e5m2_skylake, nk_dots_pack_e5m2_skylake,
+                            nk_dots_packed_e5m2_skylake);
+    run_dots_packed<e4m3_k>("dots_packed_e4m3_skylake", nk_dots_packed_size_e4m3_skylake, nk_dots_pack_e4m3_skylake,
+                            nk_dots_packed_e4m3_skylake);
+    run_dots_packed<e3m2_k>("dots_packed_e3m2_skylake", nk_dots_packed_size_e3m2_skylake, nk_dots_pack_e3m2_skylake,
+                            nk_dots_packed_e3m2_skylake);
+    run_dots_packed<e2m3_k>("dots_packed_e2m3_skylake", nk_dots_packed_size_e2m3_skylake, nk_dots_pack_e2m3_skylake,
+                            nk_dots_packed_e2m3_skylake);
+
+    run_dots_symmetric<f64_k>("dots_symmetric_f64_skylake", nk_dots_symmetric_f64_skylake);
+    run_dots_symmetric<f32_k>("dots_symmetric_f32_skylake", nk_dots_symmetric_f32_skylake);
+    run_dots_symmetric<bf16_k>("dots_symmetric_bf16_skylake", nk_dots_symmetric_bf16_skylake);
+    run_dots_symmetric<f16_k>("dots_symmetric_f16_skylake", nk_dots_symmetric_f16_skylake);
+    run_dots_symmetric<e5m2_k>("dots_symmetric_e5m2_skylake", nk_dots_symmetric_e5m2_skylake);
+    run_dots_symmetric<e4m3_k>("dots_symmetric_e4m3_skylake", nk_dots_symmetric_e4m3_skylake);
+    run_dots_symmetric<e3m2_k>("dots_symmetric_e3m2_skylake", nk_dots_symmetric_e3m2_skylake);
+    run_dots_symmetric<e2m3_k>("dots_symmetric_e2m3_skylake", nk_dots_symmetric_e2m3_skylake);
+
+    run_angulars_packed<f64_k>("angulars_packed_f64_skylake", nk_dots_packed_size_f64_skylake, nk_dots_pack_f64_skylake,
+                               nk_angulars_packed_f64_skylake);
+    run_angulars_packed<f32_k>("angulars_packed_f32_skylake", nk_dots_packed_size_f32_skylake, nk_dots_pack_f32_skylake,
+                               nk_angulars_packed_f32_skylake);
+    run_angulars_packed<bf16_k>("angulars_packed_bf16_skylake", nk_dots_packed_size_bf16_skylake,
+                                nk_dots_pack_bf16_skylake, nk_angulars_packed_bf16_skylake);
+    run_angulars_packed<f16_k>("angulars_packed_f16_skylake", nk_dots_packed_size_f16_skylake, nk_dots_pack_f16_skylake,
+                               nk_angulars_packed_f16_skylake);
+    run_angulars_packed<e5m2_k>("angulars_packed_e5m2_skylake", nk_dots_packed_size_e5m2_skylake,
+                                nk_dots_pack_e5m2_skylake, nk_angulars_packed_e5m2_skylake);
+    run_angulars_packed<e4m3_k>("angulars_packed_e4m3_skylake", nk_dots_packed_size_e4m3_skylake,
+                                nk_dots_pack_e4m3_skylake, nk_angulars_packed_e4m3_skylake);
+    run_angulars_packed<e3m2_k>("angulars_packed_e3m2_skylake", nk_dots_packed_size_e3m2_skylake,
+                                nk_dots_pack_e3m2_skylake, nk_angulars_packed_e3m2_skylake);
+    run_angulars_packed<e2m3_k>("angulars_packed_e2m3_skylake", nk_dots_packed_size_e2m3_skylake,
+                                nk_dots_pack_e2m3_skylake, nk_angulars_packed_e2m3_skylake);
+
+    run_angulars_symmetric<f64_k>("angulars_symmetric_f64_skylake", nk_angulars_symmetric_f64_skylake);
+    run_angulars_symmetric<f32_k>("angulars_symmetric_f32_skylake", nk_angulars_symmetric_f32_skylake);
+    run_angulars_symmetric<bf16_k>("angulars_symmetric_bf16_skylake", nk_angulars_symmetric_bf16_skylake);
+    run_angulars_symmetric<f16_k>("angulars_symmetric_f16_skylake", nk_angulars_symmetric_f16_skylake);
+    run_angulars_symmetric<e5m2_k>("angulars_symmetric_e5m2_skylake", nk_angulars_symmetric_e5m2_skylake);
+    run_angulars_symmetric<e4m3_k>("angulars_symmetric_e4m3_skylake", nk_angulars_symmetric_e4m3_skylake);
+    run_angulars_symmetric<e3m2_k>("angulars_symmetric_e3m2_skylake", nk_angulars_symmetric_e3m2_skylake);
+    run_angulars_symmetric<e2m3_k>("angulars_symmetric_e2m3_skylake", nk_angulars_symmetric_e2m3_skylake);
+
+    run_euclideans_packed<f64_k>("euclideans_packed_f64_skylake", nk_dots_packed_size_f64_skylake,
+                                 nk_dots_pack_f64_skylake, nk_euclideans_packed_f64_skylake);
+    run_euclideans_packed<f32_k>("euclideans_packed_f32_skylake", nk_dots_packed_size_f32_skylake,
+                                 nk_dots_pack_f32_skylake, nk_euclideans_packed_f32_skylake);
+    run_euclideans_packed<bf16_k>("euclideans_packed_bf16_skylake", nk_dots_packed_size_bf16_skylake,
+                                  nk_dots_pack_bf16_skylake, nk_euclideans_packed_bf16_skylake);
+    run_euclideans_packed<f16_k>("euclideans_packed_f16_skylake", nk_dots_packed_size_f16_skylake,
+                                 nk_dots_pack_f16_skylake, nk_euclideans_packed_f16_skylake);
+    run_euclideans_packed<e5m2_k>("euclideans_packed_e5m2_skylake", nk_dots_packed_size_e5m2_skylake,
+                                  nk_dots_pack_e5m2_skylake, nk_euclideans_packed_e5m2_skylake);
+    run_euclideans_packed<e4m3_k>("euclideans_packed_e4m3_skylake", nk_dots_packed_size_e4m3_skylake,
+                                  nk_dots_pack_e4m3_skylake, nk_euclideans_packed_e4m3_skylake);
+    run_euclideans_packed<e3m2_k>("euclideans_packed_e3m2_skylake", nk_dots_packed_size_e3m2_skylake,
+                                  nk_dots_pack_e3m2_skylake, nk_euclideans_packed_e3m2_skylake);
+    run_euclideans_packed<e2m3_k>("euclideans_packed_e2m3_skylake", nk_dots_packed_size_e2m3_skylake,
+                                  nk_dots_pack_e2m3_skylake, nk_euclideans_packed_e2m3_skylake);
+
+    run_euclideans_symmetric<f64_k>("euclideans_symmetric_f64_skylake", nk_euclideans_symmetric_f64_skylake);
+    run_euclideans_symmetric<f32_k>("euclideans_symmetric_f32_skylake", nk_euclideans_symmetric_f32_skylake);
+    run_euclideans_symmetric<bf16_k>("euclideans_symmetric_bf16_skylake", nk_euclideans_symmetric_bf16_skylake);
+    run_euclideans_symmetric<f16_k>("euclideans_symmetric_f16_skylake", nk_euclideans_symmetric_f16_skylake);
+    run_euclideans_symmetric<e5m2_k>("euclideans_symmetric_e5m2_skylake", nk_euclideans_symmetric_e5m2_skylake);
+    run_euclideans_symmetric<e4m3_k>("euclideans_symmetric_e4m3_skylake", nk_euclideans_symmetric_e4m3_skylake);
+    run_euclideans_symmetric<e3m2_k>("euclideans_symmetric_e3m2_skylake", nk_euclideans_symmetric_e3m2_skylake);
+    run_euclideans_symmetric<e2m3_k>("euclideans_symmetric_e2m3_skylake", nk_euclideans_symmetric_e2m3_skylake);
+
+#endif
+
+#if NK_TARGET_ICELAKE
+
+    run_dots_packed<i8_k>("dots_packed_i8_icelake", nk_dots_packed_size_i8_icelake, nk_dots_pack_i8_icelake,
+                          nk_dots_packed_i8_icelake);
+    run_dots_packed<u8_k>("dots_packed_u8_icelake", nk_dots_packed_size_u8_icelake, nk_dots_pack_u8_icelake,
+                          nk_dots_packed_u8_icelake);
+    run_dots_packed<i4_k>("dots_packed_i4_icelake", nk_dots_packed_size_i4_icelake, nk_dots_pack_i4_icelake,
+                          nk_dots_packed_i4_icelake);
+    run_dots_packed<u4_k>("dots_packed_u4_icelake", nk_dots_packed_size_u4_icelake, nk_dots_pack_u4_icelake,
+                          nk_dots_packed_u4_icelake);
+    run_dots_packed<u1_k>("dots_packed_u1_icelake", nk_dots_packed_size_u1_serial, nk_dots_pack_u1_serial,
+                          nk_dots_packed_u1_icelake);
+
+    run_dots_symmetric<i8_k>("dots_symmetric_i8_icelake", nk_dots_symmetric_i8_icelake);
+    run_dots_symmetric<u8_k>("dots_symmetric_u8_icelake", nk_dots_symmetric_u8_icelake);
+    run_dots_symmetric<i4_k>("dots_symmetric_i4_icelake", nk_dots_symmetric_i4_icelake);
+    run_dots_symmetric<u4_k>("dots_symmetric_u4_icelake", nk_dots_symmetric_u4_icelake);
+    run_dots_symmetric<u1_k>("dots_symmetric_u1_icelake", nk_dots_symmetric_u1_icelake);
+
+    run_angulars_packed<i8_k>("angulars_packed_i8_icelake", nk_dots_packed_size_i8_icelake, nk_dots_pack_i8_icelake,
+                              nk_angulars_packed_i8_icelake);
+    run_angulars_packed<u8_k>("angulars_packed_u8_icelake", nk_dots_packed_size_u8_icelake, nk_dots_pack_u8_icelake,
+                              nk_angulars_packed_u8_icelake);
+    run_angulars_packed<i4_k>("angulars_packed_i4_icelake", nk_dots_packed_size_i4_icelake, nk_dots_pack_i4_icelake,
+                              nk_angulars_packed_i4_icelake);
+    run_angulars_packed<u4_k>("angulars_packed_u4_icelake", nk_dots_packed_size_u4_icelake, nk_dots_pack_u4_icelake,
+                              nk_angulars_packed_u4_icelake);
+
+    run_angulars_symmetric<i8_k>("angulars_symmetric_i8_icelake", nk_angulars_symmetric_i8_icelake);
+    run_angulars_symmetric<u8_k>("angulars_symmetric_u8_icelake", nk_angulars_symmetric_u8_icelake);
+    run_angulars_symmetric<i4_k>("angulars_symmetric_i4_icelake", nk_angulars_symmetric_i4_icelake);
+    run_angulars_symmetric<u4_k>("angulars_symmetric_u4_icelake", nk_angulars_symmetric_u4_icelake);
+
+    run_euclideans_packed<i8_k>("euclideans_packed_i8_icelake", nk_dots_packed_size_i8_icelake, nk_dots_pack_i8_icelake,
+                                nk_euclideans_packed_i8_icelake);
+    run_euclideans_packed<u8_k>("euclideans_packed_u8_icelake", nk_dots_packed_size_u8_icelake, nk_dots_pack_u8_icelake,
+                                nk_euclideans_packed_u8_icelake);
+    run_euclideans_packed<i4_k>("euclideans_packed_i4_icelake", nk_dots_packed_size_i4_icelake, nk_dots_pack_i4_icelake,
+                                nk_euclideans_packed_i4_icelake);
+    run_euclideans_packed<u4_k>("euclideans_packed_u4_icelake", nk_dots_packed_size_u4_icelake, nk_dots_pack_u4_icelake,
+                                nk_euclideans_packed_u4_icelake);
+
+    run_euclideans_symmetric<i8_k>("euclideans_symmetric_i8_icelake", nk_euclideans_symmetric_i8_icelake);
+    run_euclideans_symmetric<u8_k>("euclideans_symmetric_u8_icelake", nk_euclideans_symmetric_u8_icelake);
+    run_euclideans_symmetric<i4_k>("euclideans_symmetric_i4_icelake", nk_euclideans_symmetric_i4_icelake);
+    run_euclideans_symmetric<u4_k>("euclideans_symmetric_u4_icelake", nk_euclideans_symmetric_u4_icelake);
+
+    run_hammings_packed<u1_k>("hammings_packed_u1_icelake", nk_dots_packed_size_u1_serial, nk_dots_pack_u1_serial,
+                              nk_hammings_packed_u1_icelake);
+    run_hammings_symmetric<u1_k>("hammings_symmetric_u1_icelake", nk_hammings_symmetric_u1_icelake);
+    run_jaccards_packed<u1_k>("jaccards_packed_u1_icelake", nk_dots_packed_size_u1_serial, nk_dots_pack_u1_serial,
+                              nk_jaccards_packed_u1_icelake);
+    run_jaccards_symmetric<u1_k>("jaccards_symmetric_u1_icelake", nk_jaccards_symmetric_u1_icelake);
+
+#endif
+
+#if NK_TARGET_GENOA
+
+    run_dots_packed<bf16_k>("dots_packed_bf16_genoa", nk_dots_packed_size_bf16_genoa, nk_dots_pack_bf16_genoa,
+                            nk_dots_packed_bf16_genoa);
+    run_dots_packed<e5m2_k>("dots_packed_e5m2_genoa", nk_dots_packed_size_e5m2_genoa, nk_dots_pack_e5m2_genoa,
+                            nk_dots_packed_e5m2_genoa);
+    run_dots_packed<e4m3_k>("dots_packed_e4m3_genoa", nk_dots_packed_size_e4m3_genoa, nk_dots_pack_e4m3_genoa,
+                            nk_dots_packed_e4m3_genoa);
+    run_dots_symmetric<bf16_k>("dots_symmetric_bf16_genoa", nk_dots_symmetric_bf16_genoa);
+    run_dots_symmetric<e5m2_k>("dots_symmetric_e5m2_genoa", nk_dots_symmetric_e5m2_genoa);
+    run_dots_symmetric<e4m3_k>("dots_symmetric_e4m3_genoa", nk_dots_symmetric_e4m3_genoa);
+    run_angulars_packed<bf16_k>("angulars_packed_bf16_genoa", nk_dots_packed_size_bf16_genoa, nk_dots_pack_bf16_genoa,
+                                nk_angulars_packed_bf16_genoa);
+    run_angulars_packed<e5m2_k>("angulars_packed_e5m2_genoa", nk_dots_packed_size_e5m2_genoa, nk_dots_pack_e5m2_genoa,
+                                nk_angulars_packed_e5m2_genoa);
+    run_angulars_packed<e4m3_k>("angulars_packed_e4m3_genoa", nk_dots_packed_size_e4m3_genoa, nk_dots_pack_e4m3_genoa,
+                                nk_angulars_packed_e4m3_genoa);
+    run_angulars_symmetric<bf16_k>("angulars_symmetric_bf16_genoa", nk_angulars_symmetric_bf16_genoa);
+    run_angulars_symmetric<e5m2_k>("angulars_symmetric_e5m2_genoa", nk_angulars_symmetric_e5m2_genoa);
+    run_angulars_symmetric<e4m3_k>("angulars_symmetric_e4m3_genoa", nk_angulars_symmetric_e4m3_genoa);
+    run_euclideans_packed<bf16_k>("euclideans_packed_bf16_genoa", nk_dots_packed_size_bf16_genoa,
+                                  nk_dots_pack_bf16_genoa, nk_euclideans_packed_bf16_genoa);
+    run_euclideans_packed<e5m2_k>("euclideans_packed_e5m2_genoa", nk_dots_packed_size_e5m2_genoa,
+                                  nk_dots_pack_e5m2_genoa, nk_euclideans_packed_e5m2_genoa);
+    run_euclideans_packed<e4m3_k>("euclideans_packed_e4m3_genoa", nk_dots_packed_size_e4m3_genoa,
+                                  nk_dots_pack_e4m3_genoa, nk_euclideans_packed_e4m3_genoa);
+    run_euclideans_symmetric<bf16_k>("euclideans_symmetric_bf16_genoa", nk_euclideans_symmetric_bf16_genoa);
+    run_euclideans_symmetric<e5m2_k>("euclideans_symmetric_e5m2_genoa", nk_euclideans_symmetric_e5m2_genoa);
+    run_euclideans_symmetric<e4m3_k>("euclideans_symmetric_e4m3_genoa", nk_euclideans_symmetric_e4m3_genoa);
+#endif
+
+#if NK_TARGET_DIAMOND
+    run_dots_packed<e5m2_k>("dots_packed_e5m2_diamond", nk_dots_packed_size_e5m2_diamond, nk_dots_pack_e5m2_diamond,
+                            nk_dots_packed_e5m2_diamond);
+    run_dots_packed<e4m3_k>("dots_packed_e4m3_diamond", nk_dots_packed_size_e4m3_diamond, nk_dots_pack_e4m3_diamond,
+                            nk_dots_packed_e4m3_diamond);
+    run_dots_symmetric<e5m2_k>("dots_symmetric_e5m2_diamond", nk_dots_symmetric_e5m2_diamond);
+    run_dots_symmetric<e4m3_k>("dots_symmetric_e4m3_diamond", nk_dots_symmetric_e4m3_diamond);
+    run_angulars_packed<e5m2_k>("angulars_packed_e5m2_diamond", nk_dots_packed_size_e5m2_diamond,
+                                nk_dots_pack_e5m2_diamond, nk_angulars_packed_e5m2_diamond);
+    run_angulars_packed<e4m3_k>("angulars_packed_e4m3_diamond", nk_dots_packed_size_e4m3_diamond,
+                                nk_dots_pack_e4m3_diamond, nk_angulars_packed_e4m3_diamond);
+    run_angulars_symmetric<e5m2_k>("angulars_symmetric_e5m2_diamond", nk_angulars_symmetric_e5m2_diamond);
+    run_angulars_symmetric<e4m3_k>("angulars_symmetric_e4m3_diamond", nk_angulars_symmetric_e4m3_diamond);
+    run_euclideans_packed<e5m2_k>("euclideans_packed_e5m2_diamond", nk_dots_packed_size_e5m2_diamond,
+                                  nk_dots_pack_e5m2_diamond, nk_euclideans_packed_e5m2_diamond);
+    run_euclideans_packed<e4m3_k>("euclideans_packed_e4m3_diamond", nk_dots_packed_size_e4m3_diamond,
+                                  nk_dots_pack_e4m3_diamond, nk_euclideans_packed_e4m3_diamond);
+    run_euclideans_symmetric<e5m2_k>("euclideans_symmetric_e5m2_diamond", nk_euclideans_symmetric_e5m2_diamond);
+    run_euclideans_symmetric<e4m3_k>("euclideans_symmetric_e4m3_diamond", nk_euclideans_symmetric_e4m3_diamond);
+#endif
+
+#if NK_TARGET_ALDER
+
+    run_dots_packed<e2m3_k>("dots_packed_e2m3_alder", nk_dots_packed_size_e2m3_alder, nk_dots_pack_e2m3_alder,
+                            nk_dots_packed_e2m3_alder);
+    run_dots_packed<i8_k>("dots_packed_i8_alder", nk_dots_packed_size_i8_alder, nk_dots_pack_i8_alder,
+                          nk_dots_packed_i8_alder);
+    run_dots_packed<u8_k>("dots_packed_u8_alder", nk_dots_packed_size_u8_alder, nk_dots_pack_u8_alder,
+                          nk_dots_packed_u8_alder);
+
+    run_dots_symmetric<e2m3_k>("dots_symmetric_e2m3_alder", nk_dots_symmetric_e2m3_alder);
+    run_dots_symmetric<i8_k>("dots_symmetric_i8_alder", nk_dots_symmetric_i8_alder);
+    run_dots_symmetric<u8_k>("dots_symmetric_u8_alder", nk_dots_symmetric_u8_alder);
+
+    run_angulars_packed<e2m3_k>("angulars_packed_e2m3_alder", nk_dots_packed_size_e2m3_alder, nk_dots_pack_e2m3_alder,
+                                nk_angulars_packed_e2m3_alder);
+    run_angulars_packed<i8_k>("angulars_packed_i8_alder", nk_dots_packed_size_i8_alder, nk_dots_pack_i8_alder,
+                              nk_angulars_packed_i8_alder);
+    run_angulars_packed<u8_k>("angulars_packed_u8_alder", nk_dots_packed_size_u8_alder, nk_dots_pack_u8_alder,
+                              nk_angulars_packed_u8_alder);
+
+    run_angulars_symmetric<e2m3_k>("angulars_symmetric_e2m3_alder", nk_angulars_symmetric_e2m3_alder);
+    run_angulars_symmetric<i8_k>("angulars_symmetric_i8_alder", nk_angulars_symmetric_i8_alder);
+    run_angulars_symmetric<u8_k>("angulars_symmetric_u8_alder", nk_angulars_symmetric_u8_alder);
+
+    run_euclideans_packed<e2m3_k>("euclideans_packed_e2m3_alder", nk_dots_packed_size_e2m3_alder,
+                                  nk_dots_pack_e2m3_alder, nk_euclideans_packed_e2m3_alder);
+    run_euclideans_packed<i8_k>("euclideans_packed_i8_alder", nk_dots_packed_size_i8_alder, nk_dots_pack_i8_alder,
+                                nk_euclideans_packed_i8_alder);
+    run_euclideans_packed<u8_k>("euclideans_packed_u8_alder", nk_dots_packed_size_u8_alder, nk_dots_pack_u8_alder,
+                                nk_euclideans_packed_u8_alder);
+
+    run_euclideans_symmetric<e2m3_k>("euclideans_symmetric_e2m3_alder", nk_euclideans_symmetric_e2m3_alder);
+    run_euclideans_symmetric<i8_k>("euclideans_symmetric_i8_alder", nk_euclideans_symmetric_i8_alder);
+    run_euclideans_symmetric<u8_k>("euclideans_symmetric_u8_alder", nk_euclideans_symmetric_u8_alder);
+
+#endif
+
+#if NK_TARGET_SIERRA
+
+    run_dots_packed<e2m3_k>("dots_packed_e2m3_sierra", nk_dots_packed_size_e2m3_sierra, nk_dots_pack_e2m3_sierra,
+                            nk_dots_packed_e2m3_sierra);
+    run_dots_packed<i8_k>("dots_packed_i8_sierra", nk_dots_packed_size_i8_sierra, nk_dots_pack_i8_sierra,
+                          nk_dots_packed_i8_sierra);
+    run_dots_packed<u8_k>("dots_packed_u8_sierra", nk_dots_packed_size_u8_sierra, nk_dots_pack_u8_sierra,
+                          nk_dots_packed_u8_sierra);
+
+    run_dots_symmetric<e2m3_k>("dots_symmetric_e2m3_sierra", nk_dots_symmetric_e2m3_sierra);
+    run_dots_symmetric<i8_k>("dots_symmetric_i8_sierra", nk_dots_symmetric_i8_sierra);
+    run_dots_symmetric<u8_k>("dots_symmetric_u8_sierra", nk_dots_symmetric_u8_sierra);
+
+    run_angulars_packed<e2m3_k>("angulars_packed_e2m3_sierra", nk_dots_packed_size_e2m3_sierra,
+                                nk_dots_pack_e2m3_sierra, nk_angulars_packed_e2m3_sierra);
+    run_angulars_packed<i8_k>("angulars_packed_i8_sierra", nk_dots_packed_size_i8_sierra, nk_dots_pack_i8_sierra,
+                              nk_angulars_packed_i8_sierra);
+    run_angulars_packed<u8_k>("angulars_packed_u8_sierra", nk_dots_packed_size_u8_sierra, nk_dots_pack_u8_sierra,
+                              nk_angulars_packed_u8_sierra);
+
+    run_angulars_symmetric<e2m3_k>("angulars_symmetric_e2m3_sierra", nk_angulars_symmetric_e2m3_sierra);
+    run_angulars_symmetric<i8_k>("angulars_symmetric_i8_sierra", nk_angulars_symmetric_i8_sierra);
+    run_angulars_symmetric<u8_k>("angulars_symmetric_u8_sierra", nk_angulars_symmetric_u8_sierra);
+
+    run_euclideans_packed<e2m3_k>("euclideans_packed_e2m3_sierra", nk_dots_packed_size_e2m3_sierra,
+                                  nk_dots_pack_e2m3_sierra, nk_euclideans_packed_e2m3_sierra);
+    run_euclideans_packed<i8_k>("euclideans_packed_i8_sierra", nk_dots_packed_size_i8_sierra, nk_dots_pack_i8_sierra,
+                                nk_euclideans_packed_i8_sierra);
+    run_euclideans_packed<u8_k>("euclideans_packed_u8_sierra", nk_dots_packed_size_u8_sierra, nk_dots_pack_u8_sierra,
+                                nk_euclideans_packed_u8_sierra);
+
+    run_euclideans_symmetric<e2m3_k>("euclideans_symmetric_e2m3_sierra", nk_euclideans_symmetric_e2m3_sierra);
+    run_euclideans_symmetric<i8_k>("euclideans_symmetric_i8_sierra", nk_euclideans_symmetric_i8_sierra);
+    run_euclideans_symmetric<u8_k>("euclideans_symmetric_u8_sierra", nk_euclideans_symmetric_u8_sierra);
+
+#endif
+
+#if NK_TARGET_SAPPHIREAMX
+
+    run_angulars_packed<bf16_k>("angulars_packed_bf16_sapphireamx", nk_dots_packed_size_bf16_sapphireamx,
+                                nk_dots_pack_bf16_sapphireamx, nk_angulars_packed_bf16_sapphireamx);
+    run_angulars_packed<e5m2_k>("angulars_packed_e5m2_sapphireamx", nk_dots_packed_size_e5m2_sapphireamx,
+                                nk_dots_pack_e5m2_sapphireamx, nk_angulars_packed_e5m2_sapphireamx);
+    run_angulars_packed<e4m3_k>("angulars_packed_e4m3_sapphireamx", nk_dots_packed_size_e4m3_sapphireamx,
+                                nk_dots_pack_e4m3_sapphireamx, nk_angulars_packed_e4m3_sapphireamx);
+    run_angulars_packed<e3m2_k>("angulars_packed_e3m2_sapphireamx", nk_dots_packed_size_e3m2_sapphireamx,
+                                nk_dots_pack_e3m2_sapphireamx, nk_angulars_packed_e3m2_sapphireamx);
+    run_angulars_packed<e2m3_k>("angulars_packed_e2m3_sapphireamx", nk_dots_packed_size_e2m3_sapphireamx,
+                                nk_dots_pack_e2m3_sapphireamx, nk_angulars_packed_e2m3_sapphireamx);
+    run_angulars_packed<i8_k>("angulars_packed_i8_sapphireamx", nk_dots_packed_size_i8_sapphireamx,
+                              nk_dots_pack_i8_sapphireamx, nk_angulars_packed_i8_sapphireamx);
+    run_angulars_packed<u8_k>("angulars_packed_u8_sapphireamx", nk_dots_packed_size_u8_sapphireamx,
+                              nk_dots_pack_u8_sapphireamx, nk_angulars_packed_u8_sapphireamx);
+
+    run_angulars_symmetric<bf16_k>("angulars_symmetric_bf16_sapphireamx", nk_angulars_symmetric_bf16_sapphireamx);
+    run_angulars_symmetric<e5m2_k>("angulars_symmetric_e5m2_sapphireamx", nk_angulars_symmetric_e5m2_sapphireamx);
+    run_angulars_symmetric<e4m3_k>("angulars_symmetric_e4m3_sapphireamx", nk_angulars_symmetric_e4m3_sapphireamx);
+    run_angulars_symmetric<e3m2_k>("angulars_symmetric_e3m2_sapphireamx", nk_angulars_symmetric_e3m2_sapphireamx);
+    run_angulars_symmetric<e2m3_k>("angulars_symmetric_e2m3_sapphireamx", nk_angulars_symmetric_e2m3_sapphireamx);
+    run_angulars_symmetric<i8_k>("angulars_symmetric_i8_sapphireamx", nk_angulars_symmetric_i8_sapphireamx);
+    run_angulars_symmetric<u8_k>("angulars_symmetric_u8_sapphireamx", nk_angulars_symmetric_u8_sapphireamx);
+
+    run_euclideans_packed<bf16_k>("euclideans_packed_bf16_sapphireamx", nk_dots_packed_size_bf16_sapphireamx,
+                                  nk_dots_pack_bf16_sapphireamx, nk_euclideans_packed_bf16_sapphireamx);
+    run_euclideans_packed<e5m2_k>("euclideans_packed_e5m2_sapphireamx", nk_dots_packed_size_e5m2_sapphireamx,
+                                  nk_dots_pack_e5m2_sapphireamx, nk_euclideans_packed_e5m2_sapphireamx);
+    run_euclideans_packed<e4m3_k>("euclideans_packed_e4m3_sapphireamx", nk_dots_packed_size_e4m3_sapphireamx,
+                                  nk_dots_pack_e4m3_sapphireamx, nk_euclideans_packed_e4m3_sapphireamx);
+    run_euclideans_packed<e3m2_k>("euclideans_packed_e3m2_sapphireamx", nk_dots_packed_size_e3m2_sapphireamx,
+                                  nk_dots_pack_e3m2_sapphireamx, nk_euclideans_packed_e3m2_sapphireamx);
+    run_euclideans_packed<e2m3_k>("euclideans_packed_e2m3_sapphireamx", nk_dots_packed_size_e2m3_sapphireamx,
+                                  nk_dots_pack_e2m3_sapphireamx, nk_euclideans_packed_e2m3_sapphireamx);
+    run_euclideans_packed<i8_k>("euclideans_packed_i8_sapphireamx", nk_dots_packed_size_i8_sapphireamx,
+                                nk_dots_pack_i8_sapphireamx, nk_euclideans_packed_i8_sapphireamx);
+    run_euclideans_packed<u8_k>("euclideans_packed_u8_sapphireamx", nk_dots_packed_size_u8_sapphireamx,
+                                nk_dots_pack_u8_sapphireamx, nk_euclideans_packed_u8_sapphireamx);
+
+    run_euclideans_symmetric<bf16_k>("euclideans_symmetric_bf16_sapphireamx", nk_euclideans_symmetric_bf16_sapphireamx);
+    run_euclideans_symmetric<e5m2_k>("euclideans_symmetric_e5m2_sapphireamx", nk_euclideans_symmetric_e5m2_sapphireamx);
+    run_euclideans_symmetric<e4m3_k>("euclideans_symmetric_e4m3_sapphireamx", nk_euclideans_symmetric_e4m3_sapphireamx);
+    run_euclideans_symmetric<e3m2_k>("euclideans_symmetric_e3m2_sapphireamx", nk_euclideans_symmetric_e3m2_sapphireamx);
+    run_euclideans_symmetric<e2m3_k>("euclideans_symmetric_e2m3_sapphireamx", nk_euclideans_symmetric_e2m3_sapphireamx);
+    run_euclideans_symmetric<i8_k>("euclideans_symmetric_i8_sapphireamx", nk_euclideans_symmetric_i8_sapphireamx);
+    run_euclideans_symmetric<u8_k>("euclideans_symmetric_u8_sapphireamx", nk_euclideans_symmetric_u8_sapphireamx);
+
+#endif
+}