numkong 7.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (294) hide show
  1. package/LICENSE +201 -0
  2. package/README.md +495 -0
  3. package/binding.gyp +540 -0
  4. package/c/dispatch.h +512 -0
  5. package/c/dispatch_bf16.c +389 -0
  6. package/c/dispatch_bf16c.c +52 -0
  7. package/c/dispatch_e2m3.c +263 -0
  8. package/c/dispatch_e3m2.c +243 -0
  9. package/c/dispatch_e4m3.c +276 -0
  10. package/c/dispatch_e5m2.c +272 -0
  11. package/c/dispatch_f16.c +376 -0
  12. package/c/dispatch_f16c.c +58 -0
  13. package/c/dispatch_f32.c +378 -0
  14. package/c/dispatch_f32c.c +99 -0
  15. package/c/dispatch_f64.c +296 -0
  16. package/c/dispatch_f64c.c +98 -0
  17. package/c/dispatch_i16.c +96 -0
  18. package/c/dispatch_i32.c +89 -0
  19. package/c/dispatch_i4.c +150 -0
  20. package/c/dispatch_i64.c +86 -0
  21. package/c/dispatch_i8.c +289 -0
  22. package/c/dispatch_other.c +330 -0
  23. package/c/dispatch_u1.c +148 -0
  24. package/c/dispatch_u16.c +124 -0
  25. package/c/dispatch_u32.c +118 -0
  26. package/c/dispatch_u4.c +150 -0
  27. package/c/dispatch_u64.c +102 -0
  28. package/c/dispatch_u8.c +303 -0
  29. package/c/numkong.c +950 -0
  30. package/include/README.md +573 -0
  31. package/include/module.modulemap +129 -0
  32. package/include/numkong/attention/sapphireamx.h +1361 -0
  33. package/include/numkong/attention/sme.h +2066 -0
  34. package/include/numkong/attention.h +49 -0
  35. package/include/numkong/capabilities.h +748 -0
  36. package/include/numkong/cast/README.md +262 -0
  37. package/include/numkong/cast/haswell.h +975 -0
  38. package/include/numkong/cast/icelake.h +470 -0
  39. package/include/numkong/cast/neon.h +1192 -0
  40. package/include/numkong/cast/rvv.h +1021 -0
  41. package/include/numkong/cast/sapphire.h +262 -0
  42. package/include/numkong/cast/serial.h +2262 -0
  43. package/include/numkong/cast/skylake.h +856 -0
  44. package/include/numkong/cast/v128relaxed.h +180 -0
  45. package/include/numkong/cast.h +230 -0
  46. package/include/numkong/curved/README.md +223 -0
  47. package/include/numkong/curved/genoa.h +182 -0
  48. package/include/numkong/curved/haswell.h +276 -0
  49. package/include/numkong/curved/neon.h +205 -0
  50. package/include/numkong/curved/neonbfdot.h +212 -0
  51. package/include/numkong/curved/neonhalf.h +212 -0
  52. package/include/numkong/curved/rvv.h +305 -0
  53. package/include/numkong/curved/serial.h +207 -0
  54. package/include/numkong/curved/skylake.h +457 -0
  55. package/include/numkong/curved/smef64.h +506 -0
  56. package/include/numkong/curved.h +517 -0
  57. package/include/numkong/curved.hpp +144 -0
  58. package/include/numkong/dot/README.md +425 -0
  59. package/include/numkong/dot/alder.h +563 -0
  60. package/include/numkong/dot/genoa.h +315 -0
  61. package/include/numkong/dot/haswell.h +1688 -0
  62. package/include/numkong/dot/icelake.h +883 -0
  63. package/include/numkong/dot/neon.h +818 -0
  64. package/include/numkong/dot/neonbfdot.h +244 -0
  65. package/include/numkong/dot/neonfhm.h +360 -0
  66. package/include/numkong/dot/neonhalf.h +198 -0
  67. package/include/numkong/dot/neonsdot.h +508 -0
  68. package/include/numkong/dot/rvv.h +714 -0
  69. package/include/numkong/dot/rvvbb.h +72 -0
  70. package/include/numkong/dot/rvvbf16.h +123 -0
  71. package/include/numkong/dot/rvvhalf.h +129 -0
  72. package/include/numkong/dot/sapphire.h +141 -0
  73. package/include/numkong/dot/serial.h +838 -0
  74. package/include/numkong/dot/sierra.h +405 -0
  75. package/include/numkong/dot/skylake.h +1084 -0
  76. package/include/numkong/dot/sve.h +379 -0
  77. package/include/numkong/dot/svebfdot.h +74 -0
  78. package/include/numkong/dot/svehalf.h +123 -0
  79. package/include/numkong/dot/v128relaxed.h +1258 -0
  80. package/include/numkong/dot.h +1070 -0
  81. package/include/numkong/dot.hpp +94 -0
  82. package/include/numkong/dots/README.md +496 -0
  83. package/include/numkong/dots/alder.h +114 -0
  84. package/include/numkong/dots/genoa.h +94 -0
  85. package/include/numkong/dots/haswell.h +295 -0
  86. package/include/numkong/dots/icelake.h +171 -0
  87. package/include/numkong/dots/neon.h +120 -0
  88. package/include/numkong/dots/neonbfdot.h +58 -0
  89. package/include/numkong/dots/neonfhm.h +94 -0
  90. package/include/numkong/dots/neonhalf.h +57 -0
  91. package/include/numkong/dots/neonsdot.h +108 -0
  92. package/include/numkong/dots/rvv.h +2486 -0
  93. package/include/numkong/dots/sapphireamx.h +3973 -0
  94. package/include/numkong/dots/serial.h +2844 -0
  95. package/include/numkong/dots/sierra.h +97 -0
  96. package/include/numkong/dots/skylake.h +196 -0
  97. package/include/numkong/dots/sme.h +5372 -0
  98. package/include/numkong/dots/smebi32.h +461 -0
  99. package/include/numkong/dots/smef64.h +1318 -0
  100. package/include/numkong/dots/smehalf.h +47 -0
  101. package/include/numkong/dots/v128relaxed.h +294 -0
  102. package/include/numkong/dots.h +2804 -0
  103. package/include/numkong/dots.hpp +639 -0
  104. package/include/numkong/each/README.md +469 -0
  105. package/include/numkong/each/haswell.h +1658 -0
  106. package/include/numkong/each/icelake.h +272 -0
  107. package/include/numkong/each/neon.h +1104 -0
  108. package/include/numkong/each/neonbfdot.h +212 -0
  109. package/include/numkong/each/neonhalf.h +410 -0
  110. package/include/numkong/each/rvv.h +1121 -0
  111. package/include/numkong/each/sapphire.h +477 -0
  112. package/include/numkong/each/serial.h +260 -0
  113. package/include/numkong/each/skylake.h +1562 -0
  114. package/include/numkong/each.h +2146 -0
  115. package/include/numkong/each.hpp +434 -0
  116. package/include/numkong/geospatial/README.md +147 -0
  117. package/include/numkong/geospatial/haswell.h +593 -0
  118. package/include/numkong/geospatial/neon.h +571 -0
  119. package/include/numkong/geospatial/rvv.h +701 -0
  120. package/include/numkong/geospatial/serial.h +309 -0
  121. package/include/numkong/geospatial/skylake.h +577 -0
  122. package/include/numkong/geospatial/v128relaxed.h +613 -0
  123. package/include/numkong/geospatial.h +453 -0
  124. package/include/numkong/geospatial.hpp +235 -0
  125. package/include/numkong/matrix.hpp +336 -0
  126. package/include/numkong/maxsim/README.md +187 -0
  127. package/include/numkong/maxsim/alder.h +511 -0
  128. package/include/numkong/maxsim/genoa.h +115 -0
  129. package/include/numkong/maxsim/haswell.h +553 -0
  130. package/include/numkong/maxsim/icelake.h +480 -0
  131. package/include/numkong/maxsim/neonsdot.h +394 -0
  132. package/include/numkong/maxsim/sapphireamx.h +877 -0
  133. package/include/numkong/maxsim/serial.h +490 -0
  134. package/include/numkong/maxsim/sme.h +929 -0
  135. package/include/numkong/maxsim/v128relaxed.h +280 -0
  136. package/include/numkong/maxsim.h +571 -0
  137. package/include/numkong/maxsim.hpp +133 -0
  138. package/include/numkong/mesh/README.md +227 -0
  139. package/include/numkong/mesh/haswell.h +2235 -0
  140. package/include/numkong/mesh/neon.h +1329 -0
  141. package/include/numkong/mesh/neonbfdot.h +842 -0
  142. package/include/numkong/mesh/neonhalf.h +616 -0
  143. package/include/numkong/mesh/rvv.h +916 -0
  144. package/include/numkong/mesh/serial.h +742 -0
  145. package/include/numkong/mesh/skylake.h +1135 -0
  146. package/include/numkong/mesh/v128relaxed.h +1052 -0
  147. package/include/numkong/mesh.h +652 -0
  148. package/include/numkong/mesh.hpp +762 -0
  149. package/include/numkong/numkong.h +78 -0
  150. package/include/numkong/numkong.hpp +57 -0
  151. package/include/numkong/probability/README.md +173 -0
  152. package/include/numkong/probability/haswell.h +267 -0
  153. package/include/numkong/probability/neon.h +225 -0
  154. package/include/numkong/probability/rvv.h +409 -0
  155. package/include/numkong/probability/serial.h +169 -0
  156. package/include/numkong/probability/skylake.h +324 -0
  157. package/include/numkong/probability.h +383 -0
  158. package/include/numkong/probability.hpp +120 -0
  159. package/include/numkong/random.h +50 -0
  160. package/include/numkong/random.hpp +285 -0
  161. package/include/numkong/reduce/README.md +547 -0
  162. package/include/numkong/reduce/alder.h +632 -0
  163. package/include/numkong/reduce/genoa.h +201 -0
  164. package/include/numkong/reduce/haswell.h +3783 -0
  165. package/include/numkong/reduce/icelake.h +549 -0
  166. package/include/numkong/reduce/neon.h +3841 -0
  167. package/include/numkong/reduce/neonbfdot.h +353 -0
  168. package/include/numkong/reduce/neonfhm.h +665 -0
  169. package/include/numkong/reduce/neonhalf.h +157 -0
  170. package/include/numkong/reduce/neonsdot.h +357 -0
  171. package/include/numkong/reduce/rvv.h +3407 -0
  172. package/include/numkong/reduce/serial.h +757 -0
  173. package/include/numkong/reduce/sierra.h +338 -0
  174. package/include/numkong/reduce/skylake.h +3792 -0
  175. package/include/numkong/reduce/v128relaxed.h +2302 -0
  176. package/include/numkong/reduce.h +1597 -0
  177. package/include/numkong/reduce.hpp +633 -0
  178. package/include/numkong/scalar/README.md +89 -0
  179. package/include/numkong/scalar/haswell.h +113 -0
  180. package/include/numkong/scalar/neon.h +122 -0
  181. package/include/numkong/scalar/neonhalf.h +70 -0
  182. package/include/numkong/scalar/rvv.h +211 -0
  183. package/include/numkong/scalar/sapphire.h +63 -0
  184. package/include/numkong/scalar/serial.h +332 -0
  185. package/include/numkong/scalar/v128relaxed.h +56 -0
  186. package/include/numkong/scalar.h +683 -0
  187. package/include/numkong/set/README.md +179 -0
  188. package/include/numkong/set/haswell.h +334 -0
  189. package/include/numkong/set/icelake.h +485 -0
  190. package/include/numkong/set/neon.h +364 -0
  191. package/include/numkong/set/rvv.h +226 -0
  192. package/include/numkong/set/rvvbb.h +117 -0
  193. package/include/numkong/set/serial.h +174 -0
  194. package/include/numkong/set/sve.h +185 -0
  195. package/include/numkong/set/v128relaxed.h +240 -0
  196. package/include/numkong/set.h +457 -0
  197. package/include/numkong/set.hpp +114 -0
  198. package/include/numkong/sets/README.md +149 -0
  199. package/include/numkong/sets/haswell.h +63 -0
  200. package/include/numkong/sets/icelake.h +66 -0
  201. package/include/numkong/sets/neon.h +61 -0
  202. package/include/numkong/sets/serial.h +43 -0
  203. package/include/numkong/sets/smebi32.h +1099 -0
  204. package/include/numkong/sets/v128relaxed.h +58 -0
  205. package/include/numkong/sets.h +339 -0
  206. package/include/numkong/sparse/README.md +156 -0
  207. package/include/numkong/sparse/icelake.h +463 -0
  208. package/include/numkong/sparse/neon.h +288 -0
  209. package/include/numkong/sparse/serial.h +117 -0
  210. package/include/numkong/sparse/sve2.h +507 -0
  211. package/include/numkong/sparse/turin.h +322 -0
  212. package/include/numkong/sparse.h +363 -0
  213. package/include/numkong/sparse.hpp +113 -0
  214. package/include/numkong/spatial/README.md +435 -0
  215. package/include/numkong/spatial/alder.h +607 -0
  216. package/include/numkong/spatial/genoa.h +290 -0
  217. package/include/numkong/spatial/haswell.h +960 -0
  218. package/include/numkong/spatial/icelake.h +586 -0
  219. package/include/numkong/spatial/neon.h +773 -0
  220. package/include/numkong/spatial/neonbfdot.h +165 -0
  221. package/include/numkong/spatial/neonhalf.h +118 -0
  222. package/include/numkong/spatial/neonsdot.h +261 -0
  223. package/include/numkong/spatial/rvv.h +984 -0
  224. package/include/numkong/spatial/rvvbf16.h +123 -0
  225. package/include/numkong/spatial/rvvhalf.h +117 -0
  226. package/include/numkong/spatial/sapphire.h +343 -0
  227. package/include/numkong/spatial/serial.h +346 -0
  228. package/include/numkong/spatial/sierra.h +323 -0
  229. package/include/numkong/spatial/skylake.h +606 -0
  230. package/include/numkong/spatial/sve.h +224 -0
  231. package/include/numkong/spatial/svebfdot.h +122 -0
  232. package/include/numkong/spatial/svehalf.h +109 -0
  233. package/include/numkong/spatial/v128relaxed.h +717 -0
  234. package/include/numkong/spatial.h +1425 -0
  235. package/include/numkong/spatial.hpp +183 -0
  236. package/include/numkong/spatials/README.md +580 -0
  237. package/include/numkong/spatials/alder.h +94 -0
  238. package/include/numkong/spatials/genoa.h +94 -0
  239. package/include/numkong/spatials/haswell.h +219 -0
  240. package/include/numkong/spatials/icelake.h +113 -0
  241. package/include/numkong/spatials/neon.h +109 -0
  242. package/include/numkong/spatials/neonbfdot.h +60 -0
  243. package/include/numkong/spatials/neonfhm.h +92 -0
  244. package/include/numkong/spatials/neonhalf.h +58 -0
  245. package/include/numkong/spatials/neonsdot.h +109 -0
  246. package/include/numkong/spatials/rvv.h +1960 -0
  247. package/include/numkong/spatials/sapphireamx.h +1149 -0
  248. package/include/numkong/spatials/serial.h +226 -0
  249. package/include/numkong/spatials/sierra.h +96 -0
  250. package/include/numkong/spatials/skylake.h +184 -0
  251. package/include/numkong/spatials/sme.h +1901 -0
  252. package/include/numkong/spatials/smef64.h +465 -0
  253. package/include/numkong/spatials/v128relaxed.h +240 -0
  254. package/include/numkong/spatials.h +3021 -0
  255. package/include/numkong/spatials.hpp +508 -0
  256. package/include/numkong/tensor.hpp +1592 -0
  257. package/include/numkong/trigonometry/README.md +184 -0
  258. package/include/numkong/trigonometry/haswell.h +652 -0
  259. package/include/numkong/trigonometry/neon.h +639 -0
  260. package/include/numkong/trigonometry/rvv.h +699 -0
  261. package/include/numkong/trigonometry/serial.h +703 -0
  262. package/include/numkong/trigonometry/skylake.h +721 -0
  263. package/include/numkong/trigonometry/v128relaxed.h +666 -0
  264. package/include/numkong/trigonometry.h +467 -0
  265. package/include/numkong/trigonometry.hpp +166 -0
  266. package/include/numkong/types.h +1384 -0
  267. package/include/numkong/types.hpp +5603 -0
  268. package/include/numkong/vector.hpp +698 -0
  269. package/javascript/README.md +246 -0
  270. package/javascript/dist/cjs/numkong-wasm.d.ts +166 -0
  271. package/javascript/dist/cjs/numkong-wasm.js +617 -0
  272. package/javascript/dist/cjs/numkong.d.ts +343 -0
  273. package/javascript/dist/cjs/numkong.js +523 -0
  274. package/javascript/dist/cjs/package.json +3 -0
  275. package/javascript/dist/cjs/types.d.ts +284 -0
  276. package/javascript/dist/cjs/types.js +653 -0
  277. package/javascript/dist/esm/numkong-wasm.d.ts +166 -0
  278. package/javascript/dist/esm/numkong-wasm.js +595 -0
  279. package/javascript/dist/esm/numkong.d.ts +343 -0
  280. package/javascript/dist/esm/numkong.js +452 -0
  281. package/javascript/dist/esm/package.json +3 -0
  282. package/javascript/dist/esm/types.d.ts +284 -0
  283. package/javascript/dist/esm/types.js +630 -0
  284. package/javascript/dist-package-cjs.json +3 -0
  285. package/javascript/dist-package-esm.json +3 -0
  286. package/javascript/node-gyp-build.d.ts +1 -0
  287. package/javascript/numkong-wasm.ts +756 -0
  288. package/javascript/numkong.c +689 -0
  289. package/javascript/numkong.ts +575 -0
  290. package/javascript/tsconfig-base.json +39 -0
  291. package/javascript/tsconfig-cjs.json +8 -0
  292. package/javascript/tsconfig-esm.json +8 -0
  293. package/javascript/types.ts +674 -0
  294. package/package.json +87 -0
@@ -0,0 +1,226 @@
1
+ /**
2
+ * @brief Batched Spatial Distances for Serial (non-SIMD) Backends.
3
+ * @file include/numkong/spatials/serial.h
4
+ * @author Ash Vardanian
5
+ * @date February 23, 2026
6
+ *
7
+ * @sa include/numkong/spatials.h
8
+ */
9
+ #ifndef NK_SPATIALS_SERIAL_H
10
+ #define NK_SPATIALS_SERIAL_H
11
+
12
+ #include "numkong/dots/serial.h"
13
+
14
+ #if defined(__cplusplus)
15
+ extern "C" {
16
+ #endif
17
+
18
+ nk_define_cross_normalized_packed_(angular, f64, serial, f64, f64, f64, /*norm_value_type=*/f64, f64, nk_b256_vec_t,
19
+ nk_dots_packed_f64_serial, nk_angular_through_f64_from_dot_serial_,
20
+ nk_dots_reduce_sumsq_f64_, nk_load_b256_serial_, nk_partial_load_b64x4_serial_,
21
+ nk_store_b256_serial_, nk_partial_store_b64x4_serial_, 1)
22
+ nk_define_cross_normalized_packed_(euclidean, f64, serial, f64, f64, f64, /*norm_value_type=*/f64, f64, nk_b256_vec_t,
23
+ nk_dots_packed_f64_serial, nk_euclidean_through_f64_from_dot_serial_,
24
+ nk_dots_reduce_sumsq_f64_, nk_load_b256_serial_, nk_partial_load_b64x4_serial_,
25
+ nk_store_b256_serial_, nk_partial_store_b64x4_serial_, 1)
26
+ nk_define_cross_normalized_symmetric_(angular, f64, serial, f64, f64, /*norm_value_type=*/f64, f64, nk_b256_vec_t,
27
+ nk_dots_symmetric_f64_serial, nk_angular_through_f64_from_dot_serial_,
28
+ nk_dots_reduce_sumsq_f64_, nk_load_b256_serial_, nk_partial_load_b64x4_serial_,
29
+ nk_store_b256_serial_, nk_partial_store_b64x4_serial_, 1)
30
+ nk_define_cross_normalized_symmetric_(euclidean, f64, serial, f64, f64, /*norm_value_type=*/f64, f64, nk_b256_vec_t,
31
+ nk_dots_symmetric_f64_serial, nk_euclidean_through_f64_from_dot_serial_,
32
+ nk_dots_reduce_sumsq_f64_, nk_load_b256_serial_, nk_partial_load_b64x4_serial_,
33
+ nk_store_b256_serial_, nk_partial_store_b64x4_serial_, 1)
34
+
35
+ nk_define_cross_normalized_packed_(angular, f32, serial, f32, f32, f64, /*norm_value_type=*/f64, f64, nk_b256_vec_t,
36
+ nk_dots_packed_f32_serial, nk_angular_through_f64_from_dot_serial_,
37
+ nk_dots_reduce_sumsq_f32_, nk_load_b256_serial_, nk_partial_load_b64x4_serial_,
38
+ nk_store_b256_serial_, nk_partial_store_b64x4_serial_, 1)
39
+ nk_define_cross_normalized_packed_(euclidean, f32, serial, f32, f32, f64, /*norm_value_type=*/f64, f64, nk_b256_vec_t,
40
+ nk_dots_packed_f32_serial, nk_euclidean_through_f64_from_dot_serial_,
41
+ nk_dots_reduce_sumsq_f32_, nk_load_b256_serial_, nk_partial_load_b64x4_serial_,
42
+ nk_store_b256_serial_, nk_partial_store_b64x4_serial_, 1)
43
+ nk_define_cross_normalized_symmetric_(angular, f32, serial, f32, f64, /*norm_value_type=*/f64, f64, nk_b256_vec_t,
44
+ nk_dots_symmetric_f32_serial, nk_angular_through_f64_from_dot_serial_,
45
+ nk_dots_reduce_sumsq_f32_, nk_load_b256_serial_, nk_partial_load_b64x4_serial_,
46
+ nk_store_b256_serial_, nk_partial_store_b64x4_serial_, 1)
47
+ nk_define_cross_normalized_symmetric_(euclidean, f32, serial, f32, f64, /*norm_value_type=*/f64, f64, nk_b256_vec_t,
48
+ nk_dots_symmetric_f32_serial, nk_euclidean_through_f64_from_dot_serial_,
49
+ nk_dots_reduce_sumsq_f32_, nk_load_b256_serial_, nk_partial_load_b64x4_serial_,
50
+ nk_store_b256_serial_, nk_partial_store_b64x4_serial_, 1)
51
+
52
+ nk_define_cross_normalized_packed_(angular, f16, serial, f16, f16, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
53
+ nk_dots_packed_f16_serial, nk_angular_through_f32_from_dot_serial_,
54
+ nk_dots_reduce_sumsq_f16_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
55
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
56
+ nk_define_cross_normalized_packed_(euclidean, f16, serial, f16, f16, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
57
+ nk_dots_packed_f16_serial, nk_euclidean_through_f32_from_dot_serial_,
58
+ nk_dots_reduce_sumsq_f16_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
59
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
60
+ nk_define_cross_normalized_symmetric_(angular, f16, serial, f16, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
61
+ nk_dots_symmetric_f16_serial, nk_angular_through_f32_from_dot_serial_,
62
+ nk_dots_reduce_sumsq_f16_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
63
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
64
+ nk_define_cross_normalized_symmetric_(euclidean, f16, serial, f16, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
65
+ nk_dots_symmetric_f16_serial, nk_euclidean_through_f32_from_dot_serial_,
66
+ nk_dots_reduce_sumsq_f16_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
67
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
68
+
69
+ nk_define_cross_normalized_packed_(angular, bf16, serial, bf16, bf16, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
70
+ nk_dots_packed_bf16_serial, nk_angular_through_f32_from_dot_serial_,
71
+ nk_dots_reduce_sumsq_bf16_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
72
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
73
+ nk_define_cross_normalized_packed_(euclidean, bf16, serial, bf16, bf16, f32, /*norm_value_type=*/f32, f32,
74
+ nk_b128_vec_t, nk_dots_packed_bf16_serial, nk_euclidean_through_f32_from_dot_serial_,
75
+ nk_dots_reduce_sumsq_bf16_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
76
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
77
+ nk_define_cross_normalized_symmetric_(angular, bf16, serial, bf16, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
78
+ nk_dots_symmetric_bf16_serial, nk_angular_through_f32_from_dot_serial_,
79
+ nk_dots_reduce_sumsq_bf16_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
80
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
81
+ nk_define_cross_normalized_symmetric_(euclidean, bf16, serial, bf16, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
82
+ nk_dots_symmetric_bf16_serial, nk_euclidean_through_f32_from_dot_serial_,
83
+ nk_dots_reduce_sumsq_bf16_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
84
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
85
+
86
+ nk_define_cross_normalized_packed_(angular, e4m3, serial, e4m3, e4m3, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
87
+ nk_dots_packed_e4m3_serial, nk_angular_through_f32_from_dot_serial_,
88
+ nk_dots_reduce_sumsq_e4m3_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
89
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
90
+ nk_define_cross_normalized_packed_(euclidean, e4m3, serial, e4m3, e4m3, f32, /*norm_value_type=*/f32, f32,
91
+ nk_b128_vec_t, nk_dots_packed_e4m3_serial, nk_euclidean_through_f32_from_dot_serial_,
92
+ nk_dots_reduce_sumsq_e4m3_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
93
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
94
+ nk_define_cross_normalized_symmetric_(angular, e4m3, serial, e4m3, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
95
+ nk_dots_symmetric_e4m3_serial, nk_angular_through_f32_from_dot_serial_,
96
+ nk_dots_reduce_sumsq_e4m3_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
97
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
98
+ nk_define_cross_normalized_symmetric_(euclidean, e4m3, serial, e4m3, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
99
+ nk_dots_symmetric_e4m3_serial, nk_euclidean_through_f32_from_dot_serial_,
100
+ nk_dots_reduce_sumsq_e4m3_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
101
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
102
+
103
+ nk_define_cross_normalized_packed_(angular, e5m2, serial, e5m2, e5m2, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
104
+ nk_dots_packed_e5m2_serial, nk_angular_through_f32_from_dot_serial_,
105
+ nk_dots_reduce_sumsq_e5m2_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
106
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
107
+ nk_define_cross_normalized_packed_(euclidean, e5m2, serial, e5m2, e5m2, f32, /*norm_value_type=*/f32, f32,
108
+ nk_b128_vec_t, nk_dots_packed_e5m2_serial, nk_euclidean_through_f32_from_dot_serial_,
109
+ nk_dots_reduce_sumsq_e5m2_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
110
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
111
+ nk_define_cross_normalized_symmetric_(angular, e5m2, serial, e5m2, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
112
+ nk_dots_symmetric_e5m2_serial, nk_angular_through_f32_from_dot_serial_,
113
+ nk_dots_reduce_sumsq_e5m2_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
114
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
115
+ nk_define_cross_normalized_symmetric_(euclidean, e5m2, serial, e5m2, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
116
+ nk_dots_symmetric_e5m2_serial, nk_euclidean_through_f32_from_dot_serial_,
117
+ nk_dots_reduce_sumsq_e5m2_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
118
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
119
+
120
+ nk_define_cross_normalized_packed_(angular, e2m3, serial, e2m3, e2m3, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
121
+ nk_dots_packed_e2m3_serial, nk_angular_through_f32_from_dot_serial_,
122
+ nk_dots_reduce_sumsq_e2m3_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
123
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
124
+ nk_define_cross_normalized_packed_(euclidean, e2m3, serial, e2m3, e2m3, f32, /*norm_value_type=*/f32, f32,
125
+ nk_b128_vec_t, nk_dots_packed_e2m3_serial, nk_euclidean_through_f32_from_dot_serial_,
126
+ nk_dots_reduce_sumsq_e2m3_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
127
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
128
+ nk_define_cross_normalized_symmetric_(angular, e2m3, serial, e2m3, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
129
+ nk_dots_symmetric_e2m3_serial, nk_angular_through_f32_from_dot_serial_,
130
+ nk_dots_reduce_sumsq_e2m3_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
131
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
132
+ nk_define_cross_normalized_symmetric_(euclidean, e2m3, serial, e2m3, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
133
+ nk_dots_symmetric_e2m3_serial, nk_euclidean_through_f32_from_dot_serial_,
134
+ nk_dots_reduce_sumsq_e2m3_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
135
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
136
+
137
+ nk_define_cross_normalized_packed_(angular, e3m2, serial, e3m2, e3m2, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
138
+ nk_dots_packed_e3m2_serial, nk_angular_through_f32_from_dot_serial_,
139
+ nk_dots_reduce_sumsq_e3m2_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
140
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
141
+ nk_define_cross_normalized_packed_(euclidean, e3m2, serial, e3m2, e3m2, f32, /*norm_value_type=*/f32, f32,
142
+ nk_b128_vec_t, nk_dots_packed_e3m2_serial, nk_euclidean_through_f32_from_dot_serial_,
143
+ nk_dots_reduce_sumsq_e3m2_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
144
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
145
+ nk_define_cross_normalized_symmetric_(angular, e3m2, serial, e3m2, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
146
+ nk_dots_symmetric_e3m2_serial, nk_angular_through_f32_from_dot_serial_,
147
+ nk_dots_reduce_sumsq_e3m2_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
148
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
149
+ nk_define_cross_normalized_symmetric_(euclidean, e3m2, serial, e3m2, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
150
+ nk_dots_symmetric_e3m2_serial, nk_euclidean_through_f32_from_dot_serial_,
151
+ nk_dots_reduce_sumsq_e3m2_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
152
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
153
+
154
+ nk_define_cross_normalized_packed_(angular, i8, serial, i8, i8, i32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
155
+ nk_dots_packed_i8_serial, nk_angular_through_i32_from_dot_serial_,
156
+ nk_dots_reduce_sumsq_i8_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
157
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
158
+ nk_define_cross_normalized_packed_(euclidean, i8, serial, i8, i8, i32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
159
+ nk_dots_packed_i8_serial, nk_euclidean_through_i32_from_dot_serial_,
160
+ nk_dots_reduce_sumsq_i8_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
161
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
162
+ nk_define_cross_normalized_symmetric_(angular, i8, serial, i8, i32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
163
+ nk_dots_symmetric_i8_serial, nk_angular_through_i32_from_dot_serial_,
164
+ nk_dots_reduce_sumsq_i8_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
165
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
166
+ nk_define_cross_normalized_symmetric_(euclidean, i8, serial, i8, i32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
167
+ nk_dots_symmetric_i8_serial, nk_euclidean_through_i32_from_dot_serial_,
168
+ nk_dots_reduce_sumsq_i8_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
169
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
170
+
171
+ nk_define_cross_normalized_packed_(angular, u8, serial, u8, u8, u32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
172
+ nk_dots_packed_u8_serial, nk_angular_through_u32_from_dot_serial_,
173
+ nk_dots_reduce_sumsq_u8_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
174
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
175
+ nk_define_cross_normalized_packed_(euclidean, u8, serial, u8, u8, u32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
176
+ nk_dots_packed_u8_serial, nk_euclidean_through_u32_from_dot_serial_,
177
+ nk_dots_reduce_sumsq_u8_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
178
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
179
+ nk_define_cross_normalized_symmetric_(angular, u8, serial, u8, u32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
180
+ nk_dots_symmetric_u8_serial, nk_angular_through_u32_from_dot_serial_,
181
+ nk_dots_reduce_sumsq_u8_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
182
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
183
+ nk_define_cross_normalized_symmetric_(euclidean, u8, serial, u8, u32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
184
+ nk_dots_symmetric_u8_serial, nk_euclidean_through_u32_from_dot_serial_,
185
+ nk_dots_reduce_sumsq_u8_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
186
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 1)
187
+
188
+ nk_define_cross_normalized_packed_(angular, i4, serial, i4x2, i4x2, i32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
189
+ nk_dots_packed_i4_serial, nk_angular_through_i32_from_dot_serial_,
190
+ nk_dots_reduce_sumsq_i4_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
191
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 2)
192
+ nk_define_cross_normalized_packed_(euclidean, i4, serial, i4x2, i4x2, i32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
193
+ nk_dots_packed_i4_serial, nk_euclidean_through_i32_from_dot_serial_,
194
+ nk_dots_reduce_sumsq_i4_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
195
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 2)
196
+ nk_define_cross_normalized_symmetric_(angular, i4, serial, i4x2, i32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
197
+ nk_dots_symmetric_i4_serial, nk_angular_through_i32_from_dot_serial_,
198
+ nk_dots_reduce_sumsq_i4_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
199
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 2)
200
+ nk_define_cross_normalized_symmetric_(euclidean, i4, serial, i4x2, i32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
201
+ nk_dots_symmetric_i4_serial, nk_euclidean_through_i32_from_dot_serial_,
202
+ nk_dots_reduce_sumsq_i4_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
203
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 2)
204
+
205
+ nk_define_cross_normalized_packed_(angular, u4, serial, u4x2, u4x2, u32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
206
+ nk_dots_packed_u4_serial, nk_angular_through_u32_from_dot_serial_,
207
+ nk_dots_reduce_sumsq_u4_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
208
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 2)
209
+ nk_define_cross_normalized_packed_(euclidean, u4, serial, u4x2, u4x2, u32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
210
+ nk_dots_packed_u4_serial, nk_euclidean_through_u32_from_dot_serial_,
211
+ nk_dots_reduce_sumsq_u4_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
212
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 2)
213
+ nk_define_cross_normalized_symmetric_(angular, u4, serial, u4x2, u32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
214
+ nk_dots_symmetric_u4_serial, nk_angular_through_u32_from_dot_serial_,
215
+ nk_dots_reduce_sumsq_u4_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
216
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 2)
217
+ nk_define_cross_normalized_symmetric_(euclidean, u4, serial, u4x2, u32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
218
+ nk_dots_symmetric_u4_serial, nk_euclidean_through_u32_from_dot_serial_,
219
+ nk_dots_reduce_sumsq_u4_, nk_load_b128_serial_, nk_partial_load_b32x4_serial_,
220
+ nk_store_b128_serial_, nk_partial_store_b32x4_serial_, 2)
221
+
222
+ #if defined(__cplusplus)
223
+ } // extern "C"
224
+ #endif
225
+
226
+ #endif // NK_SPATIALS_SERIAL_H
@@ -0,0 +1,96 @@
1
+ /**
2
+ * @brief Batched Spatial Distances for Sierra Forest (AVX-VNNI-INT8).
3
+ * @file include/numkong/spatials/sierra.h
4
+ * @author Ash Vardanian
5
+ * @date February 23, 2026
6
+ *
7
+ * @sa include/numkong/spatials.h
8
+ */
9
+ #ifndef NK_SPATIALS_SIERRA_H
10
+ #define NK_SPATIALS_SIERRA_H
11
+
12
+ #if NK_TARGET_X86_
13
+ #if NK_TARGET_SIERRA
14
+
15
+ #include "numkong/spatial/haswell.h"
16
+ #include "numkong/spatial/serial.h"
17
+ #include "numkong/dots/sierra.h"
18
+
19
+ #if defined(__cplusplus)
20
+ extern "C" {
21
+ #endif
22
+
23
+ #if defined(__clang__)
24
+ #pragma clang attribute push(__attribute__((target("avx2,f16c,fma,bmi,bmi2,avxvnni,avxvnniint8"))), apply_to = function)
25
+ #elif defined(__GNUC__)
26
+ #pragma GCC push_options
27
+ #pragma GCC target("avx2", "f16c", "fma", "bmi", "bmi2", "avxvnni", "avxvnniint8")
28
+ #endif
29
+
30
+ nk_define_cross_normalized_packed_(angular, i8, sierra, i8, i8, i32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
31
+ nk_dots_packed_i8_sierra, nk_angular_through_i32_from_dot_haswell_,
32
+ nk_dots_reduce_sumsq_i8_, nk_load_b128_haswell_, nk_partial_load_b32x4_haswell_,
33
+ nk_store_b128_haswell_, nk_partial_store_b32x4_haswell_, 1)
34
+ nk_define_cross_normalized_symmetric_(angular, i8, sierra, i8, i32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
35
+ nk_dots_symmetric_i8_sierra, nk_angular_through_i32_from_dot_haswell_,
36
+ nk_dots_reduce_sumsq_i8_, nk_load_b128_haswell_, nk_partial_load_b32x4_haswell_,
37
+ nk_store_b128_haswell_, nk_partial_store_b32x4_haswell_, 1)
38
+
39
+ nk_define_cross_normalized_packed_(euclidean, i8, sierra, i8, i8, i32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
40
+ nk_dots_packed_i8_sierra, nk_euclidean_through_i32_from_dot_haswell_,
41
+ nk_dots_reduce_sumsq_i8_, nk_load_b128_haswell_, nk_partial_load_b32x4_haswell_,
42
+ nk_store_b128_haswell_, nk_partial_store_b32x4_haswell_, 1)
43
+ nk_define_cross_normalized_symmetric_(euclidean, i8, sierra, i8, i32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
44
+ nk_dots_symmetric_i8_sierra, nk_euclidean_through_i32_from_dot_haswell_,
45
+ nk_dots_reduce_sumsq_i8_, nk_load_b128_haswell_, nk_partial_load_b32x4_haswell_,
46
+ nk_store_b128_haswell_, nk_partial_store_b32x4_haswell_, 1)
47
+
48
+ nk_define_cross_normalized_packed_(angular, u8, sierra, u8, u8, u32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
49
+ nk_dots_packed_u8_sierra, nk_angular_through_u32_from_dot_serial_,
50
+ nk_dots_reduce_sumsq_u8_, nk_load_b128_haswell_, nk_partial_load_b32x4_haswell_,
51
+ nk_store_b128_haswell_, nk_partial_store_b32x4_haswell_, 1)
52
+ nk_define_cross_normalized_symmetric_(angular, u8, sierra, u8, u32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
53
+ nk_dots_symmetric_u8_sierra, nk_angular_through_u32_from_dot_serial_,
54
+ nk_dots_reduce_sumsq_u8_, nk_load_b128_haswell_, nk_partial_load_b32x4_haswell_,
55
+ nk_store_b128_haswell_, nk_partial_store_b32x4_haswell_, 1)
56
+
57
+ nk_define_cross_normalized_packed_(euclidean, u8, sierra, u8, u8, u32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
58
+ nk_dots_packed_u8_sierra, nk_euclidean_through_u32_from_dot_serial_,
59
+ nk_dots_reduce_sumsq_u8_, nk_load_b128_haswell_, nk_partial_load_b32x4_haswell_,
60
+ nk_store_b128_haswell_, nk_partial_store_b32x4_haswell_, 1)
61
+ nk_define_cross_normalized_symmetric_(euclidean, u8, sierra, u8, u32, /*norm_value_type=*/u32, f32, nk_b128_vec_t,
62
+ nk_dots_symmetric_u8_sierra, nk_euclidean_through_u32_from_dot_serial_,
63
+ nk_dots_reduce_sumsq_u8_, nk_load_b128_haswell_, nk_partial_load_b32x4_haswell_,
64
+ nk_store_b128_haswell_, nk_partial_store_b32x4_haswell_, 1)
65
+
66
+ nk_define_cross_normalized_packed_(angular, e2m3, sierra, e2m3, e2m3, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
67
+ nk_dots_packed_e2m3_sierra, nk_angular_through_f32_from_dot_haswell_,
68
+ nk_dots_reduce_sumsq_e2m3_, nk_load_b128_haswell_, nk_partial_load_b32x4_haswell_,
69
+ nk_store_b128_haswell_, nk_partial_store_b32x4_haswell_, 1)
70
+ nk_define_cross_normalized_packed_(euclidean, e2m3, sierra, e2m3, e2m3, f32, /*norm_value_type=*/f32, f32,
71
+ nk_b128_vec_t, nk_dots_packed_e2m3_sierra,
72
+ nk_euclidean_through_f32_from_dot_haswell_, nk_dots_reduce_sumsq_e2m3_,
73
+ nk_load_b128_haswell_, nk_partial_load_b32x4_haswell_, nk_store_b128_haswell_,
74
+ nk_partial_store_b32x4_haswell_, 1)
75
+ nk_define_cross_normalized_symmetric_(angular, e2m3, sierra, e2m3, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
76
+ nk_dots_symmetric_e2m3_sierra, nk_angular_through_f32_from_dot_haswell_,
77
+ nk_dots_reduce_sumsq_e2m3_, nk_load_b128_haswell_, nk_partial_load_b32x4_haswell_,
78
+ nk_store_b128_haswell_, nk_partial_store_b32x4_haswell_, 1)
79
+ nk_define_cross_normalized_symmetric_(euclidean, e2m3, sierra, e2m3, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
80
+ nk_dots_symmetric_e2m3_sierra, nk_euclidean_through_f32_from_dot_haswell_,
81
+ nk_dots_reduce_sumsq_e2m3_, nk_load_b128_haswell_, nk_partial_load_b32x4_haswell_,
82
+ nk_store_b128_haswell_, nk_partial_store_b32x4_haswell_, 1)
83
+
84
+ #if defined(__clang__)
85
+ #pragma clang attribute pop
86
+ #elif defined(__GNUC__)
87
+ #pragma GCC pop_options
88
+ #endif
89
+
90
+ #if defined(__cplusplus)
91
+ } // extern "C"
92
+ #endif
93
+
94
+ #endif // NK_TARGET_SIERRA
95
+ #endif // NK_TARGET_X86_
96
+ #endif // NK_SPATIALS_SIERRA_H
@@ -0,0 +1,184 @@
1
+ /**
2
+ * @brief Batched Spatial Distances for Skylake (AVX-512).
3
+ * @file include/numkong/spatials/skylake.h
4
+ * @author Ash Vardanian
5
+ * @date February 23, 2026
6
+ *
7
+ * @sa include/numkong/spatials.h
8
+ */
9
+ #ifndef NK_SPATIALS_SKYLAKE_H
10
+ #define NK_SPATIALS_SKYLAKE_H
11
+
12
+ #if NK_TARGET_X86_
13
+ #if NK_TARGET_SKYLAKE
14
+
15
+ #include "numkong/spatial/skylake.h"
16
+ #include "numkong/spatial/haswell.h"
17
+ #include "numkong/dots/skylake.h"
18
+
19
+ #if defined(__cplusplus)
20
+ extern "C" {
21
+ #endif
22
+
23
+ #if defined(__clang__)
24
+ #pragma clang attribute push(__attribute__((target("avx2,avx512f,avx512vl,avx512bw,avx512dq,f16c,fma,bmi,bmi2"))), \
25
+ apply_to = function)
26
+ #elif defined(__GNUC__)
27
+ #pragma GCC push_options
28
+ #pragma GCC target("avx2", "avx512f", "avx512vl", "avx512bw", "avx512dq", "f16c", "fma", "bmi", "bmi2")
29
+ #endif
30
+
31
+ nk_define_cross_normalized_packed_(angular, f64, skylake, f64, f64, f64, /*norm_value_type=*/f64, f64, nk_b256_vec_t,
32
+ nk_dots_packed_f64_skylake, nk_angular_f64x4_from_dot_skylake_,
33
+ nk_dots_reduce_sumsq_f64_, nk_load_b256_haswell_, nk_partial_load_b64x4_skylake_,
34
+ nk_store_b256_haswell_, nk_partial_store_b64x4_skylake_, 1)
35
+ nk_define_cross_normalized_packed_(euclidean, f64, skylake, f64, f64, f64, /*norm_value_type=*/f64, f64, nk_b256_vec_t,
36
+ nk_dots_packed_f64_skylake, nk_euclidean_f64x4_from_dot_skylake_,
37
+ nk_dots_reduce_sumsq_f64_, nk_load_b256_haswell_, nk_partial_load_b64x4_skylake_,
38
+ nk_store_b256_haswell_, nk_partial_store_b64x4_skylake_, 1)
39
+ nk_define_cross_normalized_symmetric_(angular, f64, skylake, f64, f64, /*norm_value_type=*/f64, f64, nk_b256_vec_t,
40
+ nk_dots_symmetric_f64_skylake, nk_angular_f64x4_from_dot_skylake_,
41
+ nk_dots_reduce_sumsq_f64_, nk_load_b256_haswell_, nk_partial_load_b64x4_skylake_,
42
+ nk_store_b256_haswell_, nk_partial_store_b64x4_skylake_, 1)
43
+ nk_define_cross_normalized_symmetric_(euclidean, f64, skylake, f64, f64, /*norm_value_type=*/f64, f64, nk_b256_vec_t,
44
+ nk_dots_symmetric_f64_skylake, nk_euclidean_f64x4_from_dot_skylake_,
45
+ nk_dots_reduce_sumsq_f64_, nk_load_b256_haswell_, nk_partial_load_b64x4_skylake_,
46
+ nk_store_b256_haswell_, nk_partial_store_b64x4_skylake_, 1)
47
+
48
+ nk_define_cross_normalized_packed_(angular, f32, skylake, f32, f32, f64, /*norm_value_type=*/f64, f64, nk_b256_vec_t,
49
+ nk_dots_packed_f32_skylake, nk_angular_f64x4_from_dot_skylake_,
50
+ nk_dots_reduce_sumsq_f32_, nk_load_b256_haswell_, nk_partial_load_b64x4_skylake_,
51
+ nk_store_b256_haswell_, nk_partial_store_b64x4_skylake_, 1)
52
+ nk_define_cross_normalized_packed_(euclidean, f32, skylake, f32, f32, f64, /*norm_value_type=*/f64, f64, nk_b256_vec_t,
53
+ nk_dots_packed_f32_skylake, nk_euclidean_f64x4_from_dot_skylake_,
54
+ nk_dots_reduce_sumsq_f32_, nk_load_b256_haswell_, nk_partial_load_b64x4_skylake_,
55
+ nk_store_b256_haswell_, nk_partial_store_b64x4_skylake_, 1)
56
+ nk_define_cross_normalized_symmetric_(angular, f32, skylake, f32, f64, /*norm_value_type=*/f64, f64, nk_b256_vec_t,
57
+ nk_dots_symmetric_f32_skylake, nk_angular_f64x4_from_dot_skylake_,
58
+ nk_dots_reduce_sumsq_f32_, nk_load_b256_haswell_, nk_partial_load_b64x4_skylake_,
59
+ nk_store_b256_haswell_, nk_partial_store_b64x4_skylake_, 1)
60
+ nk_define_cross_normalized_symmetric_(euclidean, f32, skylake, f32, f64, /*norm_value_type=*/f64, f64, nk_b256_vec_t,
61
+ nk_dots_symmetric_f32_skylake, nk_euclidean_f64x4_from_dot_skylake_,
62
+ nk_dots_reduce_sumsq_f32_, nk_load_b256_haswell_, nk_partial_load_b64x4_skylake_,
63
+ nk_store_b256_haswell_, nk_partial_store_b64x4_skylake_, 1)
64
+
65
+ nk_define_cross_normalized_packed_(angular, f16, skylake, f16, f32, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
66
+ nk_dots_packed_f16_skylake, nk_angular_through_f32_from_dot_haswell_,
67
+ nk_dots_reduce_sumsq_f16_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
68
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
69
+ nk_define_cross_normalized_packed_(euclidean, f16, skylake, f16, f32, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
70
+ nk_dots_packed_f16_skylake, nk_euclidean_through_f32_from_dot_haswell_,
71
+ nk_dots_reduce_sumsq_f16_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
72
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
73
+ nk_define_cross_normalized_symmetric_(angular, f16, skylake, f16, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
74
+ nk_dots_symmetric_f16_skylake, nk_angular_through_f32_from_dot_haswell_,
75
+ nk_dots_reduce_sumsq_f16_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
76
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
77
+ nk_define_cross_normalized_symmetric_(euclidean, f16, skylake, f16, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
78
+ nk_dots_symmetric_f16_skylake, nk_euclidean_through_f32_from_dot_haswell_,
79
+ nk_dots_reduce_sumsq_f16_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
80
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
81
+
82
+ nk_define_cross_normalized_packed_(angular, bf16, skylake, bf16, f32, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
83
+ nk_dots_packed_bf16_skylake, nk_angular_through_f32_from_dot_haswell_,
84
+ nk_dots_reduce_sumsq_bf16_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
85
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
86
+ nk_define_cross_normalized_packed_(euclidean, bf16, skylake, bf16, f32, f32, /*norm_value_type=*/f32, f32,
87
+ nk_b128_vec_t, nk_dots_packed_bf16_skylake,
88
+ nk_euclidean_through_f32_from_dot_haswell_, nk_dots_reduce_sumsq_bf16_,
89
+ nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_, nk_store_b128_haswell_,
90
+ nk_partial_store_b32x4_skylake_, 1)
91
+ nk_define_cross_normalized_symmetric_(angular, bf16, skylake, bf16, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
92
+ nk_dots_symmetric_bf16_skylake, nk_angular_through_f32_from_dot_haswell_,
93
+ nk_dots_reduce_sumsq_bf16_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
94
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
95
+ nk_define_cross_normalized_symmetric_(euclidean, bf16, skylake, bf16, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
96
+ nk_dots_symmetric_bf16_skylake, nk_euclidean_through_f32_from_dot_haswell_,
97
+ nk_dots_reduce_sumsq_bf16_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
98
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
99
+
100
+ nk_define_cross_normalized_packed_(angular, e4m3, skylake, e4m3, f32, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
101
+ nk_dots_packed_e4m3_skylake, nk_angular_through_f32_from_dot_haswell_,
102
+ nk_dots_reduce_sumsq_e4m3_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
103
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
104
+ nk_define_cross_normalized_packed_(euclidean, e4m3, skylake, e4m3, f32, f32, /*norm_value_type=*/f32, f32,
105
+ nk_b128_vec_t, nk_dots_packed_e4m3_skylake,
106
+ nk_euclidean_through_f32_from_dot_haswell_, nk_dots_reduce_sumsq_e4m3_,
107
+ nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_, nk_store_b128_haswell_,
108
+ nk_partial_store_b32x4_skylake_, 1)
109
+ nk_define_cross_normalized_symmetric_(angular, e4m3, skylake, e4m3, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
110
+ nk_dots_symmetric_e4m3_skylake, nk_angular_through_f32_from_dot_haswell_,
111
+ nk_dots_reduce_sumsq_e4m3_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
112
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
113
+ nk_define_cross_normalized_symmetric_(euclidean, e4m3, skylake, e4m3, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
114
+ nk_dots_symmetric_e4m3_skylake, nk_euclidean_through_f32_from_dot_haswell_,
115
+ nk_dots_reduce_sumsq_e4m3_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
116
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
117
+
118
+ nk_define_cross_normalized_packed_(angular, e5m2, skylake, e5m2, f32, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
119
+ nk_dots_packed_e5m2_skylake, nk_angular_through_f32_from_dot_haswell_,
120
+ nk_dots_reduce_sumsq_e5m2_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
121
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
122
+ nk_define_cross_normalized_packed_(euclidean, e5m2, skylake, e5m2, f32, f32, /*norm_value_type=*/f32, f32,
123
+ nk_b128_vec_t, nk_dots_packed_e5m2_skylake,
124
+ nk_euclidean_through_f32_from_dot_haswell_, nk_dots_reduce_sumsq_e5m2_,
125
+ nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_, nk_store_b128_haswell_,
126
+ nk_partial_store_b32x4_skylake_, 1)
127
+ nk_define_cross_normalized_symmetric_(angular, e5m2, skylake, e5m2, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
128
+ nk_dots_symmetric_e5m2_skylake, nk_angular_through_f32_from_dot_haswell_,
129
+ nk_dots_reduce_sumsq_e5m2_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
130
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
131
+ nk_define_cross_normalized_symmetric_(euclidean, e5m2, skylake, e5m2, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
132
+ nk_dots_symmetric_e5m2_skylake, nk_euclidean_through_f32_from_dot_haswell_,
133
+ nk_dots_reduce_sumsq_e5m2_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
134
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
135
+
136
+ nk_define_cross_normalized_packed_(angular, e2m3, skylake, e2m3, e2m3, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
137
+ nk_dots_packed_e2m3_skylake, nk_angular_through_f32_from_dot_haswell_,
138
+ nk_dots_reduce_sumsq_e2m3_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
139
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
140
+ nk_define_cross_normalized_packed_(euclidean, e2m3, skylake, e2m3, e2m3, f32, /*norm_value_type=*/f32, f32,
141
+ nk_b128_vec_t, nk_dots_packed_e2m3_skylake,
142
+ nk_euclidean_through_f32_from_dot_haswell_, nk_dots_reduce_sumsq_e2m3_,
143
+ nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_, nk_store_b128_haswell_,
144
+ nk_partial_store_b32x4_skylake_, 1)
145
+ nk_define_cross_normalized_symmetric_(angular, e2m3, skylake, e2m3, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
146
+ nk_dots_symmetric_e2m3_skylake, nk_angular_through_f32_from_dot_haswell_,
147
+ nk_dots_reduce_sumsq_e2m3_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
148
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
149
+ nk_define_cross_normalized_symmetric_(euclidean, e2m3, skylake, e2m3, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
150
+ nk_dots_symmetric_e2m3_skylake, nk_euclidean_through_f32_from_dot_haswell_,
151
+ nk_dots_reduce_sumsq_e2m3_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
152
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
153
+
154
+ nk_define_cross_normalized_packed_(angular, e3m2, skylake, e3m2, e3m2, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
155
+ nk_dots_packed_e3m2_skylake, nk_angular_through_f32_from_dot_haswell_,
156
+ nk_dots_reduce_sumsq_e3m2_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
157
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
158
+ nk_define_cross_normalized_packed_(euclidean, e3m2, skylake, e3m2, e3m2, f32, /*norm_value_type=*/f32, f32,
159
+ nk_b128_vec_t, nk_dots_packed_e3m2_skylake,
160
+ nk_euclidean_through_f32_from_dot_haswell_, nk_dots_reduce_sumsq_e3m2_,
161
+ nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_, nk_store_b128_haswell_,
162
+ nk_partial_store_b32x4_skylake_, 1)
163
+ nk_define_cross_normalized_symmetric_(angular, e3m2, skylake, e3m2, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
164
+ nk_dots_symmetric_e3m2_skylake, nk_angular_through_f32_from_dot_haswell_,
165
+ nk_dots_reduce_sumsq_e3m2_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
166
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
167
+ nk_define_cross_normalized_symmetric_(euclidean, e3m2, skylake, e3m2, f32, /*norm_value_type=*/f32, f32, nk_b128_vec_t,
168
+ nk_dots_symmetric_e3m2_skylake, nk_euclidean_through_f32_from_dot_haswell_,
169
+ nk_dots_reduce_sumsq_e3m2_, nk_load_b128_haswell_, nk_partial_load_b32x4_skylake_,
170
+ nk_store_b128_haswell_, nk_partial_store_b32x4_skylake_, 1)
171
+
172
+ #if defined(__clang__)
173
+ #pragma clang attribute pop
174
+ #elif defined(__GNUC__)
175
+ #pragma GCC pop_options
176
+ #endif
177
+
178
+ #if defined(__cplusplus)
179
+ } // extern "C"
180
+ #endif
181
+
182
+ #endif // NK_TARGET_SKYLAKE
183
+ #endif // NK_TARGET_X86_
184
+ #endif // NK_SPATIALS_SKYLAKE_H