numkong 7.0.0 → 7.4.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (315) hide show
  1. package/README.md +239 -122
  2. package/binding.gyp +25 -491
  3. package/c/dispatch_bf16.c +59 -1
  4. package/c/dispatch_e2m3.c +41 -8
  5. package/c/dispatch_e3m2.c +49 -8
  6. package/c/dispatch_e4m3.c +51 -9
  7. package/c/dispatch_e5m2.c +45 -1
  8. package/c/dispatch_f16.c +79 -26
  9. package/c/dispatch_f16c.c +5 -5
  10. package/c/dispatch_f32.c +56 -0
  11. package/c/dispatch_f64.c +52 -0
  12. package/c/dispatch_i4.c +3 -0
  13. package/c/dispatch_i8.c +62 -3
  14. package/c/dispatch_other.c +18 -0
  15. package/c/dispatch_u1.c +54 -9
  16. package/c/dispatch_u4.c +3 -0
  17. package/c/dispatch_u8.c +64 -3
  18. package/c/numkong.c +3 -0
  19. package/include/README.md +79 -9
  20. package/include/numkong/attention/sapphireamx.h +278 -276
  21. package/include/numkong/attention/sme.h +983 -977
  22. package/include/numkong/attention.h +1 -1
  23. package/include/numkong/capabilities.h +289 -94
  24. package/include/numkong/cast/README.md +40 -40
  25. package/include/numkong/cast/diamond.h +64 -0
  26. package/include/numkong/cast/haswell.h +42 -194
  27. package/include/numkong/cast/icelake.h +42 -37
  28. package/include/numkong/cast/loongsonasx.h +252 -0
  29. package/include/numkong/cast/neon.h +216 -249
  30. package/include/numkong/cast/powervsx.h +449 -0
  31. package/include/numkong/cast/rvv.h +223 -274
  32. package/include/numkong/cast/sapphire.h +18 -18
  33. package/include/numkong/cast/serial.h +1018 -944
  34. package/include/numkong/cast/skylake.h +82 -23
  35. package/include/numkong/cast/v128relaxed.h +462 -105
  36. package/include/numkong/cast.h +24 -0
  37. package/include/numkong/cast.hpp +44 -0
  38. package/include/numkong/curved/README.md +17 -17
  39. package/include/numkong/curved/neon.h +131 -7
  40. package/include/numkong/curved/neonbfdot.h +6 -7
  41. package/include/numkong/curved/rvv.h +26 -26
  42. package/include/numkong/curved/smef64.h +186 -182
  43. package/include/numkong/curved.h +14 -18
  44. package/include/numkong/dot/README.md +154 -137
  45. package/include/numkong/dot/alder.h +43 -43
  46. package/include/numkong/dot/diamond.h +158 -0
  47. package/include/numkong/dot/genoa.h +4 -30
  48. package/include/numkong/dot/haswell.h +215 -180
  49. package/include/numkong/dot/icelake.h +190 -76
  50. package/include/numkong/dot/loongsonasx.h +671 -0
  51. package/include/numkong/dot/neon.h +124 -73
  52. package/include/numkong/dot/neonbfdot.h +11 -12
  53. package/include/numkong/dot/neonfhm.h +44 -46
  54. package/include/numkong/dot/neonfp8.h +323 -0
  55. package/include/numkong/dot/neonsdot.h +190 -76
  56. package/include/numkong/dot/powervsx.h +752 -0
  57. package/include/numkong/dot/rvv.h +92 -84
  58. package/include/numkong/dot/rvvbf16.h +12 -12
  59. package/include/numkong/dot/rvvhalf.h +12 -12
  60. package/include/numkong/dot/sapphire.h +4 -4
  61. package/include/numkong/dot/serial.h +66 -30
  62. package/include/numkong/dot/sierra.h +31 -31
  63. package/include/numkong/dot/skylake.h +142 -110
  64. package/include/numkong/dot/sve.h +217 -177
  65. package/include/numkong/dot/svebfdot.h +10 -10
  66. package/include/numkong/dot/svehalf.h +85 -41
  67. package/include/numkong/dot/svesdot.h +89 -0
  68. package/include/numkong/dot/v128relaxed.h +124 -89
  69. package/include/numkong/dot.h +114 -48
  70. package/include/numkong/dots/README.md +203 -203
  71. package/include/numkong/dots/alder.h +12 -9
  72. package/include/numkong/dots/diamond.h +86 -0
  73. package/include/numkong/dots/genoa.h +10 -4
  74. package/include/numkong/dots/haswell.h +63 -48
  75. package/include/numkong/dots/icelake.h +27 -18
  76. package/include/numkong/dots/loongsonasx.h +176 -0
  77. package/include/numkong/dots/neon.h +14 -11
  78. package/include/numkong/dots/neonbfdot.h +4 -3
  79. package/include/numkong/dots/neonfhm.h +11 -9
  80. package/include/numkong/dots/neonfp8.h +99 -0
  81. package/include/numkong/dots/neonsdot.h +48 -12
  82. package/include/numkong/dots/powervsx.h +194 -0
  83. package/include/numkong/dots/rvv.h +451 -344
  84. package/include/numkong/dots/sapphireamx.h +1028 -984
  85. package/include/numkong/dots/serial.h +213 -197
  86. package/include/numkong/dots/sierra.h +10 -7
  87. package/include/numkong/dots/skylake.h +47 -36
  88. package/include/numkong/dots/sme.h +2001 -2364
  89. package/include/numkong/dots/smebi32.h +175 -162
  90. package/include/numkong/dots/smef64.h +328 -323
  91. package/include/numkong/dots/v128relaxed.h +64 -41
  92. package/include/numkong/dots.h +573 -293
  93. package/include/numkong/dots.hpp +45 -43
  94. package/include/numkong/each/README.md +133 -137
  95. package/include/numkong/each/haswell.h +6 -6
  96. package/include/numkong/each/icelake.h +7 -7
  97. package/include/numkong/each/neon.h +76 -42
  98. package/include/numkong/each/neonbfdot.h +11 -12
  99. package/include/numkong/each/neonhalf.h +24 -116
  100. package/include/numkong/each/rvv.h +28 -28
  101. package/include/numkong/each/sapphire.h +27 -161
  102. package/include/numkong/each/serial.h +6 -6
  103. package/include/numkong/each/skylake.h +7 -7
  104. package/include/numkong/each/v128relaxed.h +562 -0
  105. package/include/numkong/each.h +148 -62
  106. package/include/numkong/each.hpp +2 -2
  107. package/include/numkong/geospatial/README.md +18 -18
  108. package/include/numkong/geospatial/haswell.h +365 -325
  109. package/include/numkong/geospatial/neon.h +350 -306
  110. package/include/numkong/geospatial/rvv.h +4 -4
  111. package/include/numkong/geospatial/skylake.h +376 -340
  112. package/include/numkong/geospatial/v128relaxed.h +366 -327
  113. package/include/numkong/geospatial.h +17 -17
  114. package/include/numkong/matrix.hpp +4 -4
  115. package/include/numkong/maxsim/README.md +14 -14
  116. package/include/numkong/maxsim/alder.h +6 -6
  117. package/include/numkong/maxsim/genoa.h +4 -4
  118. package/include/numkong/maxsim/haswell.h +6 -6
  119. package/include/numkong/maxsim/icelake.h +18 -18
  120. package/include/numkong/maxsim/neonsdot.h +21 -21
  121. package/include/numkong/maxsim/sapphireamx.h +14 -14
  122. package/include/numkong/maxsim/serial.h +6 -6
  123. package/include/numkong/maxsim/sme.h +221 -196
  124. package/include/numkong/maxsim/v128relaxed.h +6 -6
  125. package/include/numkong/mesh/README.md +62 -56
  126. package/include/numkong/mesh/haswell.h +339 -464
  127. package/include/numkong/mesh/neon.h +1100 -519
  128. package/include/numkong/mesh/neonbfdot.h +36 -68
  129. package/include/numkong/mesh/rvv.h +530 -435
  130. package/include/numkong/mesh/serial.h +75 -91
  131. package/include/numkong/mesh/skylake.h +1627 -302
  132. package/include/numkong/mesh/v128relaxed.h +443 -330
  133. package/include/numkong/mesh.h +63 -49
  134. package/include/numkong/mesh.hpp +4 -4
  135. package/include/numkong/numkong.h +3 -3
  136. package/include/numkong/numkong.hpp +1 -0
  137. package/include/numkong/probability/README.md +23 -19
  138. package/include/numkong/probability/neon.h +82 -52
  139. package/include/numkong/probability/rvv.h +28 -23
  140. package/include/numkong/probability/serial.h +51 -39
  141. package/include/numkong/probability.h +20 -23
  142. package/include/numkong/random.h +1 -1
  143. package/include/numkong/reduce/README.md +143 -138
  144. package/include/numkong/reduce/alder.h +81 -77
  145. package/include/numkong/reduce/haswell.h +222 -220
  146. package/include/numkong/reduce/neon.h +629 -519
  147. package/include/numkong/reduce/neonbfdot.h +7 -218
  148. package/include/numkong/reduce/neonfhm.h +9 -381
  149. package/include/numkong/reduce/neonsdot.h +9 -9
  150. package/include/numkong/reduce/rvv.h +928 -802
  151. package/include/numkong/reduce/serial.h +23 -27
  152. package/include/numkong/reduce/sierra.h +20 -20
  153. package/include/numkong/reduce/skylake.h +326 -324
  154. package/include/numkong/reduce/v128relaxed.h +52 -52
  155. package/include/numkong/reduce.h +4 -23
  156. package/include/numkong/reduce.hpp +156 -11
  157. package/include/numkong/scalar/README.md +6 -6
  158. package/include/numkong/scalar/haswell.h +26 -17
  159. package/include/numkong/scalar/loongsonasx.h +74 -0
  160. package/include/numkong/scalar/neon.h +9 -9
  161. package/include/numkong/scalar/powervsx.h +96 -0
  162. package/include/numkong/scalar/rvv.h +2 -2
  163. package/include/numkong/scalar/sapphire.h +21 -10
  164. package/include/numkong/scalar/serial.h +21 -21
  165. package/include/numkong/scalar.h +13 -0
  166. package/include/numkong/set/README.md +28 -28
  167. package/include/numkong/set/haswell.h +12 -12
  168. package/include/numkong/set/icelake.h +14 -14
  169. package/include/numkong/set/loongsonasx.h +181 -0
  170. package/include/numkong/set/neon.h +17 -18
  171. package/include/numkong/set/powervsx.h +326 -0
  172. package/include/numkong/set/rvv.h +4 -4
  173. package/include/numkong/set/serial.h +6 -6
  174. package/include/numkong/set/sve.h +60 -59
  175. package/include/numkong/set/v128relaxed.h +6 -6
  176. package/include/numkong/set.h +21 -7
  177. package/include/numkong/sets/README.md +26 -26
  178. package/include/numkong/sets/loongsonasx.h +52 -0
  179. package/include/numkong/sets/powervsx.h +65 -0
  180. package/include/numkong/sets/smebi32.h +395 -364
  181. package/include/numkong/sets.h +83 -40
  182. package/include/numkong/sparse/README.md +4 -4
  183. package/include/numkong/sparse/icelake.h +101 -101
  184. package/include/numkong/sparse/serial.h +1 -1
  185. package/include/numkong/sparse/sve2.h +137 -141
  186. package/include/numkong/sparse/turin.h +12 -12
  187. package/include/numkong/sparse.h +10 -10
  188. package/include/numkong/spatial/README.md +230 -226
  189. package/include/numkong/spatial/alder.h +113 -116
  190. package/include/numkong/spatial/diamond.h +240 -0
  191. package/include/numkong/spatial/genoa.h +0 -68
  192. package/include/numkong/spatial/haswell.h +74 -55
  193. package/include/numkong/spatial/icelake.h +539 -58
  194. package/include/numkong/spatial/loongsonasx.h +483 -0
  195. package/include/numkong/spatial/neon.h +125 -52
  196. package/include/numkong/spatial/neonbfdot.h +8 -9
  197. package/include/numkong/spatial/neonfp8.h +258 -0
  198. package/include/numkong/spatial/neonsdot.h +180 -12
  199. package/include/numkong/spatial/powervsx.h +738 -0
  200. package/include/numkong/spatial/rvv.h +146 -139
  201. package/include/numkong/spatial/rvvbf16.h +17 -12
  202. package/include/numkong/spatial/rvvhalf.h +13 -10
  203. package/include/numkong/spatial/serial.h +13 -12
  204. package/include/numkong/spatial/sierra.h +232 -39
  205. package/include/numkong/spatial/skylake.h +73 -74
  206. package/include/numkong/spatial/sve.h +93 -72
  207. package/include/numkong/spatial/svebfdot.h +29 -29
  208. package/include/numkong/spatial/svehalf.h +52 -26
  209. package/include/numkong/spatial/svesdot.h +142 -0
  210. package/include/numkong/spatial/v128relaxed.h +293 -41
  211. package/include/numkong/spatial.h +338 -82
  212. package/include/numkong/spatials/README.md +194 -194
  213. package/include/numkong/spatials/diamond.h +82 -0
  214. package/include/numkong/spatials/haswell.h +2 -2
  215. package/include/numkong/spatials/loongsonasx.h +153 -0
  216. package/include/numkong/spatials/neonfp8.h +111 -0
  217. package/include/numkong/spatials/neonsdot.h +34 -0
  218. package/include/numkong/spatials/powervsx.h +153 -0
  219. package/include/numkong/spatials/rvv.h +259 -243
  220. package/include/numkong/spatials/sapphireamx.h +173 -173
  221. package/include/numkong/spatials/serial.h +2 -2
  222. package/include/numkong/spatials/skylake.h +2 -2
  223. package/include/numkong/spatials/sme.h +590 -605
  224. package/include/numkong/spatials/smef64.h +139 -130
  225. package/include/numkong/spatials/v128relaxed.h +2 -2
  226. package/include/numkong/spatials.h +820 -500
  227. package/include/numkong/spatials.hpp +49 -48
  228. package/include/numkong/tensor.hpp +406 -17
  229. package/include/numkong/trigonometry/README.md +19 -19
  230. package/include/numkong/trigonometry/haswell.h +402 -401
  231. package/include/numkong/trigonometry/neon.h +386 -387
  232. package/include/numkong/trigonometry/rvv.h +52 -51
  233. package/include/numkong/trigonometry/serial.h +13 -13
  234. package/include/numkong/trigonometry/skylake.h +373 -369
  235. package/include/numkong/trigonometry/v128relaxed.h +375 -374
  236. package/include/numkong/trigonometry.h +13 -13
  237. package/include/numkong/trigonometry.hpp +2 -2
  238. package/include/numkong/types.h +287 -49
  239. package/include/numkong/types.hpp +436 -12
  240. package/include/numkong/vector.hpp +82 -14
  241. package/javascript/dist/cjs/numkong-wasm.js +6 -12
  242. package/javascript/dist/cjs/numkong.d.ts +7 -1
  243. package/javascript/dist/cjs/numkong.js +37 -11
  244. package/javascript/dist/cjs/types.d.ts +9 -0
  245. package/javascript/dist/cjs/types.js +96 -0
  246. package/javascript/dist/esm/numkong-browser.d.ts +14 -0
  247. package/javascript/dist/esm/numkong-browser.js +23 -0
  248. package/javascript/dist/esm/numkong-wasm.js +6 -12
  249. package/javascript/dist/esm/numkong.d.ts +7 -1
  250. package/javascript/dist/esm/numkong.js +37 -11
  251. package/javascript/dist/esm/types.d.ts +9 -0
  252. package/javascript/dist/esm/types.js +96 -0
  253. package/javascript/node-gyp-build.d.ts +4 -1
  254. package/javascript/numkong-browser.ts +40 -0
  255. package/javascript/numkong-wasm.ts +7 -13
  256. package/javascript/numkong.c +5 -26
  257. package/javascript/numkong.ts +36 -11
  258. package/javascript/tsconfig-base.json +1 -0
  259. package/javascript/tsconfig-cjs.json +6 -1
  260. package/javascript/types.ts +110 -0
  261. package/numkong.gypi +101 -0
  262. package/package.json +34 -13
  263. package/probes/arm_neon.c +8 -0
  264. package/probes/arm_neon_bfdot.c +9 -0
  265. package/probes/arm_neon_fhm.c +9 -0
  266. package/probes/arm_neon_half.c +8 -0
  267. package/probes/arm_neon_sdot.c +9 -0
  268. package/probes/arm_neonfp8.c +9 -0
  269. package/probes/arm_sme.c +16 -0
  270. package/probes/arm_sme2.c +16 -0
  271. package/probes/arm_sme2p1.c +16 -0
  272. package/probes/arm_sme_bf16.c +16 -0
  273. package/probes/arm_sme_bi32.c +16 -0
  274. package/probes/arm_sme_f64.c +16 -0
  275. package/probes/arm_sme_fa64.c +14 -0
  276. package/probes/arm_sme_half.c +16 -0
  277. package/probes/arm_sme_lut2.c +15 -0
  278. package/probes/arm_sve.c +18 -0
  279. package/probes/arm_sve2.c +20 -0
  280. package/probes/arm_sve2p1.c +18 -0
  281. package/probes/arm_sve_bfdot.c +20 -0
  282. package/probes/arm_sve_half.c +18 -0
  283. package/probes/arm_sve_sdot.c +21 -0
  284. package/probes/loongarch_lasx.c +12 -0
  285. package/probes/power_vsx.c +12 -0
  286. package/probes/probe.js +127 -0
  287. package/probes/riscv_rvv.c +14 -0
  288. package/probes/riscv_rvv_bb.c +15 -0
  289. package/probes/riscv_rvv_bf16.c +17 -0
  290. package/probes/riscv_rvv_half.c +14 -0
  291. package/probes/wasm_v128relaxed.c +11 -0
  292. package/probes/x86_alder.c +17 -0
  293. package/probes/x86_diamond.c +17 -0
  294. package/probes/x86_genoa.c +17 -0
  295. package/probes/x86_graniteamx.c +19 -0
  296. package/probes/x86_haswell.c +11 -0
  297. package/probes/x86_icelake.c +17 -0
  298. package/probes/x86_sapphire.c +16 -0
  299. package/probes/x86_sapphireamx.c +18 -0
  300. package/probes/x86_sierra.c +17 -0
  301. package/probes/x86_skylake.c +15 -0
  302. package/probes/x86_turin.c +17 -0
  303. package/wasm/numkong-emscripten.js +2 -0
  304. package/wasm/numkong.d.ts +14 -0
  305. package/wasm/numkong.js +1124 -0
  306. package/wasm/numkong.wasm +0 -0
  307. package/include/numkong/curved/neonhalf.h +0 -212
  308. package/include/numkong/dot/neonhalf.h +0 -198
  309. package/include/numkong/dots/neonhalf.h +0 -57
  310. package/include/numkong/mesh/neonhalf.h +0 -616
  311. package/include/numkong/reduce/neonhalf.h +0 -157
  312. package/include/numkong/spatial/neonhalf.h +0 -118
  313. package/include/numkong/spatial/sapphire.h +0 -343
  314. package/include/numkong/spatials/neonhalf.h +0 -58
  315. package/javascript/README.md +0 -246
package/include/numkong/each/README.md CHANGED
@@ -6,27 +6,27 @@ Mixed-precision workflows use narrower input types (Float16, BFloat16, Float8) w
6
6
 
7
7
  Sum (addition):
8
8
 
9
- ```math
9
+ $$
10
10
  \text{result}_i = a_i + b_i
11
- ```
11
+ $$
12
12
 
13
13
  Scale:
14
14
 
15
- ```math
15
+ $$
16
16
  \text{result}_i = \alpha \cdot a_i + \beta
17
- ```
17
+ $$
18
18
 
19
19
  Blend:
20
20
 
21
- ```math
21
+ $$
22
22
  \text{result}_i = \alpha \cdot a_i + \beta \cdot b_i
23
- ```
23
+ $$
24
24
 
25
25
  Fused multiply-add:
26
26
 
27
- ```math
27
+ $$
28
28
  \text{result}_i = \alpha \cdot a_i \cdot b_i + \beta \cdot c_i
29
- ```
29
+ $$
30
30
 
31
31
  Reformulating as Python pseudocode:
32
32
 
@@ -220,7 +220,6 @@ Workloads that significantly degrade CPU frequencies (Intel AMX, Apple SME) run
220
220
  | `nk_each_fma_i8_serial` | 4.49 gb/s | 2.63 gb/s | 2.98 gb/s |
221
221
  | `nk_each_fma_i8_haswell` | 7.36 gb/s | 6.84 gb/s | 7.15 gb/s |
222
222
  | `nk_each_fma_i8_skylake` | 11.2 gb/s | 9.45 gb/s | 10.1 gb/s |
223
- | `nk_each_fma_i8_sapphire` | 32.2 gb/s | 21.2 gb/s | 18.7 gb/s |
224
223
  | __u8__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
225
224
  | `nk_each_sum_u8_serial` | 17.0 gb/s | 13.7 gb/s | 12.5 gb/s |
226
225
  | `nk_each_sum_u8_haswell` | 42.6 gb/s | 15.7 gb/s | 15.4 gb/s |
@@ -235,7 +234,6 @@ Workloads that significantly degrade CPU frequencies (Intel AMX, Apple SME) run
235
234
  | `nk_each_fma_u8_serial` | 3.19 gb/s | 3.92 gb/s | 4.54 gb/s |
236
235
  | `nk_each_fma_u8_haswell` | 6.98 gb/s | 6.29 gb/s | 7.62 gb/s |
237
236
  | `nk_each_fma_u8_skylake` | 9.66 gb/s | 9.21 gb/s | 10.3 gb/s |
238
- | `nk_each_fma_u8_sapphire` | 25.3 gb/s | 21.2 gb/s | 19.0 gb/s |
239
237
  | __i16__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
240
238
  | `nk_each_sum_i16_serial` | 12.0 gb/s | 11.6 gb/s | 14.2 gb/s |
241
239
  | `nk_each_sum_i16_haswell` | 26.1 gb/s | 16.2 gb/s | 16.8 gb/s |
@@ -317,153 +315,151 @@ Workloads that significantly degrade CPU frequencies (Intel AMX, Apple SME) run
317
315
  | `nk_each_fma_f32c_haswell` | 14.1 gb/s, 6.6 ulp | 10.3 gb/s, 2.9 ulp | 9.77 gb/s, 7.2 ulp |
318
316
  | `nk_each_fma_f32c_skylake` | 15.5 gb/s, 9.2 ulp | 10.3 gb/s, 3.8 ulp | 9.95 gb/s, 8.3 ulp |
319
317
 
320
- ### Apple M4
318
+ ### Apple M5
321
319
 
322
320
  #### Native
323
321
 
324
322
  | Kernel | 256 | 1024 | 4096 |
325
323
  | :----------------------------- | -----------------------: | -----------------------: | -----------------------: |
326
324
  | __f64__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
327
- | `nk_each_sum_f64_serial` | 19.0 gb/s, 0 ulp | 14.0 gb/s, 0 ulp | 14.8 gb/s, 0 ulp |
328
- | `nk_each_sum_f64_neon` | 14.4 gb/s, 0 ulp | 16.6 gb/s, 0 ulp | 23.0 gb/s, 0 ulp |
329
- | `nk_each_scale_f64_serial` | 35.8 gb/s, 0 ulp | 16.3 gb/s, 0 ulp | 17.4 gb/s, 0 ulp |
330
- | `nk_each_scale_f64_neon` | 46.2 gb/s, 0 ulp | 25.8 gb/s, 0 ulp | 33.0 gb/s, 0 ulp |
331
- | `nk_each_blend_f64_serial` | 18.3 gb/s, 0 ulp | 12.4 gb/s, 0 ulp | 13.0 gb/s, 0 ulp |
332
- | `nk_each_blend_f64_neon` | 34.0 gb/s, 1.9 ulp | 17.8 gb/s, 2.7 ulp | 24.0 gb/s, 1.8 ulp |
333
- | `nk_each_fma_f64_serial` | 12.3 gb/s, 0 ulp | 9.51 gb/s, 0 ulp | 10.1 gb/s, 0 ulp |
334
- | `nk_each_fma_f64_neon` | 23.5 gb/s, 1.4 ulp | 12.9 gb/s, 1.6 ulp | 19.5 gb/s, 1.6 ulp |
325
+ | `nk_each_sum_f64_serial` | 54.7 gb/s, 0 ulp | 66.7 gb/s, 0 ulp | 51.8 gb/s, 0 ulp |
326
+ | `nk_each_sum_f64_neon` | 53.8 gb/s, 0 ulp | 71.3 gb/s, 0 ulp | 56.0 gb/s, 0 ulp |
327
+ | `nk_each_scale_f64_serial` | 46.4 gb/s, 0 ulp | 58.2 gb/s, 0 ulp | 48.2 gb/s, 0 ulp |
328
+ | `nk_each_scale_f64_neon` | 42.1 gb/s, 0 ulp | 50.8 gb/s, 0 ulp | 52.0 gb/s, 0 ulp |
329
+ | `nk_each_blend_f64_serial` | 75.1 gb/s, 0 ulp | 71.8 gb/s, 0 ulp | 60.5 gb/s, 0 ulp |
330
+ | `nk_each_blend_f64_neon` | 64.9 gb/s, 1.9 ulp | 69.8 gb/s, 2.7 ulp | 64.5 gb/s, 1.8 ulp |
331
+ | `nk_each_fma_f64_serial` | 83.7 gb/s, 0 ulp | 76.3 gb/s, 0 ulp | 66.0 gb/s, 0 ulp |
332
+ | `nk_each_fma_f64_neon` | 71.5 gb/s, 1.4 ulp | 71.6 gb/s, 1.6 ulp | 69.6 gb/s, 1.6 ulp |
335
333
  | __f32__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
336
- | `nk_each_sum_f32_serial` | 21.1 gb/s, 0 ulp | 10.4 gb/s, 0 ulp | 12.9 gb/s, 0 ulp |
337
- | `nk_each_sum_f32_neon` | 32.7 gb/s, 0 ulp | 34.7 gb/s, 0 ulp | 28.1 gb/s, 0 ulp |
338
- | `nk_each_scale_f32_serial` | 24.9 gb/s, 0 ulp | 26.8 gb/s, 0 ulp | 17.7 gb/s, 0 ulp |
339
- | `nk_each_scale_f32_neon` | 50.4 gb/s, 0 ulp | 42.2 gb/s, 0 ulp | 56.5 gb/s, 0 ulp |
340
- | `nk_each_blend_f32_serial` | 16.8 gb/s, 26 ulp | 9.57 gb/s, 26 ulp | 13.7 gb/s, 2.0 ulp |
341
- | `nk_each_blend_f32_neon` | 16.0 gb/s, 1.7 ulp | 9.46 gb/s, 1.6 ulp | 11.0 gb/s, 1.6 ulp |
342
- | `nk_each_fma_f32_serial` | 13.6 gb/s, 2.1 ulp | 7.80 gb/s, 2.5 ulp | 9.92 gb/s, 2.2 ulp |
343
- | `nk_each_fma_f32_neon` | 13.2 gb/s, 2.1 ulp | 8.85 gb/s, 21 ulp | 8.78 gb/s, 1.8 ulp |
334
+ | `nk_each_sum_f32_serial` | 89.9 gb/s, 0 ulp | 67.8 gb/s, 0 ulp | 59.6 gb/s, 0 ulp |
335
+ | `nk_each_sum_f32_neon` | 75.5 gb/s, 0 ulp | 66.2 gb/s, 0 ulp | 55.2 gb/s, 0 ulp |
336
+ | `nk_each_scale_f32_serial` | 66.0 gb/s, 0 ulp | 61.5 gb/s, 0 ulp | 54.4 gb/s, 0 ulp |
337
+ | `nk_each_scale_f32_neon` | 49.7 gb/s, 0 ulp | 44.7 gb/s, 0 ulp | 49.2 gb/s, 0 ulp |
338
+ | `nk_each_blend_f32_serial` | 87.1 gb/s, 26 ulp | 66.9 gb/s, 26 ulp | 52.1 gb/s, 2.0 ulp |
339
+ | `nk_each_blend_f32_neon` | 74.4 gb/s, 1.7 ulp | 66.7 gb/s, 1.6 ulp | 50.1 gb/s, 1.6 ulp |
340
+ | `nk_each_fma_f32_serial` | 89.4 gb/s, 2.1 ulp | 51.3 gb/s, 2.5 ulp | 56.2 gb/s, 2.2 ulp |
341
+ | `nk_each_fma_f32_neon` | 82.4 gb/s, 2.1 ulp | 55.2 gb/s, 21 ulp | 56.1 gb/s, 1.8 ulp |
344
342
  | __bf16__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
345
- | `nk_each_sum_bf16_serial` | 10.6 gb/s, 0 ulp | 9.80 gb/s, 0 ulp | 10.6 gb/s, 0 ulp |
346
- | `nk_each_sum_bf16_neonbfdot` | 24.7 gb/s, 0 ulp | 24.4 gb/s, 0 ulp | 23.4 gb/s, 0 ulp |
347
- | `nk_each_scale_bf16_serial` | 13.1 gb/s, 0 ulp | 11.0 gb/s, 0 ulp | 12.9 gb/s, 0 ulp |
348
- | `nk_each_scale_bf16_neonbfdot` | 28.3 gb/s, 0 ulp | 27.2 gb/s, 0 ulp | 19.5 gb/s, 0 ulp |
349
- | `nk_each_blend_bf16_serial` | 9.13 gb/s, 28 ulp | 8.36 gb/s, 26 ulp | 8.42 gb/s, 2.2 ulp |
350
- | `nk_each_blend_bf16_neonbfdot` | 11.6 gb/s, 29 ulp | 9.57 gb/s, 29 ulp | 8.71 gb/s, 2.2 ulp |
351
- | `nk_each_fma_bf16_serial` | 7.68 gb/s, 2.1 ulp | 6.56 gb/s, 2.0 ulp | 6.37 gb/s, 33 ulp |
352
- | `nk_each_fma_bf16_neonbfdot` | 8.74 gb/s, 1.2 ulp | 7.53 gb/s, 1.2 ulp | 6.22 gb/s, 1.5 ulp |
343
+ | `nk_each_sum_bf16_serial` | 32.8 gb/s, 0 ulp | 31.6 gb/s, 0 ulp | 33.8 gb/s, 0 ulp |
344
+ | `nk_each_sum_bf16_neonbfdot` | 42.0 gb/s, 0 ulp | 41.7 gb/s, 0 ulp | 43.3 gb/s, 0 ulp |
345
+ | `nk_each_scale_bf16_serial` | 19.3 gb/s, 0 ulp | 17.7 gb/s, 0 ulp | 19.8 gb/s, 0 ulp |
346
+ | `nk_each_scale_bf16_neonbfdot` | 26.9 gb/s, 0 ulp | 23.8 gb/s, 0 ulp | 26.7 gb/s, 0 ulp |
347
+ | `nk_each_blend_bf16_serial` | 25.3 gb/s, 28 ulp | 24.0 gb/s, 26 ulp | 26.4 gb/s, 2.2 ulp |
348
+ | `nk_each_blend_bf16_neonbfdot` | 34.8 gb/s, 29 ulp | 36.1 gb/s, 29 ulp | 34.7 gb/s, 2.2 ulp |
349
+ | `nk_each_fma_bf16_serial` | 31.7 gb/s, 2.1 ulp | 29.3 gb/s, 2.0 ulp | 33.1 gb/s, 33 ulp |
350
+ | `nk_each_fma_bf16_neonbfdot` | 42.8 gb/s, 1.2 ulp | 39.8 gb/s, 1.2 ulp | 39.3 gb/s, 1.5 ulp |
353
351
  | __f16__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
354
- | `nk_each_sum_f16_serial` | 19.0 gb/s, 0 ulp | 17.1 gb/s, 0 ulp | 11.0 gb/s, 0 ulp |
355
- | `nk_each_sum_f16_neonhalf` | 28.9 gb/s, 0 ulp | 33.8 gb/s, 0 ulp | 20.2 gb/s, 0 ulp |
356
- | `nk_each_scale_f16_serial` | 19.4 gb/s, 0 ulp | 18.1 gb/s, 0 ulp | 14.2 gb/s, 0 ulp |
357
- | `nk_each_scale_f16_neonhalf` | 51.4 gb/s, 87.3K ulp | 49.7 gb/s, 84.8K ulp | 36.1 gb/s, 87.3K ulp |
358
- | `nk_each_blend_f16_serial` | 12.0 gb/s, 2.0 ulp | 10.3 gb/s, 2.0 ulp | 9.46 gb/s, 2.3 ulp |
359
- | `nk_each_blend_f16_neonhalf` | 18.0 gb/s, 91.6K ulp | 15.5 gb/s, 92.6K ulp | 10.1 gb/s, 91.9K ulp |
360
- | `nk_each_fma_f16_serial` | 9.94 gb/s, 2.1 ulp | 8.29 gb/s, 1.8 ulp | 8.52 gb/s, 2.2 ulp |
361
- | `nk_each_fma_f16_neonhalf` | 14.7 gb/s, 97.1K ulp | 11.1 gb/s, 96.7K ulp | 10.7 gb/s, 99.2K ulp |
352
+ | `nk_each_sum_f16_serial` | 91.5 gb/s, 0 ulp | 68.2 gb/s, 0 ulp | 66.1 gb/s, 0 ulp |
353
+ | `nk_each_sum_f16_neonhalf` | 83.2 gb/s, 0 ulp | 67.3 gb/s, 0 ulp | 61.2 gb/s, 0 ulp |
354
+ | `nk_each_scale_f16_serial` | 37.6 gb/s, 0 ulp | 35.9 gb/s, 0 ulp | 36.2 gb/s, 0 ulp |
355
+ | `nk_each_scale_f16_neonhalf` | 50.0 gb/s, 87.3K ulp | 48.2 gb/s, 84.8K ulp | 41.2 gb/s, 87.3K ulp |
356
+ | `nk_each_blend_f16_serial` | 38.3 gb/s, 2.0 ulp | 35.8 gb/s, 2.0 ulp | 39.1 gb/s, 2.3 ulp |
357
+ | `nk_each_blend_f16_neonhalf` | 78.4 gb/s, 91.6K ulp | 59.2 gb/s, 92.6K ulp | 66.2 gb/s, 91.9K ulp |
358
+ | `nk_each_fma_f16_serial` | 43.5 gb/s, 2.1 ulp | 37.2 gb/s, 1.8 ulp | 43.4 gb/s, 2.2 ulp |
359
+ | `nk_each_fma_f16_neonhalf` | 86.5 gb/s, 97.1K ulp | 75.4 gb/s, 96.7K ulp | 71.2 gb/s, 99.2K ulp |
362
360
  | __e4m3__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
363
- | `nk_each_sum_e4m3_serial` | 0.122 gb/s, 0 ulp | 0.123 gb/s, 0 ulp | 0.125 gb/s, 0 ulp |
364
- | `nk_each_sum_e4m3_neon` | 0.856 gb/s, 0 ulp | 0.896 gb/s, 0 ulp | 0.909 gb/s, 0 ulp |
365
- | `nk_each_scale_e4m3_serial` | 0.108 gb/s, 0 ulp | 0.109 gb/s, 0 ulp | 0.109 gb/s, 0 ulp |
366
- | `nk_each_scale_e4m3_neon` | 1.03 gb/s, 0 ulp | 1.11 gb/s, 0 ulp | 1.12 gb/s, 0 ulp |
367
- | `nk_each_blend_e4m3_serial` | 0.0907 gb/s, 0.4 ulp | 0.0907 gb/s, 1.1 ulp | 0.0885 gb/s, 2.8 ulp |
368
- | `nk_each_blend_e4m3_neon` | 0.845 gb/s, 0.1 ulp | 0.905 gb/s, 0 ulp | 0.910 gb/s, 0 ulp |
369
- | `nk_each_fma_e4m3_serial` | 0.0808 gb/s, 0.7 ulp | 0.0795 gb/s, 0.6 ulp | 0.0790 gb/s, 2.2 ulp |
370
- | `nk_each_fma_e4m3_neon` | 0.707 gb/s, 0.1 ulp | 0.766 gb/s, 0.6 ulp | 0.765 gb/s, 1.0 ulp |
361
+ | `nk_each_sum_e4m3_serial` | 0.358 gb/s, 0 ulp | 0.332 gb/s, 0 ulp | 0.369 gb/s, 0 ulp |
362
+ | `nk_each_sum_e4m3_neon` | 1.59 gb/s, 0 ulp | 1.75 gb/s, 0 ulp | 1.72 gb/s, 0 ulp |
363
+ | `nk_each_scale_e4m3_serial` | 0.148 gb/s, 0 ulp | 0.137 gb/s, 0 ulp | 0.153 gb/s, 0 ulp |
364
+ | `nk_each_scale_e4m3_neon` | 0.954 gb/s, 0 ulp | 1.07 gb/s, 0 ulp | 1.03 gb/s, 0 ulp |
365
+ | `nk_each_blend_e4m3_serial` | 0.253 gb/s, 0.4 ulp | 0.239 gb/s, 1.1 ulp | 0.259 gb/s, 2.8 ulp |
366
+ | `nk_each_blend_e4m3_neon` | 1.56 gb/s, 0.1 ulp | 1.74 gb/s, 0 ulp | 1.68 gb/s, 0 ulp |
367
+ | `nk_each_fma_e4m3_serial` | 0.334 gb/s, 0.7 ulp | 0.317 gb/s, 0.6 ulp | 0.343 gb/s, 2.2 ulp |
368
+ | `nk_each_fma_e4m3_neon` | 1.92 gb/s, 0.1 ulp | 2.20 gb/s, 0.6 ulp | 2.08 gb/s, 1.0 ulp |
371
369
  | __e5m2__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
372
- | `nk_each_sum_e5m2_serial` | 0.163 gb/s, 0 ulp | 0.160 gb/s, 0 ulp | 0.161 gb/s, 0 ulp |
373
- | `nk_each_sum_e5m2_neon` | 1.70 gb/s, 0 ulp | 1.87 gb/s, 0 ulp | 1.88 gb/s, 0 ulp |
374
- | `nk_each_scale_e5m2_serial` | 0.137 gb/s, 0 ulp | 0.134 gb/s, 0 ulp | 0.134 gb/s, 0 ulp |
375
- | `nk_each_scale_e5m2_neon` | 1.78 gb/s, 0 ulp | 1.94 gb/s, 0 ulp | 1.96 gb/s, 0 ulp |
376
- | `nk_each_blend_e5m2_serial` | 0.126 gb/s, 0 ulp | 0.123 gb/s, 0 ulp | 0.123 gb/s, 4.9 ulp |
377
- | `nk_each_blend_e5m2_neon` | 1.62 gb/s, 0.7 ulp | 1.79 gb/s, 0 ulp | 1.79 gb/s, 0 ulp |
378
- | `nk_each_fma_e5m2_serial` | 0.117 gb/s, 1.9 ulp | 0.114 gb/s, 0.9 ulp | 0.114 gb/s, 4.0 ulp |
379
- | `nk_each_fma_e5m2_neon` | 1.48 gb/s, 0 ulp | 1.62 gb/s, 1.3 ulp | 1.62 gb/s, 0 ulp |
370
+ | `nk_each_sum_e5m2_serial` | 0.437 gb/s, 0 ulp | 0.413 gb/s, 0 ulp | 0.445 gb/s, 0 ulp |
371
+ | `nk_each_sum_e5m2_neon` | 3.11 gb/s, 0 ulp | 3.48 gb/s, 0 ulp | 3.36 gb/s, 0 ulp |
372
+ | `nk_each_scale_e5m2_serial` | 0.180 gb/s, 0 ulp | 0.173 gb/s, 0 ulp | 0.178 gb/s, 0 ulp |
373
+ | `nk_each_scale_e5m2_neon` | 1.64 gb/s, 0 ulp | 1.82 gb/s, 0 ulp | 1.75 gb/s, 0 ulp |
374
+ | `nk_each_blend_e5m2_serial` | 0.317 gb/s, 0 ulp | 0.322 gb/s, 0 ulp | 0.316 gb/s, 4.9 ulp |
375
+ | `nk_each_blend_e5m2_neon` | 3.02 gb/s, 0.7 ulp | 3.29 gb/s, 0 ulp | 3.20 gb/s, 0 ulp |
376
+ | `nk_each_fma_e5m2_serial` | 0.476 gb/s, 1.9 ulp | 0.455 gb/s, 0.9 ulp | 0.453 gb/s, 4.0 ulp |
377
+ | `nk_each_fma_e5m2_neon` | 4.14 gb/s, 0 ulp | 4.42 gb/s, 1.3 ulp | 4.31 gb/s, 0 ulp |
380
378
  | __e2m3__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
381
- | `nk_each_sum_e2m3_serial` | 0.124 gb/s, ? ulp | 0.117 gb/s, ? ulp | 0.115 gb/s, ? ulp |
382
- | `nk_each_scale_e2m3_serial` | 0.0793 gb/s, ? ulp | 0.0769 gb/s, ? ulp | 0.0769 gb/s, ? ulp |
383
- | `nk_each_blend_e2m3_serial` | 0.0856 gb/s, ? ulp | 0.0828 gb/s, ? ulp | 0.0828 gb/s, ? ulp |
384
- | `nk_each_fma_e2m3_serial` | 0.0884 gb/s, ? ulp | 0.0842 gb/s, ? ulp | 0.0852 gb/s, ? ulp |
379
+ | `nk_each_sum_e2m3_serial` | 0.337 gb/s, ? ulp | 0.297 gb/s, ? ulp | 0.290 gb/s, ? ulp |
380
+ | `nk_each_scale_e2m3_serial` | 0.102 gb/s, ? ulp | 0.0925 gb/s, ? ulp | 0.0939 gb/s, ? ulp |
381
+ | `nk_each_blend_e2m3_serial` | 0.226 gb/s, ? ulp | 0.201 gb/s, ? ulp | 0.201 gb/s, ? ulp |
382
+ | `nk_each_fma_e2m3_serial` | 0.368 gb/s, ? ulp | 0.331 gb/s, ? ulp | 0.331 gb/s, ? ulp |
385
383
  | __e3m2__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
386
- | `nk_each_sum_e3m2_serial` | 0.181 gb/s, ? ulp | 0.175 gb/s, ? ulp | 0.173 gb/s, ? ulp |
387
- | `nk_each_scale_e3m2_serial` | 0.124 gb/s, ? ulp | 0.117 gb/s, ? ulp | 0.117 gb/s, ? ulp |
388
- | `nk_each_blend_e3m2_serial` | 0.123 gb/s, ? ulp | 0.116 gb/s, ? ulp | 0.115 gb/s, ? ulp |
389
- | `nk_each_fma_e3m2_serial` | 0.118 gb/s, ? ulp | 0.110 gb/s, ? ulp | 0.109 gb/s, ? ulp |
384
+ | `nk_each_sum_e3m2_serial` | 0.544 gb/s, ? ulp | 0.472 gb/s, ? ulp | 0.458 gb/s, ? ulp |
385
+ | `nk_each_scale_e3m2_serial` | 0.176 gb/s, ? ulp | 0.151 gb/s, ? ulp | 0.143 gb/s, ? ulp |
386
+ | `nk_each_blend_e3m2_serial` | 0.355 gb/s, ? ulp | 0.302 gb/s, ? ulp | 0.292 gb/s, ? ulp |
387
+ | `nk_each_fma_e3m2_serial` | 0.506 gb/s, ? ulp | 0.433 gb/s, ? ulp | 0.436 gb/s, ? ulp |
390
388
  | __i8__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
391
- | `nk_each_sum_i8_serial` | 20.6 gb/s | 24.2 gb/s | 12.6 gb/s |
392
- | `nk_each_sum_i8_neonhalf` | 41.5 gb/s | 40.2 gb/s | 36.6 gb/s |
393
- | `nk_each_scale_i8_serial` | 2.88 gb/s | 2.85 gb/s | 2.84 gb/s |
394
- | `nk_each_scale_i8_neonhalf` | 24.4 gb/s | 22.7 gb/s | 12.0 gb/s |
395
- | `nk_each_blend_i8_serial` | 2.29 gb/s | 2.32 gb/s | 2.24 gb/s |
396
- | `nk_each_blend_i8_neonhalf` | 8.83 gb/s | 9.48 gb/s | 8.68 gb/s |
397
- | `nk_each_fma_i8_serial` | 2.02 gb/s | 1.97 gb/s | 1.77 gb/s |
398
- | `nk_each_fma_i8_neonhalf` | 7.27 gb/s | 6.97 gb/s | 4.79 gb/s |
389
+ | `nk_each_sum_i8_serial` | 94.6 gb/s | 55.5 gb/s | 42.7 gb/s |
390
+ | `nk_each_sum_i8_neonhalf` | 85.5 gb/s | 60.5 gb/s | 39.6 gb/s |
391
+ | `nk_each_scale_i8_serial` | 0.171 gb/s | 0.145 gb/s | 0.148 gb/s |
392
+ | `nk_each_scale_i8_neonhalf` | 22.6 gb/s | 22.4 gb/s | 20.8 gb/s |
393
+ | `nk_each_blend_i8_serial` | 0.302 gb/s | 0.254 gb/s | 0.272 gb/s |
394
+ | `nk_each_blend_i8_neonhalf` | 26.5 gb/s | 27.7 gb/s | 27.3 gb/s |
395
+ | `nk_each_fma_i8_serial` | 0.436 gb/s | 0.359 gb/s | 0.376 gb/s |
399
396
  | __u8__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
400
- | `nk_each_sum_u8_serial` | 4.46 gb/s | 4.49 gb/s | 4.09 gb/s |
401
- | `nk_each_sum_u8_neonhalf` | 35.0 gb/s | 38.1 gb/s | 20.2 gb/s |
402
- | `nk_each_scale_u8_serial` | 3.38 gb/s | 3.41 gb/s | 3.34 gb/s |
403
- | `nk_each_scale_u8_neonhalf` | 24.4 gb/s | 22.7 gb/s | 21.0 gb/s |
404
- | `nk_each_blend_u8_serial` | 2.59 gb/s | 2.53 gb/s | 2.48 gb/s |
405
- | `nk_each_blend_u8_neonhalf` | 9.21 gb/s | 8.53 gb/s | 8.00 gb/s |
406
- | `nk_each_fma_u8_serial` | 2.17 gb/s | 2.16 gb/s | 1.86 gb/s |
407
- | `nk_each_fma_u8_neonhalf` | 7.29 gb/s | 7.11 gb/s | 4.72 gb/s |
397
+ | `nk_each_sum_u8_serial` | 13.2 gb/s | 12.3 gb/s | 12.3 gb/s |
398
+ | `nk_each_sum_u8_neonhalf` | 85.3 gb/s | 84.8 gb/s | 67.3 gb/s |
399
+ | `nk_each_scale_u8_serial` | 0.135 gb/s | 0.120 gb/s | 0.119 gb/s |
400
+ | `nk_each_scale_u8_neonhalf` | 23.0 gb/s | 21.9 gb/s | 21.2 gb/s |
401
+ | `nk_each_blend_u8_serial` | 0.256 gb/s | 0.218 gb/s | 0.220 gb/s |
402
+ | `nk_each_blend_u8_neonhalf` | 27.4 gb/s | 27.0 gb/s | 27.4 gb/s |
403
+ | `nk_each_fma_u8_serial` | 0.356 gb/s | 0.333 gb/s | 0.323 gb/s |
408
404
  | __i16__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
409
- | `nk_each_sum_i16_serial` | 20.2 gb/s | 24.3 gb/s | 11.1 gb/s |
410
- | `nk_each_sum_i16_neon` | 31.4 gb/s | 36.8 gb/s | 36.7 gb/s |
411
- | `nk_each_scale_i16_serial` | 5.36 gb/s | 5.35 gb/s | 5.49 gb/s |
412
- | `nk_each_scale_i16_neon` | 24.9 gb/s | 24.5 gb/s | 19.9 gb/s |
413
- | `nk_each_blend_i16_serial` | 4.23 gb/s | 3.87 gb/s | 4.08 gb/s |
414
- | `nk_each_fma_i16_serial` | 3.74 gb/s | 3.31 gb/s | 3.16 gb/s |
415
- | `nk_each_fma_i16_neon` | 11.5 gb/s | 11.7 gb/s | 11.7 gb/s |
405
+ | `nk_each_sum_i16_serial` | 100 gb/s | 69.6 gb/s | 79.2 gb/s |
406
+ | `nk_each_sum_i16_neon` | 75.3 gb/s | 65.6 gb/s | 66.9 gb/s |
407
+ | `nk_each_scale_i16_serial` | 0.358 gb/s | 0.297 gb/s | 0.284 gb/s |
408
+ | `nk_each_scale_i16_neon` | 17.6 gb/s | 18.5 gb/s | 15.5 gb/s |
409
+ | `nk_each_blend_i16_serial` | 0.644 gb/s | 0.523 gb/s | 0.492 gb/s |
410
+ | `nk_each_fma_i16_serial` | 0.889 gb/s | 0.731 gb/s | 0.712 gb/s |
411
+ | `nk_each_fma_i16_neon` | 27.9 gb/s | 27.7 gb/s | 28.1 gb/s |
416
412
  | __u16__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
417
- | `nk_each_sum_u16_serial` | 7.95 gb/s | 7.73 gb/s | 6.73 gb/s |
418
- | `nk_each_sum_u16_neon` | 32.0 gb/s | 39.3 gb/s | 35.9 gb/s |
419
- | `nk_each_scale_u16_serial` | 6.43 gb/s | 6.36 gb/s | 6.07 gb/s |
420
- | `nk_each_scale_u16_neon` | 25.0 gb/s | 24.5 gb/s | 25.7 gb/s |
421
- | `nk_each_blend_u16_serial` | 5.07 gb/s | 4.95 gb/s | 4.73 gb/s |
422
- | `nk_each_fma_u16_serial` | 4.41 gb/s | 4.03 gb/s | 3.73 gb/s |
423
- | `nk_each_fma_u16_neon` | 11.5 gb/s | 11.8 gb/s | 10.7 gb/s |
413
+ | `nk_each_sum_u16_serial` | 25.0 gb/s | 22.4 gb/s | 23.2 gb/s |
414
+ | `nk_each_sum_u16_neon` | 79.2 gb/s | 66.8 gb/s | 68.1 gb/s |
415
+ | `nk_each_scale_u16_serial` | 0.267 gb/s | 0.245 gb/s | 0.241 gb/s |
416
+ | `nk_each_scale_u16_neon` | 17.0 gb/s | 18.9 gb/s | 18.6 gb/s |
417
+ | `nk_each_blend_u16_serial` | 0.520 gb/s | 0.432 gb/s | 0.444 gb/s |
418
+ | `nk_each_fma_u16_serial` | 0.744 gb/s | 0.664 gb/s | 0.638 gb/s |
419
+ | `nk_each_fma_u16_neon` | 28.1 gb/s | 27.9 gb/s | 28.9 gb/s |
424
420
  | __i32__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
425
- | `nk_each_sum_i32_serial` | 20.9 gb/s | 14.3 gb/s | 12.6 gb/s |
426
- | `nk_each_sum_i32_neon` | 38.8 gb/s | 39.0 gb/s | 36.2 gb/s |
427
- | `nk_each_scale_i32_serial` | 4.34 gb/s | 4.14 gb/s | 4.24 gb/s |
428
- | `nk_each_scale_i32_neon` | 22.6 gb/s | 25.6 gb/s | 25.6 gb/s |
429
- | `nk_each_blend_i32_serial` | 4.02 gb/s | 3.57 gb/s | 3.84 gb/s |
430
- | `nk_each_fma_i32_serial` | 3.47 gb/s | 3.01 gb/s | 3.35 gb/s |
431
- | `nk_each_fma_i32_neon` | 11.5 gb/s | 11.7 gb/s | 11.7 gb/s |
421
+ | `nk_each_sum_i32_serial` | 68.6 gb/s | 62.0 gb/s | 71.4 gb/s |
422
+ | `nk_each_sum_i32_neon` | 66.2 gb/s | 66.9 gb/s | 62.4 gb/s |
423
+ | `nk_each_scale_i32_serial` | 0.672 gb/s | 0.613 gb/s | 0.589 gb/s |
424
+ | `nk_each_scale_i32_neon` | 18.2 gb/s | 19.3 gb/s | 18.6 gb/s |
425
+ | `nk_each_blend_i32_serial` | 1.27 gb/s | 1.11 gb/s | 0.993 gb/s |
426
+ | `nk_each_fma_i32_serial` | 1.71 gb/s | 1.54 gb/s | 1.47 gb/s |
427
+ | `nk_each_fma_i32_neon` | 28.4 gb/s | 28.8 gb/s | 27.6 gb/s |
432
428
  | __u32__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
433
- | `nk_each_sum_u32_serial` | 13.1 gb/s | 13.4 gb/s | 9.76 gb/s |
434
- | `nk_each_sum_u32_neon` | 33.2 gb/s | 28.1 gb/s | 27.0 gb/s |
435
- | `nk_each_scale_u32_serial` | 4.72 gb/s | 4.76 gb/s | 5.56 gb/s |
436
- | `nk_each_scale_u32_neon` | 22.5 gb/s | 25.8 gb/s | 25.6 gb/s |
437
- | `nk_each_blend_u32_serial` | 4.70 gb/s | 4.38 gb/s | 4.70 gb/s |
438
- | `nk_each_fma_u32_serial` | 4.03 gb/s | 4.04 gb/s | 3.98 gb/s |
439
- | `nk_each_fma_u32_neon` | 11.4 gb/s | 11.8 gb/s | 10.7 gb/s |
429
+ | `nk_each_sum_u32_serial` | 56.2 gb/s | 46.0 gb/s | 50.0 gb/s |
430
+ | `nk_each_sum_u32_neon` | 84.9 gb/s | 69.7 gb/s | 55.1 gb/s |
431
+ | `nk_each_scale_u32_serial` | 0.598 gb/s | 0.555 gb/s | 0.552 gb/s |
432
+ | `nk_each_scale_u32_neon` | 18.4 gb/s | 18.8 gb/s | 18.5 gb/s |
433
+ | `nk_each_blend_u32_serial` | 1.02 gb/s | 0.982 gb/s | 0.953 gb/s |
434
+ | `nk_each_fma_u32_serial` | 1.50 gb/s | 1.43 gb/s | 1.41 gb/s |
435
+ | `nk_each_fma_u32_neon` | 28.2 gb/s | 28.9 gb/s | 27.0 gb/s |
440
436
  | __i64__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
441
- | `nk_each_sum_i64_serial` | 16.7 gb/s | 15.5 gb/s | 11.2 gb/s |
442
- | `nk_each_sum_i64_neon` | 38.5 gb/s | 39.4 gb/s | 28.6 gb/s |
443
- | `nk_each_scale_i64_serial` | 6.94 gb/s | 7.26 gb/s | 8.77 gb/s |
444
- | `nk_each_scale_i64_neon` | 50.0 gb/s | 50.6 gb/s | 44.5 gb/s |
445
- | `nk_each_blend_i64_serial` | 9.02 gb/s | 7.98 gb/s | 8.72 gb/s |
446
- | `nk_each_fma_i64_serial` | 7.19 gb/s | 7.29 gb/s | 7.32 gb/s |
447
- | `nk_each_fma_i64_neon` | 28.4 gb/s | 28.2 gb/s | 20.6 gb/s |
437
+ | `nk_each_sum_i64_serial` | 55.2 gb/s | 41.2 gb/s | 53.9 gb/s |
438
+ | `nk_each_sum_i64_neon` | 52.9 gb/s | 41.7 gb/s | 51.4 gb/s |
439
+ | `nk_each_scale_i64_serial` | 7.90 gb/s | 7.64 gb/s | 8.13 gb/s |
440
+ | `nk_each_scale_i64_neon` | 39.4 gb/s | 22.8 gb/s | 34.7 gb/s |
441
+ | `nk_each_blend_i64_serial` | 13.8 gb/s | 13.8 gb/s | 14.1 gb/s |
442
+ | `nk_each_fma_i64_serial` | 13.3 gb/s | 9.94 gb/s | 12.8 gb/s |
443
+ | `nk_each_fma_i64_neon` | 57.7 gb/s | 34.2 gb/s | 49.6 gb/s |
448
444
  | __u64__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
449
- | `nk_each_sum_u64_serial` | 17.8 gb/s | 11.8 gb/s | 11.7 gb/s |
450
- | `nk_each_sum_u64_neon` | 39.2 gb/s | 37.7 gb/s | 28.6 gb/s |
451
- | `nk_each_scale_u64_serial` | 9.80 gb/s | 8.70 gb/s | 11.8 gb/s |
452
- | `nk_each_scale_u64_neon` | 38.6 gb/s | 50.9 gb/s | 43.7 gb/s |
453
- | `nk_each_blend_u64_serial` | 9.31 gb/s | 8.52 gb/s | 8.76 gb/s |
454
- | `nk_each_fma_u64_serial` | 7.59 gb/s | 7.91 gb/s | 6.65 gb/s |
455
- | `nk_each_fma_u64_neon` | 19.1 gb/s | 27.7 gb/s | 20.6 gb/s |
445
+ | `nk_each_sum_u64_serial` | 52.6 gb/s | 31.5 gb/s | 50.9 gb/s |
446
+ | `nk_each_sum_u64_neon` | 54.3 gb/s | 41.3 gb/s | 48.8 gb/s |
447
+ | `nk_each_scale_u64_serial` | 9.29 gb/s | 9.48 gb/s | 9.11 gb/s |
448
+ | `nk_each_scale_u64_neon` | 38.4 gb/s | 35.1 gb/s | 35.1 gb/s |
449
+ | `nk_each_blend_u64_serial` | 14.3 gb/s | 16.1 gb/s | 14.1 gb/s |
450
+ | `nk_each_fma_u64_serial` | 14.2 gb/s | 13.9 gb/s | 15.2 gb/s |
451
+ | `nk_each_fma_u64_neon` | 52.4 gb/s | 52.0 gb/s | 53.2 gb/s |
456
452
  | __f64c__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
457
- | `nk_each_scale_f64c_serial` | 15.6 gb/s, 2.2 ulp | 15.8 gb/s, 1.9 ulp | 19.7 gb/s, 2.2 ulp |
458
- | `nk_each_scale_f64c_neon` | 24.1 gb/s, 1.5 ulp | 51.2 gb/s, 1.5 ulp | 35.5 gb/s, 1.3 ulp |
459
- | `nk_each_blend_f64c_serial` | 12.2 gb/s, 4.2 ulp | 10.3 gb/s, 3.0 ulp | 17.4 gb/s, 2.6 ulp |
460
- | `nk_each_blend_f64c_neon` | 17.2 gb/s, 3.2 ulp | 24.7 gb/s, 3.0 ulp | 23.1 gb/s, 2.2 ulp |
461
- | `nk_each_fma_f64c_serial` | 6.73 gb/s, 3.4 ulp | 8.11 gb/s, 5.2 ulp | 13.0 gb/s, 2.5 ulp |
462
- | `nk_each_fma_f64c_neon` | 12.5 gb/s, 3.2 ulp | 18.8 gb/s, 3.0 ulp | 17.8 gb/s, 2.4 ulp |
453
+ | `nk_each_scale_f64c_serial` | 28.1 gb/s, 2.2 ulp | 39.2 gb/s, 1.9 ulp | 37.8 gb/s, 2.2 ulp |
454
+ | `nk_each_scale_f64c_neon` | 25.6 gb/s, 1.5 ulp | 51.0 gb/s, 1.5 ulp | 42.1 gb/s, 1.3 ulp |
455
+ | `nk_each_blend_f64c_serial` | 44.9 gb/s, 4.2 ulp | 35.5 gb/s, 3.0 ulp | 48.8 gb/s, 2.6 ulp |
456
+ | `nk_each_blend_f64c_neon` | 43.7 gb/s, 3.2 ulp | 46.3 gb/s, 3.0 ulp | 48.3 gb/s, 2.2 ulp |
457
+ | `nk_each_fma_f64c_serial` | 58.2 gb/s, 3.4 ulp | 43.9 gb/s, 5.2 ulp | 52.2 gb/s, 2.5 ulp |
458
+ | `nk_each_fma_f64c_neon` | 56.1 gb/s, 3.2 ulp | 52.2 gb/s, 3.0 ulp | 53.2 gb/s, 2.4 ulp |
463
459
  | __f32c__ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ | ░░░░░░░░░░░░░░░░░░░░░░░░ |
464
- | `nk_each_scale_f32c_serial` | 23.1 gb/s, 17 ulp | 13.3 gb/s, 2.4 ulp | 13.6 gb/s, 17 ulp |
465
- | `nk_each_scale_f32c_neon` | 18.6 gb/s, 1.8 ulp | 38.3 gb/s, 1.6 ulp | 32.9 gb/s, 1.6 ulp |
466
- | `nk_each_blend_f32c_serial` | 13.7 gb/s, 2.4 ulp | 8.74 gb/s, 2.6 ulp | 12.4 gb/s, 28 ulp |
467
- | `nk_each_blend_f32c_neon` | 26.9 gb/s, 2.2 ulp | 21.8 gb/s, 2.2 ulp | 22.4 gb/s, 3.2 ulp |
468
- | `nk_each_fma_f32c_serial` | 10.2 gb/s, 3.1 ulp | 8.04 gb/s, 78 ulp | 9.05 gb/s, 3.5 ulp |
469
- | `nk_each_fma_f32c_neon` | 22.4 gb/s, 2.9 ulp | 17.1 gb/s, 4.1 ulp | 17.8 gb/s, 81 ulp |
460
+ | `nk_each_scale_f32c_serial` | 44.8 gb/s, 17 ulp | 37.7 gb/s, 2.4 ulp | 44.3 gb/s, 17 ulp |
461
+ | `nk_each_scale_f32c_neon` | 50.8 gb/s, 1.8 ulp | 52.7 gb/s, 1.6 ulp | 45.7 gb/s, 1.6 ulp |
462
+ | `nk_each_blend_f32c_serial` | 50.3 gb/s, 2.4 ulp | 49.0 gb/s, 2.6 ulp | 53.5 gb/s, 28 ulp |
463
+ | `nk_each_blend_f32c_neon` | 49.0 gb/s, 2.2 ulp | 58.3 gb/s, 2.2 ulp | 51.0 gb/s, 3.2 ulp |
464
+ | `nk_each_fma_f32c_serial` | 56.4 gb/s, 3.1 ulp | 49.8 gb/s, 78 ulp | 51.5 gb/s, 3.5 ulp |
465
+ | `nk_each_fma_f32c_neon` | 62.7 gb/s, 2.9 ulp | 62.4 gb/s, 4.1 ulp | 58.0 gb/s, 81 ulp |
package/include/numkong/each/haswell.h CHANGED
@@ -8,12 +8,12 @@
8
8
  *
9
9
  * @section haswell_elementwise_instructions Key AVX2 Elementwise Instructions
10
10
  *
11
- * Intrinsic Instruction Latency Throughput Ports
12
- * _mm256_fmadd_ps VFMADD (YMM, YMM, YMM) 5cy 0.5/cy p01
13
- * _mm256_add_ps VADDPS (YMM, YMM, YMM) 3cy 1/cy p01
14
- * _mm256_mul_ps VMULPS (YMM, YMM, YMM) 5cy 0.5/cy p01
15
- * _mm256_cvtepi32_ps VCVTDQ2PS (YMM, YMM) 4cy 1/cy p01
16
- * _mm256_cvtepi8_epi32 VPMOVSXBD (YMM, XMM) 3cy 1/cy p5
11
+ * Intrinsic Instruction Haswell Genoa
12
+ * _mm256_fmadd_ps VFMADD (YMM, YMM, YMM) 5cy @ p01 4cy @ p01
13
+ * _mm256_add_ps VADDPS (YMM, YMM, YMM) 3cy @ p01 3cy @ p23
14
+ * _mm256_mul_ps VMULPS (YMM, YMM, YMM) 5cy @ p01 3cy @ p01
15
+ * _mm256_cvtepi32_ps VCVTDQ2PS (YMM, YMM) 4cy @ p01 4cy @ p23
16
+ * _mm256_cvtepi8_epi32 VPMOVSXBD (YMM, XMM) 1cy @ p5 2cy @ p12
17
17
  *
18
18
  * Elementwise operations (sum, scale, blend, fma) are compute-bound on FMA throughput. For mixed-
19
19
  * precision operations, type conversion chains (e.g., i8->i32->f32) add ~7-10 cycles overhead.
package/include/numkong/each/icelake.h CHANGED
@@ -8,13 +8,13 @@
8
8
  *
9
9
  * @section ice_elementwise_instructions Relevant Instructions
10
10
  *
11
- * Intrinsic Instruction Ice Genoa
12
- * _mm512_add_epi8 VPADDB (ZMM, ZMM, ZMM) 1cy @ p05 1cy @ p0123
13
- * _mm512_adds_epi8 VPADDSB (ZMM, ZMM, ZMM) 1cy @ p05 1cy @ p0123
14
- * _mm512_add_epi32 VPADDD (ZMM, ZMM, ZMM) 1cy @ p05 1cy @ p0123
15
- * _mm512_cmpgt_epi32_mask VPCMPGTD (K, ZMM, ZMM) 3cy @ p5 3cy @ p0
16
- * _mm512_mask_blend_epi32 VPBLENDMD (ZMM, K, ZMM, ZMM) 1cy @ p05 1cy @ p0123
17
- * _mm512_maskz_loadu_epi8 VMOVDQU8 (ZMM {K}, M512) 7cy @ p23 7cy @ p23
11
+ * Intrinsic Instruction Icelake Genoa
12
+ * _mm512_add_epi8 VPADDB (ZMM, ZMM, ZMM) 1cy @ p05 1cy @ p0123
13
+ * _mm512_adds_epi8 VPADDSB (ZMM, ZMM, ZMM) 1cy @ p05 1cy @ p0123
14
+ * _mm512_add_epi32 VPADDD (ZMM, ZMM, ZMM) 1cy @ p05 1cy @ p0123
15
+ * _mm512_cmpgt_epi32_mask VPCMPGTD (K, ZMM, ZMM) 3cy @ p5 3cy @ p0
16
+ * _mm512_mask_blend_epi32 VPBLENDMD (ZMM, K, ZMM, ZMM) 1cy @ p05 1cy @ p0123
17
+ * _mm512_maskz_loadu_epi8 VMOVDQU8 (ZMM {K}, M512) 7cy @ p23 7cy @ p23
18
18
  *
19
19
  * Ice Lake inherits Skylake's AVX-512 execution but reduces frequency throttling on client chips.
20
20
  * Integer saturation arithmetic (VPADDSB, VPADDUSB) provides 1cy latency for overflow-safe addition.