usearch 2.21.4 → 2.25.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (604) hide show
  1. package/README.md +65 -69
  2. package/binding.gyp +15 -37
  3. package/c/CMakeLists.txt +4 -5
  4. package/c/README.md +8 -8
  5. package/c/lib.cpp +32 -14
  6. package/c/test.c +124 -1
  7. package/c/usearch.h +24 -3
  8. package/cpp/CMakeLists.txt +4 -0
  9. package/cpp/README.md +5 -5
  10. package/cpp/bench.cpp +97 -116
  11. package/cpp/test.cpp +117 -20
  12. package/include/usearch/index.hpp +224 -48
  13. package/include/usearch/index_dense.hpp +105 -40
  14. package/include/usearch/index_plugins.hpp +1387 -204
  15. package/javascript/README.md +1 -1
  16. package/javascript/dist/cjs/usearch.d.ts +8 -3
  17. package/javascript/dist/cjs/usearch.js +12 -4
  18. package/javascript/dist/esm/usearch.d.ts +8 -3
  19. package/javascript/dist/esm/usearch.js +12 -4
  20. package/javascript/lib.cpp +17 -0
  21. package/javascript/usearch.test.js +117 -94
  22. package/javascript/usearch.ts +14 -6
  23. package/numkong/.clang-tidy +30 -0
  24. package/{simsimd → numkong}/.cmake-format.py +18 -0
  25. package/numkong/.editorconfig +12 -0
  26. package/numkong/.git-blame-ignore-revs +123 -0
  27. package/numkong/.mailmap +15 -0
  28. package/numkong/.spi.yml +11 -0
  29. package/numkong/.swift-format +14 -0
  30. package/numkong/CITATION.cff +81 -0
  31. package/numkong/CONTRIBUTING.md +500 -0
  32. package/numkong/Cargo.toml +54 -0
  33. package/numkong/MANIFEST.in +8 -0
  34. package/numkong/Package.swift +84 -0
  35. package/numkong/README.md +569 -0
  36. package/numkong/bench/README.md +217 -0
  37. package/numkong/bench/bench-browser.html +323 -0
  38. package/numkong/bench/bench.cpp +344 -0
  39. package/numkong/bench/bench.hpp +816 -0
  40. package/numkong/bench/bench.js +148 -0
  41. package/numkong/bench/bench.mjs +616 -0
  42. package/numkong/bench/bench_attention.cpp +113 -0
  43. package/numkong/bench/bench_cast.cpp +264 -0
  44. package/numkong/bench/bench_cross_amx.cpp +62 -0
  45. package/numkong/bench/bench_cross_arm.cpp +245 -0
  46. package/numkong/bench/bench_cross_blas.cpp +309 -0
  47. package/numkong/bench/bench_cross_loongarch.cpp +106 -0
  48. package/numkong/bench/bench_cross_power.cpp +84 -0
  49. package/numkong/bench/bench_cross_rvv.cpp +121 -0
  50. package/numkong/bench/bench_cross_serial.cpp +151 -0
  51. package/numkong/bench/bench_cross_sme.cpp +163 -0
  52. package/numkong/bench/bench_cross_wasm.cpp +142 -0
  53. package/numkong/bench/bench_cross_x86.cpp +455 -0
  54. package/numkong/bench/bench_curved.cpp +210 -0
  55. package/numkong/bench/bench_dot.cpp +315 -0
  56. package/numkong/bench/bench_each.cpp +503 -0
  57. package/numkong/bench/bench_geospatial.cpp +112 -0
  58. package/numkong/bench/bench_maxsim.cpp +154 -0
  59. package/numkong/bench/bench_mesh.cpp +148 -0
  60. package/numkong/bench/bench_probability.cpp +60 -0
  61. package/numkong/bench/bench_reduce.cpp +371 -0
  62. package/numkong/bench/bench_set.cpp +73 -0
  63. package/numkong/bench/bench_sparse.cpp +198 -0
  64. package/numkong/bench/bench_spatial.cpp +347 -0
  65. package/numkong/bench/bench_trigonometry.cpp +137 -0
  66. package/numkong/bench/swift/Bench.swift +506 -0
  67. package/numkong/binding.gyp +169 -0
  68. package/numkong/build.rs +484 -0
  69. package/numkong/c/dispatch.h +512 -0
  70. package/numkong/c/dispatch_bf16.c +447 -0
  71. package/numkong/c/dispatch_bf16c.c +52 -0
  72. package/numkong/c/dispatch_e2m3.c +296 -0
  73. package/numkong/c/dispatch_e3m2.c +284 -0
  74. package/numkong/c/dispatch_e4m3.c +318 -0
  75. package/numkong/c/dispatch_e5m2.c +316 -0
  76. package/numkong/c/dispatch_f16.c +452 -0
  77. package/numkong/c/dispatch_f16c.c +58 -0
  78. package/numkong/c/dispatch_f32.c +434 -0
  79. package/numkong/c/dispatch_f32c.c +99 -0
  80. package/numkong/c/dispatch_f64.c +348 -0
  81. package/numkong/c/dispatch_f64c.c +98 -0
  82. package/numkong/c/dispatch_i16.c +96 -0
  83. package/numkong/c/dispatch_i32.c +89 -0
  84. package/numkong/c/dispatch_i4.c +153 -0
  85. package/numkong/c/dispatch_i64.c +86 -0
  86. package/numkong/c/dispatch_i8.c +348 -0
  87. package/numkong/c/dispatch_other.c +348 -0
  88. package/numkong/c/dispatch_u1.c +193 -0
  89. package/numkong/c/dispatch_u16.c +124 -0
  90. package/numkong/c/dispatch_u32.c +118 -0
  91. package/numkong/c/dispatch_u4.c +153 -0
  92. package/numkong/c/dispatch_u64.c +102 -0
  93. package/numkong/c/dispatch_u8.c +364 -0
  94. package/numkong/c/numkong.c +940 -0
  95. package/numkong/cmake/nk_arm_isa_probes.cmake +61 -0
  96. package/numkong/cmake/nk_isa_probe.cmake +90 -0
  97. package/numkong/cmake/nk_loongarch_isa_probes.cmake +15 -0
  98. package/numkong/cmake/nk_math_lib.cmake +46 -0
  99. package/numkong/cmake/nk_power_isa_probes.cmake +15 -0
  100. package/numkong/cmake/nk_riscv_isa_probes.cmake +19 -0
  101. package/numkong/cmake/nk_x86_isa_probes.cmake +35 -0
  102. package/numkong/cmake/toolchain-aarch64-gnu.cmake +86 -0
  103. package/numkong/cmake/toolchain-android-arm64.cmake +25 -0
  104. package/numkong/cmake/toolchain-android-armv7.cmake +25 -0
  105. package/numkong/cmake/toolchain-loongarch64-gnu.cmake +68 -0
  106. package/numkong/cmake/toolchain-ppc64le-gnu.cmake +74 -0
  107. package/numkong/cmake/toolchain-riscv64-gnu.cmake +107 -0
  108. package/numkong/cmake/toolchain-riscv64-llvm.cmake +114 -0
  109. package/numkong/cmake/toolchain-wasi.cmake +77 -0
  110. package/numkong/cmake/toolchain-wasm.cmake +70 -0
  111. package/numkong/cmake/toolchain-wasm64.cmake +62 -0
  112. package/numkong/cmake/toolchain-x86_64-llvm.cmake +47 -0
  113. package/numkong/include/README.md +643 -0
  114. package/numkong/include/module.modulemap +129 -0
  115. package/numkong/include/numkong/attention/sapphireamx.h +1363 -0
  116. package/numkong/include/numkong/attention/sme.h +2075 -0
  117. package/numkong/include/numkong/attention.h +49 -0
  118. package/numkong/include/numkong/capabilities.h +930 -0
  119. package/numkong/include/numkong/cast/README.md +262 -0
  120. package/numkong/include/numkong/cast/diamond.h +64 -0
  121. package/numkong/include/numkong/cast/haswell.h +823 -0
  122. package/numkong/include/numkong/cast/icelake.h +475 -0
  123. package/numkong/include/numkong/cast/loongsonasx.h +252 -0
  124. package/numkong/include/numkong/cast/neon.h +1174 -0
  125. package/numkong/include/numkong/cast/powervsx.h +449 -0
  126. package/numkong/include/numkong/cast/rvv.h +970 -0
  127. package/numkong/include/numkong/cast/sapphire.h +262 -0
  128. package/numkong/include/numkong/cast/serial.h +2336 -0
  129. package/numkong/include/numkong/cast/skylake.h +915 -0
  130. package/numkong/include/numkong/cast/v128relaxed.h +537 -0
  131. package/numkong/include/numkong/cast.h +254 -0
  132. package/numkong/include/numkong/cast.hpp +44 -0
  133. package/numkong/include/numkong/curved/README.md +223 -0
  134. package/numkong/include/numkong/curved/genoa.h +182 -0
  135. package/numkong/include/numkong/curved/haswell.h +276 -0
  136. package/numkong/include/numkong/curved/neon.h +329 -0
  137. package/numkong/include/numkong/curved/neonbfdot.h +211 -0
  138. package/numkong/include/numkong/curved/rvv.h +305 -0
  139. package/numkong/include/numkong/curved/serial.h +207 -0
  140. package/numkong/include/numkong/curved/skylake.h +457 -0
  141. package/numkong/include/numkong/curved/smef64.h +530 -0
  142. package/numkong/include/numkong/curved.h +513 -0
  143. package/numkong/include/numkong/curved.hpp +144 -0
  144. package/numkong/include/numkong/dot/README.md +442 -0
  145. package/numkong/include/numkong/dot/alder.h +563 -0
  146. package/numkong/include/numkong/dot/diamond.h +158 -0
  147. package/numkong/include/numkong/dot/genoa.h +289 -0
  148. package/numkong/include/numkong/dot/haswell.h +1723 -0
  149. package/numkong/include/numkong/dot/icelake.h +997 -0
  150. package/numkong/include/numkong/dot/loongsonasx.h +671 -0
  151. package/numkong/include/numkong/dot/neon.h +869 -0
  152. package/numkong/include/numkong/dot/neonbfdot.h +243 -0
  153. package/numkong/include/numkong/dot/neonfhm.h +358 -0
  154. package/numkong/include/numkong/dot/neonfp8.h +323 -0
  155. package/numkong/include/numkong/dot/neonsdot.h +622 -0
  156. package/numkong/include/numkong/dot/powervsx.h +752 -0
  157. package/numkong/include/numkong/dot/rvv.h +722 -0
  158. package/numkong/include/numkong/dot/rvvbb.h +72 -0
  159. package/numkong/include/numkong/dot/rvvbf16.h +123 -0
  160. package/numkong/include/numkong/dot/rvvhalf.h +129 -0
  161. package/numkong/include/numkong/dot/sapphire.h +141 -0
  162. package/numkong/include/numkong/dot/serial.h +874 -0
  163. package/numkong/include/numkong/dot/sierra.h +405 -0
  164. package/numkong/include/numkong/dot/skylake.h +1116 -0
  165. package/numkong/include/numkong/dot/sve.h +420 -0
  166. package/numkong/include/numkong/dot/svebfdot.h +75 -0
  167. package/numkong/include/numkong/dot/svehalf.h +168 -0
  168. package/numkong/include/numkong/dot/svesdot.h +90 -0
  169. package/numkong/include/numkong/dot/v128relaxed.h +1293 -0
  170. package/numkong/include/numkong/dot.h +1136 -0
  171. package/numkong/include/numkong/dot.hpp +94 -0
  172. package/numkong/include/numkong/dots/README.md +496 -0
  173. package/numkong/include/numkong/dots/alder.h +117 -0
  174. package/numkong/include/numkong/dots/diamond.h +86 -0
  175. package/numkong/include/numkong/dots/genoa.h +100 -0
  176. package/numkong/include/numkong/dots/graniteamx.h +733 -0
  177. package/numkong/include/numkong/dots/haswell.h +310 -0
  178. package/numkong/include/numkong/dots/icelake.h +180 -0
  179. package/numkong/include/numkong/dots/loongsonasx.h +176 -0
  180. package/numkong/include/numkong/dots/neon.h +123 -0
  181. package/numkong/include/numkong/dots/neonbfdot.h +59 -0
  182. package/numkong/include/numkong/dots/neonfhm.h +96 -0
  183. package/numkong/include/numkong/dots/neonfp8.h +99 -0
  184. package/numkong/include/numkong/dots/neonsdot.h +144 -0
  185. package/numkong/include/numkong/dots/powervsx.h +194 -0
  186. package/numkong/include/numkong/dots/rvv.h +2593 -0
  187. package/numkong/include/numkong/dots/sapphireamx.h +4017 -0
  188. package/numkong/include/numkong/dots/serial.h +2867 -0
  189. package/numkong/include/numkong/dots/sierra.h +100 -0
  190. package/numkong/include/numkong/dots/skylake.h +207 -0
  191. package/numkong/include/numkong/dots/sme.h +5041 -0
  192. package/numkong/include/numkong/dots/smebi32.h +477 -0
  193. package/numkong/include/numkong/dots/smef64.h +1328 -0
  194. package/numkong/include/numkong/dots/smehalf.h +47 -0
  195. package/numkong/include/numkong/dots/v128relaxed.h +317 -0
  196. package/numkong/include/numkong/dots.h +3110 -0
  197. package/numkong/include/numkong/dots.hpp +641 -0
  198. package/numkong/include/numkong/each/README.md +465 -0
  199. package/numkong/include/numkong/each/haswell.h +1658 -0
  200. package/numkong/include/numkong/each/icelake.h +272 -0
  201. package/numkong/include/numkong/each/neon.h +1138 -0
  202. package/numkong/include/numkong/each/neonbfdot.h +211 -0
  203. package/numkong/include/numkong/each/neonhalf.h +318 -0
  204. package/numkong/include/numkong/each/rvv.h +1121 -0
  205. package/numkong/include/numkong/each/sapphire.h +343 -0
  206. package/numkong/include/numkong/each/serial.h +282 -0
  207. package/numkong/include/numkong/each/skylake.h +1562 -0
  208. package/numkong/include/numkong/each/v128relaxed.h +562 -0
  209. package/numkong/include/numkong/each.h +2232 -0
  210. package/numkong/include/numkong/each.hpp +434 -0
  211. package/numkong/include/numkong/geospatial/README.md +147 -0
  212. package/numkong/include/numkong/geospatial/haswell.h +633 -0
  213. package/numkong/include/numkong/geospatial/neon.h +615 -0
  214. package/numkong/include/numkong/geospatial/rvv.h +701 -0
  215. package/numkong/include/numkong/geospatial/serial.h +309 -0
  216. package/numkong/include/numkong/geospatial/skylake.h +613 -0
  217. package/numkong/include/numkong/geospatial/v128relaxed.h +652 -0
  218. package/numkong/include/numkong/geospatial.h +453 -0
  219. package/numkong/include/numkong/geospatial.hpp +235 -0
  220. package/numkong/include/numkong/matrix.hpp +336 -0
  221. package/numkong/include/numkong/maxsim/README.md +187 -0
  222. package/numkong/include/numkong/maxsim/alder.h +511 -0
  223. package/numkong/include/numkong/maxsim/genoa.h +115 -0
  224. package/numkong/include/numkong/maxsim/haswell.h +553 -0
  225. package/numkong/include/numkong/maxsim/icelake.h +480 -0
  226. package/numkong/include/numkong/maxsim/neonsdot.h +394 -0
  227. package/numkong/include/numkong/maxsim/sapphireamx.h +877 -0
  228. package/numkong/include/numkong/maxsim/serial.h +490 -0
  229. package/numkong/include/numkong/maxsim/sme.h +993 -0
  230. package/numkong/include/numkong/maxsim/v128relaxed.h +280 -0
  231. package/numkong/include/numkong/maxsim.h +571 -0
  232. package/numkong/include/numkong/maxsim.hpp +133 -0
  233. package/numkong/include/numkong/mesh/README.md +219 -0
  234. package/numkong/include/numkong/mesh/haswell.h +2013 -0
  235. package/numkong/include/numkong/mesh/neon.h +1821 -0
  236. package/numkong/include/numkong/mesh/neonbfdot.h +771 -0
  237. package/numkong/include/numkong/mesh/rvv.h +936 -0
  238. package/numkong/include/numkong/mesh/serial.h +721 -0
  239. package/numkong/include/numkong/mesh/skylake.h +2344 -0
  240. package/numkong/include/numkong/mesh/v128relaxed.h +1081 -0
  241. package/numkong/include/numkong/mesh.h +666 -0
  242. package/numkong/include/numkong/mesh.hpp +701 -0
  243. package/numkong/include/numkong/numkong.h +78 -0
  244. package/numkong/include/numkong/numkong.hpp +58 -0
  245. package/numkong/include/numkong/probability/README.md +177 -0
  246. package/numkong/include/numkong/probability/haswell.h +267 -0
  247. package/numkong/include/numkong/probability/neon.h +255 -0
  248. package/numkong/include/numkong/probability/rvv.h +414 -0
  249. package/numkong/include/numkong/probability/serial.h +181 -0
  250. package/numkong/include/numkong/probability/skylake.h +324 -0
  251. package/numkong/include/numkong/probability.h +380 -0
  252. package/numkong/include/numkong/probability.hpp +120 -0
  253. package/numkong/include/numkong/random.h +50 -0
  254. package/numkong/include/numkong/random.hpp +285 -0
  255. package/numkong/include/numkong/reduce/README.md +552 -0
  256. package/numkong/include/numkong/reduce/alder.h +636 -0
  257. package/numkong/include/numkong/reduce/genoa.h +201 -0
  258. package/numkong/include/numkong/reduce/haswell.h +3785 -0
  259. package/numkong/include/numkong/reduce/icelake.h +549 -0
  260. package/numkong/include/numkong/reduce/neon.h +3980 -0
  261. package/numkong/include/numkong/reduce/neonbfdot.h +142 -0
  262. package/numkong/include/numkong/reduce/neonfhm.h +293 -0
  263. package/numkong/include/numkong/reduce/neonsdot.h +357 -0
  264. package/numkong/include/numkong/reduce/rvv.h +3533 -0
  265. package/numkong/include/numkong/reduce/serial.h +753 -0
  266. package/numkong/include/numkong/reduce/sierra.h +338 -0
  267. package/numkong/include/numkong/reduce/skylake.h +3794 -0
  268. package/numkong/include/numkong/reduce/sve.h +52 -0
  269. package/numkong/include/numkong/reduce/v128relaxed.h +2302 -0
  270. package/numkong/include/numkong/reduce.h +1582 -0
  271. package/numkong/include/numkong/reduce.hpp +778 -0
  272. package/numkong/include/numkong/scalar/README.md +89 -0
  273. package/numkong/include/numkong/scalar/haswell.h +122 -0
  274. package/numkong/include/numkong/scalar/loongsonasx.h +74 -0
  275. package/numkong/include/numkong/scalar/neon.h +122 -0
  276. package/numkong/include/numkong/scalar/neonhalf.h +70 -0
  277. package/numkong/include/numkong/scalar/powervsx.h +96 -0
  278. package/numkong/include/numkong/scalar/rvv.h +211 -0
  279. package/numkong/include/numkong/scalar/sapphire.h +74 -0
  280. package/numkong/include/numkong/scalar/serial.h +332 -0
  281. package/numkong/include/numkong/scalar/v128relaxed.h +56 -0
  282. package/numkong/include/numkong/scalar.h +696 -0
  283. package/numkong/include/numkong/set/README.md +179 -0
  284. package/numkong/include/numkong/set/haswell.h +334 -0
  285. package/numkong/include/numkong/set/icelake.h +485 -0
  286. package/numkong/include/numkong/set/loongsonasx.h +181 -0
  287. package/numkong/include/numkong/set/neon.h +363 -0
  288. package/numkong/include/numkong/set/powervsx.h +326 -0
  289. package/numkong/include/numkong/set/rvv.h +226 -0
  290. package/numkong/include/numkong/set/rvvbb.h +117 -0
  291. package/numkong/include/numkong/set/serial.h +174 -0
  292. package/numkong/include/numkong/set/sve.h +187 -0
  293. package/numkong/include/numkong/set/v128relaxed.h +240 -0
  294. package/numkong/include/numkong/set.h +471 -0
  295. package/numkong/include/numkong/set.hpp +114 -0
  296. package/numkong/include/numkong/sets/README.md +149 -0
  297. package/numkong/include/numkong/sets/haswell.h +63 -0
  298. package/numkong/include/numkong/sets/icelake.h +66 -0
  299. package/numkong/include/numkong/sets/loongsonasx.h +52 -0
  300. package/numkong/include/numkong/sets/neon.h +61 -0
  301. package/numkong/include/numkong/sets/powervsx.h +65 -0
  302. package/numkong/include/numkong/sets/serial.h +43 -0
  303. package/numkong/include/numkong/sets/smebi32.h +1135 -0
  304. package/numkong/include/numkong/sets/v128relaxed.h +58 -0
  305. package/numkong/include/numkong/sets.h +382 -0
  306. package/numkong/include/numkong/sparse/README.md +156 -0
  307. package/numkong/include/numkong/sparse/icelake.h +463 -0
  308. package/numkong/include/numkong/sparse/neon.h +288 -0
  309. package/numkong/include/numkong/sparse/serial.h +117 -0
  310. package/numkong/include/numkong/sparse/sve2.h +504 -0
  311. package/numkong/include/numkong/sparse/turin.h +322 -0
  312. package/numkong/include/numkong/sparse.h +363 -0
  313. package/numkong/include/numkong/sparse.hpp +113 -0
  314. package/numkong/include/numkong/spatial/README.md +439 -0
  315. package/numkong/include/numkong/spatial/alder.h +604 -0
  316. package/numkong/include/numkong/spatial/diamond.h +240 -0
  317. package/numkong/include/numkong/spatial/genoa.h +222 -0
  318. package/numkong/include/numkong/spatial/haswell.h +979 -0
  319. package/numkong/include/numkong/spatial/icelake.h +1067 -0
  320. package/numkong/include/numkong/spatial/loongsonasx.h +483 -0
  321. package/numkong/include/numkong/spatial/neon.h +846 -0
  322. package/numkong/include/numkong/spatial/neonbfdot.h +164 -0
  323. package/numkong/include/numkong/spatial/neonfp8.h +258 -0
  324. package/numkong/include/numkong/spatial/neonsdot.h +429 -0
  325. package/numkong/include/numkong/spatial/powervsx.h +738 -0
  326. package/numkong/include/numkong/spatial/rvv.h +991 -0
  327. package/numkong/include/numkong/spatial/rvvbf16.h +128 -0
  328. package/numkong/include/numkong/spatial/rvvhalf.h +120 -0
  329. package/numkong/include/numkong/spatial/serial.h +347 -0
  330. package/numkong/include/numkong/spatial/sierra.h +516 -0
  331. package/numkong/include/numkong/spatial/skylake.h +605 -0
  332. package/numkong/include/numkong/spatial/sve.h +246 -0
  333. package/numkong/include/numkong/spatial/svebfdot.h +125 -0
  334. package/numkong/include/numkong/spatial/svehalf.h +136 -0
  335. package/numkong/include/numkong/spatial/svesdot.h +143 -0
  336. package/numkong/include/numkong/spatial/v128relaxed.h +969 -0
  337. package/numkong/include/numkong/spatial.h +1681 -0
  338. package/numkong/include/numkong/spatial.hpp +183 -0
  339. package/numkong/include/numkong/spatials/README.md +580 -0
  340. package/numkong/include/numkong/spatials/alder.h +94 -0
  341. package/numkong/include/numkong/spatials/diamond.h +82 -0
  342. package/numkong/include/numkong/spatials/genoa.h +94 -0
  343. package/numkong/include/numkong/spatials/graniteamx.h +173 -0
  344. package/numkong/include/numkong/spatials/haswell.h +219 -0
  345. package/numkong/include/numkong/spatials/icelake.h +113 -0
  346. package/numkong/include/numkong/spatials/loongsonasx.h +153 -0
  347. package/numkong/include/numkong/spatials/neon.h +109 -0
  348. package/numkong/include/numkong/spatials/neonbfdot.h +60 -0
  349. package/numkong/include/numkong/spatials/neonfhm.h +92 -0
  350. package/numkong/include/numkong/spatials/neonfp8.h +111 -0
  351. package/numkong/include/numkong/spatials/neonsdot.h +143 -0
  352. package/numkong/include/numkong/spatials/powervsx.h +153 -0
  353. package/numkong/include/numkong/spatials/rvv.h +1976 -0
  354. package/numkong/include/numkong/spatials/sapphireamx.h +1149 -0
  355. package/numkong/include/numkong/spatials/serial.h +248 -0
  356. package/numkong/include/numkong/spatials/sierra.h +96 -0
  357. package/numkong/include/numkong/spatials/skylake.h +184 -0
  358. package/numkong/include/numkong/spatials/sme.h +1927 -0
  359. package/numkong/include/numkong/spatials/smef64.h +483 -0
  360. package/numkong/include/numkong/spatials/v128relaxed.h +240 -0
  361. package/numkong/include/numkong/spatials.h +3374 -0
  362. package/numkong/include/numkong/spatials.hpp +509 -0
  363. package/numkong/include/numkong/tensor.hpp +1981 -0
  364. package/numkong/include/numkong/trigonometry/README.md +184 -0
  365. package/numkong/include/numkong/trigonometry/haswell.h +653 -0
  366. package/numkong/include/numkong/trigonometry/neon.h +638 -0
  367. package/numkong/include/numkong/trigonometry/rvv.h +700 -0
  368. package/numkong/include/numkong/trigonometry/serial.h +703 -0
  369. package/numkong/include/numkong/trigonometry/skylake.h +725 -0
  370. package/numkong/include/numkong/trigonometry/v128relaxed.h +667 -0
  371. package/numkong/include/numkong/trigonometry.h +467 -0
  372. package/numkong/include/numkong/trigonometry.hpp +166 -0
  373. package/numkong/include/numkong/types.h +1695 -0
  374. package/numkong/include/numkong/types.hpp +6027 -0
  375. package/numkong/include/numkong/vector.hpp +766 -0
  376. package/numkong/javascript/@numkong-darwin-arm64/package.json +26 -0
  377. package/numkong/javascript/@numkong-darwin-x64/package.json +26 -0
  378. package/numkong/javascript/@numkong-linux-arm64/package.json +25 -0
  379. package/numkong/javascript/@numkong-linux-x64/package.json +25 -0
  380. package/numkong/javascript/@numkong-win32-arm64/package.json +25 -0
  381. package/numkong/javascript/@numkong-win32-x64/package.json +25 -0
  382. package/numkong/javascript/README.md +254 -0
  383. package/numkong/javascript/node-gyp-build.d.ts +4 -0
  384. package/numkong/javascript/numkong-browser.ts +40 -0
  385. package/numkong/javascript/numkong-wasm.ts +750 -0
  386. package/numkong/javascript/numkong.c +712 -0
  387. package/numkong/javascript/numkong.ts +613 -0
  388. package/{simsimd → numkong}/javascript/tsconfig-base.json +6 -3
  389. package/numkong/javascript/tsconfig-cjs.json +13 -0
  390. package/{simsimd → numkong}/javascript/tsconfig-esm.json +1 -1
  391. package/numkong/javascript/types.ts +784 -0
  392. package/numkong/numkong.gypi +104 -0
  393. package/numkong/package.json +108 -0
  394. package/numkong/probes/arm_neon.c +8 -0
  395. package/numkong/probes/arm_neon_bfdot.c +9 -0
  396. package/numkong/probes/arm_neon_fhm.c +9 -0
  397. package/numkong/probes/arm_neon_half.c +8 -0
  398. package/numkong/probes/arm_neon_sdot.c +9 -0
  399. package/numkong/probes/arm_neonfp8.c +9 -0
  400. package/numkong/probes/arm_sme.c +16 -0
  401. package/numkong/probes/arm_sme2.c +16 -0
  402. package/numkong/probes/arm_sme2p1.c +16 -0
  403. package/numkong/probes/arm_sme_bf16.c +16 -0
  404. package/numkong/probes/arm_sme_bi32.c +16 -0
  405. package/numkong/probes/arm_sme_f64.c +16 -0
  406. package/numkong/probes/arm_sme_fa64.c +14 -0
  407. package/numkong/probes/arm_sme_half.c +16 -0
  408. package/numkong/probes/arm_sme_lut2.c +15 -0
  409. package/numkong/probes/arm_sve.c +18 -0
  410. package/numkong/probes/arm_sve2.c +20 -0
  411. package/numkong/probes/arm_sve2p1.c +18 -0
  412. package/numkong/probes/arm_sve_bfdot.c +20 -0
  413. package/numkong/probes/arm_sve_half.c +18 -0
  414. package/numkong/probes/arm_sve_sdot.c +21 -0
  415. package/numkong/probes/loongarch_lasx.c +12 -0
  416. package/numkong/probes/power_vsx.c +12 -0
  417. package/numkong/probes/probe.js +127 -0
  418. package/numkong/probes/riscv_rvv.c +14 -0
  419. package/numkong/probes/riscv_rvv_bb.c +15 -0
  420. package/numkong/probes/riscv_rvv_bf16.c +17 -0
  421. package/numkong/probes/riscv_rvv_half.c +14 -0
  422. package/numkong/probes/wasm_v128relaxed.c +11 -0
  423. package/numkong/probes/x86_alder.c +17 -0
  424. package/numkong/probes/x86_diamond.c +17 -0
  425. package/numkong/probes/x86_genoa.c +17 -0
  426. package/numkong/probes/x86_graniteamx.c +19 -0
  427. package/numkong/probes/x86_haswell.c +11 -0
  428. package/numkong/probes/x86_icelake.c +17 -0
  429. package/numkong/probes/x86_sapphire.c +16 -0
  430. package/numkong/probes/x86_sapphireamx.c +18 -0
  431. package/numkong/probes/x86_sierra.c +17 -0
  432. package/numkong/probes/x86_skylake.c +15 -0
  433. package/numkong/probes/x86_turin.c +17 -0
  434. package/numkong/rust/README.md +698 -0
  435. package/numkong/rust/capabilities.rs +96 -0
  436. package/numkong/rust/cast.rs +314 -0
  437. package/numkong/rust/curved.rs +391 -0
  438. package/numkong/rust/each.rs +2721 -0
  439. package/numkong/rust/geospatial.rs +343 -0
  440. package/numkong/rust/matrix.rs +5424 -0
  441. package/numkong/rust/maxsim.rs +540 -0
  442. package/numkong/rust/mesh.rs +837 -0
  443. package/numkong/rust/numkong.rs +409 -0
  444. package/numkong/rust/probability.rs +272 -0
  445. package/numkong/rust/reduce.rs +1249 -0
  446. package/numkong/rust/set.rs +194 -0
  447. package/numkong/rust/sparse.rs +513 -0
  448. package/numkong/rust/spatial.rs +1815 -0
  449. package/numkong/rust/tensor.rs +7565 -0
  450. package/numkong/rust/types.rs +3666 -0
  451. package/numkong/rust/vector.rs +1899 -0
  452. package/numkong/rustfmt.toml +2 -0
  453. package/numkong/swift/Matrix.swift +1388 -0
  454. package/numkong/swift/MaxSim.swift +151 -0
  455. package/numkong/swift/NumKong.swift +283 -0
  456. package/numkong/swift/Numerics.swift +329 -0
  457. package/numkong/swift/README.md +433 -0
  458. package/numkong/swift/Scalar.swift +741 -0
  459. package/numkong/swift/Tensor.swift +209 -0
  460. package/numkong/test/README.md +315 -0
  461. package/numkong/test/playwright.config.ts +16 -0
  462. package/numkong/test/swift/Test.swift +534 -0
  463. package/numkong/test/test-browser-bundle-runner.mjs +36 -0
  464. package/numkong/test/test-browser-bundle.html +188 -0
  465. package/numkong/test/test-browser-runner.mjs +43 -0
  466. package/numkong/test/test-browser.html +305 -0
  467. package/numkong/test/test-dtypes.mjs +453 -0
  468. package/numkong/test/test-wasm.mjs +267 -0
  469. package/numkong/test/test.cpp +442 -0
  470. package/numkong/test/test.hpp +580 -0
  471. package/numkong/test/test.mjs +363 -0
  472. package/numkong/test/test_base.py +1041 -0
  473. package/numkong/test/test_cast.cpp +242 -0
  474. package/numkong/test/test_cross.hpp +551 -0
  475. package/numkong/test/test_cross.py +467 -0
  476. package/numkong/test/test_cross_amx.cpp +50 -0
  477. package/numkong/test/test_cross_arm.cpp +225 -0
  478. package/numkong/test/test_cross_blas.cpp +354 -0
  479. package/numkong/test/test_cross_loongarch.cpp +90 -0
  480. package/numkong/test/test_cross_power.cpp +73 -0
  481. package/numkong/test/test_cross_rvv.cpp +109 -0
  482. package/numkong/test/test_cross_serial.cpp +181 -0
  483. package/numkong/test/test_cross_sme.cpp +148 -0
  484. package/numkong/test/test_cross_wasm.cpp +141 -0
  485. package/numkong/test/test_cross_x86.cpp +442 -0
  486. package/numkong/test/test_curved.cpp +182 -0
  487. package/numkong/test/test_curved.py +207 -0
  488. package/numkong/test/test_dot.cpp +353 -0
  489. package/numkong/test/test_dot.py +296 -0
  490. package/numkong/test/test_each.cpp +437 -0
  491. package/numkong/test/test_each.py +756 -0
  492. package/numkong/test/test_geospatial.cpp +155 -0
  493. package/numkong/test/test_geospatial.py +241 -0
  494. package/numkong/test/test_maxsim.cpp +138 -0
  495. package/numkong/test/test_maxsim.py +209 -0
  496. package/numkong/test/test_mesh.cpp +203 -0
  497. package/numkong/test/test_mesh.py +394 -0
  498. package/numkong/test/test_probability.cpp +136 -0
  499. package/numkong/test/test_probability.py +166 -0
  500. package/numkong/test/test_reduce.cpp +563 -0
  501. package/numkong/test/test_reduce.py +781 -0
  502. package/numkong/test/test_set.cpp +151 -0
  503. package/numkong/test/test_set.py +120 -0
  504. package/numkong/test/test_similarities.py +579 -0
  505. package/numkong/test/test_sparse.cpp +121 -0
  506. package/numkong/test/test_sparse.py +118 -0
  507. package/numkong/test/test_spatial.cpp +518 -0
  508. package/numkong/test/test_spatial.py +269 -0
  509. package/numkong/test/test_tensor.cpp +884 -0
  510. package/numkong/test/test_tensor.py +1417 -0
  511. package/numkong/test/test_trigonometry.cpp +156 -0
  512. package/numkong/test/test_trigonometry.py +180 -0
  513. package/package.json +7 -8
  514. package/prebuilds/darwin-arm64+x64/usearch.node +0 -0
  515. package/prebuilds/linux-arm64/usearch.node +0 -0
  516. package/prebuilds/linux-x64/usearch.node +0 -0
  517. package/fp16/CMakeLists.txt +0 -176
  518. package/fp16/LICENSE +0 -11
  519. package/fp16/README.md +0 -20
  520. package/fp16/bench/alt-element.cc +0 -89
  521. package/fp16/bench/from-alt-array.cc +0 -175
  522. package/fp16/bench/from-ieee-array.cc +0 -399
  523. package/fp16/bench/ieee-element.cc +0 -272
  524. package/fp16/bench/to-alt-array.cc +0 -91
  525. package/fp16/bench/to-ieee-array.cc +0 -303
  526. package/fp16/cmake/DownloadGoogleBenchmark.cmake +0 -15
  527. package/fp16/cmake/DownloadGoogleTest.cmake +0 -15
  528. package/fp16/cmake/DownloadPSimd.cmake +0 -15
  529. package/fp16/configure.py +0 -65
  530. package/fp16/confu.yaml +0 -8
  531. package/fp16/include/fp16/__init__.py +0 -0
  532. package/fp16/include/fp16/avx.py +0 -50
  533. package/fp16/include/fp16/avx2.py +0 -53
  534. package/fp16/include/fp16/bitcasts.h +0 -92
  535. package/fp16/include/fp16/fp16.h +0 -451
  536. package/fp16/include/fp16/psimd.h +0 -131
  537. package/fp16/include/fp16.h +0 -11
  538. package/fp16/jni/Android.mk +0 -6
  539. package/fp16/jni/Application.mk +0 -4
  540. package/fp16/test/alt-from-fp32-value.cc +0 -498
  541. package/fp16/test/alt-to-fp32-bits.cc +0 -263
  542. package/fp16/test/alt-to-fp32-psimd.cc +0 -145
  543. package/fp16/test/alt-to-fp32-value.cc +0 -348
  544. package/fp16/test/alt-to-fp32x2-psimd.cc +0 -245
  545. package/fp16/test/bitcasts.cc +0 -56
  546. package/fp16/test/ieee-from-fp32-value.cc +0 -523
  547. package/fp16/test/ieee-to-fp32-bits.cc +0 -333
  548. package/fp16/test/ieee-to-fp32-psimd.cc +0 -312
  549. package/fp16/test/ieee-to-fp32-value.cc +0 -420
  550. package/fp16/test/ieee-to-fp32x2-psimd.cc +0 -541
  551. package/fp16/test/peachpy/alt-xmm-to-fp32-xmm-avx.cc +0 -96
  552. package/fp16/test/peachpy/alt-xmm-to-fp32-ymm-avx2.cc +0 -96
  553. package/fp16/test/peachpy/stubs.py +0 -38
  554. package/fp16/test/tables.cc +0 -530
  555. package/fp16/test/tables.h +0 -13
  556. package/fp16/third-party/THHalf.h +0 -92
  557. package/fp16/third-party/eigen-half.h +0 -170
  558. package/fp16/third-party/float16-compressor.h +0 -80
  559. package/fp16/third-party/half.hpp +0 -2916
  560. package/fp16/third-party/npy-halffloat.h +0 -328
  561. package/simsimd/.git-blame-ignore-revs +0 -2
  562. package/simsimd/CONTRIBUTING.md +0 -321
  563. package/simsimd/Cargo.toml +0 -49
  564. package/simsimd/MANIFEST.in +0 -4
  565. package/simsimd/Package.swift +0 -28
  566. package/simsimd/README.md +0 -1493
  567. package/simsimd/binding.gyp +0 -35
  568. package/simsimd/build.rs +0 -70
  569. package/simsimd/c/lib.c +0 -374
  570. package/simsimd/include/module.modulemap +0 -4
  571. package/simsimd/include/simsimd/binary.h +0 -486
  572. package/simsimd/include/simsimd/curved.h +0 -1541
  573. package/simsimd/include/simsimd/dot.h +0 -1853
  574. package/simsimd/include/simsimd/elementwise.h +0 -2465
  575. package/simsimd/include/simsimd/geospatial.h +0 -43
  576. package/simsimd/include/simsimd/mesh.h +0 -69
  577. package/simsimd/include/simsimd/probability.h +0 -606
  578. package/simsimd/include/simsimd/simsimd.h +0 -2567
  579. package/simsimd/include/simsimd/sparse.h +0 -1384
  580. package/simsimd/include/simsimd/spatial.h +0 -2335
  581. package/simsimd/include/simsimd/types.h +0 -666
  582. package/simsimd/javascript/fallback.ts +0 -233
  583. package/simsimd/javascript/lib.c +0 -125
  584. package/simsimd/javascript/node-gyp-build.d.ts +0 -1
  585. package/simsimd/javascript/simsimd.ts +0 -179
  586. package/simsimd/javascript/tsconfig-cjs.json +0 -8
  587. package/simsimd/package-lock.json +0 -1761
  588. package/simsimd/package.json +0 -61
  589. package/simsimd/rust/lib.rs +0 -1821
  590. package/simsimd/scripts/bench.cxx +0 -1170
  591. package/simsimd/scripts/bench.ipynb +0 -187
  592. package/simsimd/scripts/bench.js +0 -127
  593. package/simsimd/scripts/bench.rs +0 -876
  594. package/simsimd/scripts/bench_vectors.py +0 -734
  595. package/simsimd/scripts/bench_vectors_live.py +0 -213
  596. package/simsimd/scripts/test.c +0 -187
  597. package/simsimd/scripts/test.mjs +0 -220
  598. package/simsimd/scripts/test.py +0 -1505
  599. package/simsimd/swift/SimSIMD.swift +0 -149
  600. package/simsimd/swift/Test.swift +0 -128
  601. /package/{simsimd → numkong}/CODE_OF_CONDUCT.md +0 -0
  602. /package/{simsimd → numkong}/LICENSE +0 -0
  603. /package/{simsimd → numkong}/javascript/dist-package-cjs.json +0 -0
  604. /package/{simsimd → numkong}/javascript/dist-package-esm.json +0 -0
@@ -0,0 +1,721 @@
1
+ /**
2
+ * @brief SWAR-accelerated Point Cloud Alignment for SIMD-free CPUs.
3
+ * @file include/numkong/mesh/serial.h
4
+ * @author Ash Vardanian
5
+ * @date December 27, 2025
6
+ *
7
+ * @sa include/numkong/mesh.h
8
+ */
9
+ #ifndef NK_MESH_SERIAL_H
10
+ #define NK_MESH_SERIAL_H
11
+
12
+ #include "numkong/types.h"
13
+ #include "numkong/scalar/serial.h"
14
+ #include "numkong/spatial/serial.h" // `nk_f32_sqrt_serial`, `nk_f64_sqrt_serial`
15
+
16
+ #if defined(__cplusplus)
17
+ extern "C" {
18
+ #endif
19
+
20
+ /* Constants for the McAdams 3×3 SVD algorithm.
21
+ * γ = (√8 + 3)² / 4 = 5.828427124
22
+ * cstar = cos(π/8), sstar = sin(π/8)
23
+ */
24
+ #define NK_F32_SVD_GAMMA_ 5.828427124f
25
+ #define NK_F32_SVD_CSTAR_ 0.923879532f
26
+ #define NK_F32_SVD_SSTAR_ 0.3826834323f
27
+ #define NK_F32_SVD_EPSILON_ 1e-6f
28
+
29
+ #define NK_F64_SVD_GAMMA_ 5.828427124746190
30
+ #define NK_F64_SVD_CSTAR_ 0.9238795325112867
31
+ #define NK_F64_SVD_SSTAR_ 0.3826834323650898
32
+ #define NK_F64_SVD_EPSILON_ 1e-12
33
+
34
+ /* Type-Generic SVD Helper Macros
35
+ * These macros generate f32 and f64 versions of SVD helper functions
36
+ * used by the Kabsch and Umeyama algorithms.
37
+ */
38
+
39
+ #define nk_define_cond_swap_(type) \
40
+ NK_INTERNAL void nk_cond_swap_##type##_(int c, nk_##type##_t *x, nk_##type##_t *y) { \
41
+ nk_##type##_t temp = *x; \
42
+ *x = c ? *y : *x; \
43
+ *y = c ? temp : *y; \
44
+ }
45
+
46
+ #define nk_define_conditional_negating_swap_(type) \
47
+ NK_INTERNAL void nk_conditional_negating_swap_##type##_(int c, nk_##type##_t *x, nk_##type##_t *y) { \
48
+ nk_##type##_t neg_x = -*x; \
49
+ *x = c ? *y : *x; \
50
+ *y = c ? neg_x : *y; \
51
+ }
52
+
53
+ #define nk_define_approximate_givens_quaternion_(type, gamma, cstar, sstar, compute_rsqrt) \
54
+ NK_INTERNAL void nk_approximate_givens_quaternion_##type##_( \
55
+ nk_##type##_t a11, nk_##type##_t a12, nk_##type##_t a22, nk_##type##_t *cos_half, nk_##type##_t *sin_half) { \
56
+ *cos_half = 2 * (a11 - a22), *sin_half = a12; \
57
+ int use_givens = gamma * (*sin_half) * (*sin_half) < (*cos_half) * (*cos_half); \
58
+ nk_##type##_t w = compute_rsqrt((*cos_half) * (*cos_half) + (*sin_half) * (*sin_half)); \
59
+ *cos_half = use_givens ? w * (*cos_half) : cstar; \
60
+ *sin_half = use_givens ? w * (*sin_half) : sstar; \
61
+ }
62
+
63
+ #define nk_define_jacobi_conjugation_(type) \
64
+ NK_INTERNAL void nk_jacobi_conjugation_##type##_( \
65
+ int idx_x, int idx_y, int idx_z, nk_##type##_t *s11, nk_##type##_t *s21, nk_##type##_t *s22, \
66
+ nk_##type##_t *s31, nk_##type##_t *s32, nk_##type##_t *s33, nk_##type##_t *quaternion) { \
67
+ nk_##type##_t cos_half, sin_half; \
68
+ nk_approximate_givens_quaternion_##type##_(*s11, *s21, *s22, &cos_half, &sin_half); \
69
+ nk_##type##_t scale = cos_half * cos_half + sin_half * sin_half; \
70
+ nk_##type##_t cos_theta = (cos_half * cos_half - sin_half * sin_half) / scale; \
71
+ nk_##type##_t sin_theta = (2 * sin_half * cos_half) / scale; \
72
+ nk_##type##_t s11_old = *s11, s21_old = *s21, s22_old = *s22; \
73
+ nk_##type##_t s31_old = *s31, s32_old = *s32, s33_old = *s33; \
74
+ *s11 = cos_theta * (cos_theta * s11_old + sin_theta * s21_old) + \
75
+ sin_theta * (cos_theta * s21_old + sin_theta * s22_old); \
76
+ *s21 = cos_theta * (-sin_theta * s11_old + cos_theta * s21_old) + \
77
+ sin_theta * (-sin_theta * s21_old + cos_theta * s22_old); \
78
+ *s22 = -sin_theta * (-sin_theta * s11_old + cos_theta * s21_old) + \
79
+ cos_theta * (-sin_theta * s21_old + cos_theta * s22_old); \
80
+ *s31 = cos_theta * s31_old + sin_theta * s32_old; \
81
+ *s32 = -sin_theta * s31_old + cos_theta * s32_old; \
82
+ *s33 = s33_old; \
83
+ /* Update quaternion accumulator */ \
84
+ nk_##type##_t quat_temp[3]; \
85
+ quat_temp[0] = quaternion[0] * sin_half; \
86
+ quat_temp[1] = quaternion[1] * sin_half; \
87
+ quat_temp[2] = quaternion[2] * sin_half; \
88
+ sin_half *= quaternion[3]; \
89
+ quaternion[0] *= cos_half, quaternion[1] *= cos_half; \
90
+ quaternion[2] *= cos_half, quaternion[3] *= cos_half; \
91
+ quaternion[idx_z] += sin_half, quaternion[3] -= quat_temp[idx_z]; \
92
+ quaternion[idx_x] += quat_temp[idx_y], quaternion[idx_y] -= quat_temp[idx_x]; \
93
+ /* Cyclic permutation of matrix elements */ \
94
+ s11_old = *s22, s21_old = *s32, s22_old = *s33; \
95
+ s31_old = *s21, s32_old = *s31, s33_old = *s11; \
96
+ *s11 = s11_old, *s21 = s21_old, *s22 = s22_old; \
97
+ *s31 = s31_old, *s32 = s32_old, *s33 = s33_old; \
98
+ }
99
+
100
+ #define nk_define_quaternion_to_mat3x3_(type) \
101
+ NK_INTERNAL void nk_quaternion_to_mat3x3_##type##_(nk_##type##_t const *quat, nk_##type##_t *matrix) { \
102
+ nk_##type##_t w = quat[3], x = quat[0], y = quat[1], z = quat[2]; \
103
+ nk_##type##_t q_xx = x * x, q_yy = y * y, q_zz = z * z; \
104
+ nk_##type##_t q_xz = x * z, q_xy = x * y, q_yz = y * z; \
105
+ nk_##type##_t q_wx = w * x, q_wy = w * y, q_wz = w * z; \
106
+ matrix[0] = 1 - 2 * (q_yy + q_zz), matrix[1] = 2 * (q_xy - q_wz); \
107
+ matrix[2] = 2 * (q_xz + q_wy); \
108
+ matrix[3] = 2 * (q_xy + q_wz), matrix[4] = 1 - 2 * (q_xx + q_zz); \
109
+ matrix[5] = 2 * (q_yz - q_wx); \
110
+ matrix[6] = 2 * (q_xz - q_wy), matrix[7] = 2 * (q_yz + q_wx); \
111
+ matrix[8] = 1 - 2 * (q_xx + q_yy); \
112
+ }
113
+
114
+ #define nk_define_jacobi_eigenanalysis_(type, compute_rsqrt) \
115
+ NK_INTERNAL void nk_jacobi_eigenanalysis_##type##_(nk_##type##_t *s11, nk_##type##_t *s21, nk_##type##_t *s22, \
116
+ nk_##type##_t *s31, nk_##type##_t *s32, nk_##type##_t *s33, \
117
+ nk_##type##_t *quaternion) { \
118
+ quaternion[0] = 0, quaternion[1] = 0, quaternion[2] = 0, quaternion[3] = 1; \
119
+ /* 16 iterations for better convergence with repeated eigenvalues and identity-like matrices */ \
120
+ for (int iter = 0; iter < 16; iter++) { \
121
+ nk_jacobi_conjugation_##type##_(0, 1, 2, s11, s21, s22, s31, s32, s33, quaternion); \
122
+ nk_jacobi_conjugation_##type##_(1, 2, 0, s11, s21, s22, s31, s32, s33, quaternion); \
123
+ nk_jacobi_conjugation_##type##_(2, 0, 1, s11, s21, s22, s31, s32, s33, quaternion); \
124
+ } \
125
+ nk_##type##_t norm = compute_rsqrt(quaternion[0] * quaternion[0] + quaternion[1] * quaternion[1] + \
126
+ quaternion[2] * quaternion[2] + quaternion[3] * quaternion[3]); \
127
+ quaternion[0] *= norm, quaternion[1] *= norm; \
128
+ quaternion[2] *= norm, quaternion[3] *= norm; \
129
+ }
130
+
131
+ #define nk_define_qr_givens_quaternion_(type, epsilon, compute_rsqrt) \
132
+ NK_INTERNAL void nk_qr_givens_quaternion_##type##_(nk_##type##_t a1, nk_##type##_t a2, nk_##type##_t *cos_half, \
133
+ nk_##type##_t *sin_half) { \
134
+ nk_##type##_t a1_sq_plus_a2_sq = a1 * a1 + a2 * a2; \
135
+ nk_##type##_t rho = a1_sq_plus_a2_sq * compute_rsqrt(a1_sq_plus_a2_sq); \
136
+ rho = a1_sq_plus_a2_sq > epsilon ? rho : 0; \
137
+ *sin_half = rho > epsilon ? a2 : 0; \
138
+ nk_##type##_t abs_a1 = a1 < 0 ? -a1 : a1; \
139
+ nk_##type##_t max_rho = rho > epsilon ? rho : epsilon; \
140
+ *cos_half = abs_a1 + max_rho; \
141
+ int should_swap = a1 < 0; \
142
+ nk_cond_swap_##type##_(should_swap, sin_half, cos_half); \
143
+ nk_##type##_t w = compute_rsqrt((*cos_half) * (*cos_half) + (*sin_half) * (*sin_half)); \
144
+ *cos_half *= w, *sin_half *= w; \
145
+ }
146
+
147
+ #define nk_define_sort_singular_values_(type) \
148
+ NK_INTERNAL void nk_sort_singular_values_##type##_(nk_##type##_t *b, nk_##type##_t *v) { \
149
+ nk_##type##_t rho1 = b[0] * b[0] + b[3] * b[3] + b[6] * b[6]; \
150
+ nk_##type##_t rho2 = b[1] * b[1] + b[4] * b[4] + b[7] * b[7]; \
151
+ nk_##type##_t rho3 = b[2] * b[2] + b[5] * b[5] + b[8] * b[8]; \
152
+ int should_swap; \
153
+ /* Sort columns by descending singular value magnitude */ \
154
+ should_swap = rho1 < rho2; \
155
+ nk_conditional_negating_swap_##type##_(should_swap, &b[0], &b[1]); \
156
+ nk_conditional_negating_swap_##type##_(should_swap, &v[0], &v[1]); \
157
+ nk_conditional_negating_swap_##type##_(should_swap, &b[3], &b[4]); \
158
+ nk_conditional_negating_swap_##type##_(should_swap, &v[3], &v[4]); \
159
+ nk_conditional_negating_swap_##type##_(should_swap, &b[6], &b[7]); \
160
+ nk_conditional_negating_swap_##type##_(should_swap, &v[6], &v[7]); \
161
+ nk_cond_swap_##type##_(should_swap, &rho1, &rho2); \
162
+ should_swap = rho1 < rho3; \
163
+ nk_conditional_negating_swap_##type##_(should_swap, &b[0], &b[2]); \
164
+ nk_conditional_negating_swap_##type##_(should_swap, &v[0], &v[2]); \
165
+ nk_conditional_negating_swap_##type##_(should_swap, &b[3], &b[5]); \
166
+ nk_conditional_negating_swap_##type##_(should_swap, &v[3], &v[5]); \
167
+ nk_conditional_negating_swap_##type##_(should_swap, &b[6], &b[8]); \
168
+ nk_conditional_negating_swap_##type##_(should_swap, &v[6], &v[8]); \
169
+ nk_cond_swap_##type##_(should_swap, &rho1, &rho3); \
170
+ should_swap = rho2 < rho3; \
171
+ nk_conditional_negating_swap_##type##_(should_swap, &b[1], &b[2]); \
172
+ nk_conditional_negating_swap_##type##_(should_swap, &v[1], &v[2]); \
173
+ nk_conditional_negating_swap_##type##_(should_swap, &b[4], &b[5]); \
174
+ nk_conditional_negating_swap_##type##_(should_swap, &v[4], &v[5]); \
175
+ nk_conditional_negating_swap_##type##_(should_swap, &b[7], &b[8]); \
176
+ nk_conditional_negating_swap_##type##_(should_swap, &v[7], &v[8]); \
177
+ }
178
+
179
+ #define nk_define_qr_decomposition_(type) \
180
+ NK_INTERNAL void nk_qr_decomposition_##type##_(nk_##type##_t const *input, nk_##type##_t *q, nk_##type##_t *r) { \
181
+ nk_##type##_t cos_half_1, sin_half_1; \
182
+ nk_##type##_t cos_half_2, sin_half_2; \
183
+ nk_##type##_t cos_half_3, sin_half_3; \
184
+ nk_##type##_t cos_theta, sin_theta; \
185
+ nk_##type##_t rotation_temp[9], matrix_temp[9]; \
186
+ /* First Givens rotation (zero input[3]) */ \
187
+ nk_qr_givens_quaternion_##type##_(input[0], input[3], &cos_half_1, &sin_half_1); \
188
+ cos_theta = 1 - 2 * sin_half_1 * sin_half_1; \
189
+ sin_theta = 2 * cos_half_1 * sin_half_1; \
190
+ rotation_temp[0] = cos_theta * input[0] + sin_theta * input[3]; \
191
+ rotation_temp[1] = cos_theta * input[1] + sin_theta * input[4]; \
192
+ rotation_temp[2] = cos_theta * input[2] + sin_theta * input[5]; \
193
+ rotation_temp[3] = -sin_theta * input[0] + cos_theta * input[3]; \
194
+ rotation_temp[4] = -sin_theta * input[1] + cos_theta * input[4]; \
195
+ rotation_temp[5] = -sin_theta * input[2] + cos_theta * input[5]; \
196
+ rotation_temp[6] = input[6], rotation_temp[7] = input[7]; \
197
+ rotation_temp[8] = input[8]; \
198
+ /* Second Givens rotation (zero rotation_temp[6]) */ \
199
+ nk_qr_givens_quaternion_##type##_(rotation_temp[0], rotation_temp[6], &cos_half_2, &sin_half_2); \
200
+ cos_theta = 1 - 2 * sin_half_2 * sin_half_2; \
201
+ sin_theta = 2 * cos_half_2 * sin_half_2; \
202
+ matrix_temp[0] = cos_theta * rotation_temp[0] + sin_theta * rotation_temp[6]; \
203
+ matrix_temp[1] = cos_theta * rotation_temp[1] + sin_theta * rotation_temp[7]; \
204
+ matrix_temp[2] = cos_theta * rotation_temp[2] + sin_theta * rotation_temp[8]; \
205
+ matrix_temp[3] = rotation_temp[3], matrix_temp[4] = rotation_temp[4]; \
206
+ matrix_temp[5] = rotation_temp[5]; \
207
+ matrix_temp[6] = -sin_theta * rotation_temp[0] + cos_theta * rotation_temp[6]; \
208
+ matrix_temp[7] = -sin_theta * rotation_temp[1] + cos_theta * rotation_temp[7]; \
209
+ matrix_temp[8] = -sin_theta * rotation_temp[2] + cos_theta * rotation_temp[8]; \
210
+ /* Third Givens rotation (zero matrix_temp[7]) */ \
211
+ nk_qr_givens_quaternion_##type##_(matrix_temp[4], matrix_temp[7], &cos_half_3, &sin_half_3); \
212
+ cos_theta = 1 - 2 * sin_half_3 * sin_half_3; \
213
+ sin_theta = 2 * cos_half_3 * sin_half_3; \
214
+ r[0] = matrix_temp[0], r[1] = matrix_temp[1], r[2] = matrix_temp[2]; \
215
+ r[3] = cos_theta * matrix_temp[3] + sin_theta * matrix_temp[6]; \
216
+ r[4] = cos_theta * matrix_temp[4] + sin_theta * matrix_temp[7]; \
217
+ r[5] = cos_theta * matrix_temp[5] + sin_theta * matrix_temp[8]; \
218
+ r[6] = -sin_theta * matrix_temp[3] + cos_theta * matrix_temp[6]; \
219
+ r[7] = -sin_theta * matrix_temp[4] + cos_theta * matrix_temp[7]; \
220
+ r[8] = -sin_theta * matrix_temp[5] + cos_theta * matrix_temp[8]; \
221
+ /* Construct Q = Q1 * Q2 * Q3 (closed-form expressions) */ \
222
+ nk_##type##_t sin_half_1_sq = sin_half_1 * sin_half_1; \
223
+ nk_##type##_t sin_half_2_sq = sin_half_2 * sin_half_2; \
224
+ nk_##type##_t sin_half_3_sq = sin_half_3 * sin_half_3; \
225
+ q[0] = (-1 + 2 * sin_half_1_sq) * (-1 + 2 * sin_half_2_sq); \
226
+ q[1] = 4 * cos_half_2 * cos_half_3 * (-1 + 2 * sin_half_1_sq) * sin_half_2 * sin_half_3 + \
227
+ 2 * cos_half_1 * sin_half_1 * (-1 + 2 * sin_half_3_sq); \
228
+ q[2] = 4 * cos_half_1 * cos_half_3 * sin_half_1 * sin_half_3 - \
229
+ 2 * cos_half_2 * (-1 + 2 * sin_half_1_sq) * sin_half_2 * (-1 + 2 * sin_half_3_sq); \
230
+ q[3] = 2 * cos_half_1 * sin_half_1 * (1 - 2 * sin_half_2_sq); \
231
+ q[4] = -8 * cos_half_1 * cos_half_2 * cos_half_3 * sin_half_1 * sin_half_2 * sin_half_3 + \
232
+ (-1 + 2 * sin_half_1_sq) * (-1 + 2 * sin_half_3_sq); \
233
+ q[5] = -2 * cos_half_3 * sin_half_3 + 4 * sin_half_1 * \
234
+ (cos_half_3 * sin_half_1 * sin_half_3 + \
235
+ cos_half_1 * cos_half_2 * sin_half_2 * (-1 + 2 * sin_half_3_sq)); \
236
+ q[6] = 2 * cos_half_2 * sin_half_2; \
237
+ q[7] = 2 * cos_half_3 * (1 - 2 * sin_half_2_sq) * sin_half_3; \
238
+ q[8] = (-1 + 2 * sin_half_2_sq) * (-1 + 2 * sin_half_3_sq); \
239
+ }
240
+
241
+ #define nk_define_svd3x3_(type, compute_sqrt) \
242
+ NK_INTERNAL void nk_svd3x3_##type##_(nk_##type##_t const *a, nk_##type##_t *svd_u, nk_##type##_t *svd_s, \
243
+ nk_##type##_t *svd_v) { \
244
+ /* Compute Aᵀ * A (symmetric) */ \
245
+ nk_##type##_t ata[9]; \
246
+ ata[0] = nk_sum_three_squares_##type##_(a[0], a[3], a[6]); \
247
+ ata[1] = nk_sum_three_products_##type##_(a[0], a[1], a[3], a[4], a[6], a[7]); \
248
+ ata[2] = nk_sum_three_products_##type##_(a[0], a[2], a[3], a[5], a[6], a[8]); \
249
+ ata[3] = ata[1]; \
250
+ ata[4] = nk_sum_three_squares_##type##_(a[1], a[4], a[7]); \
251
+ ata[5] = nk_sum_three_products_##type##_(a[1], a[2], a[4], a[5], a[7], a[8]); \
252
+ ata[6] = ata[2]; \
253
+ ata[7] = ata[5]; \
254
+ ata[8] = nk_sum_three_squares_##type##_(a[2], a[5], a[8]); \
255
+ /* Jacobi eigenanalysis of Aᵀ * A */ \
256
+ nk_##type##_t quaternion[4]; \
257
+ nk_jacobi_eigenanalysis_##type##_(&ata[0], &ata[1], &ata[4], &ata[2], &ata[5], &ata[8], quaternion); \
258
+ nk_quaternion_to_mat3x3_##type##_(quaternion, svd_v); \
259
+ /* B = A * V */ \
260
+ nk_##type##_t product[9]; \
261
+ product[0] = nk_sum_three_products_##type##_(a[0], svd_v[0], a[1], svd_v[3], a[2], svd_v[6]); \
262
+ product[1] = nk_sum_three_products_##type##_(a[0], svd_v[1], a[1], svd_v[4], a[2], svd_v[7]); \
263
+ product[2] = nk_sum_three_products_##type##_(a[0], svd_v[2], a[1], svd_v[5], a[2], svd_v[8]); \
264
+ product[3] = nk_sum_three_products_##type##_(a[3], svd_v[0], a[4], svd_v[3], a[5], svd_v[6]); \
265
+ product[4] = nk_sum_three_products_##type##_(a[3], svd_v[1], a[4], svd_v[4], a[5], svd_v[7]); \
266
+ product[5] = nk_sum_three_products_##type##_(a[3], svd_v[2], a[4], svd_v[5], a[5], svd_v[8]); \
267
+ product[6] = nk_sum_three_products_##type##_(a[6], svd_v[0], a[7], svd_v[3], a[8], svd_v[6]); \
268
+ product[7] = nk_sum_three_products_##type##_(a[6], svd_v[1], a[7], svd_v[4], a[8], svd_v[7]); \
269
+ product[8] = nk_sum_three_products_##type##_(a[6], svd_v[2], a[7], svd_v[5], a[8], svd_v[8]); \
270
+ /* Sort singular values and update V */ \
271
+ nk_sort_singular_values_##type##_(product, svd_v); \
272
+ /* Compute singular values from column norms of sorted B (before QR orthogonalizes them) */ \
273
+ /* These are the true singular values: √(‖colᵢ‖²) */ \
274
+ nk_##type##_t s1_sq = nk_sum_three_squares_##type##_(product[0], product[3], product[6]); \
275
+ nk_##type##_t s2_sq = nk_sum_three_squares_##type##_(product[1], product[4], product[7]); \
276
+ nk_##type##_t s3_sq = nk_sum_three_squares_##type##_(product[2], product[5], product[8]); \
277
+ /* QR decomposition: B = U * R (we only need U for the rotation) */ \
278
+ nk_##type##_t qr_r[9]; \
279
+ nk_qr_decomposition_##type##_(product, svd_u, qr_r); \
280
+ /* Store singular values in diagonal of svd_s (rest is zero for compatibility) */ \
281
+ svd_s[0] = compute_sqrt(s1_sq), svd_s[1] = 0, svd_s[2] = 0; \
282
+ svd_s[3] = 0, svd_s[4] = compute_sqrt(s2_sq), svd_s[5] = 0; \
283
+ svd_s[6] = 0, svd_s[7] = 0, svd_s[8] = compute_sqrt(s3_sq); \
284
+ }
285
+
286
+ #define nk_define_det3x3_(type) \
287
+ NK_INTERNAL nk_##type##_t nk_det3x3_##type##_(nk_##type##_t const *m) { \
288
+ return m[0] * (m[4] * m[8] - m[5] * m[7]) - m[1] * (m[3] * m[8] - m[5] * m[6]) + \
289
+ m[2] * (m[3] * m[7] - m[4] * m[6]); \
290
+ }
291
+
292
+ /* Optimize serial fallbacks for size — see dots/serial.h for rationale. */
293
+ #if defined(NDEBUG)
294
+ #if defined(_MSC_VER)
295
+ #pragma optimize("s", on)
296
+ #elif defined(__clang__)
297
+ #pragma clang attribute push(__attribute__((minsize)), apply_to = function)
298
+ #elif defined(__GNUC__)
299
+ #pragma GCC push_options
300
+ #pragma GCC optimize("Os")
301
+ #endif
302
+ #endif
303
+
304
+ NK_INTERNAL nk_f32_t nk_sum_three_products_f32_(nk_f32_t left_0, nk_f32_t right_0, nk_f32_t left_1, nk_f32_t right_1,
305
+ nk_f32_t left_2, nk_f32_t right_2) {
306
+ return left_0 * right_0 + left_1 * right_1 + left_2 * right_2;
307
+ }
308
+ NK_INTERNAL nk_f64_t nk_sum_three_products_f64_(nk_f64_t left_0, nk_f64_t right_0, nk_f64_t left_1, nk_f64_t right_1,
309
+ nk_f64_t left_2, nk_f64_t right_2) {
310
+ nk_f64_t sum = 0.0, compensation = 0.0;
311
+ nk_f64_dot2_(&sum, &compensation, left_0, right_0);
312
+ nk_f64_dot2_(&sum, &compensation, left_1, right_1);
313
+ nk_f64_dot2_(&sum, &compensation, left_2, right_2);
314
+ return sum + compensation;
315
+ }
316
+
317
+ NK_INTERNAL nk_f32_t nk_sum_three_squares_f32_(nk_f32_t value_0, nk_f32_t value_1, nk_f32_t value_2) {
318
+ return value_0 * value_0 + value_1 * value_1 + value_2 * value_2;
319
+ }
320
+ NK_INTERNAL nk_f64_t nk_sum_three_squares_f64_(nk_f64_t value_0, nk_f64_t value_1, nk_f64_t value_2) {
321
+ nk_f64_t sum = 0.0, compensation = 0.0;
322
+ nk_f64_dot2_(&sum, &compensation, value_0, value_0);
323
+ nk_f64_dot2_(&sum, &compensation, value_1, value_1);
324
+ nk_f64_dot2_(&sum, &compensation, value_2, value_2);
325
+ return sum + compensation;
326
+ }
327
+
328
+ NK_INTERNAL void nk_accumulate_sum_f32_(nk_f32_t *sum, nk_f32_t *compensation, nk_f32_t value) {
329
+ nk_unused_(compensation);
330
+ *sum += value;
331
+ }
332
+ NK_INTERNAL void nk_accumulate_sum_f64_(nk_f64_t *sum, nk_f64_t *compensation, nk_f64_t value) {
333
+ nk_f64_t running_sum = *sum + value;
334
+ *compensation += (nk_f64_abs_(*sum) >= nk_f64_abs_(value)) ? ((*sum - running_sum) + value)
335
+ : ((value - running_sum) + *sum);
336
+ *sum = running_sum;
337
+ }
338
+
339
+ NK_INTERNAL void nk_accumulate_product_f32_(nk_f32_t *sum, nk_f32_t *compensation, nk_f32_t left, nk_f32_t right) {
340
+ nk_unused_(compensation);
341
+ *sum += left * right;
342
+ }
343
+ NK_INTERNAL void nk_accumulate_product_f64_(nk_f64_t *sum, nk_f64_t *compensation, nk_f64_t left, nk_f64_t right) {
344
+ nk_f64_dot2_(sum, compensation, left, right);
345
+ }
346
+
347
+ NK_INTERNAL void nk_accumulate_square_f32_(nk_f32_t *sum, nk_f32_t *compensation, nk_f32_t value) {
348
+ nk_unused_(compensation);
349
+ *sum += value * value;
350
+ }
351
+ NK_INTERNAL void nk_accumulate_square_f64_(nk_f64_t *sum, nk_f64_t *compensation, nk_f64_t value) {
352
+ nk_f64_dot2_(sum, compensation, value, value);
353
+ }
354
+
355
+ NK_INTERNAL void nk_rotation_from_svd_f32_serial_(nk_f32_t const *svd_u, nk_f32_t const *svd_v, nk_f32_t *rotation) {
356
+ rotation[0] = nk_sum_three_products_f32_(svd_v[0], svd_u[0], svd_v[1], svd_u[1], svd_v[2], svd_u[2]);
357
+ rotation[1] = nk_sum_three_products_f32_(svd_v[0], svd_u[3], svd_v[1], svd_u[4], svd_v[2], svd_u[5]);
358
+ rotation[2] = nk_sum_three_products_f32_(svd_v[0], svd_u[6], svd_v[1], svd_u[7], svd_v[2], svd_u[8]);
359
+ rotation[3] = nk_sum_three_products_f32_(svd_v[3], svd_u[0], svd_v[4], svd_u[1], svd_v[5], svd_u[2]);
360
+ rotation[4] = nk_sum_three_products_f32_(svd_v[3], svd_u[3], svd_v[4], svd_u[4], svd_v[5], svd_u[5]);
361
+ rotation[5] = nk_sum_three_products_f32_(svd_v[3], svd_u[6], svd_v[4], svd_u[7], svd_v[5], svd_u[8]);
362
+ rotation[6] = nk_sum_three_products_f32_(svd_v[6], svd_u[0], svd_v[7], svd_u[1], svd_v[8], svd_u[2]);
363
+ rotation[7] = nk_sum_three_products_f32_(svd_v[6], svd_u[3], svd_v[7], svd_u[4], svd_v[8], svd_u[5]);
364
+ rotation[8] = nk_sum_three_products_f32_(svd_v[6], svd_u[6], svd_v[7], svd_u[7], svd_v[8], svd_u[8]);
365
+ }
366
+ NK_INTERNAL void nk_rotation_from_svd_f64_serial_(nk_f64_t const *svd_u, nk_f64_t const *svd_v, nk_f64_t *rotation) {
367
+ rotation[0] = nk_sum_three_products_f64_(svd_v[0], svd_u[0], svd_v[1], svd_u[1], svd_v[2], svd_u[2]);
368
+ rotation[1] = nk_sum_three_products_f64_(svd_v[0], svd_u[3], svd_v[1], svd_u[4], svd_v[2], svd_u[5]);
369
+ rotation[2] = nk_sum_three_products_f64_(svd_v[0], svd_u[6], svd_v[1], svd_u[7], svd_v[2], svd_u[8]);
370
+ rotation[3] = nk_sum_three_products_f64_(svd_v[3], svd_u[0], svd_v[4], svd_u[1], svd_v[5], svd_u[2]);
371
+ rotation[4] = nk_sum_three_products_f64_(svd_v[3], svd_u[3], svd_v[4], svd_u[4], svd_v[5], svd_u[5]);
372
+ rotation[5] = nk_sum_three_products_f64_(svd_v[3], svd_u[6], svd_v[4], svd_u[7], svd_v[5], svd_u[8]);
373
+ rotation[6] = nk_sum_three_products_f64_(svd_v[6], svd_u[0], svd_v[7], svd_u[1], svd_v[8], svd_u[2]);
374
+ rotation[7] = nk_sum_three_products_f64_(svd_v[6], svd_u[3], svd_v[7], svd_u[4], svd_v[8], svd_u[5]);
375
+ rotation[8] = nk_sum_three_products_f64_(svd_v[6], svd_u[6], svd_v[7], svd_u[7], svd_v[8], svd_u[8]);
376
+ }
377
+
378
+ nk_define_cond_swap_(f32)
379
+ nk_define_conditional_negating_swap_(f32)
380
+ nk_define_approximate_givens_quaternion_(f32, NK_F32_SVD_GAMMA_, NK_F32_SVD_CSTAR_, NK_F32_SVD_SSTAR_,
381
+ nk_f32_rsqrt_serial)
382
+ nk_define_jacobi_conjugation_(f32)
383
+ nk_define_quaternion_to_mat3x3_(f32)
384
+ nk_define_jacobi_eigenanalysis_(f32, nk_f32_rsqrt_serial)
385
+ nk_define_qr_givens_quaternion_(f32, NK_F32_SVD_EPSILON_, nk_f32_rsqrt_serial)
386
+ nk_define_sort_singular_values_(f32)
387
+ nk_define_qr_decomposition_(f32)
388
+ nk_define_svd3x3_(f32, nk_f32_sqrt_serial)
389
+ nk_define_det3x3_(f32)
390
+
391
+ nk_define_cond_swap_(f64)
392
+ nk_define_conditional_negating_swap_(f64)
393
+ nk_define_approximate_givens_quaternion_(f64, NK_F64_SVD_GAMMA_, NK_F64_SVD_CSTAR_, NK_F64_SVD_SSTAR_,
394
+ nk_f64_rsqrt_serial)
395
+ nk_define_jacobi_conjugation_(f64)
396
+ nk_define_quaternion_to_mat3x3_(f64)
397
+ nk_define_jacobi_eigenanalysis_(f64, nk_f64_rsqrt_serial)
398
+ nk_define_qr_givens_quaternion_(f64, NK_F64_SVD_EPSILON_, nk_f64_rsqrt_serial)
399
+ nk_define_sort_singular_values_(f64)
400
+ nk_define_qr_decomposition_(f64)
401
+ nk_define_svd3x3_(f64, nk_f64_sqrt_serial)
402
+ nk_define_det3x3_(f64)
403
+
404
+ /* RMSD (Root Mean Square Deviation) without optimal superposition.
405
+ * Simply computes the RMS of distances between corresponding points.
406
+ */
407
+ #define nk_define_rmsd_(input_type, accumulator_type, output_type, result_type, load_and_convert, compute_sqrt) \
408
+ NK_PUBLIC void nk_rmsd_##input_type##_serial(nk_##input_type##_t const *a, nk_##input_type##_t const *b, \
409
+ nk_size_t n, nk_##output_type##_t *a_centroid, \
410
+ nk_##output_type##_t *b_centroid, nk_##output_type##_t *rotation, \
411
+ nk_##output_type##_t *scale, nk_##result_type##_t *result) { \
412
+ if (a_centroid) a_centroid[0] = 0, a_centroid[1] = 0, a_centroid[2] = 0; \
413
+ if (b_centroid) b_centroid[0] = 0, b_centroid[1] = 0, b_centroid[2] = 0; \
414
+ if (rotation) \
415
+ rotation[0] = 1, rotation[1] = 0, rotation[2] = 0, rotation[3] = 0, rotation[4] = 1, rotation[5] = 0, \
416
+ rotation[6] = 0, rotation[7] = 0, rotation[8] = 1; \
417
+ if (scale) *scale = (nk_##output_type##_t)1; \
418
+ nk_##accumulator_type##_t sum_squared = 0, sum_squared_compensation = 0; \
419
+ nk_##accumulator_type##_t val_a_x, val_a_y, val_a_z, val_b_x, val_b_y, val_b_z; \
420
+ for (nk_size_t i = 0; i < n; ++i) { \
421
+ load_and_convert(a + i * 3 + 0, &val_a_x), load_and_convert(b + i * 3 + 0, &val_b_x); \
422
+ load_and_convert(a + i * 3 + 1, &val_a_y), load_and_convert(b + i * 3 + 1, &val_b_y); \
423
+ load_and_convert(a + i * 3 + 2, &val_a_z), load_and_convert(b + i * 3 + 2, &val_b_z); \
424
+ nk_##accumulator_type##_t dx = val_a_x - val_b_x; \
425
+ nk_##accumulator_type##_t dy = val_a_y - val_b_y; \
426
+ nk_##accumulator_type##_t dz = val_a_z - val_b_z; \
427
+ nk_accumulate_square_##accumulator_type##_(&sum_squared, &sum_squared_compensation, dx); \
428
+ nk_accumulate_square_##accumulator_type##_(&sum_squared, &sum_squared_compensation, dy); \
429
+ nk_accumulate_square_##accumulator_type##_(&sum_squared, &sum_squared_compensation, dz); \
430
+ } \
431
+ nk_##accumulator_type##_t msd = (sum_squared + sum_squared_compensation) / (nk_##accumulator_type##_t)n; \
432
+ *result = msd > 0 ? (nk_##result_type##_t)compute_sqrt(msd) : 0; \
433
+ }
434
+
435
+ /* Kabsch algorithm for optimal rigid body superposition.
436
+ * Finds the rotation matrix R that minimizes RMSD between the two point sets.
437
+ */
438
+ #define nk_define_kabsch_(input_type, accumulator_type, output_type, result_type, svd_type, load_and_convert, \
439
+ compute_sqrt) \
440
+ NK_PUBLIC void nk_kabsch_##input_type##_serial(nk_##input_type##_t const *a, nk_##input_type##_t const *b, \
441
+ nk_size_t n, nk_##output_type##_t *a_centroid, \
442
+ nk_##output_type##_t *b_centroid, nk_##output_type##_t *rotation, \
443
+ nk_##output_type##_t *scale, nk_##result_type##_t *result) { \
444
+ /* Step 1: Compute centroids */ \
445
+ nk_##accumulator_type##_t sum_a_x = 0, sum_a_y = 0, sum_a_z = 0; \
446
+ nk_##accumulator_type##_t sum_b_x = 0, sum_b_y = 0, sum_b_z = 0; \
447
+ nk_##accumulator_type##_t sum_a_x_compensation = 0, sum_a_y_compensation = 0, sum_a_z_compensation = 0; \
448
+ nk_##accumulator_type##_t sum_b_x_compensation = 0, sum_b_y_compensation = 0, sum_b_z_compensation = 0; \
449
+ nk_##accumulator_type##_t val_a_x, val_a_y, val_a_z, val_b_x, val_b_y, val_b_z; \
450
+ for (nk_size_t i = 0; i < n; ++i) { \
451
+ load_and_convert(a + i * 3 + 0, &val_a_x), load_and_convert(a + i * 3 + 1, &val_a_y); \
452
+ load_and_convert(a + i * 3 + 2, &val_a_z), load_and_convert(b + i * 3 + 0, &val_b_x); \
453
+ load_and_convert(b + i * 3 + 1, &val_b_y), load_and_convert(b + i * 3 + 2, &val_b_z); \
454
+ nk_accumulate_sum_##accumulator_type##_(&sum_a_x, &sum_a_x_compensation, val_a_x); \
455
+ nk_accumulate_sum_##accumulator_type##_(&sum_a_y, &sum_a_y_compensation, val_a_y); \
456
+ nk_accumulate_sum_##accumulator_type##_(&sum_a_z, &sum_a_z_compensation, val_a_z); \
457
+ nk_accumulate_sum_##accumulator_type##_(&sum_b_x, &sum_b_x_compensation, val_b_x); \
458
+ nk_accumulate_sum_##accumulator_type##_(&sum_b_y, &sum_b_y_compensation, val_b_y); \
459
+ nk_accumulate_sum_##accumulator_type##_(&sum_b_z, &sum_b_z_compensation, val_b_z); \
460
+ } \
461
+ nk_##accumulator_type##_t inv_n = (nk_##accumulator_type##_t)1.0 / (nk_##accumulator_type##_t)n; \
462
+ nk_##accumulator_type##_t centroid_a_x = (sum_a_x + sum_a_x_compensation) * inv_n; \
463
+ nk_##accumulator_type##_t centroid_a_y = (sum_a_y + sum_a_y_compensation) * inv_n; \
464
+ nk_##accumulator_type##_t centroid_a_z = (sum_a_z + sum_a_z_compensation) * inv_n; \
465
+ nk_##accumulator_type##_t centroid_b_x = (sum_b_x + sum_b_x_compensation) * inv_n; \
466
+ nk_##accumulator_type##_t centroid_b_y = (sum_b_y + sum_b_y_compensation) * inv_n; \
467
+ nk_##accumulator_type##_t centroid_b_z = (sum_b_z + sum_b_z_compensation) * inv_n; \
468
+ if (a_centroid) \
469
+ a_centroid[0] = (nk_##output_type##_t)centroid_a_x, a_centroid[1] = (nk_##output_type##_t)centroid_a_y, \
470
+ a_centroid[2] = (nk_##output_type##_t)centroid_a_z; \
471
+ if (b_centroid) \
472
+ b_centroid[0] = (nk_##output_type##_t)centroid_b_x, b_centroid[1] = (nk_##output_type##_t)centroid_b_y, \
473
+ b_centroid[2] = (nk_##output_type##_t)centroid_b_z; \
474
+ /* Step 2: Build 3×3 covariance matrix H = (A - Ā)ᵀ × (B - B̄) */ \
475
+ nk_##accumulator_type##_t h[9] = {0, 0, 0, 0, 0, 0, 0, 0, 0}; \
476
+ nk_##accumulator_type##_t h_compensation[9] = {0, 0, 0, 0, 0, 0, 0, 0, 0}; \
477
+ for (nk_size_t i = 0; i < n; ++i) { \
478
+ load_and_convert(a + i * 3 + 0, &val_a_x), load_and_convert(b + i * 3 + 0, &val_b_x); \
479
+ load_and_convert(a + i * 3 + 1, &val_a_y), load_and_convert(b + i * 3 + 1, &val_b_y); \
480
+ load_and_convert(a + i * 3 + 2, &val_a_z), load_and_convert(b + i * 3 + 2, &val_b_z); \
481
+ val_a_x -= centroid_a_x, val_a_y -= centroid_a_y, val_a_z -= centroid_a_z; \
482
+ val_b_x -= centroid_b_x, val_b_y -= centroid_b_y, val_b_z -= centroid_b_z; \
483
+ nk_accumulate_product_##accumulator_type##_(&h[0], &h_compensation[0], val_a_x, val_b_x); \
484
+ nk_accumulate_product_##accumulator_type##_(&h[1], &h_compensation[1], val_a_x, val_b_y); \
485
+ nk_accumulate_product_##accumulator_type##_(&h[2], &h_compensation[2], val_a_x, val_b_z); \
486
+ nk_accumulate_product_##accumulator_type##_(&h[3], &h_compensation[3], val_a_y, val_b_x); \
487
+ nk_accumulate_product_##accumulator_type##_(&h[4], &h_compensation[4], val_a_y, val_b_y); \
488
+ nk_accumulate_product_##accumulator_type##_(&h[5], &h_compensation[5], val_a_y, val_b_z); \
489
+ nk_accumulate_product_##accumulator_type##_(&h[6], &h_compensation[6], val_a_z, val_b_x); \
490
+ nk_accumulate_product_##accumulator_type##_(&h[7], &h_compensation[7], val_a_z, val_b_y); \
491
+ nk_accumulate_product_##accumulator_type##_(&h[8], &h_compensation[8], val_a_z, val_b_z); \
492
+ } \
493
+ /* Convert to svd_type for SVD */ \
494
+ nk_##svd_type##_t cross_covariance[9]; \
495
+ for (int j = 0; j < 9; ++j) cross_covariance[j] = (nk_##svd_type##_t)(h[j] + h_compensation[j]); \
496
+ /* Step 3: SVD of H = U * S * Vᵀ */ \
497
+ nk_##svd_type##_t svd_u[9], svd_s[9], svd_v[9]; \
498
+ nk_svd3x3_##svd_type##_(cross_covariance, svd_u, svd_s, svd_v); \
499
+ /* Step 4: R = V * Uᵀ */ \
500
+ nk_##svd_type##_t rotation_matrix[9]; \
501
+ nk_rotation_from_svd_##svd_type##_serial_(svd_u, svd_v, rotation_matrix); \
502
+ /* Handle reflection: if det(R) < 0, negate third column of V and recompute R */ \
503
+ nk_##svd_type##_t rotation_det = nk_det3x3_##svd_type##_(rotation_matrix); \
504
+ if (rotation_det < 0) { \
505
+ svd_v[2] = -svd_v[2], svd_v[5] = -svd_v[5], svd_v[8] = -svd_v[8]; \
506
+ nk_rotation_from_svd_##svd_type##_serial_(svd_u, svd_v, rotation_matrix); \
507
+ } \
508
+ /* Output rotation matrix and scale=1.0 */ \
509
+ if (rotation) \
510
+ for (int j = 0; j < 9; ++j) rotation[j] = (nk_##output_type##_t)rotation_matrix[j]; \
511
+ if (scale) *scale = (nk_##output_type##_t)1; \
512
+ /* Step 5: Compute RMSD after rotation */ \
513
+ nk_##accumulator_type##_t sum_squared = 0, sum_squared_compensation = 0; \
514
+ for (nk_size_t i = 0; i < n; ++i) { \
515
+ nk_##svd_type##_t point_a[3], point_b[3], rotated_point_a[3]; \
516
+ load_and_convert(a + i * 3 + 0, &val_a_x), load_and_convert(a + i * 3 + 1, &val_a_y); \
517
+ load_and_convert(a + i * 3 + 2, &val_a_z), load_and_convert(b + i * 3 + 0, &val_b_x); \
518
+ load_and_convert(b + i * 3 + 1, &val_b_y), load_and_convert(b + i * 3 + 2, &val_b_z); \
519
+ point_a[0] = (nk_##svd_type##_t)(val_a_x - centroid_a_x), \
520
+ point_a[1] = (nk_##svd_type##_t)(val_a_y - centroid_a_y), \
521
+ point_a[2] = (nk_##svd_type##_t)(val_a_z - centroid_a_z); \
522
+ point_b[0] = (nk_##svd_type##_t)(val_b_x - centroid_b_x), \
523
+ point_b[1] = (nk_##svd_type##_t)(val_b_y - centroid_b_y), \
524
+ point_b[2] = (nk_##svd_type##_t)(val_b_z - centroid_b_z); \
525
+ rotated_point_a[0] = rotation_matrix[0] * point_a[0] + rotation_matrix[1] * point_a[1] + \
526
+ rotation_matrix[2] * point_a[2]; \
527
+ rotated_point_a[1] = rotation_matrix[3] * point_a[0] + rotation_matrix[4] * point_a[1] + \
528
+ rotation_matrix[5] * point_a[2]; \
529
+ rotated_point_a[2] = rotation_matrix[6] * point_a[0] + rotation_matrix[7] * point_a[1] + \
530
+ rotation_matrix[8] * point_a[2]; \
531
+ nk_##svd_type##_t dx = rotated_point_a[0] - point_b[0]; \
532
+ nk_##svd_type##_t dy = rotated_point_a[1] - point_b[1]; \
533
+ nk_##svd_type##_t dz = rotated_point_a[2] - point_b[2]; \
534
+ nk_accumulate_square_##accumulator_type##_(&sum_squared, &sum_squared_compensation, \
535
+ (nk_##accumulator_type##_t)dx); \
536
+ nk_accumulate_square_##accumulator_type##_(&sum_squared, &sum_squared_compensation, \
537
+ (nk_##accumulator_type##_t)dy); \
538
+ nk_accumulate_square_##accumulator_type##_(&sum_squared, &sum_squared_compensation, \
539
+ (nk_##accumulator_type##_t)dz); \
540
+ } \
541
+ *result = (nk_##result_type##_t)compute_sqrt((sum_squared + sum_squared_compensation) * inv_n); \
542
+ }
543
+
544
+ /* Umeyama algorithm for optimal similarity transformation (rotation + uniform scale).
545
+ * Finds the rotation matrix R and scale factor c that minimizes ‖c × R × A - B‖.
546
+ * Reference: S. Umeyama, "Least-squares estimation of transformation parameters
547
+ * between two point patterns", IEEE TPAMI 1991.
548
+ */
549
+ #define nk_define_umeyama_(input_type, accumulator_type, output_type, result_type, svd_type, load_and_convert, \
550
+ compute_sqrt) \
551
+ NK_PUBLIC void nk_umeyama_##input_type##_serial(nk_##input_type##_t const *a, nk_##input_type##_t const *b, \
552
+ nk_size_t n, nk_##output_type##_t *a_centroid, \
553
+ nk_##output_type##_t *b_centroid, nk_##output_type##_t *rotation, \
554
+ nk_##output_type##_t *scale, nk_##result_type##_t *result) { \
555
+ /* Step 1: Compute centroids */ \
556
+ nk_##accumulator_type##_t sum_a_x = 0, sum_a_y = 0, sum_a_z = 0; \
557
+ nk_##accumulator_type##_t sum_b_x = 0, sum_b_y = 0, sum_b_z = 0; \
558
+ nk_##accumulator_type##_t sum_a_x_compensation = 0, sum_a_y_compensation = 0, sum_a_z_compensation = 0; \
559
+ nk_##accumulator_type##_t sum_b_x_compensation = 0, sum_b_y_compensation = 0, sum_b_z_compensation = 0; \
560
+ nk_##accumulator_type##_t val_a_x, val_a_y, val_a_z, val_b_x, val_b_y, val_b_z; \
561
+ for (nk_size_t i = 0; i < n; ++i) { \
562
+ load_and_convert(a + i * 3 + 0, &val_a_x), load_and_convert(a + i * 3 + 1, &val_a_y); \
563
+ load_and_convert(a + i * 3 + 2, &val_a_z), load_and_convert(b + i * 3 + 0, &val_b_x); \
564
+ load_and_convert(b + i * 3 + 1, &val_b_y), load_and_convert(b + i * 3 + 2, &val_b_z); \
565
+ nk_accumulate_sum_##accumulator_type##_(&sum_a_x, &sum_a_x_compensation, val_a_x); \
566
+ nk_accumulate_sum_##accumulator_type##_(&sum_a_y, &sum_a_y_compensation, val_a_y); \
567
+ nk_accumulate_sum_##accumulator_type##_(&sum_a_z, &sum_a_z_compensation, val_a_z); \
568
+ nk_accumulate_sum_##accumulator_type##_(&sum_b_x, &sum_b_x_compensation, val_b_x); \
569
+ nk_accumulate_sum_##accumulator_type##_(&sum_b_y, &sum_b_y_compensation, val_b_y); \
570
+ nk_accumulate_sum_##accumulator_type##_(&sum_b_z, &sum_b_z_compensation, val_b_z); \
571
+ } \
572
+ nk_##accumulator_type##_t inv_n = (nk_##accumulator_type##_t)1.0 / (nk_##accumulator_type##_t)n; \
573
+ nk_##accumulator_type##_t centroid_a_x = (sum_a_x + sum_a_x_compensation) * inv_n; \
574
+ nk_##accumulator_type##_t centroid_a_y = (sum_a_y + sum_a_y_compensation) * inv_n; \
575
+ nk_##accumulator_type##_t centroid_a_z = (sum_a_z + sum_a_z_compensation) * inv_n; \
576
+ nk_##accumulator_type##_t centroid_b_x = (sum_b_x + sum_b_x_compensation) * inv_n; \
577
+ nk_##accumulator_type##_t centroid_b_y = (sum_b_y + sum_b_y_compensation) * inv_n; \
578
+ nk_##accumulator_type##_t centroid_b_z = (sum_b_z + sum_b_z_compensation) * inv_n; \
579
+ if (a_centroid) \
580
+ a_centroid[0] = (nk_##output_type##_t)centroid_a_x, a_centroid[1] = (nk_##output_type##_t)centroid_a_y, \
581
+ a_centroid[2] = (nk_##output_type##_t)centroid_a_z; \
582
+ if (b_centroid) \
583
+ b_centroid[0] = (nk_##output_type##_t)centroid_b_x, b_centroid[1] = (nk_##output_type##_t)centroid_b_y, \
584
+ b_centroid[2] = (nk_##output_type##_t)centroid_b_z; \
585
+ /* Step 2: Build covariance matrix H and compute variance of A */ \
586
+ nk_##accumulator_type##_t h[9] = {0, 0, 0, 0, 0, 0, 0, 0, 0}; \
587
+ nk_##accumulator_type##_t h_compensation[9] = {0, 0, 0, 0, 0, 0, 0, 0, 0}; \
588
+ nk_##accumulator_type##_t variance_a = 0, variance_a_compensation = 0; \
589
+ for (nk_size_t i = 0; i < n; ++i) { \
590
+ load_and_convert(a + i * 3 + 0, &val_a_x), load_and_convert(b + i * 3 + 0, &val_b_x); \
591
+ load_and_convert(a + i * 3 + 1, &val_a_y), load_and_convert(b + i * 3 + 1, &val_b_y); \
592
+ load_and_convert(a + i * 3 + 2, &val_a_z), load_and_convert(b + i * 3 + 2, &val_b_z); \
593
+ val_a_x -= centroid_a_x, val_a_y -= centroid_a_y, val_a_z -= centroid_a_z; \
594
+ val_b_x -= centroid_b_x, val_b_y -= centroid_b_y, val_b_z -= centroid_b_z; \
595
+ nk_accumulate_square_##accumulator_type##_(&variance_a, &variance_a_compensation, val_a_x); \
596
+ nk_accumulate_square_##accumulator_type##_(&variance_a, &variance_a_compensation, val_a_y); \
597
+ nk_accumulate_square_##accumulator_type##_(&variance_a, &variance_a_compensation, val_a_z); \
598
+ nk_accumulate_product_##accumulator_type##_(&h[0], &h_compensation[0], val_a_x, val_b_x); \
599
+ nk_accumulate_product_##accumulator_type##_(&h[1], &h_compensation[1], val_a_x, val_b_y); \
600
+ nk_accumulate_product_##accumulator_type##_(&h[2], &h_compensation[2], val_a_x, val_b_z); \
601
+ nk_accumulate_product_##accumulator_type##_(&h[3], &h_compensation[3], val_a_y, val_b_x); \
602
+ nk_accumulate_product_##accumulator_type##_(&h[4], &h_compensation[4], val_a_y, val_b_y); \
603
+ nk_accumulate_product_##accumulator_type##_(&h[5], &h_compensation[5], val_a_y, val_b_z); \
604
+ nk_accumulate_product_##accumulator_type##_(&h[6], &h_compensation[6], val_a_z, val_b_x); \
605
+ nk_accumulate_product_##accumulator_type##_(&h[7], &h_compensation[7], val_a_z, val_b_y); \
606
+ nk_accumulate_product_##accumulator_type##_(&h[8], &h_compensation[8], val_a_z, val_b_z); \
607
+ } \
608
+ variance_a = (variance_a + variance_a_compensation) * inv_n; \
609
+ /* Convert to svd_type for SVD */ \
610
+ nk_##svd_type##_t cross_covariance[9]; \
611
+ for (int j = 0; j < 9; ++j) cross_covariance[j] = (nk_##svd_type##_t)(h[j] + h_compensation[j]); \
612
+ /* Step 3: SVD of H = U * S * Vᵀ */ \
613
+ nk_##svd_type##_t svd_u[9], svd_s[9], svd_v[9]; \
614
+ nk_svd3x3_##svd_type##_(cross_covariance, svd_u, svd_s, svd_v); \
615
+ /* Step 4: R = V * Uᵀ */ \
616
+ nk_##svd_type##_t rotation_matrix[9]; \
617
+ nk_rotation_from_svd_##svd_type##_serial_(svd_u, svd_v, rotation_matrix); \
618
+ /* Handle reflection and compute scale: c = trace(D × S) / variance(a) */ \
619
+ /* D = diag(1, 1, det(R)), svd_s contains proper positive singular values on diagonal */ \
620
+ nk_##svd_type##_t rotation_det = nk_det3x3_##svd_type##_(rotation_matrix); \
621
+ nk_##svd_type##_t sign_det = rotation_det < 0 ? (nk_##svd_type##_t) - 1.0 : (nk_##svd_type##_t)1.0; \
622
+ nk_##svd_type##_t trace_scaled_s = svd_s[0] + svd_s[4] + sign_det * svd_s[8]; \
623
+ nk_##accumulator_type##_t scale_factor = (nk_##accumulator_type##_t)trace_scaled_s / \
624
+ ((nk_##accumulator_type##_t)n * variance_a); \
625
+ if (scale) *scale = (nk_##output_type##_t)scale_factor; \
626
+ if (rotation_det < 0) { \
627
+ svd_v[2] = -svd_v[2], svd_v[5] = -svd_v[5], svd_v[8] = -svd_v[8]; \
628
+ nk_rotation_from_svd_##svd_type##_serial_(svd_u, svd_v, rotation_matrix); \
629
+ } \
630
+ /* Output rotation matrix */ \
631
+ if (rotation) \
632
+ for (int j = 0; j < 9; ++j) rotation[j] = (nk_##output_type##_t)rotation_matrix[j]; \
633
+ /* Step 5: Compute RMSD after similarity transform: ‖c × R × a - b‖ */ \
634
+ nk_##accumulator_type##_t sum_squared = 0, sum_squared_compensation = 0; \
635
+ for (nk_size_t i = 0; i < n; ++i) { \
636
+ nk_##svd_type##_t point_a[3], point_b[3], rotated_point_a[3]; \
637
+ load_and_convert(a + i * 3 + 0, &val_a_x), load_and_convert(a + i * 3 + 1, &val_a_y); \
638
+ load_and_convert(a + i * 3 + 2, &val_a_z), load_and_convert(b + i * 3 + 0, &val_b_x); \
639
+ load_and_convert(b + i * 3 + 1, &val_b_y), load_and_convert(b + i * 3 + 2, &val_b_z); \
640
+ point_a[0] = (nk_##svd_type##_t)(val_a_x - centroid_a_x), \
641
+ point_a[1] = (nk_##svd_type##_t)(val_a_y - centroid_a_y), \
642
+ point_a[2] = (nk_##svd_type##_t)(val_a_z - centroid_a_z); \
643
+ point_b[0] = (nk_##svd_type##_t)(val_b_x - centroid_b_x), \
644
+ point_b[1] = (nk_##svd_type##_t)(val_b_y - centroid_b_y), \
645
+ point_b[2] = (nk_##svd_type##_t)(val_b_z - centroid_b_z); \
646
+ rotated_point_a[0] = (nk_##svd_type##_t)scale_factor * \
647
+ (rotation_matrix[0] * point_a[0] + rotation_matrix[1] * point_a[1] + \
648
+ rotation_matrix[2] * point_a[2]); \
649
+ rotated_point_a[1] = (nk_##svd_type##_t)scale_factor * \
650
+ (rotation_matrix[3] * point_a[0] + rotation_matrix[4] * point_a[1] + \
651
+ rotation_matrix[5] * point_a[2]); \
652
+ rotated_point_a[2] = (nk_##svd_type##_t)scale_factor * \
653
+ (rotation_matrix[6] * point_a[0] + rotation_matrix[7] * point_a[1] + \
654
+ rotation_matrix[8] * point_a[2]); \
655
+ nk_##svd_type##_t dx = rotated_point_a[0] - point_b[0]; \
656
+ nk_##svd_type##_t dy = rotated_point_a[1] - point_b[1]; \
657
+ nk_##svd_type##_t dz = rotated_point_a[2] - point_b[2]; \
658
+ nk_accumulate_square_##accumulator_type##_(&sum_squared, &sum_squared_compensation, \
659
+ (nk_##accumulator_type##_t)dx); \
660
+ nk_accumulate_square_##accumulator_type##_(&sum_squared, &sum_squared_compensation, \
661
+ (nk_##accumulator_type##_t)dy); \
662
+ nk_accumulate_square_##accumulator_type##_(&sum_squared, &sum_squared_compensation, \
663
+ (nk_##accumulator_type##_t)dz); \
664
+ } \
665
+ *result = (nk_##result_type##_t)compute_sqrt((sum_squared + sum_squared_compensation) * inv_n); \
666
+ }
667
+
668
+ nk_define_rmsd_(f64, f64, f64, f64, nk_assign_from_to_, nk_f64_sqrt_serial) // nk_rmsd_f64_serial
669
+ nk_define_kabsch_(f64, f64, f64, f64, f64, nk_assign_from_to_, nk_f64_sqrt_serial) // nk_kabsch_f64_serial
670
+ nk_define_umeyama_(f64, f64, f64, f64, f64, nk_assign_from_to_, nk_f64_sqrt_serial) // nk_umeyama_f64_serial
671
+
672
+ nk_define_rmsd_(f32, f64, f32, f64, nk_assign_from_to_, nk_f64_sqrt_serial) // nk_rmsd_f32_serial
673
+ nk_define_kabsch_(f32, f64, f32, f64, f64, nk_assign_from_to_, nk_f64_sqrt_serial) // nk_kabsch_f32_serial
674
+ nk_define_umeyama_(f32, f64, f32, f64, f64, nk_assign_from_to_, nk_f64_sqrt_serial) // nk_umeyama_f32_serial
675
+
676
+ nk_define_rmsd_(f16, f32, f32, f32, nk_f16_to_f32_serial, nk_f32_sqrt_serial) // nk_rmsd_f16_serial
677
+ nk_define_kabsch_(f16, f32, f32, f32, f32, nk_f16_to_f32_serial, nk_f32_sqrt_serial) // nk_kabsch_f16_serial
678
+ nk_define_umeyama_(f16, f32, f32, f32, f32, nk_f16_to_f32_serial, nk_f32_sqrt_serial) // nk_umeyama_f16_serial
679
+
680
+ nk_define_rmsd_(bf16, f32, f32, f32, nk_bf16_to_f32_serial, nk_f32_sqrt_serial) // nk_rmsd_bf16_serial
681
+ nk_define_kabsch_(bf16, f32, f32, f32, f32, nk_bf16_to_f32_serial, nk_f32_sqrt_serial) // nk_kabsch_bf16_serial
682
+ nk_define_umeyama_(bf16, f32, f32, f32, f32, nk_bf16_to_f32_serial, nk_f32_sqrt_serial) // nk_umeyama_bf16_serial
683
+
684
+ #undef NK_F32_SVD_GAMMA_
685
+ #undef NK_F32_SVD_CSTAR_
686
+ #undef NK_F32_SVD_SSTAR_
687
+ #undef NK_F32_SVD_EPSILON_
688
+ #undef NK_F64_SVD_GAMMA_
689
+ #undef NK_F64_SVD_CSTAR_
690
+ #undef NK_F64_SVD_SSTAR_
691
+ #undef NK_F64_SVD_EPSILON_
692
+ #undef nk_define_cond_swap_
693
+ #undef nk_define_conditional_negating_swap_
694
+ #undef nk_define_approximate_givens_quaternion_
695
+ #undef nk_define_jacobi_conjugation_
696
+ #undef nk_define_quaternion_to_mat3x3_
697
+ #undef nk_define_jacobi_eigenanalysis_
698
+ #undef nk_define_qr_givens_quaternion_
699
+ #undef nk_define_sort_singular_values_
700
+ #undef nk_define_qr_decomposition_
701
+ #undef nk_define_svd3x3_
702
+ #undef nk_define_det3x3_
703
+ #undef nk_define_rmsd_
704
+ #undef nk_define_kabsch_
705
+ #undef nk_define_umeyama_
706
+
707
+ #if defined(NDEBUG)
708
+ #if defined(_MSC_VER)
709
+ #pragma optimize("", on)
710
+ #elif defined(__clang__)
711
+ #pragma clang attribute pop
712
+ #elif defined(__GNUC__)
713
+ #pragma GCC pop_options
714
+ #endif
715
+ #endif
716
+
717
+ #if defined(__cplusplus)
718
+ } // extern "C"
719
+ #endif
720
+
721
+ #endif // NK_MESH_SERIAL_H