usearch 2.10.2 → 2.10.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/binding.gyp +101 -0
- package/c/CMakeLists.txt +27 -0
- package/c/README.md +34 -0
- package/c/lib.cpp +362 -0
- package/c/test.c +382 -0
- package/c/usearch.h +356 -0
- package/cmake/clipp.cmake +7 -0
- package/cmake/config.cmake.in +15 -0
- package/cmake/emscripten.cmake +8 -0
- package/cmake/jemalloc.cmake +62 -0
- package/cmake/pkg-config.pc.in +4 -0
- package/cmake/usearchConfigVersion.cmake.in +20 -0
- package/cpp/CMakeLists.txt +14 -0
- package/cpp/README.md +161 -0
- package/cpp/bench.cpp +616 -0
- package/cpp/test.cpp +324 -0
- package/fp16/CMakeLists.txt +176 -0
- package/fp16/LICENSE +11 -0
- package/fp16/README.md +20 -0
- package/fp16/bench/alt-element.cc +89 -0
- package/fp16/bench/from-alt-array.cc +175 -0
- package/fp16/bench/from-ieee-array.cc +399 -0
- package/fp16/bench/ieee-element.cc +272 -0
- package/fp16/bench/to-alt-array.cc +91 -0
- package/fp16/bench/to-ieee-array.cc +303 -0
- package/fp16/cmake/DownloadGoogleBenchmark.cmake +15 -0
- package/fp16/cmake/DownloadGoogleTest.cmake +15 -0
- package/fp16/cmake/DownloadPSimd.cmake +15 -0
- package/fp16/configure.py +65 -0
- package/fp16/confu.yaml +8 -0
- package/fp16/include/fp16/__init__.py +0 -0
- package/fp16/include/fp16/avx.py +50 -0
- package/fp16/include/fp16/avx2.py +53 -0
- package/fp16/include/fp16/bitcasts.h +92 -0
- package/fp16/include/fp16/fp16.h +451 -0
- package/fp16/include/fp16/psimd.h +131 -0
- package/fp16/include/fp16.h +11 -0
- package/fp16/jni/Android.mk +6 -0
- package/fp16/jni/Application.mk +4 -0
- package/fp16/test/alt-from-fp32-value.cc +498 -0
- package/fp16/test/alt-to-fp32-bits.cc +263 -0
- package/fp16/test/alt-to-fp32-psimd.cc +145 -0
- package/fp16/test/alt-to-fp32-value.cc +348 -0
- package/fp16/test/alt-to-fp32x2-psimd.cc +245 -0
- package/fp16/test/bitcasts.cc +56 -0
- package/fp16/test/ieee-from-fp32-value.cc +523 -0
- package/fp16/test/ieee-to-fp32-bits.cc +333 -0
- package/fp16/test/ieee-to-fp32-psimd.cc +312 -0
- package/fp16/test/ieee-to-fp32-value.cc +420 -0
- package/fp16/test/ieee-to-fp32x2-psimd.cc +541 -0
- package/fp16/test/peachpy/alt-xmm-to-fp32-xmm-avx.cc +96 -0
- package/fp16/test/peachpy/alt-xmm-to-fp32-ymm-avx2.cc +96 -0
- package/fp16/test/peachpy/stubs.py +38 -0
- package/fp16/test/tables.cc +530 -0
- package/fp16/test/tables.h +13 -0
- package/fp16/third-party/THHalf.h +92 -0
- package/fp16/third-party/eigen-half.h +170 -0
- package/fp16/third-party/float16-compressor.h +80 -0
- package/fp16/third-party/half.hpp +2916 -0
- package/fp16/third-party/npy-halffloat.h +328 -0
- package/include/usearch/index.hpp +3838 -0
- package/include/usearch/index_dense.hpp +2004 -0
- package/include/usearch/index_plugins.hpp +2255 -0
- package/javascript/dist-package-cjs.json +3 -0
- package/javascript/dist-package-esm.json +3 -0
- package/javascript/lib.cpp +350 -0
- package/javascript/node-gyp-build.d.ts +1 -0
- package/javascript/tsconfig-base.json +25 -0
- package/javascript/tsconfig-cjs.json +8 -0
- package/javascript/tsconfig-esm.json +8 -0
- package/javascript/usearch.test.js +84 -0
- package/javascript/usearch.ts +640 -0
- package/package.json +10 -3
- package/prebuilds/darwin-arm64+x64/usearch.node +0 -0
- package/prebuilds/linux-arm64/usearch.node +0 -0
- package/prebuilds/linux-x64/usearch.node +0 -0
- package/prebuilds/win32-ia32/usearch.node +0 -0
- package/prebuilds/win32-x64/usearch.node +0 -0
- package/simsimd/.releaserc +87 -0
- package/simsimd/CONTRIBUTING.md +114 -0
- package/simsimd/Cargo.lock +709 -0
- package/simsimd/Cargo.toml +44 -0
- package/simsimd/LICENSE +201 -0
- package/simsimd/README.md +708 -0
- package/simsimd/binding.gyp +36 -0
- package/simsimd/build.rs +51 -0
- package/simsimd/c/lib.c +110 -0
- package/simsimd/include/simsimd/binary.h +258 -0
- package/simsimd/include/simsimd/dot.h +1237 -0
- package/simsimd/include/simsimd/geospatial.h +37 -0
- package/simsimd/include/simsimd/probability.h +563 -0
- package/simsimd/include/simsimd/simsimd.h +1129 -0
- package/simsimd/include/simsimd/spatial.h +1019 -0
- package/simsimd/include/simsimd/types.h +309 -0
- package/simsimd/javascript/bench.js +127 -0
- package/simsimd/javascript/dist-package-cjs.json +3 -0
- package/simsimd/javascript/dist-package-esm.json +3 -0
- package/simsimd/javascript/fallback.ts +203 -0
- package/simsimd/javascript/lib.c +107 -0
- package/simsimd/javascript/node-gyp-build.d.ts +1 -0
- package/simsimd/javascript/simsimd.ts +135 -0
- package/simsimd/javascript/test.mjs +179 -0
- package/simsimd/javascript/tsconfig-base.json +37 -0
- package/simsimd/javascript/tsconfig-cjs.json +8 -0
- package/simsimd/javascript/tsconfig-esm.json +8 -0
- package/simsimd/package-lock.json +1709 -0
- package/simsimd/package.json +61 -0
- package/simsimd/rust/benches/cosine.rs +27 -0
- package/simsimd/rust/benches/native.rs +30 -0
- package/simsimd/rust/benches/sqeuclidean.rs +27 -0
- package/simsimd/rust/lib.rs +778 -0
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
{
|
|
2
|
+
"variables": {
|
|
3
|
+
"openssl_fips": ""
|
|
4
|
+
},
|
|
5
|
+
"targets": [
|
|
6
|
+
{
|
|
7
|
+
"target_name": "simsimd",
|
|
8
|
+
"sources": ["javascript/lib.c"],
|
|
9
|
+
"include_dirs": ["include"],
|
|
10
|
+
"defines": ["SIMSIMD_NATIVE_F16=0"],
|
|
11
|
+
"cflags": [
|
|
12
|
+
"-std=c11",
|
|
13
|
+
"-ffast-math",
|
|
14
|
+
"-Wno-unknown-pragmas",
|
|
15
|
+
"-Wno-maybe-uninitialized",
|
|
16
|
+
"-Wno-cast-function-type",
|
|
17
|
+
"-Wno-switch",
|
|
18
|
+
],
|
|
19
|
+
"conditions": [
|
|
20
|
+
["OS=='mac'", {
|
|
21
|
+
"xcode_settings": {
|
|
22
|
+
"MACOSX_DEPLOYMENT_TARGET": "11.0",
|
|
23
|
+
"OTHER_CFLAGS": [
|
|
24
|
+
"-arch arm64",
|
|
25
|
+
"-arch x86_64"
|
|
26
|
+
],
|
|
27
|
+
"OTHER_LDFLAGS": [
|
|
28
|
+
"-arch arm64",
|
|
29
|
+
"-arch x86_64"
|
|
30
|
+
]
|
|
31
|
+
}
|
|
32
|
+
}]
|
|
33
|
+
]
|
|
34
|
+
}
|
|
35
|
+
]
|
|
36
|
+
}
|
package/simsimd/build.rs
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
fn main() {
|
|
2
|
+
let mut build = cc::Build::new();
|
|
3
|
+
|
|
4
|
+
build
|
|
5
|
+
.file("c/lib.c")
|
|
6
|
+
.include("include")
|
|
7
|
+
.define("SIMSIMD_NATIVE_F16", "0")
|
|
8
|
+
.define("SIMSIMD_DYNAMIC_DISPATCH", "1")
|
|
9
|
+
.flag("-O3")
|
|
10
|
+
.flag("-std=c99") // Enforce C99 standard
|
|
11
|
+
.flag("-pedantic") // Ensure strict compliance with the C standard
|
|
12
|
+
.warnings(false);
|
|
13
|
+
|
|
14
|
+
if build.try_compile("simsimd").is_err() {
|
|
15
|
+
print!("cargo:warning=Failed to compile with all SIMD backends...");
|
|
16
|
+
|
|
17
|
+
let target_arch = std::env::var("CARGO_CFG_TARGET_ARCH").unwrap_or_default();
|
|
18
|
+
let flags_to_try = match target_arch.as_str() {
|
|
19
|
+
"arm" | "aarch64" => vec!["SIMSIMD_TARGET_NEON", "SIMSIMD_TARGET_SVE"],
|
|
20
|
+
_ => vec![
|
|
21
|
+
"SIMSIMD_TARGET_SAPPHIRE",
|
|
22
|
+
"SIMSIMD_TARGET_ICE",
|
|
23
|
+
"SIMSIMD_TARGET_SKYLAKE",
|
|
24
|
+
"SIMSIMD_TARGET_HASWELL",
|
|
25
|
+
],
|
|
26
|
+
};
|
|
27
|
+
|
|
28
|
+
for flag in flags_to_try.iter() {
|
|
29
|
+
build.define(flag, "0");
|
|
30
|
+
if build.try_compile("simsimd").is_ok() {
|
|
31
|
+
break;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
// Print the failed configuration
|
|
35
|
+
println!(
|
|
36
|
+
"cargo:warning=Failed to compile after disabling {}, trying next configuration...",
|
|
37
|
+
flag
|
|
38
|
+
);
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
println!("cargo:rerun-if-changed=c/lib.c");
|
|
43
|
+
println!("cargo:rerun-if-changed=rust/lib.rs");
|
|
44
|
+
println!("cargo:rerun-if-changed=include/simsimd/simsimd.h");
|
|
45
|
+
|
|
46
|
+
println!("cargo:rerun-if-changed=include/simsimd/dot.h");
|
|
47
|
+
println!("cargo:rerun-if-changed=include/simsimd/spatial.h");
|
|
48
|
+
println!("cargo:rerun-if-changed=include/simsimd/probability.h");
|
|
49
|
+
println!("cargo:rerun-if-changed=include/simsimd/binary.h");
|
|
50
|
+
println!("cargo:rerun-if-changed=include/simsimd/types.h");
|
|
51
|
+
}
|
package/simsimd/c/lib.c
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @brief Dynamic dispatch library for SimSIMD.
|
|
3
|
+
* @note Compile with the most recent compiler available.
|
|
4
|
+
* @file lib.c
|
|
5
|
+
*/
|
|
6
|
+
#define SIMSIMD_DYNAMIC_DISPATCH 1
|
|
7
|
+
#define SIMSIMD_NATIVE_F16 0
|
|
8
|
+
|
|
9
|
+
/* Depending on the Operating System, the following intrinsics are available
|
|
10
|
+
* on recent compiler toolchains:
|
|
11
|
+
*
|
|
12
|
+
* - Linux: everything is available in GCC 12+ and Clang 16+.
|
|
13
|
+
* - Windows - MSVC: everything except Sapphire Rapids and ARM SVE.
|
|
14
|
+
* - MacOS - Apple Clang: only Arm NEON and x86 AVX2 Haswell extensions are available.
|
|
15
|
+
*/
|
|
16
|
+
#if !defined(SIMSIMD_TARGET_NEON) && (defined(__APPLE__) || defined(__linux__))
|
|
17
|
+
#define SIMSIMD_TARGET_NEON 1
|
|
18
|
+
#endif
|
|
19
|
+
#if !defined(SIMSIMD_TARGET_SVE) && (defined(__linux__))
|
|
20
|
+
#define SIMSIMD_TARGET_SVE 1
|
|
21
|
+
#endif
|
|
22
|
+
#if !defined(SIMSIMD_TARGET_HASWELL) && (defined(_MSC_VER) || defined(__APPLE__) || defined(__linux__))
|
|
23
|
+
#define SIMSIMD_TARGET_HASWELL 1
|
|
24
|
+
#endif
|
|
25
|
+
#if !defined(SIMSIMD_TARGET_SKYLAKE) && (defined(_MSC_VER) || defined(__linux__))
|
|
26
|
+
#define SIMSIMD_TARGET_SKYLAKE 1
|
|
27
|
+
#endif
|
|
28
|
+
#if !defined(SIMSIMD_TARGET_ICE) && (defined(_MSC_VER) || defined(__linux__))
|
|
29
|
+
#define SIMSIMD_TARGET_ICE 1
|
|
30
|
+
#endif
|
|
31
|
+
#if !defined(SIMSIMD_TARGET_SAPPHIRE) && (defined(__linux__))
|
|
32
|
+
#define SIMSIMD_TARGET_SAPPHIRE 1
|
|
33
|
+
#endif
|
|
34
|
+
|
|
35
|
+
#include <simsimd/simsimd.h>
|
|
36
|
+
|
|
37
|
+
#ifdef __cplusplus
|
|
38
|
+
extern "C" {
|
|
39
|
+
#endif
|
|
40
|
+
|
|
41
|
+
simsimd_capability_t simsimd_capabilities(void) {
|
|
42
|
+
static simsimd_capability_t static_capabilities = simsimd_cap_any_k;
|
|
43
|
+
if (static_capabilities == simsimd_cap_any_k)
|
|
44
|
+
static_capabilities = simsimd_capabilities_implementation();
|
|
45
|
+
return static_capabilities;
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
// Every time a function is called, it checks if the metric is already loaded. If not, it fetches it.
|
|
49
|
+
// If no metric is found, it returns NaN. We can obtain NaN by dividing 0.0 by 0.0, but that annoys
|
|
50
|
+
// the MSVC compiler. Instead we can directly write-in the signaling NaN (0x7FF0000000000001)
|
|
51
|
+
// or the qNaN (0x7FF8000000000000).
|
|
52
|
+
#define SIMSIMD_METRIC_DECLARATION(name, extension, type) \
|
|
53
|
+
SIMSIMD_DYNAMIC void simsimd_##name##_##extension(simsimd_##type##_t const* a, simsimd_##type##_t const* b, \
|
|
54
|
+
simsimd_size_t n, simsimd_distance_t* results) { \
|
|
55
|
+
static simsimd_metric_punned_t metric = 0; \
|
|
56
|
+
if (metric == 0) { \
|
|
57
|
+
simsimd_capability_t used_capability; \
|
|
58
|
+
simsimd_find_metric_punned(simsimd_metric_##name##_k, simsimd_datatype_##extension##_k, \
|
|
59
|
+
simsimd_capabilities(), simsimd_cap_any_k, &metric, &used_capability); \
|
|
60
|
+
if (!metric) { \
|
|
61
|
+
*(simsimd_u64_t*)results = 0x7FF0000000000001ull; \
|
|
62
|
+
return; \
|
|
63
|
+
} \
|
|
64
|
+
} \
|
|
65
|
+
metric(a, b, n, results); \
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
// Dot products
|
|
69
|
+
SIMSIMD_METRIC_DECLARATION(dot, f16, f16)
|
|
70
|
+
SIMSIMD_METRIC_DECLARATION(dot, f32, f32)
|
|
71
|
+
SIMSIMD_METRIC_DECLARATION(dot, f64, f64)
|
|
72
|
+
SIMSIMD_METRIC_DECLARATION(dot, f16c, f16)
|
|
73
|
+
SIMSIMD_METRIC_DECLARATION(dot, f32c, f32)
|
|
74
|
+
SIMSIMD_METRIC_DECLARATION(dot, f64c, f64)
|
|
75
|
+
SIMSIMD_METRIC_DECLARATION(vdot, f16c, f16)
|
|
76
|
+
SIMSIMD_METRIC_DECLARATION(vdot, f32c, f32)
|
|
77
|
+
SIMSIMD_METRIC_DECLARATION(vdot, f64c, f64)
|
|
78
|
+
|
|
79
|
+
// Spatial distances
|
|
80
|
+
SIMSIMD_METRIC_DECLARATION(cos, i8, i8)
|
|
81
|
+
SIMSIMD_METRIC_DECLARATION(cos, f16, f16)
|
|
82
|
+
SIMSIMD_METRIC_DECLARATION(cos, f32, f32)
|
|
83
|
+
SIMSIMD_METRIC_DECLARATION(cos, f64, f64)
|
|
84
|
+
SIMSIMD_METRIC_DECLARATION(l2sq, i8, i8)
|
|
85
|
+
SIMSIMD_METRIC_DECLARATION(l2sq, f16, f16)
|
|
86
|
+
SIMSIMD_METRIC_DECLARATION(l2sq, f32, f32)
|
|
87
|
+
SIMSIMD_METRIC_DECLARATION(l2sq, f64, f64)
|
|
88
|
+
|
|
89
|
+
// Binary distances
|
|
90
|
+
SIMSIMD_METRIC_DECLARATION(hamming, b8, b8)
|
|
91
|
+
SIMSIMD_METRIC_DECLARATION(jaccard, b8, b8)
|
|
92
|
+
|
|
93
|
+
// Probability distributions
|
|
94
|
+
SIMSIMD_METRIC_DECLARATION(kl, f16, f16)
|
|
95
|
+
SIMSIMD_METRIC_DECLARATION(kl, f32, f32)
|
|
96
|
+
SIMSIMD_METRIC_DECLARATION(kl, f64, f64)
|
|
97
|
+
SIMSIMD_METRIC_DECLARATION(js, f16, f16)
|
|
98
|
+
SIMSIMD_METRIC_DECLARATION(js, f32, f32)
|
|
99
|
+
SIMSIMD_METRIC_DECLARATION(js, f64, f64)
|
|
100
|
+
|
|
101
|
+
SIMSIMD_DYNAMIC int simsimd_uses_neon(void) { return (simsimd_capabilities() & simsimd_cap_neon_k) != 0; }
|
|
102
|
+
SIMSIMD_DYNAMIC int simsimd_uses_sve(void) { return (simsimd_capabilities() & simsimd_cap_sve_k) != 0; }
|
|
103
|
+
SIMSIMD_DYNAMIC int simsimd_uses_haswell(void) { return (simsimd_capabilities() & simsimd_cap_haswell_k) != 0; }
|
|
104
|
+
SIMSIMD_DYNAMIC int simsimd_uses_skylake(void) { return (simsimd_capabilities() & simsimd_cap_skylake_k) != 0; }
|
|
105
|
+
SIMSIMD_DYNAMIC int simsimd_uses_ice(void) { return (simsimd_capabilities() & simsimd_cap_ice_k) != 0; }
|
|
106
|
+
SIMSIMD_DYNAMIC int simsimd_uses_sapphire(void) { return (simsimd_capabilities() & simsimd_cap_sapphire_k) != 0; }
|
|
107
|
+
|
|
108
|
+
#ifdef __cplusplus
|
|
109
|
+
}
|
|
110
|
+
#endif
|
|
@@ -0,0 +1,258 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @file binary.h
|
|
3
|
+
* @brief SIMD-accelerated Binary Similarity Measures.
|
|
4
|
+
* @author Ash Vardanian
|
|
5
|
+
* @date July 1, 2023
|
|
6
|
+
*
|
|
7
|
+
* Contains:
|
|
8
|
+
* - Hamming distance
|
|
9
|
+
* - Jaccard similarity (Tanimoto coefficient)
|
|
10
|
+
*
|
|
11
|
+
* For hardware architectures:
|
|
12
|
+
* - Arm (NEON, SVE)
|
|
13
|
+
* - x86 (AVX2, AVX512)
|
|
14
|
+
*
|
|
15
|
+
* x86 intrinsics: https://www.intel.com/content/www/us/en/docs/intrinsics-guide/
|
|
16
|
+
* Arm intrinsics: https://developer.arm.com/architectures/instruction-sets/intrinsics/
|
|
17
|
+
*/
|
|
18
|
+
#ifndef SIMSIMD_BINARY_H
|
|
19
|
+
#define SIMSIMD_BINARY_H
|
|
20
|
+
|
|
21
|
+
#include "types.h"
|
|
22
|
+
|
|
23
|
+
#ifdef __cplusplus
|
|
24
|
+
extern "C" {
|
|
25
|
+
#endif
|
|
26
|
+
|
|
27
|
+
// clang-format off
|
|
28
|
+
|
|
29
|
+
/* Serial backends for bitsets. */
|
|
30
|
+
SIMSIMD_PUBLIC void simsimd_hamming_b8_serial(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words, simsimd_distance_t* distance);
|
|
31
|
+
SIMSIMD_PUBLIC void simsimd_jaccard_b8_serial(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words, simsimd_distance_t* distance);
|
|
32
|
+
|
|
33
|
+
/* Arm NEON backend for bitsets. */
|
|
34
|
+
SIMSIMD_PUBLIC void simsimd_hamming_b8_neon(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words, simsimd_distance_t* distance);
|
|
35
|
+
SIMSIMD_PUBLIC void simsimd_jaccard_b8_neon(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words, simsimd_distance_t* distance);
|
|
36
|
+
|
|
37
|
+
/* Arm SVE backend for bitsets. */
|
|
38
|
+
SIMSIMD_PUBLIC void simsimd_hamming_b8_sve(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words, simsimd_distance_t* distance);
|
|
39
|
+
SIMSIMD_PUBLIC void simsimd_jaccard_b8_sve(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words, simsimd_distance_t* distance);
|
|
40
|
+
|
|
41
|
+
/* x86 AVX2 backend for bitsets for Intel Haswell CPUs and newer, needs only POPCNT extensions. */
|
|
42
|
+
SIMSIMD_PUBLIC void simsimd_hamming_b8_haswell(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words, simsimd_distance_t* distance);
|
|
43
|
+
SIMSIMD_PUBLIC void simsimd_jaccard_b8_haswell(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words, simsimd_distance_t* distance);
|
|
44
|
+
|
|
45
|
+
/* x86 AVX512 backend for bitsets for Intel Ice Lake CPUs and newer, using VPOPCNTDQ extensions. */
|
|
46
|
+
SIMSIMD_PUBLIC void simsimd_hamming_b8_ice(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words, simsimd_distance_t* distance);
|
|
47
|
+
SIMSIMD_PUBLIC void simsimd_jaccard_b8_ice(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words, simsimd_distance_t* distance);
|
|
48
|
+
// clang-format on
|
|
49
|
+
|
|
50
|
+
SIMSIMD_PUBLIC unsigned char simsimd_popcount_b8(simsimd_b8_t x) {
|
|
51
|
+
static unsigned char lookup_table[] = {
|
|
52
|
+
0, 1, 1, 2, 1, 2, 2, 3, 1, 2, 2, 3, 2, 3, 3, 4, 1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5, //
|
|
53
|
+
1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5, 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6,
|
|
54
|
+
1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5, 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6,
|
|
55
|
+
2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6, 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7,
|
|
56
|
+
1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5, 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6,
|
|
57
|
+
2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6, 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7,
|
|
58
|
+
2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6, 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7,
|
|
59
|
+
3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7, 4, 5, 5, 6, 5, 6, 6, 7, 5, 6, 6, 7, 6, 7, 7, 8};
|
|
60
|
+
return lookup_table[x];
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
SIMSIMD_PUBLIC void simsimd_hamming_b8_serial(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words,
|
|
64
|
+
simsimd_distance_t* result) {
|
|
65
|
+
simsimd_i32_t differences = 0;
|
|
66
|
+
for (simsimd_size_t i = 0; i != n_words; ++i)
|
|
67
|
+
differences += simsimd_popcount_b8(a[i] ^ b[i]);
|
|
68
|
+
*result = differences;
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
SIMSIMD_PUBLIC void simsimd_jaccard_b8_serial(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words,
|
|
72
|
+
simsimd_distance_t* result) {
|
|
73
|
+
simsimd_i32_t intersection = 0, union_ = 0;
|
|
74
|
+
for (simsimd_size_t i = 0; i != n_words; ++i)
|
|
75
|
+
intersection += simsimd_popcount_b8(a[i] & b[i]), union_ += simsimd_popcount_b8(a[i] | b[i]);
|
|
76
|
+
*result = (union_ != 0) ? 1 - (simsimd_f32_t)intersection / (simsimd_f32_t)union_ : 0;
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
#if SIMSIMD_TARGET_ARM
|
|
80
|
+
#if SIMSIMD_TARGET_NEON
|
|
81
|
+
#pragma GCC target("+simd")
|
|
82
|
+
#pragma clang attribute push(__attribute__((target("+simd"))), apply_to = function)
|
|
83
|
+
|
|
84
|
+
SIMSIMD_PUBLIC void simsimd_hamming_b8_neon(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words,
|
|
85
|
+
simsimd_distance_t* result) {
|
|
86
|
+
simsimd_i32_t differences = 0;
|
|
87
|
+
simsimd_size_t i = 0;
|
|
88
|
+
for (; i + 16 <= n_words; i += 16) {
|
|
89
|
+
uint8x16_t a_first = vld1q_u8(a + i);
|
|
90
|
+
uint8x16_t b_first = vld1q_u8(b + i);
|
|
91
|
+
differences += vaddvq_u8(vcntq_u8(veorq_u8(a_first, b_first)));
|
|
92
|
+
}
|
|
93
|
+
// Handle the tail
|
|
94
|
+
for (; i != n_words; ++i)
|
|
95
|
+
differences += simsimd_popcount_b8(a[i] ^ b[i]);
|
|
96
|
+
*result = differences;
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
SIMSIMD_PUBLIC void simsimd_jaccard_b8_neon(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words,
|
|
100
|
+
simsimd_distance_t* result) {
|
|
101
|
+
simsimd_i32_t intersection = 0, union_ = 0;
|
|
102
|
+
simsimd_size_t i = 0;
|
|
103
|
+
for (; i + 16 <= n_words; i += 16) {
|
|
104
|
+
uint8x16_t a_first = vld1q_u8(a + i);
|
|
105
|
+
uint8x16_t b_first = vld1q_u8(b + i);
|
|
106
|
+
intersection += vaddvq_u8(vcntq_u8(vandq_u8(a_first, b_first)));
|
|
107
|
+
union_ += vaddvq_u8(vcntq_u8(vorrq_u8(a_first, b_first)));
|
|
108
|
+
}
|
|
109
|
+
// Handle the tail
|
|
110
|
+
for (; i != n_words; ++i)
|
|
111
|
+
intersection += simsimd_popcount_b8(a[i] & b[i]), union_ += simsimd_popcount_b8(a[i] | b[i]);
|
|
112
|
+
*result = (union_ != 0) ? 1 - (simsimd_f32_t)intersection / (simsimd_f32_t)union_ : 0;
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
#pragma clang attribute pop
|
|
116
|
+
#pragma GCC pop_options
|
|
117
|
+
#endif // SIMSIMD_TARGET_NEON
|
|
118
|
+
|
|
119
|
+
#if SIMSIMD_TARGET_SVE
|
|
120
|
+
#pragma GCC target("+sve")
|
|
121
|
+
#pragma clang attribute push(__attribute__((target("+sve"))), apply_to = function)
|
|
122
|
+
|
|
123
|
+
SIMSIMD_PUBLIC void simsimd_hamming_b8_sve(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words,
|
|
124
|
+
simsimd_distance_t* result) {
|
|
125
|
+
simsimd_size_t i = 0;
|
|
126
|
+
simsimd_i32_t differences = 0;
|
|
127
|
+
do {
|
|
128
|
+
svbool_t pg_vec = svwhilelt_b8((unsigned int)i, (unsigned int)n_words);
|
|
129
|
+
svuint8_t a_vec = svld1_u8(pg_vec, a + i);
|
|
130
|
+
svuint8_t b_vec = svld1_u8(pg_vec, b + i);
|
|
131
|
+
differences += svaddv_u8(svptrue_b8(), svcnt_u8_x(svptrue_b8(), sveor_u8_m(svptrue_b8(), a_vec, b_vec)));
|
|
132
|
+
i += svcntb();
|
|
133
|
+
} while (i < n_words);
|
|
134
|
+
*result = differences;
|
|
135
|
+
}
|
|
136
|
+
|
|
137
|
+
SIMSIMD_PUBLIC void simsimd_jaccard_b8_sve(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words,
|
|
138
|
+
simsimd_distance_t* result) {
|
|
139
|
+
simsimd_size_t i = 0;
|
|
140
|
+
simsimd_i32_t intersection = 0, union_ = 0;
|
|
141
|
+
do {
|
|
142
|
+
svbool_t pg_vec = svwhilelt_b8((unsigned int)i, (unsigned int)n_words);
|
|
143
|
+
svuint8_t a_vec = svld1_u8(pg_vec, a + i);
|
|
144
|
+
svuint8_t b_vec = svld1_u8(pg_vec, b + i);
|
|
145
|
+
intersection += svaddv_u8(svptrue_b8(), svcnt_u8_x(svptrue_b8(), svand_u8_m(svptrue_b8(), a_vec, b_vec)));
|
|
146
|
+
union_ += svaddv_u8(svptrue_b8(), svcnt_u8_x(svptrue_b8(), svorr_u8_m(svptrue_b8(), a_vec, b_vec)));
|
|
147
|
+
i += svcntb();
|
|
148
|
+
} while (i < n_words);
|
|
149
|
+
*result = (union_ != 0) ? 1 - (simsimd_f32_t)intersection / (simsimd_f32_t)union_ : 0;
|
|
150
|
+
}
|
|
151
|
+
|
|
152
|
+
#pragma clang attribute pop
|
|
153
|
+
#pragma GCC pop_options
|
|
154
|
+
#endif // SIMSIMD_TARGET_SVE
|
|
155
|
+
#endif // SIMSIMD_TARGET_ARM
|
|
156
|
+
|
|
157
|
+
#if SIMSIMD_TARGET_X86
|
|
158
|
+
#if SIMSIMD_TARGET_ICE
|
|
159
|
+
#pragma GCC push_options
|
|
160
|
+
#pragma GCC target("avx512f", "avx512vl", "bmi2", "avx512bw", "avx512vpopcntdq")
|
|
161
|
+
#pragma clang attribute push(__attribute__((target("avx512f,avx512vl,bmi2,avx512bw,avx512vpopcntdq"))), \
|
|
162
|
+
apply_to = function)
|
|
163
|
+
|
|
164
|
+
SIMSIMD_PUBLIC void simsimd_hamming_b8_ice(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words,
|
|
165
|
+
simsimd_distance_t* result) {
|
|
166
|
+
__m512i differences_vec = _mm512_setzero_si512();
|
|
167
|
+
__m512i a_vec, b_vec;
|
|
168
|
+
|
|
169
|
+
simsimd_hamming_b8_ice_cycle:
|
|
170
|
+
if (n_words < 64) {
|
|
171
|
+
__mmask64 mask = (__mmask64)_bzhi_u64(0xFFFFFFFFFFFFFFFF, n_words);
|
|
172
|
+
a_vec = _mm512_maskz_loadu_epi8(mask, a);
|
|
173
|
+
b_vec = _mm512_maskz_loadu_epi8(mask, b);
|
|
174
|
+
n_words = 0;
|
|
175
|
+
} else {
|
|
176
|
+
a_vec = _mm512_loadu_epi8(a);
|
|
177
|
+
b_vec = _mm512_loadu_epi8(b);
|
|
178
|
+
a += 64, b += 64, n_words -= 64;
|
|
179
|
+
}
|
|
180
|
+
__m512i xor_vec = _mm512_xor_si512(a_vec, b_vec);
|
|
181
|
+
differences_vec = _mm512_add_epi64(differences_vec, _mm512_popcnt_epi64(xor_vec));
|
|
182
|
+
if (n_words)
|
|
183
|
+
goto simsimd_hamming_b8_ice_cycle;
|
|
184
|
+
|
|
185
|
+
simsimd_size_t differences = _mm512_reduce_add_epi64(differences_vec);
|
|
186
|
+
*result = differences;
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
SIMSIMD_PUBLIC void simsimd_jaccard_b8_ice(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words,
|
|
190
|
+
simsimd_distance_t* result) {
|
|
191
|
+
__m512i intersection_vec = _mm512_setzero_si512(), union_vec = _mm512_setzero_si512();
|
|
192
|
+
__m512i a_vec, b_vec;
|
|
193
|
+
|
|
194
|
+
simsimd_jaccard_b8_ice_cycle:
|
|
195
|
+
if (n_words < 64) {
|
|
196
|
+
__mmask64 mask = (__mmask64)_bzhi_u64(0xFFFFFFFFFFFFFFFF, n_words);
|
|
197
|
+
a_vec = _mm512_maskz_loadu_epi8(mask, a);
|
|
198
|
+
b_vec = _mm512_maskz_loadu_epi8(mask, b);
|
|
199
|
+
n_words = 0;
|
|
200
|
+
} else {
|
|
201
|
+
a_vec = _mm512_loadu_epi8(a);
|
|
202
|
+
b_vec = _mm512_loadu_epi8(b);
|
|
203
|
+
a += 64, b += 64, n_words -= 64;
|
|
204
|
+
}
|
|
205
|
+
__m512i and_vec = _mm512_and_si512(a_vec, b_vec);
|
|
206
|
+
__m512i or_vec = _mm512_or_si512(a_vec, b_vec);
|
|
207
|
+
intersection_vec = _mm512_add_epi64(intersection_vec, _mm512_popcnt_epi64(and_vec));
|
|
208
|
+
union_vec = _mm512_add_epi64(union_vec, _mm512_popcnt_epi64(or_vec));
|
|
209
|
+
if (n_words)
|
|
210
|
+
goto simsimd_jaccard_b8_ice_cycle;
|
|
211
|
+
|
|
212
|
+
simsimd_size_t intersection = _mm512_reduce_add_epi64(intersection_vec),
|
|
213
|
+
union_ = _mm512_reduce_add_epi64(union_vec);
|
|
214
|
+
*result = (union_ != 0) ? 1 - (simsimd_f32_t)intersection / (simsimd_f32_t)union_ : 0;
|
|
215
|
+
}
|
|
216
|
+
|
|
217
|
+
#pragma clang attribute pop
|
|
218
|
+
#pragma GCC pop_options
|
|
219
|
+
#endif // SIMSIMD_TARGET_ICE
|
|
220
|
+
|
|
221
|
+
#if SIMSIMD_TARGET_HASWELL
|
|
222
|
+
#pragma GCC push_options
|
|
223
|
+
#pragma GCC target("popcnt")
|
|
224
|
+
#pragma clang attribute push(__attribute__((target("popcnt"))), apply_to = function)
|
|
225
|
+
|
|
226
|
+
SIMSIMD_PUBLIC void simsimd_hamming_b8_haswell(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words,
|
|
227
|
+
simsimd_distance_t* result) {
|
|
228
|
+
// x86 supports unaligned loads and works just fine with the scalar version for small vectors.
|
|
229
|
+
simsimd_size_t differences = 0;
|
|
230
|
+
for (; n_words >= 8; n_words -= 8, a += 8, b += 8)
|
|
231
|
+
differences += _mm_popcnt_u64(*(simsimd_u64_t const*)a ^ *(simsimd_u64_t const*)b);
|
|
232
|
+
for (; n_words; --n_words, ++a, ++b)
|
|
233
|
+
differences += _mm_popcnt_u32(*a ^ *b);
|
|
234
|
+
*result = differences;
|
|
235
|
+
}
|
|
236
|
+
|
|
237
|
+
SIMSIMD_PUBLIC void simsimd_jaccard_b8_haswell(simsimd_b8_t const* a, simsimd_b8_t const* b, simsimd_size_t n_words,
|
|
238
|
+
simsimd_distance_t* result) {
|
|
239
|
+
// x86 supports unaligned loads and works just fine with the scalar version for small vectors.
|
|
240
|
+
simsimd_size_t intersection = 0, union_ = 0;
|
|
241
|
+
for (; n_words >= 8; n_words -= 8, a += 8, b += 8)
|
|
242
|
+
intersection += _mm_popcnt_u64(*(simsimd_u64_t const*)a & *(simsimd_u64_t const*)b),
|
|
243
|
+
union_ += _mm_popcnt_u64(*(simsimd_u64_t const*)a | *(simsimd_u64_t const*)b);
|
|
244
|
+
for (; n_words; --n_words, ++a, ++b)
|
|
245
|
+
intersection += _mm_popcnt_u32(*a & *b), union_ += _mm_popcnt_u32(*a | *b);
|
|
246
|
+
*result = (union_ != 0) ? 1 - (simsimd_f32_t)intersection / (simsimd_f32_t)union_ : 0;
|
|
247
|
+
}
|
|
248
|
+
|
|
249
|
+
#pragma clang attribute pop
|
|
250
|
+
#pragma GCC pop_options
|
|
251
|
+
#endif // SIMSIMD_TARGET_HASWELL
|
|
252
|
+
#endif // SIMSIMD_TARGET_X86
|
|
253
|
+
|
|
254
|
+
#ifdef __cplusplus
|
|
255
|
+
}
|
|
256
|
+
#endif
|
|
257
|
+
|
|
258
|
+
#endif
|