usearch 0.4.0 → 0.8.0

package/python/{test.py → scripts/test.py}

@@ -1,37 +1,57 @@
 import pytest
 import numpy as np
 
-
+from usearch.io import load_matrix
 from usearch.index import Index, SetsIndex
 
 dimensions = [13, 99, 100, 256]
 sizes = [1, 2, 100]
-types = ['f32', 'f16', 'f8', 'f64']
+index_types = ['f64', 'f32', 'f16', 'f8']
+numpy_types = [np.float64, np.float32, np.float16, np.byte]
+connectivities = [3, 13, 50]
 
 
 @pytest.mark.parametrize('ndim', dimensions)
-@pytest.mark.parametrize('dtype', types)
-def test_cos(ndim: int, dtype: str):
-    index = Index(ndim=ndim, metric='cos', dtype=dtype)
-    vector = np.random.uniform(0, 0.7, (index.ndim)).astype(np.float32)
+@pytest.mark.parametrize('index_type', index_types)
+@pytest.mark.parametrize('numpy_type', numpy_types)
+@pytest.mark.parametrize('connectivity', connectivities)
+def test_l2sq(ndim: int, index_type: str, numpy_type: str, connectivity: int):
+    index = Index(
+        metric='l2sq',
+        ndim=ndim,
+        dtype=index_type,
+        connectivity=connectivity,
+    )
+    assert index.ndim == ndim
+    assert index.connectivity == connectivity
+
+    vector = np.random.uniform(0, 0.7, (index.ndim)).astype(numpy_type)
     index.add(42, vector)
     matches, distances, count = index.search(vector, 10)
 
+    assert len(index) == 1
     assert len(matches) == count
     assert len(distances) == count
     assert count == 1
     assert matches[0] == 42
     assert distances[0] == pytest.approx(0, abs=1e-3)
 
+    index.save('tmp.usearch')
+    index.clear()
+    assert len(index) == 0
+
+    index.load('tmp.usearch')
+    assert len(index) == 1
+
 
 @pytest.mark.parametrize('ndim', dimensions)
 @pytest.mark.parametrize('size', sizes)
-@pytest.mark.parametrize('dtype', types)
-def test_cos_batch(ndim: int, size: int, dtype: str):
-    index = Index(ndim=ndim, metric='cos', dtype=dtype)
+@pytest.mark.parametrize('index_type', index_types)
+@pytest.mark.parametrize('numpy_type', numpy_types)
+def test_l2sq_batch(ndim: int, size: int, index_type: str, numpy_type: str):
+    index = Index(ndim=ndim, metric='l2sq', dtype=index_type)
 
-    vectors = np.random.uniform(
-        0, 0.3, (size, index.ndim)).astype(np.float32)
+    vectors = np.random.uniform(0, 0.7, (size, index.ndim)).astype(numpy_type)
     labels = np.array(range(size), dtype=np.longlong)
 
     index.add(labels, vectors)
@@ -84,8 +104,7 @@ def test_sets():
     index = SetsIndex()
     index.add(10, np.array([10, 12, 15], dtype=np.uint32))
     index.add(11, np.array([11, 12, 15, 16], dtype=np.uint32))
-    results = index.search(np.array([12, 15], dtype=np.uint32), 20)
-
+    # results = index.search(np.array([12, 15], dtype=np.uint32), 10)
     # assert list(results) == [10, 11]
 
 

package/python/usearch/client.py

@@ -1,34 +1,120 @@
+from typing import Union, Optional
+
 import numpy as np
 from ucall.client import Client
 
 
+def _vector_to_ascii(vector: np.ndarray) -> Optional[str]:
+    if vector.dtype != np.int8 and vector.dtype != np.uint8 and vector.dtype != np.byte:
+        return None
+    if not np.all((vector >= 0) | (vector <= 100)):
+        return None
+
+    # Let's map [0, 100] to the range from [23, 123],
+    # poking 60 and replacing with the 124.
+    vector += 23
+    vector[vector == 60] = 124
+    ascii = str(vector)
+    return ascii
+
+
 class IndexClient:
 
     def __init__(self, uri: str = '127.0.0.1', port: int = 8545, use_http: bool = True) -> None:
         self.client = Client(uri=uri, port=port, use_http=use_http)
 
-    def add(self, labels: np.array, vectors: np.array):
-        if isinstance(labels, int):
-            return self.client.add_one(label=labels, vectors=vectors)
+    def add_one(self, label: int, vector: np.ndarray):
+        assert isinstance(label, int)
+        assert isinstance(vector, np.ndarray)
+        vector = vector.flatten()
+        ascii = _vector_to_ascii(vector)
+        if ascii:
+            self.client.add_ascii(label=label, string=ascii)
         else:
-            return self.client.add_many(labels=labels, vectors=vectors)
+            self.client.add_one(label=label, vectors=vector)
+
+    def add_many(self, labels: np.ndarray, vectors: np.ndarray):
+        assert isinstance(labels, int)
+        assert isinstance(vectors, np.ndarray)
+        assert labels.ndim == 1 and vectors.ndim == 2
+        assert labels.shape[0] == vectors.shape[0]
+        self.client.add_many(labels=labels, vectors=vectors)
+
+    def add(self, labels: Union[np.ndarray, int], vectors: np.ndarray):
+        if isinstance(labels, int) or len(labels) == 1:
+            return self.add_one(labels, vectors)
+        else:
+            return self.add_many(labels, vectors)
+
+    def search_one(self, vector: np.ndarray, count: int) -> tuple[np.ndarray, np.ndarray, np.ndarray]:
+        matches: list[dict] = []
+        vector = vector.flatten()
+        ascii = _vector_to_ascii(vector)
+        if ascii:
+            matches = self.client.search_ascii(string=ascii, count=count)
+        else:
+            matches = self.client.search_one(vector=vector, count=count)
+
+        print(matches.data)
+        matches = matches.json
+
+        labels = np.array((1, count), dtype=np.uint32)
+        distances = np.array((1, count), dtype=np.float32)
+        counts = np.array((1), dtype=np.uint32)
+        for col, result in enumerate(matches):
+            labels[0, col] = result['label']
+            distances[0, col] = result['distance']
+        counts[0] = len(matches)
 
-    def search(self, vectors: np.array, count: int) -> tuple[np.array, np.array, np.array]:
-        matches = []
-        distances = []
-        counts = []
-        # return self.client.search_one(vectors=vectors, count=count)
-        return matches, distances, counts
+        return labels, distances, counts
+
+    def search_many(self, vectors: np.ndarray, count: int) -> tuple[np.ndarray, np.ndarray, np.ndarray]:
+        batch_size: int = vectors.shape[0]
+        list_of_matches: list[list[dict]] = self.client.search_many(
+            vectors=vectors, count=count)
+
+        labels = np.array((batch_size, count), dtype=np.uint32)
+        distances = np.array((batch_size, count), dtype=np.float32)
+        counts = np.array((batch_size), dtype=np.uint32)
+        for row, matches in enumerate(list_of_matches):
+            for col, result in enumerate(matches):
+                labels[row, col] = result['label']
+                distances[row, col] = result['distance']
+            counts[row] = len(results)
+
+        return labels, distances, counts
+
+    def search(self, vectors: np.ndarray, count: int) -> tuple[np.ndarray, np.ndarray, np.ndarray]:
+        if vectors.ndim == 1 or (vectors.ndim == 2 and vectors.shape[0] == 1):
+            return self.search_one(vectors, count)
+        else:
+            return self.search_many(vectors, count)
 
     def __len__(self):
-        return self.client.size()
+        return self.client.size().json()
 
     @property
     def ndim(self):
-        return self.client.ndim()
+        return self.client.ndim().json()
 
     def capacity(self):
-        return self.client.capacity()
+        return self.client.capacity().json()
 
     def connectivity(self):
-        return self.client.connectivity()
+        return self.client.connectivity().json()
+
+    def load(self, path: str):
+        raise NotImplementedError()
+
+    def view(self, path: str):
+        raise NotImplementedError()
+
+    def save(self, path: str):
+        raise NotImplementedError()
+
+
+if __name__ == '__main__':
+    index = IndexClient()
+    index.add(42, np.array([0.4] * 256, dtype=np.float32))
+    results = index.search(np.array([0.4] * 256, dtype=np.float32), 10)
+    print(results)

package/python/usearch/server.py

@@ -1,32 +1,49 @@
-import ucall.rich_posix as ucall
-import usearch
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
 
-import fire
+import os
+import argparse
 import numpy as np
-from PIL import Image
 
+from ucall.rich_posix import Server
+from usearch.index import Index
 
-def serve(ndim: int, metric: str = 'ip'):
 
-    server = ucall.Server()
-    index = usearch.Index(ndim=ndim, metric=metric)
+def _results_to_json(results: tuple[np.ndarray, np.ndarray, np.ndarray], row: int) -> list[dict]:
+    count = results[2][row]
+    labels = results[0][row, :count]
+    distances = results[1][row, :count]
+    return [{'label': int(l), 'distance': float(d)} for l, d in zip(labels, distances)]
 
-    @server
-    def add_one(label: int, vector: np.array):
-        labels = np.array([label], dtype=np.longlong)
-        vectors = vector.reshape(vector.shape[0], 1)
-        index.add(labels, vectors, copy=True)
 
-    @server
-    def add_many(labels: np.array, vectors: np.array):
-        labels = labels.astype(np.longlong)
-        index.add(labels, vectors, copy=True)
+def _ascii_to_vector(string: str) -> np.ndarray:
+    """
+    WARNING: A dirty performance hack!
+    Assuming the `f8` vectors in our implementations are just integers,
+    and generally contain scalars in the [0, 100] range, we can transmit
+    them as JSON-embedded strings. The only symbols we must avoid are
+    the double-quote '"' (code 22) and backslash '\' (code 60).
+    Printable ASCII characters are in [20, 126].
+    """
+    vector = np.array(string, dtype=np.int8)
+    vector[vector == 124] = 60
+    vector -= 23
+    return vector
 
-    @server
-    def search_one(vector: np.array, count: int) -> np.ndarray:
-        vectors = vector.reshape(vector.shape[0], 1)
-        results = index.search(vectors, 3)
-        return results[0][:results[2][0]]
+
+def serve(
+        ndim_: int, metric: str = 'ip',
+        port: int = 8545, threads: int = 1,
+        path: str = 'index.usearch', immutable: bool = False):
+
+    server = Server(port=port)
+    index = Index(ndim=ndim_, metric=metric)
+
+    if os.path.exists(path):
+        if immutable:
+            index.view(path)
+        else:
+            index.load(path)
 
     @server
     def size() -> int:
@@ -44,8 +61,72 @@ def serve(ndim: int, metric: str = 'ip'):
     def connectivity() -> int:
         return index.connectivity()
 
-    server.run()
+    @server
+    def add_one(label: int, vector: np.ndarray):
+        print('adding', label, vector)
+        labels = np.array([label], dtype=np.longlong)
+        vectors = vector.flatten().reshape(vector.shape[0], 1)
+        index.add(labels, vectors)
+
+    @server
+    def add_many(labels: np.ndarray, vectors: np.ndarray):
+        labels = labels.astype(np.longlong)
+        index.add(labels, vectors, threads=threads)
+
+    @server
+    def search_one(vector: np.ndarray, count: int) -> list[dict]:
+        print('search', vector, count)
+        vectors = vector.reshape(vector.shape[0], 1)
+        results = index.search(vectors, count)
+        return _results_to_json(results, 0)
+
+    @server
+    def search_many(vectors: np.ndarray, count: int) -> list[list[dict]]:
+        results = index.search(vectors, count)
+        return [_results_to_json(results, i) for i in range(vectors.shape[0])]
+
+    @server
+    def add_ascii(label: int, string: str):
+        return add_one(label, _ascii_to_vector(string))
+
+    @server
+    def search_ascii(string: str, count: int):
+        return search_one(_ascii_to_vector(string), count)
+
+    try:
+        server.run()
+    except KeyboardInterrupt:
+        if not immutable:
+            index.save(path)
 
 
 if __name__ == '__main__':
-    fire(serve)
+
+    parser = argparse.ArgumentParser()
+    parser.add_argument('-v', '--verbose', help='log server activity')
+    parser.add_argument(
+        '--ndim', type=int,
+        help='dimensionality of the vectors')
+    parser.add_argument(
+        '--immutable', type=bool, default=False,
+        help='the index can not be updated')
+
+    parser.add_argument(
+        '--metric', type=str, default='ip', choices=['ip', 'cos', 'l2sq', 'haversine'],
+        help='distance function to compare vectors')
+    parser.add_argument(
+        '-p', '--port', type=int, default=8545,
+        help='port to open for client connections')
+    parser.add_argument(
+        '-j', '--threads', type=int, default=1,
+        help='number of CPU threads to use')
+    parser.add_argument(
+        '--path', type=str, default='index.usearch',
+        help='where to store the index')
+
+    args = parser.parse_args()
+    assert args.ndim is not None, 'Define the number of dimensions!'
+    serve(
+        ndim_=args.ndim, metric=args.metric,
+        threads=args.threads, port=args.port,
+        path=args.path, immutable=args.immutable)

package/rust/lib.cpp

@@ -4,9 +4,9 @@
 using namespace unum::usearch;
 using namespace unum;
 
-using native_index_t = typename Index::native_index_t;
+using punned_t = typename Index::punned_t;
 
-Index::Index(std::shared_ptr<native_index_t> index) : index_(index) {}
+Index::Index(std::shared_ptr<punned_t> index) : index_(index) {}
 
 void Index::add_in_thread(uint32_t label, rust::Slice<float const> vector, size_t thread) const {
     add_config_t config;
@@ -22,7 +22,8 @@ Matches Index::search_in_thread(rust::Slice<float const> vector, size_t count, s
         results.labels.push_back(0), results.distances.push_back(0);
     search_config_t config;
     config.thread = thread;
-    results.count = index_->search(vector.data(), count, results.labels.data(), results.distances.data(), config);
+    results.count =
+        index_->search(vector.data(), count, config).dump_to(results.labels.data(), results.distances.data());
     results.labels.truncate(results.count);
     results.distances.truncate(results.count);
     return results;
@@ -38,7 +39,7 @@ Matches Index::search(rust::Slice<float const> vector, size_t count) const {
     results.distances.reserve(count);
     for (size_t i = 0; i != count; ++i)
         results.labels.push_back(0), results.distances.push_back(0);
-    results.count = index_->search(vector.data(), count, results.labels.data(), results.distances.data());
+    results.count = index_->search(vector.data(), count).dump_to(results.labels.data(), results.distances.data());
     results.labels.truncate(results.count);
     results.distances.truncate(results.count);
     return results;
@@ -57,31 +58,31 @@ void Index::view(rust::Str path) const { index_->view(std::string(path).c_str())
 
 accuracy_t accuracy(rust::Str quant) { return accuracy_from_name(quant.data(), quant.size()); }
 
-std::unique_ptr<Index> wrap(native_index_t&& index) {
-    std::shared_ptr<native_index_t> native = std::make_shared<native_index_t>(std::move(index));
+std::unique_ptr<Index> wrap(punned_t&& index) {
+    std::shared_ptr<punned_t> native = std::make_shared<punned_t>(std::move(index));
     return std::unique_ptr<Index>(new Index(native));
 }
 
 config_t config(size_t connectivity, size_t exp_add, size_t exp_search) {
     config_t result;
-    result.connectivity = connectivity ? connectivity : config_t::connectivity_default_k;
-    result.expansion_add = exp_add ? exp_add : config_t::expansion_add_default_k;
-    result.expansion_search = exp_search ? exp_search : config_t::expansion_search_default_k;
+    result.connectivity = connectivity ? connectivity : default_connectivity();
+    result.expansion_add = exp_add ? exp_add : default_expansion_add();
+    result.expansion_search = exp_search ? exp_search : default_expansion_search();
     return result;
 }
 
 std::unique_ptr<Index> new_ip(size_t dims, rust::Str quant, size_t connectivity, size_t exp_add, size_t exp_search) {
-    return wrap(native_index_t::ip(dims, accuracy(quant), config(connectivity, exp_add, exp_search)));
+    return wrap(punned_t::ip(dims, accuracy(quant), config(connectivity, exp_add, exp_search)));
 }
 
-std::unique_ptr<Index> new_l2(size_t dims, rust::Str quant, size_t connectivity, size_t exp_add, size_t exp_search) {
-    return wrap(native_index_t::l2(dims, accuracy(quant), config(connectivity, exp_add, exp_search)));
+std::unique_ptr<Index> new_l2sq(size_t dims, rust::Str quant, size_t connectivity, size_t exp_add, size_t exp_search) {
+    return wrap(punned_t::l2sq(dims, accuracy(quant), config(connectivity, exp_add, exp_search)));
 }
 
 std::unique_ptr<Index> new_cos(size_t dims, rust::Str quant, size_t connectivity, size_t exp_add, size_t exp_search) {
-    return wrap(native_index_t::cos(dims, accuracy(quant), config(connectivity, exp_add, exp_search)));
+    return wrap(punned_t::cos(dims, accuracy(quant), config(connectivity, exp_add, exp_search)));
 }
 
 std::unique_ptr<Index> new_haversine(rust::Str quant, size_t connectivity, size_t exp_add, size_t exp_search) {
-    return wrap(native_index_t::haversine(accuracy(quant), config(connectivity, exp_add, exp_search)));
+    return wrap(punned_t::haversine(accuracy(quant), config(connectivity, exp_add, exp_search)));
 }

package/rust/lib.hpp

@@ -3,7 +3,7 @@
 
 #include <memory> // `std::shared_ptr`
 
-#include "advanced.hpp"
+#include "punned.hpp"
 
 struct Matches;
 
@@ -15,9 +15,9 @@ class Index {
   public:
     using label_t = std::uint32_t;
     using distance_t = unum::usearch::punned_distance_t;
-    using native_index_t = unum::usearch::auto_index_gt<label_t>;
+    using punned_t = unum::usearch::punned_gt<label_t>;
 
-    Index(std::shared_ptr<native_index_t> index);
+    Index(std::shared_ptr<punned_t> index);
 
     void reserve(size_t) const;
 
@@ -37,10 +37,10 @@ class Index {
     void view(rust::Str path) const;
 
   private:
-    std::shared_ptr<native_index_t> index_;
+    std::shared_ptr<punned_t> index_;
 };
 
 std::unique_ptr<Index> new_ip(size_t dims, rust::Str quant, size_t connectivity, size_t exp_add, size_t exp_search);
-std::unique_ptr<Index> new_l2(size_t dims, rust::Str quant, size_t connectivity, size_t exp_add, size_t exp_search);
+std::unique_ptr<Index> new_l2sq(size_t dims, rust::Str quant, size_t connectivity, size_t exp_add, size_t exp_search);
 std::unique_ptr<Index> new_cos(size_t dims, rust::Str quant, size_t connectivity, size_t exp_add, size_t exp_search);
 std::unique_ptr<Index> new_haversine(rust::Str quant, size_t connectivity, size_t exp_add, size_t exp_search);

package/rust/lib.rs

@@ -15,7 +15,7 @@ pub mod ffi {
         type Index;
 
         fn new_ip(dimensions: usize, quantization: &str, connectivity: usize, expansion_add: usize, expansion_search: usize) -> Result<UniquePtr<Index>>;
-        fn new_l2(dimensions: usize, quantization: &str, connectivity: usize, expansion_add: usize, expansion_search: usize) -> Result<UniquePtr<Index>>;
+        fn new_l2sq(dimensions: usize, quantization: &str, connectivity: usize, expansion_add: usize, expansion_search: usize) -> Result<UniquePtr<Index>>;
         fn new_cos(dimensions: usize, quantization: &str, connectivity: usize, expansion_add: usize, expansion_search: usize) -> Result<UniquePtr<Index>>;
         fn new_haversine(quantization: &str, connectivity: usize, expansion_add: usize, expansion_search: usize) -> Result<UniquePtr<Index>>;
 
@@ -42,7 +42,7 @@ pub mod ffi {
 #[cfg(test)]
 mod tests {
     use crate::ffi::new_ip;
-    use crate::ffi::new_l2;
+    use crate::ffi::new_l2sq;
     use crate::ffi::new_cos;
     use crate::ffi::new_haversine;
 
@@ -76,7 +76,7 @@ mod tests {
     
         // Make sure every function is called at least once
         assert!(new_ip(5,  &quant, 0, 0, 0).is_ok());
-        assert!(new_l2(5,  &quant, 0, 0, 0).is_ok());
+        assert!(new_l2sq(5,  &quant, 0, 0, 0).is_ok());
         assert!(new_cos(5,  &quant, 0, 0, 0).is_ok());
         assert!(new_haversine(&quant, 0, 0, 0).is_ok());
     }

package/setup.py

@@ -1,5 +1,6 @@
 import os
 import sys
+import platform
 from setuptools import setup
 from pybind11.setup_helpers import Pybind11Extension
 
@@ -10,15 +11,21 @@ link_args = []
 if sys.platform == 'linux':
     compile_args.append('-fopenmp')
     link_args.append('-lgomp')
+    compile_args.append('-Wno-unknown-pragmas')
 
 if sys.platform == 'darwin':
     # MacOS 10.15 orhigher is needed for `aligned_alloc` support.
     # https://github.com/unum-cloud/usearch/actions/runs/4975434891/jobs/8902603392
     compile_args.append('-mmacosx-version-min=10.15')
+    compile_args.append('-Wno-unknown-pragmas')
 
 if sys.platform == 'win32':
     compile_args = ['/std:c++14', '/O2']
 
+if platform.machine() == 'arm64':
+    compile_args.append('-march=armv8.2-a+simd+fp16+fp16fml+dotprod')
+elif platform.machine() in ('i386', 'AMD64', 'x86_64'):
+    compile_args.append('-march=haswell')
 
 ext_modules = [
     Pybind11Extension(

package/src/CMakeLists.txt

@@ -0,0 +1,107 @@
+cmake_minimum_required(VERSION 3.1)
+
+option(USEARCH_USE_OPENMP "Use OpenMP for a thread pool" OFF)
+option(USEARCH_USE_SIMSIMD "Use SimSIMD hardware-accelerated metrics" OFF)
+option(USEARCH_USE_JEMALLOC "Use JeMalloc for faster memory allocations" OFF)
+
+# Make "Release" by default
+if(NOT CMAKE_BUILD_TYPE)
+    set(CMAKE_BUILD_TYPE Release)
+endif()
+
+# List of all possible compiler IDs:
+# https://cmake.org/cmake/help/latest/variable/CMAKE_LANG_COMPILER_ID.html
+if(CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
+    set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -fsanitize=address")
+    set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -Wall -Wextra -Wno-conversion -Wno-unknown-pragmas")
+    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -march=native")
+    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fmax-errors=1")
+    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fopenmp")
+    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -pedantic")
+
+elseif(CMAKE_CXX_COMPILER_ID MATCHES "Clang")
+    set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -Wfatal-errors")
+    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fopenmp")
+    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -pedantic")
+
+elseif(CMAKE_CXX_COMPILER_ID STREQUAL "NVIDIA" OR CMAKE_CXX_COMPILER_ID STREQUAL "NVHPC")
+    set(CMAKE_CUDA_FLAGS "${CMAKE_CUDA_FLAGS} --expt-relaxed-constexpr --extended-lambda")
+    set(CMAKE_CUDA_FLAGS "${CMAKE_CUDA_FLAGS} -gencode arch=compute_86,code=sm_86")
+    set_property(SOURCE bench.cpp PROPERTY LANGUAGE CUDA)
+    set_target_properties(bench PROPERTIES POSITION_INDEPENDENT_CODE ON)
+    set_target_properties(bench PROPERTIES CUDA_ARCHITECTURES "86")
+
+elseif(CMAKE_CXX_COMPILER_ID STREQUAL "IntelLLVM")
+    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -w")
+    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -ferror-limit=1")
+
+elseif(CMAKE_CXX_COMPILER_ID MATCHES "MSVC")
+    set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} /DEBUG")
+    set(CMAKE_CXX_FLAGS_RELEASE "${CMAKE_CXX_FLAGS_RELEASE} /O2")
+    set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "${CMAKE_CXX_FLAGS_RELWITHDEBINFO} /O2 /DEBUG")
+else()
+    set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -g -O0")
+    set(CMAKE_CXX_FLAGS_RELEASE "${CMAKE_CXX_FLAGS_RELEASE} -O3")
+    set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "${CMAKE_CXX_FLAGS_RELWITHDEBINFO} -O3 -pg -g")
+endif()
+
+if(APPLE)
+    set(CMAKE_THREAD_LIBS_INIT "-lpthread")
+    set(CMAKE_HAVE_THREADS_LIBRARY 1)
+    set(CMAKE_USE_WIN32_THREADS_INIT 0)
+    set(CMAKE_USE_PTHREADS_INIT 1)
+    set(THREADS_PREFER_PTHREAD_FLAG ON)
+endif()
+
+find_package(Threads REQUIRED)
+
+if(${USEARCH_USE_OPENMP})
+    find_package(OpenMP REQUIRED)
+    include_directories(${OPENMP_INCLUDE_DIRS})
+endif()
+
+if(${USEARCH_USE_JEMALLOC})
+    include(jemalloc)
+endif()
+
+include(clipp)
+
+set(USEARCH_PUNNED_INCLUDE_DIRS
+    "${CMAKE_CURRENT_SOURCE_DIR}/../include"
+    "${CMAKE_CURRENT_SOURCE_DIR}/../fp16/include"
+    "${CMAKE_CURRENT_SOURCE_DIR}/../simsimd/include"
+    "${CMAKE_CURRENT_SOURCE_DIR}/"
+)
+
+if(${USEARCH_BUILD_TEST})
+    add_executable(test test.cpp)
+    target_link_libraries(test PRIVATE Threads::Threads)
+    target_include_directories(test PRIVATE ${USEARCH_PUNNED_INCLUDE_DIRS})
+    set_target_properties(test PROPERTIES RUNTIME_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR})
+
+    if(${CMAKE_VERSION} VERSION_EQUAL 3.13 OR ${CMAKE_VERSION} VERSION_GREATER 3.13)
+        include(CTest)
+        enable_testing()
+        add_test(NAME test COMMAND test)
+    endif()
+endif()
+
+if(${USEARCH_BUILD_BENCHMARK})
+    add_executable(bench bench.cpp)
+    target_link_libraries(bench PRIVATE Threads::Threads)
+    target_include_directories(bench PRIVATE ${USEARCH_PUNNED_INCLUDE_DIRS})
+    set_target_properties(bench PROPERTIES RUNTIME_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR})
+
+    if(${USEARCH_USE_SIMSIMD})
+        target_compile_definitions(bench PRIVATE USEARCH_USE_SIMSIMD=1)
+    endif()
+
+    if(${USEARCH_USE_OPENMP})
+        target_compile_definitions(bench PRIVATE USEARCH_USE_OPENMP=1)
+        target_link_libraries(bench PRIVATE ${OPENMP_LIBRARIES})
+    endif()
+
+    if(${USEARCH_USE_JEMALLOC})
+        target_link_libraries(bench PRIVATE ${JEMALLOC_LIBRARIES})
+    endif()
+endif()