usearch 0.2.0 → 0.2.3

package/src/bench.cpp

@@ -3,12 +3,26 @@
  * and the resulting accuracy (recall) of the Approximate Nearest Neighbors
  * Search queries.
  */
+
+#if defined(WIN32) || defined(_WIN32) || defined(__WIN32__) || defined(__NT__)
+#define NOMINMAX // define this macro to prevent the definition of min/max macros in Windows.h
+#define _USE_MATH_DEFINES
+
+#include <Windows.h>
+
+#include <DbgHelp.h>
+#pragma comment(lib, "Dbghelp.lib")
+
+#define STDERR_FILENO HANDLE(2)
+#else
 #include <execinfo.h>
 #include <fcntl.h>    // `open`
 #include <stdlib.h>   // `getenv`
 #include <sys/mman.h> // `mmap`
-#include <sys/stat.h> // `stat`
 #include <unistd.h>
+#endif
+
+#include <sys/stat.h> // `stat`
 
 #include <csignal>
 #include <cstdio>
@@ -19,7 +33,9 @@
 #include <variant>   // `std::monostate`
 
 #include <clipp.h> // Command Line Interface
-#include <omp.h>   // `omp_get_num_threads()`
+#include <omp.h>   // `omp_set_num_threads()`
+
+#include <simsimd/simsimd.h>
 
 #include "advanced.hpp"
 
@@ -53,6 +69,34 @@ struct alignas(32) persisted_matrix_gt {
     persisted_matrix_gt(char const* path) noexcept(false) {
         if (!path || !std::strlen(path))
             throw std::invalid_argument("The file path is empty");
+#if defined(WINDOWS)
+
+        HANDLE file_handle =
+            CreateFileA(path, GENERIC_READ, FILE_SHARE_READ, nullptr, OPEN_EXISTING, FILE_ATTRIBUTE_NORMAL, nullptr);
+
+        if (file_handle == INVALID_HANDLE_VALUE)
+            throw std::invalid_argument("Couldn't open provided file path");
+
+        LARGE_INTEGER file_size;
+        if (!GetFileSizeEx(file_handle, &file_size))
+            throw std::invalid_argument("Couldn't obtain file stats");
+
+        raw_length = file_size.QuadPart;
+        HANDLE mapping_handle = CreateFileMapping(file_handle, nullptr, PAGE_READONLY, 0, 0, nullptr);
+
+        if (mapping_handle == nullptr)
+            throw std::invalid_argument("Couldn't create file mapping");
+
+        raw_handle = (std::uint8_t*)MapViewOfFile(mapping_handle, FILE_MAP_READ, 0, 0, raw_length);
+
+        if (raw_handle == nullptr)
+            throw std::invalid_argument("Couldn't memory-map the file");
+
+        std::memcpy(&rows, raw_handle, sizeof(rows));
+        std::memcpy(&cols, raw_handle + sizeof(rows), sizeof(cols));
+        scalars = (scalar_t*)(raw_handle + sizeof(rows) + sizeof(cols));
+
+#else
         auto file_descriptor = open(path, O_RDONLY | O_CLOEXEC);
         if (file_descriptor == -1)
             throw std::invalid_argument("Couldn't open provided file path");
@@ -66,11 +110,16 @@ struct alignas(32) persisted_matrix_gt {
         std::memcpy(&rows, raw_handle, sizeof(rows));
         std::memcpy(&cols, raw_handle + sizeof(rows), sizeof(cols));
         scalars = (scalar_t*)(raw_handle + sizeof(rows) + sizeof(cols));
+#endif // WINDOWS
     }
 
     ~persisted_matrix_gt() {
         if (raw_handle != nullptr)
+#if defined(WINDOWS)
+            UnmapViewOfFile(raw_handle);
+#else
             munmap((void*)raw_handle, raw_length);
+#endif // WINDOWS
     }
 
     scalar_t const* row(std::size_t i) const noexcept { return scalars + i * cols; }
@@ -97,9 +146,14 @@ struct persisted_dataset_gt {
     persisted_matrix_gt<scalar_t> vectors_;
     persisted_matrix_gt<scalar_t> queries_;
     persisted_matrix_gt<vector_id_t> neighborhoods_;
+    std::size_t vectors_to_skip_{};
+    std::size_t vectors_to_take_{};
+
+    persisted_dataset_gt(char const* path_vectors, char const* path_queries, char const* path_neighbors,
+                         std::size_t vectors_to_skip = 0, std::size_t vectors_to_take = 0) noexcept(false)
+        : vectors_(path_vectors), queries_(path_queries), neighborhoods_(path_neighbors),
+          vectors_to_skip_(vectors_to_skip), vectors_to_take_(vectors_to_take) {
 
-    persisted_dataset_gt(char const* path_vectors, char const* path_queries, char const* path_neighbors) noexcept(false)
-        : vectors_(path_vectors), queries_(path_queries), neighborhoods_(path_neighbors) {
         if (vectors_.cols != queries_.cols)
             throw std::invalid_argument("Contents and queries have different dimensionality");
         if (queries_.rows != neighborhoods_.rows)
@@ -107,14 +161,18 @@ struct persisted_dataset_gt {
     }
 
     std::size_t dimensions() const noexcept { return vectors_.cols; }
-    std::size_t vectors_count() const noexcept { return vectors_.rows; }
     std::size_t queries_count() const noexcept { return queries_.rows; }
     std::size_t neighborhood_size() const noexcept { return neighborhoods_.cols; }
-    scalar_t const* vector(std::size_t i) const noexcept { return vectors_.row(i); }
+    scalar_t const* vector(std::size_t i) const noexcept { return vectors_.row(i + vectors_to_skip_); }
     scalar_t const* query(std::size_t i) const noexcept { return queries_.row(i); }
     vector_id_t const* neighborhood(std::size_t i) const noexcept { return neighborhoods_.row(i); }
 
-    vectors_view_gt<scalar_t> vectors_view() const noexcept { return {vector(0), vectors_count(), dimensions()}; }
+    std::size_t vectors_count() const noexcept {
+        return vectors_to_take_ ? vectors_to_take_ : (vectors_.rows - vectors_to_skip_);
+    }
+    vectors_view_gt<scalar_t> vectors_view() const noexcept {
+        return {vector(vectors_to_skip_), vectors_count(), dimensions()};
+    }
 };
 
 template <typename scalar_at, typename vector_id_at> //
@@ -156,16 +214,72 @@ struct in_memory_dataset_gt {
 
 char const* getenv_or(char const* name, char const* default_) { return getenv(name) ? getenv(name) : default_; }
 
+using timestamp_t = std::chrono::time_point<std::chrono::high_resolution_clock>;
+
+struct running_stats_printer_t {
+    std::size_t total{};
+    std::atomic<std::size_t> progress{};
+    std::size_t last_printed_progress{};
+    timestamp_t last_printed_time{};
+    timestamp_t start_time{};
+
+    running_stats_printer_t(std::size_t n, char const* msg) {
+        std::printf("%s. %zu items\n", msg, n);
+        total = n;
+        start_time = std::chrono::high_resolution_clock::now();
+    }
+
+    ~running_stats_printer_t() {
+        std::size_t count = progress.load();
+        timestamp_t time = std::chrono::high_resolution_clock::now();
+        std::size_t duration = std::chrono::duration_cast<std::chrono::nanoseconds>(time - start_time).count();
+        float vectors_per_second = count * 1e9 / duration;
+        std::printf("\r\33[2K100 %% completed, %.0f vectors/s\n", vectors_per_second);
+    }
+
+    void refresh(std::size_t step = 1024 * 32) {
+        std::size_t new_progress = progress.load();
+        if (new_progress - last_printed_progress < step)
+            return;
+        print(new_progress);
+    }
+
+    void print(std::size_t progress) {
+
+        constexpr char bars_k[] = "||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||";
+        constexpr std::size_t bars_len_k = 60;
+
+        float percentage = progress * 1.f / total;
+        int lpad = (int)(percentage * bars_len_k);
+        int rpad = bars_len_k - lpad;
+
+        std::size_t count_new = progress - last_printed_progress;
+        timestamp_t time_new = std::chrono::high_resolution_clock::now();
+        std::size_t duration =
+            std::chrono::duration_cast<std::chrono::nanoseconds>(time_new - last_printed_time).count();
+        float vectors_per_second = count_new * 1e9 / duration;
+
+        std::printf("\r%3.3f%% [%.*s%*s] %.0f vectors/s, finished %zu/%zu", percentage * 100.f, lpad, bars_k, rpad, "",
+                    vectors_per_second, progress, total);
+        std::fflush(stdout);
+
+        last_printed_progress = progress;
+        last_printed_time = time_new;
+    }
+};
+
 template <typename index_at, typename vector_id_at, typename real_at>
 void index_many(index_at& native, std::size_t n, vector_id_at const* ids, real_at const* vectors, std::size_t dims) {
 
     using span_t = span_gt<float const>;
+    running_stats_printer_t printer{n, "Indexing"};
 
-#pragma omp parallel for
+#pragma omp parallel for schedule(static, 32)
     for (std::size_t i = 0; i < n; ++i) {
-        native.add(ids[i], span_t{vectors + dims * i, dims}, omp_get_thread_num(), false);
-        if (((i + 1) % 100000) == 0)
-            std::printf("-- added point # %zu\n", i + 1);
+        native.add(ids[i], span_t{vectors + dims * i, dims}, omp_get_thread_num(), true);
+        printer.progress++;
+        if (omp_get_thread_num() == 0)
+            printer.refresh();
     }
 }
 
@@ -174,52 +288,39 @@ void search_many(index_at& native, std::size_t n, real_at const* vectors, std::s
                  vector_id_at* ids, real_at* distances) {
 
     using span_t = span_gt<float const>;
+    running_stats_printer_t printer{n, "Search"};
 
-#pragma omp parallel for
+#pragma omp parallel for schedule(static, 32)
     for (std::size_t i = 0; i < n; ++i) {
-        std::size_t found = native.search(            //
+        native.search(                                //
             span_t{vectors + dims * i, dims}, wanted, //
             ids + wanted * i, distances + wanted * i, //
             omp_get_thread_num());
+        printer.progress++;
+        if (omp_get_thread_num() == 0)
+            printer.refresh();
     }
 }
 
-template <typename callback_at> std::size_t nanoseconds(callback_at&& callback) {
-    auto t_start = std::chrono::high_resolution_clock::now();
-    callback();
-    auto t_end = std::chrono::high_resolution_clock::now();
-    auto dt_add = std::chrono::duration_cast<std::chrono::nanoseconds>(t_end - t_start).count();
-    return dt_add;
-}
-
 template <typename dataset_at, typename index_at> //
 static void single_shot(dataset_at& dataset, index_at& index, bool construct = true) {
     using label_t = typename index_at::label_t;
     using distance_t = typename index_at::distance_t;
 
+    std::printf("\n");
+    std::printf("------------\n");
     if (construct) {
         // Perform insertions, evaluate speed
         std::vector<label_t> ids(dataset.vectors_count());
         std::iota(ids.begin(), ids.end(), 0);
-        auto dt_add = nanoseconds(
-            [&] { index_many(index, dataset.vectors_count(), ids.data(), dataset.vector(0), dataset.dimensions()); });
-        std::printf("- Added %.2f vectors/sec\n", dataset.vectors_count() * 1e9 / dt_add);
+        index_many(index, dataset.vectors_count(), ids.data(), dataset.vector(0), dataset.dimensions());
     }
 
     // Perform search, evaluate speed
     std::vector<label_t> found_neighbors(dataset.queries_count() * dataset.neighborhood_size());
     std::vector<distance_t> found_distances(dataset.queries_count() * dataset.neighborhood_size());
-    std::size_t executed_search_queries = 0;
-
-    auto dt_search = nanoseconds([&] {
-        while (executed_search_queries < dataset.vectors_count()) {
-            search_many(index, dataset.queries_count(), dataset.query(0), dataset.dimensions(),
-                        dataset.neighborhood_size(), found_neighbors.data(), found_distances.data());
-            executed_search_queries += dataset.queries_count();
-            std::printf("- Searched %zu vectors\n", executed_search_queries);
-        }
-    });
-    std::printf("- Searched %.2f vectors/sec\n", executed_search_queries * 1e9 / dt_search);
+    search_many(index, dataset.queries_count(), dataset.query(0), dataset.dimensions(), dataset.neighborhood_size(),
+                found_neighbors.data(), found_distances.data());
 
     // Evaluate quality
     std::size_t recall_at_1 = 0, recall_full = 0;
@@ -229,8 +330,11 @@ static void single_shot(dataset_at& dataset, index_at& index, bool construct = t
         recall_at_1 += expected[0] == received[0];
         recall_full += contains(received, received + dataset.neighborhood_size(), label_t{expected[0]});
     }
-    std::printf("- Recall@1 %.2f %%\n", recall_at_1 * 100.f / dataset.queries_count());
-    std::printf("- Recall %.2f %%\n", recall_full * 100.f / dataset.queries_count());
+
+    std::printf("Recall@1 %.2f %%\n", recall_at_1 * 100.f / dataset.queries_count());
+    std::printf("Recall %.2f %%\n", recall_full * 100.f / dataset.queries_count());
+    std::printf("------------\n");
+    std::printf("\n");
 }
 
 void handler(int sig) {
@@ -238,11 +342,34 @@ void handler(int sig) {
     size_t size;
 
     // get void*'s for all entries on the stack
+#if defined(WINDOWS)
+    size = CaptureStackBackTrace(0, 10, array, NULL);
+#else
     size = backtrace(array, 10);
+#endif // WINDOWS
 
     // print out all the frames to stderr
     fprintf(stderr, "Error: signal %d:\n", sig);
+
+#if defined(WINDOWS)
+    SYMBOL_INFO* symbol = (SYMBOL_INFO*)calloc(sizeof(SYMBOL_INFO) + 256 * sizeof(char), 1);
+    symbol->MaxNameLen = 255;
+    symbol->SizeOfStruct = sizeof(SYMBOL_INFO);
+    for (int i = 0; i < size; i++) {
+        SymFromAddr(GetCurrentProcess(), (DWORD64)(array[i]), 0, symbol);
+        const char* name = symbol->Name;
+        if (name == NULL) {
+            name = "<unknown>";
+        }
+        DWORD bytes_written;
+        WriteFile(STDERR_FILENO, name, strlen(name), &bytes_written, NULL);
+        WriteFile(STDERR_FILENO, "\n", 1, &bytes_written, NULL);
+    }
+    free(symbol);
+#else
     backtrace_symbols_fd(array, size, STDERR_FILENO);
+#endif // WINDOWS
+
     exit(1);
 }
 
@@ -256,18 +383,22 @@ struct args_t {
     std::string path_vectors;
     std::string path_queries;
     std::string path_neighbors;
+    std::string path_output = "last.usearch";
 
     std::size_t connectivity = config_t::connectivity_default_k;
     std::size_t expansion_add = config_t::expansion_add_default_k;
     std::size_t expansion_search = config_t::expansion_search_default_k;
     std::size_t threads = std::thread::hardware_concurrency();
 
+    std::size_t vectors_to_skip = 0;
+    std::size_t vectors_to_take = 0;
+
     bool help = false;
 
     bool big = false;
     bool native = false;
     bool quantize_f16 = false;
-    bool quantize_i8 = false;
+    bool quantize_f8 = false;
 
     bool metric_ip = true;
     bool metric_l2 = false;
@@ -277,15 +408,23 @@ struct args_t {
 
 template <typename index_at, typename dataset_at> //
 index_at type_punned_index_for_metric(dataset_at& dataset, args_t const& args, config_t config, accuracy_t accuracy) {
-    if (args.metric_ip)
+    if (args.metric_ip) {
+        std::printf("-- Metric: Inner Product\n");
         return index_at::ip(dataset.dimensions(), accuracy, config);
-    if (args.metric_l2)
+    }
+    if (args.metric_l2) {
+        std::printf("-- Metric: Euclidean\n");
         return index_at::l2(dataset.dimensions(), accuracy, config);
-    if (args.metric_cos)
+    }
+    if (args.metric_cos) {
+        std::printf("-- Metric: Angular\n");
         return index_at::cos(dataset.dimensions(), accuracy, config);
-    if (args.metric_haversine)
+    }
+    if (args.metric_haversine) {
+        std::printf("-- Metric: Haversine\n");
         return index_at::haversine(accuracy, config);
-    return index_at{};
+    }
+    throw std::invalid_argument("Unknown metric!");
 }
 
 template <typename index_at, typename dataset_at> //
@@ -294,54 +433,57 @@ void run_type_punned(dataset_at& dataset, args_t const& args, config_t config) {
     accuracy_t accuracy = accuracy_t::f32_k;
     if (args.quantize_f16)
         accuracy = accuracy_t::f16_k;
-    if (args.quantize_i8)
-        accuracy = accuracy_t::i8q100_k;
+    if (args.quantize_f8)
+        accuracy = accuracy_t::f8_k;
 
     std::printf("-- Accuracy: %s\n", accuracy_name(accuracy));
 
     index_at index{type_punned_index_for_metric<index_at>(dataset, args, config, accuracy)};
-    std::printf("- Hardware acceleration: %s\n", isa_name(index.acceleration()));
-    std::printf("-- Will benchmark in-memory\n");
+    std::printf("-- Hardware acceleration: %s\n", isa_name(index.acceleration()));
+    std::printf("Will benchmark in-memory\n");
 
     single_shot(dataset, index, true);
-    index.save("tmp.usearch");
+    index.save(args.path_output.c_str());
 
-    std::printf("-------\n");
-    std::printf("-- Will benchmark an on-disk view\n");
+    std::printf("Will benchmark an on-disk view\n");
 
     index_at index_view = index.fork();
-    index_view.view("tmp.usearch");
+    index_view.view(args.path_output.c_str());
     single_shot(dataset, index_view, false);
 }
 
 template <typename index_at, typename dataset_at> //
-void run_typed(dataset_at& dataset, config_t config) {
+void run_typed(dataset_at& dataset, args_t const& args, config_t config) {
 
     index_at index(config);
-    std::printf("-- Will benchmark in-memory\n");
+    std::printf("Will benchmark in-memory\n");
 
     single_shot(dataset, index, true);
-    index.save("tmp.usearch");
+    index.save(args.path_output.c_str());
 
-    std::printf("-------\n");
-    std::printf("-- Will benchmark an on-disk view\n");
+    std::printf("Will benchmark an on-disk view\n");
 
-    auto_index_t index_view;
-    index_view.view("tmp.usearch");
+    index_at index_view = index.fork();
+    index_view.view(args.path_output.c_str());
     single_shot(dataset, index_view, false);
 }
 
 template <typename neighbor_id_at, typename dataset_at> //
 void run_big_or_small(dataset_at& dataset, args_t const& args, config_t config) {
     if (args.native) {
-        if (args.metric_cos)
-            run_typed<index_gt<ip_gt<float>, std::size_t, neighbor_id_at>>(dataset, config);
-        else if (args.metric_l2)
-            run_typed<index_gt<l2_squared_gt<float>, std::size_t, neighbor_id_at>>(dataset, config);
-        else if (args.metric_haversine)
-            run_typed<index_gt<haversine_gt<float>, std::size_t, neighbor_id_at>>(dataset, config);
-        else
-            run_typed<index_gt<ip_gt<float>, std::size_t, neighbor_id_at>>(dataset, config);
+        if (args.metric_cos) {
+            std::printf("-- Metric: Inner Product\n");
+            run_typed<index_gt<ip_gt<float>, std::size_t, neighbor_id_at>>(dataset, args, config);
+        } else if (args.metric_l2) {
+            std::printf("-- Metric: Euclidean\n");
+            run_typed<index_gt<l2sq_gt<float>, std::size_t, neighbor_id_at>>(dataset, args, config);
+        } else if (args.metric_haversine) {
+            std::printf("-- Metric: Angular\n");
+            run_typed<index_gt<haversine_gt<float>, std::size_t, neighbor_id_at>>(dataset, args, config);
+        } else {
+            std::printf("-- Metric: Haversine\n");
+            run_typed<index_gt<ip_gt<float>, std::size_t, neighbor_id_at>>(dataset, args, config);
+        }
     } else
         run_type_punned<auto_index_gt<std::size_t, neighbor_id_at>>(dataset, args, config);
 }
@@ -362,26 +504,34 @@ void report_expected_losses(persisted_dataset_gt<float, vector_id_t> const& data
 
     auto vec1 = dataset.vector(0);
     auto vec2 = dataset.query(0);
-    std::vector<f16_converted_t> vec1f16(dataset.dimensions());
-    std::vector<f16_converted_t> vec2f16(dataset.dimensions());
+    std::vector<f16_bits_t> vec1f16(dataset.dimensions());
+    std::vector<f16_bits_t> vec2f16(dataset.dimensions());
     std::transform(vec1, vec1 + dataset.dimensions(), vec1f16.data(), [](float v) { return v; });
     std::transform(vec2, vec2 + dataset.dimensions(), vec2f16.data(), [](float v) { return v; });
-    std::vector<i8q100_converted_t> vec1i8(dataset.dimensions());
-    std::vector<i8q100_converted_t> vec2i8(dataset.dimensions());
-    std::transform(vec1, vec1 + dataset.dimensions(), vec1i8.data(), [](float v) { return v; });
-    std::transform(vec2, vec2 + dataset.dimensions(), vec2i8.data(), [](float v) { return v; });
+    std::vector<f8_bits_t> vec1f8(dataset.dimensions());
+    std::vector<f8_bits_t> vec2f8(dataset.dimensions());
+    std::transform(vec1, vec1 + dataset.dimensions(), vec1f8.data(), [](float v) { return v; });
+    std::transform(vec2, vec2 + dataset.dimensions(), vec2f8.data(), [](float v) { return v; });
 
 #if 0
     auto ip_default = ip_gt<float>{}(vec1, vec2, dataset.dimensions());
+    auto ip_f16 = ip_gt<f16_bits_t, float>{}(vec1f16.data(), vec2f16.data(), dataset.dimensions());
+    auto ip_f8 = ip_gt<f8_bits_t, float>{}(vec1f8.data(), vec2f8.data(), dataset.dimensions());
+
+#if defined(__AVX512F__)
+    auto ip_f16avx512 = 1.f - simsimd_dot_f16x16avx512((simsimd_f16_t const*)vec1f16.data(),
+                                                       (simsimd_f16_t const*)vec2f16.data(), dataset.dimensions());
+#endif
+#if defined(__ARM_FEATURE_SVE)
     auto ip_sve = 1.f - simsimd_dot_f32sve(vec1, vec2, dataset.dimensions());
-    auto ip_neon = 1.f - simsimd_dot_f32x4neon(vec1, vec2, dataset.dimensions());
-    auto ip_f16 = ip_gt<f16_converted_t>{}(vec1f16.data(), vec2f16.data(), dataset.dimensions());
     auto ip_f16sve = 1.f - simsimd_dot_f16sve((simsimd_f16_t const*)vec1f16.data(),
                                               (simsimd_f16_t const*)vec2f16.data(), dataset.dimensions());
+#endif
+#if defined(__ARM_NEON)
+    auto ip_neon = 1.f - simsimd_dot_f32x4neon(vec1, vec2, dataset.dimensions());
     auto ip_f16neon = 1.f - simsimd_dot_f16x8neon((simsimd_f16_t const*)vec1f16.data(),
                                                   (simsimd_f16_t const*)vec2f16.data(), dataset.dimensions());
-    auto ip_i8 = ip_i8q100_converted_t{}(vec1i8.data(), vec2i8.data(), dataset.dimensions());
-
+#endif
     exit(0);
 #endif
 }
@@ -398,15 +548,18 @@ int main(int argc, char** argv) {
         (option("--vectors") & value("path", args.path_vectors)).doc(".fbin file path to construct the index"),
         (option("--queries") & value("path", args.path_queries)).doc(".fbin file path to query the index"),
         (option("--neighbors") & value("path", args.path_neighbors)).doc(".ibin file path with ground truth"),
+        (option("-o", "--output") & value("path", args.path_output)).doc(".usearch output file path"),
         (option("-b", "--big").set(args.big)).doc("Will switch to uint40_t for neighbors lists with over 4B entries"),
         (option("-j", "--threads") & value("integer", args.threads)).doc("Uses all available cores by default"),
         (option("-c", "--connectivity") & value("integer", args.connectivity)).doc("Index granularity"),
         (option("--expansion-add") & value("integer", args.expansion_add)).doc("Affects indexing depth"),
         (option("--expansion-search") & value("integer", args.expansion_search)).doc("Affects search depth"),
+        (option("--rows-skip") & value("integer", args.vectors_to_skip)).doc("Number of vectors to skip"),
+        (option("--rows-take") & value("integer", args.vectors_to_take)).doc("Number of vectors to take"),
         ( //
             option("--native").set(args.native).doc("Use raw templates instead of type-punned classes") |
             option("--f16quant").set(args.quantize_f16).doc("Enable `f16_t` quantization") |
-            option("--i8quant").set(args.quantize_i8).doc("Enable `int8_t` quantization")),
+            option("--f8quant").set(args.quantize_f8).doc("Enable `f8_t` quantization")),
         ( //
             option("--ip").set(args.metric_ip).doc("Choose Inner Product metric") |
             option("--l2").set(args.metric_l2).doc("Choose L2 Euclidean metric") |
@@ -436,17 +589,19 @@ int main(int argc, char** argv) {
     std::printf("-- Ground truth neighbors path: %s\n", args.path_neighbors.c_str());
 
     persisted_dataset_gt<float, vector_id_t> dataset{
-        args.path_vectors.c_str(),
-        args.path_queries.c_str(),
-        args.path_neighbors.c_str(),
+        args.path_vectors.c_str(),   //
+        args.path_queries.c_str(),   //
+        args.path_neighbors.c_str(), //
+        args.vectors_to_skip,        //
+        args.vectors_to_take,        //
     };
     std::printf("-- Dimensions: %zu\n", dataset.dimensions());
     std::printf("-- Vectors count: %zu\n", dataset.vectors_count());
     std::printf("-- Queries count: %zu\n", dataset.queries_count());
     std::printf("-- Neighbors per query: %zu\n", dataset.neighborhood_size());
 
-    report_alternative_setups();
-    report_expected_losses(dataset);
+    // report_alternative_setups();
+    // report_expected_losses(dataset);
 
     config_t config;
     config.connectivity = args.connectivity;

package/swift/Index+Sugar.swift

@@ -0,0 +1,70 @@
+//
+//  Index+Sugar.swift
+//  
+//
+//  Created by Ashot Vardanian on 5/11/23.
+//
+
+extension Index {
+
+    public func add(label: UInt32, vector: ArraySlice<Float32>) -> () {
+        vector.withContiguousStorageIfAvailable {
+            addSingle(label: label, vector: $0.baseAddress!)
+        }
+    }
+    
+    
+    public func search(vector: ArraySlice<Float32>, count: Int) -> ([UInt32], [Float]) {
+        var matches: [UInt32] = Array(repeating: 0, count: count)
+        var distances: [Float] = Array(repeating: 0, count: count)
+        let results = vector.withContiguousStorageIfAvailable {
+            searchSingle(vector: $0.baseAddress!, count: CUnsignedInt(count), labels: &matches, distances: &distances)
+        }
+        matches.removeLast(count - Int(results!))
+        distances.removeLast(count - Int(results!))
+        return (matches, distances)
+    }
+
+    public func add(label: UInt32, vector: ArraySlice<Float64>) -> () {
+        vector.withContiguousStorageIfAvailable {
+            addPrecise(label: label, vector: $0.baseAddress!)
+        }
+    }
+
+    public func search(vector: ArraySlice<Float64>, count: Int) -> ([UInt32], [Float]) {
+        var matches: [UInt32] = Array(repeating: 0, count: count)
+        var distances: [Float] = Array(repeating: 0, count: count)
+        let results = vector.withContiguousStorageIfAvailable {
+            searchPrecise(vector: $0.baseAddress!, count: CUnsignedInt(count), labels: &matches, distances: &distances)
+        }
+        matches.removeLast(count - Int(results!))
+        distances.removeLast(count - Int(results!))
+        return (matches, distances)
+    }
+
+#if arch(arm64)
+
+    @available(macOS 11.0, iOS 14.0, watchOS 7.0, tvOS 14.0, *)
+    public func add(label: UInt32, vector: ArraySlice<Float16>) -> () {
+        vector.withContiguousStorageIfAvailable { buffer in
+            addImprecise(label: label, vector: buffer.baseAddress!)
+        }
+    }
+
+    @available(macOS 11.0, iOS 14.0, watchOS 7.0, tvOS 14.0, *)
+    public func search(vector: ArraySlice<Float16>, count: Int) -> ([UInt32], [Float]) {
+        var matches: [UInt32] = Array(repeating: 0, count: count)
+        var distances: [Float] = Array(repeating: 0, count: count)
+        let results = vector.withContiguousStorageIfAvailable {
+            searchImprecise(vector: $0.baseAddress!, count: CUnsignedInt(count), labels: &matches, distances: &distances)
+        }
+        matches.removeLast(count - Int(results!))
+        distances.removeLast(count - Int(results!))
+        return (matches, distances)
+    }
+    
+#endif
+
+    public var count: Int { get { return Int(length) } }
+    
+}

package/swift/Test.swift

@@ -0,0 +1,20 @@
+//
+//  File.swift
+//  
+//
+//  Created by Ashot Vardanian on 5/11/23.
+//
+
+import Foundation
+import USearch
+
+func testUnit() throws {
+    let index = Index.l2(dimensions: 4, connectivity: 8)
+    let vectorA: [Float32] = [0.3, 0.5, 1.2, 1.4]
+    let vectorB: [Float32] = [0.4, 0.2, 1.2, 1.1]
+    index.add(label: 42, vector: vectorA[...])
+    index.add(label: 43, vector: vectorB[...])
+
+    let results = index.search(vector: vectorA[...], count: 10)
+    assert(results.0[0] == 42)
+}

package/swift/USearch.swift

@@ -0,0 +1,8 @@
+//
+//  File.swift
+//  
+//
+//  Created by Ashot Vardanian on 5/11/23.
+//
+
+@_exported import USearchObjective

package/java/gradle/wrapper/gradle-wrapper.properties

@@ -1,6 +0,0 @@
-distributionBase=GRADLE_USER_HOME
-distributionPath=wrapper/dists
-distributionUrl=https\://services.gradle.org/distributions/gradle-8.0-bin.zip
-networkTimeout=10000
-zipStoreBase=GRADLE_USER_HOME
-zipStorePath=wrapper/dists