usearch 2.10.3 → 2.10.5

package/cpp/test.cpp

@@ -0,0 +1,324 @@
+/**
+ * @brief A trivial test.
+ */
+#include <algorithm> // `std::shuffle`
+#include <cassert>   // `assert`
+#include <random>    // `std::default_random_engine`
+#include <stdexcept>
+#include <unordered_map>
+#include <vector> // for std::vector
+
+#include <usearch/index.hpp>
+#include <usearch/index_dense.hpp>
+#include <usearch/index_plugins.hpp>
+
+using namespace unum::usearch;
+using namespace unum;
+
+void expect(bool must_be_true) {
+    if (!must_be_true)
+        throw std::runtime_error("Failed!");
+}
+
+template <bool punned_ak, typename index_at, typename scalar_at, typename... extra_args_at>
+void test_cosine(index_at& index, std::vector<std::vector<scalar_at>> const& vectors, extra_args_at&&... args) {
+
+    using scalar_t = scalar_at;
+    using index_t = index_at;
+    using vector_key_t = typename index_t::vector_key_t;
+    using distance_t = typename index_t::distance_t;
+
+    // Generate some keys starting from end,
+    // for three vectors from the dataset
+    vector_key_t const key_max = default_free_value<vector_key_t>() - 1;
+    vector_key_t const key_first = key_max - 0;
+    vector_key_t const key_second = key_max - 1;
+    vector_key_t const key_third = key_max - 2;
+    scalar_t const* vector_first = vectors[0].data();
+    scalar_t const* vector_second = vectors[1].data();
+    scalar_t const* vector_third = vectors[2].data();
+    std::size_t dimensions = vectors[0].size();
+
+    // Try checking the empty state
+    if constexpr (punned_ak) {
+        expect(!index.contains(key_first));
+        expect(!index.get(key_first, (f32_t*)nullptr, 1));
+    }
+
+    // Add data
+    index.reserve(10);
+    index.add(key_first, vector_first, args...);
+
+    // Default approximate search
+    vector_key_t matched_keys[10] = {0};
+    distance_t matched_distances[10] = {0};
+    std::size_t matched_count = index.search(vector_first, 5, args...).dump_to(matched_keys, matched_distances);
+
+    expect(matched_count == 1);
+    expect(matched_keys[0] == key_first);
+    expect(std::abs(matched_distances[0]) < 0.01);
+
+    // Add more entries
+    index.add(key_second, vector_second, args...);
+    index.add(key_third, vector_third, args...);
+    expect(index.size() == 3);
+
+    // Perform exact search
+    matched_count = index.search(vector_first, 5, args...).dump_to(matched_keys, matched_distances);
+
+    // Validate scans
+    std::size_t count = 0;
+    for (auto member : index) {
+        vector_key_t id = member.key;
+        expect(id <= key_first && id >= key_third);
+        count++;
+    }
+    expect((count == 3));
+    expect((index.stats(0).nodes == 3));
+
+    // Check if clustering endpoint compiles
+    index.cluster(vector_first, 0, args...);
+
+    // Try removals and replacements
+    if constexpr (punned_ak) {
+        using labeling_result_t = typename index_t::labeling_result_t;
+        labeling_result_t result = index.remove(key_third);
+        expect(bool(result));
+        expect(index.size() == 2);
+        index.add(key_third, vector_third, args...);
+        expect(index.size() == 3);
+    }
+
+    // Search again over reconstructed index
+    index.save("tmp.usearch");
+    index.load("tmp.usearch");
+    matched_count = index.search(vector_first, 5, args...).dump_to(matched_keys, matched_distances);
+    expect(matched_count == 3);
+    expect(matched_keys[0] == key_first);
+    expect(std::abs(matched_distances[0]) < 0.01);
+
+    if constexpr (punned_ak) {
+        std::vector<scalar_t> vec_recovered_from_load(dimensions);
+        index.get(key_second, vec_recovered_from_load.data());
+        expect(std::equal(vector_second, vector_second + dimensions, vec_recovered_from_load.data()));
+    }
+
+    // Try batch requests
+    executor_default_t executor;
+    index.reserve({vectors.size(), executor.size()});
+    executor.fixed(vectors.size() - 3, [&](std::size_t thread, std::size_t task) {
+        if constexpr (punned_ak) {
+            index.add(key_max - task - 3, vectors[task + 3].data(), args...);
+        } else {
+            index_update_config_t config;
+            config.thread = thread;
+            index.add(key_max - task - 3, vectors[task + 3].data(), args..., config);
+        }
+    });
+
+    // Check for duplicates
+    if constexpr (punned_ak) {
+        index.reserve({vectors.size() + 1u, executor.size()});
+        auto result = index.add(key_first, vector_first, args...);
+        expect(!!result == index.multi());
+        result.error.release();
+
+        std::size_t first_key_count = index.count(key_first);
+        expect(first_key_count == (1ul + index.multi()));
+    }
+
+    // Search again over mapped index
+    // file_head_result_t head = index_dense_metadata_from_path("tmp.usearch");
+    // expect(head.size == 3);
+    index.view("tmp.usearch");
+    matched_count = index.search(vector_first, 5, args...).dump_to(matched_keys, matched_distances);
+    expect(matched_count == 3);
+    expect(matched_keys[0] == key_first);
+    expect(std::abs(matched_distances[0]) < 0.01);
+
+    if constexpr (punned_ak) {
+        std::vector<scalar_t> vec_recovered_from_view(dimensions);
+        index.get(key_second, vec_recovered_from_view.data());
+        expect(std::equal(vector_second, vector_second + dimensions, vec_recovered_from_view.data()));
+
+        auto compaction_result = index.compact();
+        expect(bool(compaction_result));
+    }
+
+    expect(index.memory_usage() > 0);
+    expect(index.stats().max_edges > 0);
+
+    // Check metadata
+    if constexpr (punned_ak) {
+        index_dense_metadata_result_t meta = index_dense_metadata_from_path("tmp.usearch");
+        expect(bool(meta));
+    }
+}
+
+template <typename scalar_at, typename key_at, typename slot_at> //
+void test_cosine(std::size_t collection_size, std::size_t dimensions) {
+
+    using scalar_t = scalar_at;
+    using vector_key_t = key_at;
+    using slot_t = slot_at;
+
+    using index_typed_t = index_gt<float, vector_key_t, slot_t>;
+    using member_cref_t = typename index_typed_t::member_cref_t;
+    using member_citerator_t = typename index_typed_t::member_citerator_t;
+
+    using vector_of_vectors_t = std::vector<std::vector<scalar_at>>;
+    vector_of_vectors_t vector_of_vectors(collection_size);
+    for (auto& vector : vector_of_vectors) {
+        vector.resize(dimensions);
+        std::generate(vector.begin(), vector.end(), [=] { return float(std::rand()) / float(INT_MAX); });
+    }
+
+    struct metric_t {
+        vector_of_vectors_t const* vector_of_vectors_ptr = nullptr;
+        std::size_t dimensions = 0;
+
+        scalar_t const* row(std::size_t i) const noexcept { return (*vector_of_vectors_ptr)[i].data(); }
+
+        float operator()(member_cref_t const& a, member_cref_t const& b) const {
+            return metric_cos_gt<scalar_t>{}(row(get_slot(b)), row(get_slot(a)), dimensions);
+        }
+        float operator()(scalar_t const* some_vector, member_cref_t const& member) const {
+            return metric_cos_gt<scalar_t>{}(some_vector, row(get_slot(member)), dimensions);
+        }
+        float operator()(member_citerator_t const& a, member_citerator_t const& b) const {
+            return metric_cos_gt<scalar_t>{}(row(get_slot(b)), row(get_slot(a)), dimensions);
+        }
+        float operator()(scalar_t const* some_vector, member_citerator_t const& member) const {
+            return metric_cos_gt<scalar_t>{}(some_vector, row(get_slot(member)), dimensions);
+        }
+    };
+
+    // Template:
+    for (std::size_t connectivity : {3, 13, 50}) {
+        std::printf("- templates with connectivity %zu \n", connectivity);
+        metric_t metric{&vector_of_vectors, dimensions};
+        index_config_t config(connectivity);
+        index_typed_t index_typed(config);
+        test_cosine<false>(index_typed, vector_of_vectors, metric);
+    }
+
+    // Type-punned:
+    for (bool multi : {false, true}) {
+        for (std::size_t connectivity : {3, 13, 50}) {
+            std::printf("- punned with connectivity %zu \n", connectivity);
+            using index_t = index_dense_gt<vector_key_t, slot_t>;
+            metric_punned_t metric(dimensions, metric_kind_t::cos_k, scalar_kind<scalar_at>());
+            index_dense_config_t config(connectivity);
+            config.multi = multi;
+            index_t index;
+            {
+                index_t index_tmp1 = index_t::make(metric, config);
+                // move construction
+                index_t index_tmp2 = std::move(index_tmp1);
+                // move assignment
+                index = std::move(index_tmp2);
+            }
+            test_cosine<true>(index, vector_of_vectors);
+        }
+    }
+}
+
+template <typename key_at, typename slot_at> void test_tanimoto(std::size_t dimensions, std::size_t connectivity) {
+
+    using vector_key_t = key_at;
+    using slot_t = slot_at;
+
+    using index_punned_t = index_dense_gt<vector_key_t, slot_t>;
+    std::size_t words = divide_round_up<CHAR_BIT>(dimensions);
+    metric_punned_t metric(words, metric_kind_t::tanimoto_k, scalar_kind_t::b1x8_k);
+    index_config_t config(connectivity);
+    index_punned_t index = index_punned_t::make(metric, config);
+
+    executor_default_t executor;
+    std::size_t batch_size = 1000;
+    std::vector<b1x8_t> scalars(batch_size * index.scalar_words());
+    std::generate(scalars.begin(), scalars.end(), [] { return static_cast<b1x8_t>(std::rand()); });
+
+    index.reserve({batch_size + index.size(), executor.size()});
+    executor.fixed(batch_size, [&](std::size_t thread, std::size_t task) {
+        index.add(task + 25000, scalars.data() + index.scalar_words() * task, thread);
+    });
+}
+
+void test_exact_search(std::size_t dataset_count, std::size_t queries_count, std::size_t wanted_count) {
+    std::size_t dimensions = 10;
+    metric_punned_t metric(dimensions, metric_kind_t::cos_k);
+
+    std::random_device rd;
+    std::mt19937 gen(rd());
+    std::uniform_real_distribution<> dis(0.0, 1.0);
+    std::vector<float> dataset(dataset_count * dimensions);
+    std::generate(dataset.begin(), dataset.end(), [&] { return dis(gen); });
+
+    exact_search_t search;
+    auto results = search(                                                        //
+        (byte_t const*)dataset.data(), dataset_count, dimensions * sizeof(float), //
+        (byte_t const*)dataset.data(), queries_count, dimensions * sizeof(float), //
+        wanted_count, metric);
+
+    for (std::size_t i = 0; i < results.size(); ++i)
+        assert(results.at(i)[0].offset == i); // Validate the top match
+}
+
+template <typename index_at> void test_sets(index_at&& index) {
+
+    using index_t = typename std::remove_reference<index_at>::type;
+    using scalar_t = typename index_t::scalar_t;
+    using view_t = span_gt<scalar_t const>;
+
+    scalar_t vec0[] = {10, 20};
+    scalar_t vec1[] = {10, 15, 20};
+    scalar_t vec2[] = {10, 20, 30, 35};
+
+    index.reserve(10);
+    index.add(42, view_t{&vec0[0], 2ul});
+    index.add(43, view_t{&vec1[0], 3ul});
+    index.add(44, view_t{&vec2[0], 4ul});
+
+    expect(index.size() == 3);
+}
+
+template <typename index_at> void test_sets_moved(index_config_t const& config) {
+    {
+        index_at index{config};
+        test_sets(index);
+    }
+    {
+        index_at index{config};
+        index.reserve(1);
+        test_sets(index_at(std::move(index)));
+    }
+    {
+        index_at index{config};
+        index.reserve(1);
+        index_at index_moved = std::move(index);
+        test_sets(index_moved);
+    }
+}
+
+int main(int, char**) {
+
+    for (std::size_t dataset_count : {10, 100})
+        for (std::size_t queries_count : {1, 10})
+            for (std::size_t wanted_count : {1, 5})
+                test_exact_search(dataset_count, queries_count, wanted_count);
+
+    for (std::size_t collection_size : {10, 500})
+        for (std::size_t dimensions : {97, 256}) {
+            std::printf("Indexing %zu vectors with cos: <float, std::int64_t, std::uint32_t> \n", collection_size);
+            test_cosine<float, std::int64_t, std::uint32_t>(collection_size, dimensions);
+            std::printf("Indexing %zu vectors with cos: <float, std::int64_t, uint40_t> \n", collection_size);
+            test_cosine<float, std::int64_t, uint40_t>(collection_size, dimensions);
+        }
+
+    for (std::size_t connectivity : {3, 13, 50})
+        for (std::size_t dimensions : {97, 256})
+            test_tanimoto<std::int64_t, std::uint32_t>(dimensions, connectivity);
+
+    return 0;
+}

package/fp16/CMakeLists.txt

@@ -0,0 +1,176 @@
+CMAKE_MINIMUM_REQUIRED(VERSION 2.8.12 FATAL_ERROR)
+
+INCLUDE(GNUInstallDirs)
+
+# ---[ Project
+PROJECT(FP16 C CXX)
+
+# ---[ Options.
+OPTION(FP16_BUILD_TESTS "Build FP16 unit tests" ON)
+OPTION(FP16_BUILD_BENCHMARKS "Build FP16 micro-benchmarks" ON)
+
+# ---[ CMake options
+IF(FP16_BUILD_TESTS)
+  ENABLE_TESTING()
+ENDIF()
+
+MACRO(FP16_TARGET_ENABLE_CXX11 target)
+  IF(${CMAKE_VERSION} VERSION_LESS "3.1")
+    IF(NOT MSVC)
+      TARGET_COMPILE_OPTIONS(${target} PRIVATE -std=c++11)
+    ENDIF()
+  ELSE()
+    SET_TARGET_PROPERTIES(${target} PROPERTIES
+      CXX_STANDARD 11
+      CXX_STANDARD_REQUIRED YES
+      CXX_EXTENSIONS YES)
+  ENDIF()
+ENDMACRO()
+
+# ---[ Download deps
+IF(NOT DEFINED PSIMD_SOURCE_DIR)
+  MESSAGE(STATUS "Downloading PSimd to ${CMAKE_BINARY_DIR}/psimd-source (define PSIMD_SOURCE_DIR to avoid it)")
+  CONFIGURE_FILE(cmake/DownloadPSimd.cmake "${CMAKE_BINARY_DIR}/psimd-download/CMakeLists.txt")
+  EXECUTE_PROCESS(COMMAND "${CMAKE_COMMAND}" -G "${CMAKE_GENERATOR}" .
+    WORKING_DIRECTORY "${CMAKE_BINARY_DIR}/psimd-download")
+  EXECUTE_PROCESS(COMMAND "${CMAKE_COMMAND}" --build .
+    WORKING_DIRECTORY "${CMAKE_BINARY_DIR}/psimd-download")
+  SET(PSIMD_SOURCE_DIR "${CMAKE_BINARY_DIR}/psimd-source" CACHE STRING "PSimd source directory")
+ENDIF()
+
+IF(FP16_BUILD_TESTS AND NOT DEFINED GOOGLETEST_SOURCE_DIR)
+  MESSAGE(STATUS "Downloading Google Test to ${CMAKE_BINARY_DIR}/googletest-source (define GOOGLETEST_SOURCE_DIR to avoid it)")
+  CONFIGURE_FILE(cmake/DownloadGoogleTest.cmake "${CMAKE_BINARY_DIR}/googletest-download/CMakeLists.txt")
+  EXECUTE_PROCESS(COMMAND "${CMAKE_COMMAND}" -G "${CMAKE_GENERATOR}" .
+    WORKING_DIRECTORY "${CMAKE_BINARY_DIR}/googletest-download")
+  EXECUTE_PROCESS(COMMAND "${CMAKE_COMMAND}" --build .
+    WORKING_DIRECTORY "${CMAKE_BINARY_DIR}/googletest-download")
+  SET(GOOGLETEST_SOURCE_DIR "${CMAKE_BINARY_DIR}/googletest-source" CACHE STRING "Google Test source directory")
+ENDIF()
+
+IF(FP16_BUILD_BENCHMARKS AND NOT DEFINED GOOGLEBENCHMARK_SOURCE_DIR)
+  MESSAGE(STATUS "Downloading Google Benchmark to ${CMAKE_BINARY_DIR}/googlebenchmark-source (define GOOGLEBENCHMARK_SOURCE_DIR to avoid it)")
+  CONFIGURE_FILE(cmake/DownloadGoogleBenchmark.cmake "${CMAKE_BINARY_DIR}/googlebenchmark-download/CMakeLists.txt")
+  EXECUTE_PROCESS(COMMAND "${CMAKE_COMMAND}" -G "${CMAKE_GENERATOR}" .
+    WORKING_DIRECTORY "${CMAKE_BINARY_DIR}/googlebenchmark-download")
+  EXECUTE_PROCESS(COMMAND "${CMAKE_COMMAND}" --build .
+    WORKING_DIRECTORY "${CMAKE_BINARY_DIR}/googlebenchmark-download")
+  SET(GOOGLEBENCHMARK_SOURCE_DIR "${CMAKE_BINARY_DIR}/googlebenchmark-source" CACHE STRING "Google Benchmark source directory")
+ENDIF()
+
+# ---[ FP16 library
+IF(${CMAKE_VERSION} VERSION_LESS "3.0")
+  ADD_LIBRARY(fp16 STATIC
+    include/fp16.h
+    include/fp16/fp16.h
+    include/fp16/bitcasts.h
+    include/fp16/psimd.h)
+  SET_TARGET_PROPERTIES(fp16 PROPERTIES LINKER_LANGUAGE C)
+ELSE()
+  ADD_LIBRARY(fp16 INTERFACE)
+ENDIF()
+TARGET_INCLUDE_DIRECTORIES(fp16 INTERFACE
+    $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/include>
+    $<INSTALL_INTERFACE:include>)
+
+INSTALL(FILES include/fp16.h
+  DESTINATION ${CMAKE_INSTALL_INCLUDEDIR})
+INSTALL(FILES
+    include/fp16/bitcasts.h
+    include/fp16/fp16.h
+    include/fp16/psimd.h
+    include/fp16/__init__.py
+    include/fp16/avx.py
+    include/fp16/avx2.py
+  DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}/fp16)
+
+# ---[ Configure psimd
+IF(NOT TARGET psimd)
+  ADD_SUBDIRECTORY(
+    "${PSIMD_SOURCE_DIR}"
+    "${CMAKE_BINARY_DIR}/psimd")
+ENDIF()
+
+IF(FP16_BUILD_TESTS)
+  # ---[ Build google test
+  IF(NOT TARGET gtest)
+    SET(gtest_force_shared_crt ON CACHE BOOL "" FORCE)
+    ADD_SUBDIRECTORY(
+      "${GOOGLETEST_SOURCE_DIR}"
+      "${CMAKE_BINARY_DIR}/googletest")
+  ENDIF()
+
+  # ---[ Build FP16 unit tests
+  ADD_EXECUTABLE(ieee-to-fp32-bits-test test/ieee-to-fp32-bits.cc test/tables.cc)
+  TARGET_INCLUDE_DIRECTORIES(ieee-to-fp32-bits-test PRIVATE test)
+  TARGET_LINK_LIBRARIES(ieee-to-fp32-bits-test fp16 gtest gtest_main)
+  ADD_TEST(ieee-to-fp32-bits ieee-to-fp32-bits-test)
+
+  ADD_EXECUTABLE(ieee-to-fp32-value-test test/ieee-to-fp32-value.cc test/tables.cc)
+  TARGET_INCLUDE_DIRECTORIES(ieee-to-fp32-value-test PRIVATE test)
+  TARGET_LINK_LIBRARIES(ieee-to-fp32-value-test fp16 gtest gtest_main)
+  ADD_TEST(ieee-to-fp32-value ieee-to-fp32-value-test)
+
+  ADD_EXECUTABLE(ieee-from-fp32-value-test test/ieee-from-fp32-value.cc test/tables.cc)
+  TARGET_INCLUDE_DIRECTORIES(ieee-from-fp32-value-test PRIVATE test)
+  TARGET_LINK_LIBRARIES(ieee-from-fp32-value-test fp16 gtest gtest_main)
+  ADD_TEST(ieee-from-fp32-value ieee-from-fp32-value-test)
+
+  ADD_EXECUTABLE(alt-to-fp32-bits-test test/alt-to-fp32-bits.cc test/tables.cc)
+  TARGET_INCLUDE_DIRECTORIES(alt-to-fp32-bits-test PRIVATE test)
+  TARGET_LINK_LIBRARIES(alt-to-fp32-bits-test fp16 gtest gtest_main)
+  ADD_TEST(alt-to-fp32-bits alt-to-fp32-bits-test)
+
+  ADD_EXECUTABLE(alt-to-fp32-value-test test/alt-to-fp32-value.cc test/tables.cc)
+  TARGET_INCLUDE_DIRECTORIES(alt-to-fp32-value-test PRIVATE test)
+  TARGET_LINK_LIBRARIES(alt-to-fp32-value-test fp16 gtest gtest_main)
+  ADD_TEST(alt-to-fp32-value alt-to-fp32-value-test)
+
+  ADD_EXECUTABLE(alt-from-fp32-value-test test/alt-from-fp32-value.cc test/tables.cc)
+  TARGET_INCLUDE_DIRECTORIES(alt-from-fp32-value-test PRIVATE test)
+  TARGET_LINK_LIBRARIES(alt-from-fp32-value-test fp16 gtest gtest_main)
+  ADD_TEST(alt-from-fp32-value alt-from-fp32-value-test)
+
+  ADD_EXECUTABLE(bitcasts-test test/bitcasts.cc)
+  TARGET_LINK_LIBRARIES(bitcasts-test fp16 gtest gtest_main)
+  ADD_TEST(bitcasts bitcasts-test)
+ENDIF()
+
+IF(FP16_BUILD_BENCHMARKS)
+  # ---[ Build google benchmark
+  IF(NOT TARGET benchmark)
+    SET(BENCHMARK_ENABLE_TESTING OFF CACHE BOOL "")
+    ADD_SUBDIRECTORY(
+      "${GOOGLEBENCHMARK_SOURCE_DIR}"
+      "${CMAKE_BINARY_DIR}/googlebenchmark")
+  ENDIF()
+
+  # ---[ Build FP16 benchmarks
+  ADD_EXECUTABLE(ieee-element-bench bench/ieee-element.cc)
+  TARGET_COMPILE_DEFINITIONS(ieee-element-bench PRIVATE FP16_COMPARATIVE_BENCHMARKS=1)
+  TARGET_INCLUDE_DIRECTORIES(ieee-element-bench PRIVATE ${PROJECT_SOURCE_DIR})
+  TARGET_LINK_LIBRARIES(ieee-element-bench fp16 psimd benchmark)
+
+  ADD_EXECUTABLE(alt-element-bench bench/alt-element.cc)
+  TARGET_LINK_LIBRARIES(alt-element-bench fp16 psimd benchmark)
+
+  ADD_EXECUTABLE(from-ieee-array-bench bench/from-ieee-array.cc)
+  FP16_TARGET_ENABLE_CXX11(from-ieee-array-bench)
+  TARGET_COMPILE_DEFINITIONS(from-ieee-array-bench PRIVATE FP16_COMPARATIVE_BENCHMARKS=1)
+  TARGET_INCLUDE_DIRECTORIES(from-ieee-array-bench PRIVATE ${PROJECT_SOURCE_DIR})
+  TARGET_LINK_LIBRARIES(from-ieee-array-bench fp16 psimd benchmark)
+
+  ADD_EXECUTABLE(from-alt-array-bench bench/from-alt-array.cc)
+  FP16_TARGET_ENABLE_CXX11(from-alt-array-bench)
+  TARGET_LINK_LIBRARIES(from-alt-array-bench fp16 psimd benchmark)
+
+  ADD_EXECUTABLE(to-ieee-array-bench bench/to-ieee-array.cc)
+  FP16_TARGET_ENABLE_CXX11(to-ieee-array-bench)
+  TARGET_COMPILE_DEFINITIONS(to-ieee-array-bench PRIVATE FP16_COMPARATIVE_BENCHMARKS=1)
+  TARGET_INCLUDE_DIRECTORIES(to-ieee-array-bench PRIVATE ${PROJECT_SOURCE_DIR})
+  TARGET_LINK_LIBRARIES(to-ieee-array-bench fp16 psimd benchmark)
+
+  ADD_EXECUTABLE(to-alt-array-bench bench/to-alt-array.cc)
+  FP16_TARGET_ENABLE_CXX11(to-alt-array-bench)
+  TARGET_LINK_LIBRARIES(to-alt-array-bench fp16 psimd benchmark)
+ENDIF()

package/fp16/LICENSE

@@ -0,0 +1,11 @@
+The MIT License (MIT)
+
+Copyright (c) 2017 Facebook Inc.
+Copyright (c) 2017 Georgia Institute of Technology
+Copyright 2019 Google LLC
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

package/fp16/README.md

@@ -0,0 +1,20 @@
+# FP16
+Header-only library for conversion to/from half-precision floating point formats
+
+## Features
+
+- Supports IEEE and ARM alternative half-precision floating-point format
+    - Property converts infinities and NaNs
+    - Properly converts denormal numbers, even on systems without denormal support
+- Header-only library, no installation or build required
+- Compatible with C99 and C++11
+- Fully covered with unit tests and microbenchmarks
+
+## Acknowledgements
+
+[![HPC Garage logo](https://github.com/Maratyszcza/PeachPy/blob/master/logo/hpcgarage.png)](http://hpcgarage.org)
+[![Georgia Tech College of Computing logo](https://github.com/Maratyszcza/PeachPy/blob/master/logo/college-of-computing.gif)](http://www.cse.gatech.edu/)
+
+The library is developed by [Marat Dukhan](http://www.maratdukhan.com) of Georgia Tech. FP16 is a research project at [Richard Vuduc](http://vuduc.org)'s HPC Garage lab in the Georgia Institute of Technology, College of Computing, School of Computational Science and Engineering.
+
+This material is based upon work supported by the U.S. National Science Foundation (NSF) Award Number 1339745. Any opinions, findings and conclusions or recommendations expressed in this material are those of the authors and do not necessarily reflect those of NSF.

package/fp16/bench/alt-element.cc

@@ -0,0 +1,89 @@
+#include <benchmark/benchmark.h>
+
+#include <fp16.h>
+#ifndef EMSCRIPTEN
+	#include <fp16/psimd.h>
+#endif
+
+static inline uint16_t next_xorshift16(uint16_t x) {
+	x ^= x >> 8;
+	x ^= x << 9;
+	x ^= x >> 5;
+	return x;
+}
+
+static inline uint32_t next_xorshift32(uint32_t x) {
+	x ^= x >> 13;
+	x ^= x << 17;
+	x ^= x >> 5;
+	return x;
+}
+#ifndef EMSCRIPTEN
+	PSIMD_INTRINSIC psimd_u16 next_xorshift16_psimd(psimd_u16 x) {
+		x ^= x >> psimd_splat_u16(8);
+		x ^= x << psimd_splat_u16(9);
+		x ^= x >> psimd_splat_u16(5);
+		return x;
+	}
+#endif
+
+
+static void fp16_alt_to_fp32_bits(benchmark::State& state) {
+	uint16_t fp16 = UINT16_C(0x7C00);
+	while (state.KeepRunning()) {
+		const uint32_t fp32 = fp16_alt_to_fp32_bits(fp16);
+
+		fp16 = next_xorshift16(fp16);
+		benchmark::DoNotOptimize(fp32);
+	}
+}
+BENCHMARK(fp16_alt_to_fp32_bits);
+
+static void fp16_alt_to_fp32_value(benchmark::State& state) {
+	uint16_t fp16 = UINT16_C(0x7C00);
+	while (state.KeepRunning()) {
+		const float fp32 = fp16_alt_to_fp32_value(fp16);
+
+		fp16 = next_xorshift16(fp16);
+		benchmark::DoNotOptimize(fp32);
+	}
+}
+BENCHMARK(fp16_alt_to_fp32_value);
+
+#ifndef EMSCRIPTEN
+	static void fp16_alt_to_fp32_psimd(benchmark::State& state) {
+		psimd_u16 fp16 = (psimd_u16) { 0x7C00, 0x7C01, 0x7C02, 0x7C03 };
+		while (state.KeepRunning()) {
+			const psimd_f32 fp32 = fp16_alt_to_fp32_psimd(fp16);
+
+			fp16 = next_xorshift16_psimd(fp16);
+			benchmark::DoNotOptimize(fp32);
+		}
+	}
+	BENCHMARK(fp16_alt_to_fp32_psimd);
+
+	static void fp16_alt_to_fp32x2_psimd(benchmark::State& state) {
+		psimd_u16 fp16 =
+			(psimd_u16) { 0x7C00, 0x7C01, 0x7C02, 0x7C03, 0x7C04, 0x7C05, 0x7C06, 0x7C07 };
+		while (state.KeepRunning()) {
+			const psimd_f32x2 fp32 = fp16_alt_to_fp32x2_psimd(fp16);
+
+			fp16 = next_xorshift16_psimd(fp16);
+			benchmark::DoNotOptimize(fp32);
+		}
+	}
+	BENCHMARK(fp16_alt_to_fp32x2_psimd);
+#endif
+
+static void fp16_alt_from_fp32_value(benchmark::State& state) {
+	uint32_t fp32 = UINT32_C(0x7F800000);
+	while (state.KeepRunning()) {
+		const uint16_t fp16 = fp16_alt_from_fp32_value(fp32_from_bits(fp32));
+
+		fp32 = next_xorshift32(fp32);
+		benchmark::DoNotOptimize(fp16);
+	}
+}
+BENCHMARK(fp16_alt_from_fp32_value);
+
+BENCHMARK_MAIN();