usearch 0.1.0

package/README.md

@@ -0,0 +1,69 @@
+<h1 align="center">USearch</h1>
+<h3 align="center">
+C++11 Single Header Vector Search<br/>
+Compact, yet Powerful<br/>
+</h3>
+<br/>
+
+<p align="center">
+<a href="https://discord.gg/A6wxt6dS9j"><img height="25" src="https://github.com/unum-cloud/.github/raw/main/assets/discord.svg" alt="Discord"></a>
+&nbsp;&nbsp;&nbsp;
+<a href="https://www.linkedin.com/company/unum-cloud/"><img height="25" src="https://github.com/unum-cloud/.github/raw/main/assets/linkedin.svg" alt="LinkedIn"></a>
+&nbsp;&nbsp;&nbsp;
+<a href="https://twitter.com/unum_cloud"><img height="25" src="https://github.com/unum-cloud/.github/raw/main/assets/twitter.svg" alt="Twitter"></a>
+&nbsp;&nbsp;&nbsp;
+<a href="https://unum.cloud/post"><img height="25" src="https://github.com/unum-cloud/.github/raw/main/assets/blog.svg" alt="Blog"></a>
+&nbsp;&nbsp;&nbsp;
+<a href="https://github.com/unum-cloud/usearch"><img height="25" src="https://github.com/unum-cloud/.github/raw/main/assets/github.svg" alt="GitHub"></a>
+</p>
+
+- [x] Single C++11 header, easily extendible.
+- [x] 4B+ sized space efficient point-clouds with `uint40_t`.
+- [x] Half-precision support with [`maratyszcza/fp16`](https://github.com/maratyszcza/fp16).
+- [x] View from disk, without loading into RAM.
+- [x] Any metric, includes: 
+  - [x] Euclidean, Dot-product, Cosine,
+  - [x] Jaccard, Hamming, Haversine.
+  - [x] Hardware-accelerated [`ashvardanian/simsimd`](https://github.com/ashvardanian/simsimd). 
+- [x] Variable dimensionality vectors.
+- [x] Don't copy vectors if not needed.
+- [x] Bring your threads.
+- [x] Multiple vectors per label.
+- [x] CPython bindings for Python 3.
+- [ ] Node.js bindings for JavaScript.
+- [ ] Wolfram language bindings.
+- [x] For Linux: GCC, Clang.
+- [x] For MacOS: Apple Clang.
+- [ ] For Windows.
+- [ ] Distributed construction.
+- [ ] Multi-index lookups.
+
+## Usage
+
+### C++
+
+To use in a C++ project simply copy the `include/usearch/usearch.hpp` header into your project.
+
+```c++
+using namespace unum::usearch;
+
+index_gt<cos_gt<float>> index;
+float vec[3] = {0.1, 0.3, 0.2};
+index.add(/* label: */ 42, /* vector: */ {&vec, 3});
+index.search(
+  /* query: */ {&vec, 3}, 10 /* results */,
+  /* callback: */ [](std::size_t label, float distance) { });
+```
+
+Alternatively fetch it with CMake:
+
+```cmake
+FetchContent_Declare(usearch GIT_REPOSITORY https://github.com/unum-cloud/usearch.git)
+FetchContent_MakeAvailable(usearch)
+```
+
+## Features
+
+### Bring your Threads
+
+## Performance

package/VERSION

@@ -0,0 +1 @@
+0.1.0

package/binding.gyp

@@ -0,0 +1,28 @@
+{
+    "targets": [
+        {
+            "target_name": "usearch",
+            "sources": [
+                "src/javascript.cpp"
+            ],
+            "include_dirs": [
+                "<!@(node -p \"require('node-addon-api').include\")",
+                "include",
+                "fp16/include",
+                "simsimd/include"
+            ],
+            "dependencies": [
+                "<!(node -p \"require('node-addon-api').gyp\")"
+            ],
+            "cflags!": ["-fno-exceptions", "-Wunknown-pragmas"],
+            "cflags_cc!": ["-fno-exceptions", "-Wunknown-pragmas"],
+            "conditions": [
+                ["OS==\"mac\"", {
+                    "xcode_settings": {
+                        "GCC_ENABLE_CPP_EXCEPTIONS": "YES"
+                    }
+                }]
+            ]
+        }
+    ]
+}

package/build.rs

@@ -0,0 +1,14 @@
+fn main() {
+    cxx_build::bridge("src/main.rs")
+        .file("src/rust.cpp")
+        .flag_if_supported("-std=c++11")
+        .include("include")
+        .include("src")
+        .include("fp16/include")
+        .include("simsimd/include")
+        .compile("usearch");
+
+    println!("cargo:rerun-if-changed=src/main.rs");
+    println!("cargo:rerun-if-changed=src/rust.cpp");
+    println!("cargo:rerun-if-changed=src/rust.h");
+}

package/cargo.toml

@@ -0,0 +1,15 @@
+[package]
+name = "usearch"
+version = "0.1.0"
+authors = ["Ashot Vardanian <1983160+ashvardanian@users.noreply.github.com>"]
+description = "The Tiny Vector Search Engine from Unum"
+edition = "2021"
+license = "Apache-2.0"
+publish = false
+repository = "https://github.com/unum-cloud/usearch"
+
+[dependencies]
+cxx = "1.0"
+
+[build-dependencies]
+cxx-build = "1.0"

package/cmake/clipp.cmake

@@ -0,0 +1,8 @@
+include(FetchContent)
+FetchContent_Declare(
+    clipp
+    GIT_REPOSITORY https://github.com/muellan/clipp
+    GIT_TAG v1.2.3
+)
+FetchContent_MakeAvailable(clipp)
+include_directories(${clipp_SOURCE_DIR}/include)

package/cmake/jemalloc.cmake

@@ -0,0 +1,80 @@
+
+include(ExternalProject)
+set(JEMALLOC_DISABLE_TLS)
+
+if(${USTORE_BUILD_SDK_PYTHON})
+    set(JEMALLOC_DISABLE_TLS --disable-initial-exec-tls)
+endif()
+
+if(${USTORE_REBUILD_JEMALLOC})
+    set(JEMALLOC_PREFIX_DIR ${CMAKE_BINARY_DIR}/_deps/jemalloc)
+    set(JEMALLOC_SRC_DIR ${JEMALLOC_PREFIX_DIR}/src/jemalloc)
+    set(JEMALLOC_INSTALL_DIR ${JEMALLOC_PREFIX_DIR}/install)
+    set(JEMALLOC_DEPENDENCY jemalloc)
+
+    ExternalProject_Add(jemalloc
+        GIT_REPOSITORY https://github.com/jemalloc/jemalloc.git
+        GIT_TAG 5.3.0
+        PREFIX ${JEMALLOC_PREFIX_DIR}
+        CONFIGURE_COMMAND echo Configuring jemalloc
+        && cd ${JEMALLOC_SRC_DIR}
+        && ./autogen.sh && ./configure
+        --prefix=${JEMALLOC_INSTALL_DIR} --enable-prof ${JEMALLOC_DISABLE_TLS} # --with-jemalloc-prefix=je_
+        BUILD_COMMAND echo Building jemalloc && cd ${JEMALLOC_SRC_DIR}
+        && make install_lib_static install_include
+        INSTALL_COMMAND ""
+        UPDATE_COMMAND ""
+    )
+
+    # Create libjemalloc and libjemalloc_pic targets to be used as
+    # dependencies
+    add_library(libjemalloc STATIC IMPORTED GLOBAL)
+    add_library(libjemalloc_pic STATIC IMPORTED GLOBAL)
+
+    set_property(TARGET libjemalloc
+        PROPERTY IMPORTED_LOCATION
+        ${JEMALLOC_INSTALL_DIR}/lib/libjemalloc.a
+    )
+    set_property(TARGET libjemalloc_pic
+        PROPERTY IMPORTED_LOCATION
+        ${JEMALLOC_INSTALL_DIR}/lib/libjemalloc_pic.a
+    )
+
+    link_libraries(-Wl,--no-as-needed)
+    link_libraries(dl ${libjemalloc_pic})
+
+    # Export the include directory path.
+    set(JEMALLOC_SOURCE_DIR ${JEMALLOC_INSTALL_DIR})
+    set(JEMALLOC_LIBRARIES ${JEMALLOC_INSTALL_DIR}/lib/libjemalloc_pic.a ${JEMALLOC_INSTALL_DIR}/lib/libjemalloc.a)
+
+    include_directories(${JEMALLOC_SOURCE_DIR}/include)
+
+else()
+    find_path(JEMALLOC_ROOT_DIR
+        NAMES include/jemalloc/jemalloc.h
+    )
+
+    find_library(JEMALLOC_LIBRARIES
+        NAMES jemalloc
+        HINTS ${JEMALLOC_ROOT_DIR}/lib
+    )
+
+    find_path(JEMALLOC_INCLUDE_DIR
+        NAMES jemalloc/jemalloc.h
+        HINTS ${JEMALLOC_ROOT_DIR}/include
+    )
+
+    include(FindPackageHandleStandardArgs)
+    find_package_handle_standard_args(JeMalloc DEFAULT_MSG
+        JEMALLOC_LIBRARIES
+        JEMALLOC_INCLUDE_DIR
+    )
+
+    mark_as_advanced(
+        JEMALLOC_ROOT_DIR
+        JEMALLOC_LIBRARIES
+        JEMALLOC_INCLUDE_DIR
+    )
+endif()
+
+message("JEMALLOC_LIBRARIES:" ${JEMALLOC_LIBRARIES})

package/docs/Makefile

@@ -0,0 +1,20 @@
+# Minimal makefile for Sphinx documentation
+#
+
+# You can set these variables from the command line, and also
+# from the environment for the first two.
+SPHINXOPTS    ?=
+SPHINXBUILD   ?= sphinx-build
+SOURCEDIR     = .
+BUILDDIR      = ../build/docs
+
+# Put it first so that "make" without argument is like "make help".
+help:
+	@$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
+
+.PHONY: help Makefile
+
+# Catch-all target: route all unknown targets to Sphinx using the new
+# "make mode" option.  $(O) is meant as a shortcut for $(SPHINXOPTS).
+%: Makefile
+	@$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)

package/docs/_static/custom.css

@@ -0,0 +1,26 @@
+p.caption {
+    font-size: 0 !important;
+    margin: 8px 0px !important;
+    padding: 0 !important;
+    border-bottom: 1px solid #8b7f8b12;
+}
+
+article>section>h1:nth-child(1) {
+    display: none;
+}
+
+.sidebar-brand-text {
+    cursor: initial;
+}
+
+table>tbody>tr>td {
+    text-align: center;
+}
+
+table>tbody>tr>td:first-child {
+    text-align: left;
+}
+
+#overview>p>a>img {
+    height: 25px !important;
+}

package/docs/_static/custom.js

@@ -0,0 +1,7 @@
+$(document).ready(function () {
+    const github_logo = `<a style="text-decoration:none;" class="Header-link" href="https://github.com/unum-cloud/usearch/" data-hotkey="g d" aria-label="Homepage " data-turbo="false" data-analytics-event="{&quot;category&quot;:&quot;Header&quot;,&quot;action&quot;:&quot;go to dashboard&quot;,&quot;label&quot;:&quot;icon:logo&quot;}">
+    <svg style="fill: var(--color-foreground-primary);" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" width="16" height="16"><path fill-rule="evenodd" d="M8 0C3.58 0 0 3.58 0 8c0 3.54 2.29 6.53 5.47 7.59.4.07.55-.17.55-.38 0-.19-.01-.82-.01-1.49-2.01.37-2.53-.49-2.69-.94-.09-.23-.48-.94-.82-1.13-.28-.15-.68-.52-.01-.53.63-.01 1.08.58 1.23.82.72 1.21 1.87.87 2.33.66.07-.52.28-.87.51-1.07-1.78-.2-3.64-.89-3.64-3.95 0-.87.31-1.59.82-2.15-.08-.2-.36-1.02.08-2.12 0 0 .67-.21 2.2.82.64-.18 1.32-.27 2-.27.68 0 1.36.09 2 .27 1.53-1.04 2.2-.82 2.2-.82.44 1.1.16 1.92.08 2.12.51.56.82 1.27.82 2.15 0 3.07-1.87 3.75-3.65 3.95.29.25.54.73.54 1.48 0 1.07-.01 1.93-.01 2.2 0 .21.15.46.55.38A8.013 8.013 0 0016 8c0-4.42-3.58-8-8-8z"></path></svg>
+        </a>`
+
+    $(".sidebar-brand-text").html("Unum · USearch<br/> <span style='font-size:0.8em'>$(VERSION)</span>" + github_logo)
+})

package/docs/conf.py

@@ -0,0 +1,48 @@
+# Configuration file for the Sphinx documentation builder.
+#
+# For the full list of built-in configuration values, see the documentation:
+# https://www.sphinx-doc.org/en/master/usage/configuration.html
+
+# -- Project information -----------------------------------------------------
+# https://www.sphinx-doc.org/en/master/usage/configuration.html#project-information
+
+project = 'Unum · USearch'
+copyright = '2023, Unum'
+author = 'Unum'
+release = open('../VERSION', 'r').read().strip()
+with open('_static/custom.js', 'r+') as js:
+    content = js.read()
+    js.seek(0)
+    js.truncate()
+    js.write(content.replace('$(VERSION)', release))
+
+# -- General configuration ---------------------------------------------------
+# https://www.sphinx-doc.org/en/master/usage/configuration.html#general-configuration
+
+extensions = [
+    'breathe', 'm2r2',
+    'sphinx.ext.autodoc',
+    'sphinx.ext.autosummary',
+    'sphinx.ext.intersphinx',
+    'sphinx.ext.napoleon',
+    'sphinxcontrib.jquery',
+    'sphinxcontrib.googleanalytics']
+
+exclude_patterns = ['_build', 'Thumbs.db', '.DS_Store', '*.md']
+
+
+googleanalytics_id = '341385789'
+googleanalytics_enabled = True
+
+# -- Options for HTML output -------------------------------------------------
+# https://www.sphinx-doc.org/en/master/usage/configuration.html#options-for-html-output
+
+html_logo = '../assets/unum.png'
+html_theme = 'furo'
+html_static_path = ['_static']
+html_css_files = ['custom.css']
+html_js_files = ['custom.js']
+html_baseurl = '/docs/usearch/'
+
+breathe_projects = {'USearch': '../build/xml'}
+breathe_default_project = 'USearch'

package/docs/index.rst

@@ -0,0 +1,10 @@
+==========
+Overview
+==========
+.. mdinclude:: ../README.md
+
+.. toctree:: 
+   :hidden:
+   :caption: �
+
+   genindex

package/fp16/CMakeLists.txt

@@ -0,0 +1,176 @@
+CMAKE_MINIMUM_REQUIRED(VERSION 2.8.12 FATAL_ERROR)
+
+INCLUDE(GNUInstallDirs)
+
+# ---[ Project
+PROJECT(FP16 C CXX)
+
+# ---[ Options.
+OPTION(FP16_BUILD_TESTS "Build FP16 unit tests" ON)
+OPTION(FP16_BUILD_BENCHMARKS "Build FP16 micro-benchmarks" ON)
+
+# ---[ CMake options
+IF(FP16_BUILD_TESTS)
+  ENABLE_TESTING()
+ENDIF()
+
+MACRO(FP16_TARGET_ENABLE_CXX11 target)
+  IF(${CMAKE_VERSION} VERSION_LESS "3.1")
+    IF(NOT MSVC)
+      TARGET_COMPILE_OPTIONS(${target} PRIVATE -std=c++11)
+    ENDIF()
+  ELSE()
+    SET_TARGET_PROPERTIES(${target} PROPERTIES
+      CXX_STANDARD 11
+      CXX_STANDARD_REQUIRED YES
+      CXX_EXTENSIONS YES)
+  ENDIF()
+ENDMACRO()
+
+# ---[ Download deps
+IF(NOT DEFINED PSIMD_SOURCE_DIR)
+  MESSAGE(STATUS "Downloading PSimd to ${CMAKE_BINARY_DIR}/psimd-source (define PSIMD_SOURCE_DIR to avoid it)")
+  CONFIGURE_FILE(cmake/DownloadPSimd.cmake "${CMAKE_BINARY_DIR}/psimd-download/CMakeLists.txt")
+  EXECUTE_PROCESS(COMMAND "${CMAKE_COMMAND}" -G "${CMAKE_GENERATOR}" .
+    WORKING_DIRECTORY "${CMAKE_BINARY_DIR}/psimd-download")
+  EXECUTE_PROCESS(COMMAND "${CMAKE_COMMAND}" --build .
+    WORKING_DIRECTORY "${CMAKE_BINARY_DIR}/psimd-download")
+  SET(PSIMD_SOURCE_DIR "${CMAKE_BINARY_DIR}/psimd-source" CACHE STRING "PSimd source directory")
+ENDIF()
+
+IF(FP16_BUILD_TESTS AND NOT DEFINED GOOGLETEST_SOURCE_DIR)
+  MESSAGE(STATUS "Downloading Google Test to ${CMAKE_BINARY_DIR}/googletest-source (define GOOGLETEST_SOURCE_DIR to avoid it)")
+  CONFIGURE_FILE(cmake/DownloadGoogleTest.cmake "${CMAKE_BINARY_DIR}/googletest-download/CMakeLists.txt")
+  EXECUTE_PROCESS(COMMAND "${CMAKE_COMMAND}" -G "${CMAKE_GENERATOR}" .
+    WORKING_DIRECTORY "${CMAKE_BINARY_DIR}/googletest-download")
+  EXECUTE_PROCESS(COMMAND "${CMAKE_COMMAND}" --build .
+    WORKING_DIRECTORY "${CMAKE_BINARY_DIR}/googletest-download")
+  SET(GOOGLETEST_SOURCE_DIR "${CMAKE_BINARY_DIR}/googletest-source" CACHE STRING "Google Test source directory")
+ENDIF()
+
+IF(FP16_BUILD_BENCHMARKS AND NOT DEFINED GOOGLEBENCHMARK_SOURCE_DIR)
+  MESSAGE(STATUS "Downloading Google Benchmark to ${CMAKE_BINARY_DIR}/googlebenchmark-source (define GOOGLEBENCHMARK_SOURCE_DIR to avoid it)")
+  CONFIGURE_FILE(cmake/DownloadGoogleBenchmark.cmake "${CMAKE_BINARY_DIR}/googlebenchmark-download/CMakeLists.txt")
+  EXECUTE_PROCESS(COMMAND "${CMAKE_COMMAND}" -G "${CMAKE_GENERATOR}" .
+    WORKING_DIRECTORY "${CMAKE_BINARY_DIR}/googlebenchmark-download")
+  EXECUTE_PROCESS(COMMAND "${CMAKE_COMMAND}" --build .
+    WORKING_DIRECTORY "${CMAKE_BINARY_DIR}/googlebenchmark-download")
+  SET(GOOGLEBENCHMARK_SOURCE_DIR "${CMAKE_BINARY_DIR}/googlebenchmark-source" CACHE STRING "Google Benchmark source directory")
+ENDIF()
+
+# ---[ FP16 library
+IF(${CMAKE_VERSION} VERSION_LESS "3.0")
+  ADD_LIBRARY(fp16 STATIC
+    include/fp16.h
+    include/fp16/fp16.h
+    include/fp16/bitcasts.h
+    include/fp16/psimd.h)
+  SET_TARGET_PROPERTIES(fp16 PROPERTIES LINKER_LANGUAGE C)
+ELSE()
+  ADD_LIBRARY(fp16 INTERFACE)
+ENDIF()
+TARGET_INCLUDE_DIRECTORIES(fp16 INTERFACE
+    $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/include>
+    $<INSTALL_INTERFACE:include>)
+
+INSTALL(FILES include/fp16.h
+  DESTINATION ${CMAKE_INSTALL_INCLUDEDIR})
+INSTALL(FILES
+    include/fp16/bitcasts.h
+    include/fp16/fp16.h
+    include/fp16/psimd.h
+    include/fp16/__init__.py
+    include/fp16/avx.py
+    include/fp16/avx2.py
+  DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}/fp16)
+
+# ---[ Configure psimd
+IF(NOT TARGET psimd)
+  ADD_SUBDIRECTORY(
+    "${PSIMD_SOURCE_DIR}"
+    "${CMAKE_BINARY_DIR}/psimd")
+ENDIF()
+
+IF(FP16_BUILD_TESTS)
+  # ---[ Build google test
+  IF(NOT TARGET gtest)
+    SET(gtest_force_shared_crt ON CACHE BOOL "" FORCE)
+    ADD_SUBDIRECTORY(
+      "${GOOGLETEST_SOURCE_DIR}"
+      "${CMAKE_BINARY_DIR}/googletest")
+  ENDIF()
+
+  # ---[ Build FP16 unit tests
+  ADD_EXECUTABLE(ieee-to-fp32-bits-test test/ieee-to-fp32-bits.cc test/tables.cc)
+  TARGET_INCLUDE_DIRECTORIES(ieee-to-fp32-bits-test PRIVATE test)
+  TARGET_LINK_LIBRARIES(ieee-to-fp32-bits-test fp16 gtest gtest_main)
+  ADD_TEST(ieee-to-fp32-bits ieee-to-fp32-bits-test)
+
+  ADD_EXECUTABLE(ieee-to-fp32-value-test test/ieee-to-fp32-value.cc test/tables.cc)
+  TARGET_INCLUDE_DIRECTORIES(ieee-to-fp32-value-test PRIVATE test)
+  TARGET_LINK_LIBRARIES(ieee-to-fp32-value-test fp16 gtest gtest_main)
+  ADD_TEST(ieee-to-fp32-value ieee-to-fp32-value-test)
+
+  ADD_EXECUTABLE(ieee-from-fp32-value-test test/ieee-from-fp32-value.cc test/tables.cc)
+  TARGET_INCLUDE_DIRECTORIES(ieee-from-fp32-value-test PRIVATE test)
+  TARGET_LINK_LIBRARIES(ieee-from-fp32-value-test fp16 gtest gtest_main)
+  ADD_TEST(ieee-from-fp32-value ieee-from-fp32-value-test)
+
+  ADD_EXECUTABLE(alt-to-fp32-bits-test test/alt-to-fp32-bits.cc test/tables.cc)
+  TARGET_INCLUDE_DIRECTORIES(alt-to-fp32-bits-test PRIVATE test)
+  TARGET_LINK_LIBRARIES(alt-to-fp32-bits-test fp16 gtest gtest_main)
+  ADD_TEST(alt-to-fp32-bits alt-to-fp32-bits-test)
+
+  ADD_EXECUTABLE(alt-to-fp32-value-test test/alt-to-fp32-value.cc test/tables.cc)
+  TARGET_INCLUDE_DIRECTORIES(alt-to-fp32-value-test PRIVATE test)
+  TARGET_LINK_LIBRARIES(alt-to-fp32-value-test fp16 gtest gtest_main)
+  ADD_TEST(alt-to-fp32-value alt-to-fp32-value-test)
+
+  ADD_EXECUTABLE(alt-from-fp32-value-test test/alt-from-fp32-value.cc test/tables.cc)
+  TARGET_INCLUDE_DIRECTORIES(alt-from-fp32-value-test PRIVATE test)
+  TARGET_LINK_LIBRARIES(alt-from-fp32-value-test fp16 gtest gtest_main)
+  ADD_TEST(alt-from-fp32-value alt-from-fp32-value-test)
+
+  ADD_EXECUTABLE(bitcasts-test test/bitcasts.cc)
+  TARGET_LINK_LIBRARIES(bitcasts-test fp16 gtest gtest_main)
+  ADD_TEST(bitcasts bitcasts-test)
+ENDIF()
+
+IF(FP16_BUILD_BENCHMARKS)
+  # ---[ Build google benchmark
+  IF(NOT TARGET benchmark)
+    SET(BENCHMARK_ENABLE_TESTING OFF CACHE BOOL "")
+    ADD_SUBDIRECTORY(
+      "${GOOGLEBENCHMARK_SOURCE_DIR}"
+      "${CMAKE_BINARY_DIR}/googlebenchmark")
+  ENDIF()
+
+  # ---[ Build FP16 benchmarks
+  ADD_EXECUTABLE(ieee-element-bench bench/ieee-element.cc)
+  TARGET_COMPILE_DEFINITIONS(ieee-element-bench PRIVATE FP16_COMPARATIVE_BENCHMARKS=1)
+  TARGET_INCLUDE_DIRECTORIES(ieee-element-bench PRIVATE ${PROJECT_SOURCE_DIR})
+  TARGET_LINK_LIBRARIES(ieee-element-bench fp16 psimd benchmark)
+
+  ADD_EXECUTABLE(alt-element-bench bench/alt-element.cc)
+  TARGET_LINK_LIBRARIES(alt-element-bench fp16 psimd benchmark)
+
+  ADD_EXECUTABLE(from-ieee-array-bench bench/from-ieee-array.cc)
+  FP16_TARGET_ENABLE_CXX11(from-ieee-array-bench)
+  TARGET_COMPILE_DEFINITIONS(from-ieee-array-bench PRIVATE FP16_COMPARATIVE_BENCHMARKS=1)
+  TARGET_INCLUDE_DIRECTORIES(from-ieee-array-bench PRIVATE ${PROJECT_SOURCE_DIR})
+  TARGET_LINK_LIBRARIES(from-ieee-array-bench fp16 psimd benchmark)
+
+  ADD_EXECUTABLE(from-alt-array-bench bench/from-alt-array.cc)
+  FP16_TARGET_ENABLE_CXX11(from-alt-array-bench)
+  TARGET_LINK_LIBRARIES(from-alt-array-bench fp16 psimd benchmark)
+
+  ADD_EXECUTABLE(to-ieee-array-bench bench/to-ieee-array.cc)
+  FP16_TARGET_ENABLE_CXX11(to-ieee-array-bench)
+  TARGET_COMPILE_DEFINITIONS(to-ieee-array-bench PRIVATE FP16_COMPARATIVE_BENCHMARKS=1)
+  TARGET_INCLUDE_DIRECTORIES(to-ieee-array-bench PRIVATE ${PROJECT_SOURCE_DIR})
+  TARGET_LINK_LIBRARIES(to-ieee-array-bench fp16 psimd benchmark)
+
+  ADD_EXECUTABLE(to-alt-array-bench bench/to-alt-array.cc)
+  FP16_TARGET_ENABLE_CXX11(to-alt-array-bench)
+  TARGET_LINK_LIBRARIES(to-alt-array-bench fp16 psimd benchmark)
+ENDIF()

package/fp16/LICENSE

@@ -0,0 +1,11 @@
+The MIT License (MIT)
+
+Copyright (c) 2017 Facebook Inc.
+Copyright (c) 2017 Georgia Institute of Technology
+Copyright 2019 Google LLC
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

package/fp16/README.md

@@ -0,0 +1,20 @@
+# FP16
+Header-only library for conversion to/from half-precision floating point formats
+
+## Features
+
+- Supports IEEE and ARM alternative half-precision floating-point format
+    - Property converts infinities and NaNs
+    - Properly converts denormal numbers, even on systems without denormal support
+- Header-only library, no installation or build required
+- Compatible with C99 and C++11
+- Fully covered with unit tests and microbenchmarks
+
+## Acknowledgements
+
+[![HPC Garage logo](https://github.com/Maratyszcza/PeachPy/blob/master/logo/hpcgarage.png)](http://hpcgarage.org)
+[![Georgia Tech College of Computing logo](https://github.com/Maratyszcza/PeachPy/blob/master/logo/college-of-computing.gif)](http://www.cse.gatech.edu/)
+
+The library is developed by [Marat Dukhan](http://www.maratdukhan.com) of Georgia Tech. FP16 is a research project at [Richard Vuduc](http://vuduc.org)'s HPC Garage lab in the Georgia Institute of Technology, College of Computing, School of Computational Science and Engineering.
+
+This material is based upon work supported by the U.S. National Science Foundation (NSF) Award Number 1339745. Any opinions, findings and conclusions or recommendations expressed in this material are those of the authors and do not necessarily reflect those of NSF.

package/fp16/bench/alt-element.cc

@@ -0,0 +1,89 @@
+#include <benchmark/benchmark.h>
+
+#include <fp16.h>
+#ifndef EMSCRIPTEN
+	#include <fp16/psimd.h>
+#endif
+
+static inline uint16_t next_xorshift16(uint16_t x) {
+	x ^= x >> 8;
+	x ^= x << 9;
+	x ^= x >> 5;
+	return x;
+}
+
+static inline uint32_t next_xorshift32(uint32_t x) {
+	x ^= x >> 13;
+	x ^= x << 17;
+	x ^= x >> 5;
+	return x;
+}
+#ifndef EMSCRIPTEN
+	PSIMD_INTRINSIC psimd_u16 next_xorshift16_psimd(psimd_u16 x) {
+		x ^= x >> psimd_splat_u16(8);
+		x ^= x << psimd_splat_u16(9);
+		x ^= x >> psimd_splat_u16(5);
+		return x;
+	}
+#endif
+
+
+static void fp16_alt_to_fp32_bits(benchmark::State& state) {
+	uint16_t fp16 = UINT16_C(0x7C00);
+	while (state.KeepRunning()) {
+		const uint32_t fp32 = fp16_alt_to_fp32_bits(fp16);
+
+		fp16 = next_xorshift16(fp16);
+		benchmark::DoNotOptimize(fp32);
+	}
+}
+BENCHMARK(fp16_alt_to_fp32_bits);
+
+static void fp16_alt_to_fp32_value(benchmark::State& state) {
+	uint16_t fp16 = UINT16_C(0x7C00);
+	while (state.KeepRunning()) {
+		const float fp32 = fp16_alt_to_fp32_value(fp16);
+
+		fp16 = next_xorshift16(fp16);
+		benchmark::DoNotOptimize(fp32);
+	}
+}
+BENCHMARK(fp16_alt_to_fp32_value);
+
+#ifndef EMSCRIPTEN
+	static void fp16_alt_to_fp32_psimd(benchmark::State& state) {
+		psimd_u16 fp16 = (psimd_u16) { 0x7C00, 0x7C01, 0x7C02, 0x7C03 };
+		while (state.KeepRunning()) {
+			const psimd_f32 fp32 = fp16_alt_to_fp32_psimd(fp16);
+
+			fp16 = next_xorshift16_psimd(fp16);
+			benchmark::DoNotOptimize(fp32);
+		}
+	}
+	BENCHMARK(fp16_alt_to_fp32_psimd);
+
+	static void fp16_alt_to_fp32x2_psimd(benchmark::State& state) {
+		psimd_u16 fp16 =
+			(psimd_u16) { 0x7C00, 0x7C01, 0x7C02, 0x7C03, 0x7C04, 0x7C05, 0x7C06, 0x7C07 };
+		while (state.KeepRunning()) {
+			const psimd_f32x2 fp32 = fp16_alt_to_fp32x2_psimd(fp16);
+
+			fp16 = next_xorshift16_psimd(fp16);
+			benchmark::DoNotOptimize(fp32);
+		}
+	}
+	BENCHMARK(fp16_alt_to_fp32x2_psimd);
+#endif
+
+static void fp16_alt_from_fp32_value(benchmark::State& state) {
+	uint32_t fp32 = UINT32_C(0x7F800000);
+	while (state.KeepRunning()) {
+		const uint16_t fp16 = fp16_alt_from_fp32_value(fp32_from_bits(fp32));
+
+		fp32 = next_xorshift32(fp32);
+		benchmark::DoNotOptimize(fp16);
+	}
+}
+BENCHMARK(fp16_alt_from_fp32_value);
+
+BENCHMARK_MAIN();