faiss 0.1.3 → 0.2.0

data/vendor/faiss/c_api/MetaIndexes_c.cpp

@@ -1,49 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-// Copyright 2004-present Facebook. All Rights Reserved.
-// -*- c++ -*-
-
-#include "MetaIndexes_c.h"
-#include "MetaIndexes.h"
-#include "macros_impl.h"
-
-using faiss::Index;
-using faiss::IndexIDMap;
-using faiss::IndexIDMap2;
-
-DEFINE_GETTER(IndexIDMap, int, own_fields)
-DEFINE_SETTER(IndexIDMap, int, own_fields)
-
-int faiss_IndexIDMap_new(FaissIndexIDMap** p_index, FaissIndex* index) {
-    try {
-        auto out = new IndexIDMap(reinterpret_cast<Index*>(index));
-        *p_index = reinterpret_cast<FaissIndexIDMap*>(out);
-    } CATCH_AND_HANDLE
-}
-
-void faiss_IndexIDMap_id_map(FaissIndexIDMap* index, idx_t** p_id_map, size_t* p_size) {
-    auto idx = reinterpret_cast<IndexIDMap*>(index);
-    if (p_id_map)
-        *p_id_map = idx->id_map.data();
-    if (p_size)
-        *p_size = idx->id_map.size();
-}
-
-int faiss_IndexIDMap2_new(FaissIndexIDMap2** p_index, FaissIndex* index) {
-    try {
-        auto out = new IndexIDMap2(reinterpret_cast<Index*>(index));
-        *p_index = reinterpret_cast<FaissIndexIDMap2*>(out);
-    } CATCH_AND_HANDLE
-}
-
-int faiss_IndexIDMap2_construct_rev_map(FaissIndexIDMap2* index) {
-    try {
-        reinterpret_cast<IndexIDMap2*>(index)->construct_rev_map();
-    } CATCH_AND_HANDLE
-}
-

data/vendor/faiss/c_api/MetaIndexes_c.h

@@ -1,49 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-// Copyright 2004-present Facebook. All Rights Reserved.
-// -*- c++ -*-
-
-#ifndef METAINDEXES_C_H
-#define METAINDEXES_C_H
-
-#include "faiss_c.h"
-#include "Index_c.h"
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-/** Index that translates search results to ids */
-FAISS_DECLARE_CLASS_INHERITED(IndexIDMap, Index)
-
-FAISS_DECLARE_GETTER_SETTER(IndexIDMap, int, own_fields)
-
-int faiss_IndexIDMap_new(FaissIndexIDMap** p_index, FaissIndex* index);
-
-/** get a pointer to the index map's internal ID vector (the `id_map` field). The
- * outputs of this function become invalid after any operation that can modify the index.
- * 
- * @param index   opaque pointer to index object
- * @param p_id_map    output, the pointer to the beginning of `id_map`.
- * @param p_size  output, the current length of `id_map`.
- */
-void faiss_IndexIDMap_id_map(FaissIndexIDMap* index, idx_t** p_id_map, size_t* p_size);
-
-/** same as IndexIDMap but also provides an efficient reconstruction
-    implementation via a 2-way index */
-FAISS_DECLARE_CLASS_INHERITED(IndexIDMap2, IndexIDMap)
-
-int faiss_IndexIDMap2_new(FaissIndexIDMap2** p_index, FaissIndex* index);
-
-/// make the rev_map from scratch
-int faiss_IndexIDMap2_construct_rev_map(FaissIndexIDMap2* index);
-
-#ifdef __cplusplus
-}
-#endif
-#endif

data/vendor/faiss/c_api/clone_index_c.cpp

@@ -1,23 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-//  Copyright 2004-present Facebook. All Rights Reserved
-// -*- c++ -*-
-// I/O code for indexes
-
-#include "clone_index_c.h"
-#include "clone_index.h"
-#include "macros_impl.h"
-
-using faiss::Index;
-
-int faiss_clone_index (const FaissIndex *idx, FaissIndex **p_out) {
-    try {
-        auto out = faiss::clone_index(reinterpret_cast<const Index*>(idx));
-        *p_out = reinterpret_cast<FaissIndex*>(out);
-    } CATCH_AND_HANDLE
-}

data/vendor/faiss/c_api/clone_index_c.h

@@ -1,32 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-//  Copyright 2004-present Facebook. All Rights Reserved
-// -*- c++ -*-
-// I/O code for indexes
-
-
-#ifndef FAISS_CLONE_INDEX_C_H
-#define FAISS_CLONE_INDEX_C_H
-
-#include <stdio.h>
-#include "faiss_c.h"
-#include "Index_c.h"
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-/* cloning functions */
-
-/** Clone an index. This is equivalent to `faiss::clone_index` */
-int faiss_clone_index (const FaissIndex *, FaissIndex ** p_out);
-
-#ifdef __cplusplus
-}
-#endif
-#endif

data/vendor/faiss/c_api/error_c.h

@@ -1,42 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-// Copyright 2004-present Facebook. All Rights Reserved.
-// -*- c -*-
-
-#ifndef FAISS_ERROR_C_H
-#define FAISS_ERROR_C_H
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-/// An error code which depends on the exception thrown from the previous 
-/// operation. See `faiss_get_last_error` to retrieve the error message.
-typedef enum FaissErrorCode {
-    /// No error
-    OK = 0,
-    /// Any exception other than Faiss or standard C++ library exceptions
-    UNKNOWN_EXCEPT = -1,
-    /// Faiss library exception
-    FAISS_EXCEPT = -2,
-    /// Standard C++ library exception
-    STD_EXCEPT = -4
-} FaissErrorCode;
-
-/**
- * Get the error message of the last failed operation performed by Faiss.
- * The given pointer is only invalid until another Faiss function is
- * called.
- */
-const char* faiss_get_last_error();
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif

data/vendor/faiss/c_api/error_impl.cpp

@@ -1,27 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-// Copyright 2004-present Facebook. All Rights Reserved.
-// -*- c++ -*-
-
-#include "error_c.h"
-#include "error_impl.h"
-#include "FaissException.h"
-#include <exception>
-
-thread_local std::exception_ptr faiss_last_exception;
-
-const char* faiss_get_last_error() {
-    if (faiss_last_exception) {
-        try {
-            std::rethrow_exception(faiss_last_exception);
-        } catch (std::exception& e) {
-            return e.what();
-        }
-    }
-    return nullptr;
-}

data/vendor/faiss/c_api/error_impl.h

@@ -1,16 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-// Copyright 2004-present Facebook. All Rights Reserved.
-// -*- c++ -*-
-
-#include <exception>
-
-/** global variable for holding the last exception thrown by
- * calls to Faiss functions through the C API
- */
-extern thread_local std::exception_ptr faiss_last_exception;

data/vendor/faiss/c_api/faiss_c.h

@@ -1,58 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-// Copyright 2004-present Facebook. All Rights Reserved.
-// -*- c -*-
-
-/// Macros and typedefs for C wrapper API declarations
-
-#ifndef FAISS_C_H
-#define FAISS_C_H
-
-#include <stdint.h>
-
-typedef int64_t faiss_idx_t;    ///< all indices are this type
-typedef faiss_idx_t idx_t;
-typedef float faiss_component_t;    ///< all vector components are this type
-typedef float faiss_distance_t;    ///< all distances between vectors are this type
-
-/// Declare an opaque type for a class type `clazz`.
-#define FAISS_DECLARE_CLASS(clazz) \
-    typedef struct Faiss ## clazz ## _H Faiss ## clazz;
-
-/// Declare an opaque type for a class type `clazz`, while
-/// actually aliasing it to an existing parent class type `parent`.
-#define FAISS_DECLARE_CLASS_INHERITED(clazz, parent) \
-    typedef struct Faiss ## parent ## _H Faiss ## clazz;
-
-/// Declare a dynamic downcast operation from a base `FaissIndex*` pointer
-/// type to a more specific index type. The function returns the same pointer
-/// if the downcast is valid, and `NULL` otherwise.
-#define FAISS_DECLARE_INDEX_DOWNCAST(clazz) \
-    Faiss ## clazz * faiss_ ## clazz ## _cast (FaissIndex*);
-
-/// Declare a getter for the field `name` in class `clazz`,
-/// of return type `ty`
-#define FAISS_DECLARE_GETTER(clazz, ty, name) \
-    ty faiss_ ## clazz ## _ ## name (const Faiss ## clazz *);
-
-/// Declare a setter for the field `name` in class `clazz`,
-/// in which the user provides a value of type `ty`
-#define FAISS_DECLARE_SETTER(clazz, ty, name) \
-    void faiss_ ## clazz ## _set_ ## name (Faiss ## clazz *, ty);
-
-/// Declare a getter and setter for the field `name` in class `clazz`.
-#define FAISS_DECLARE_GETTER_SETTER(clazz, ty, name) \
-    FAISS_DECLARE_GETTER(clazz, ty, name) \
-    FAISS_DECLARE_SETTER(clazz, ty, name)
-    
-/// Declare a destructor function which frees an object of
-/// type `clazz`.
-#define FAISS_DECLARE_DESTRUCTOR(clazz) \
-    void faiss_ ## clazz ## _free (Faiss ## clazz *obj);
-
-#endif

data/vendor/faiss/c_api/gpu/GpuAutoTune_c.cpp

@@ -1,98 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-// Copyright 2004-present Facebook. All Rights Reserved.
-// -*- c++ -*-
-
-#include "GpuAutoTune_c.h"
-#include "GpuClonerOptions_c.h"
-#include "macros_impl.h"
-#include "Index.h"
-#include <faiss/gpu/GpuCloner.h>
-#include <faiss/gpu/GpuResources.h>
-#include <faiss/gpu/GpuAutoTune.h>
-#include <faiss/gpu/GpuClonerOptions.h>
-#include <vector>
-
-using faiss::Index;
-using faiss::gpu::GpuResources;
-using faiss::gpu::GpuClonerOptions;
-using faiss::gpu::GpuMultipleClonerOptions;
-
-int faiss_index_gpu_to_cpu(const FaissIndex* gpu_index, FaissIndex** p_out) {
-    try {
-        auto cpu_index = faiss::gpu::index_gpu_to_cpu(
-            reinterpret_cast<const Index*>(gpu_index)
-        );
-        *p_out = reinterpret_cast<FaissIndex*>(cpu_index);
-    } CATCH_AND_HANDLE
-}
-
-/// converts any CPU index that can be converted to GPU
-int faiss_index_cpu_to_gpu(FaissGpuResources* resources, int device, const FaissIndex *index, FaissGpuIndex** p_out) {
-    try {
-        auto res = reinterpret_cast<GpuResources*>(resources);
-        auto gpu_index = faiss::gpu::index_cpu_to_gpu(
-            res, device, reinterpret_cast<const Index*>(index)
-        );
-        *p_out = reinterpret_cast<FaissGpuIndex*>(gpu_index);
-    } CATCH_AND_HANDLE
-}
-
-int faiss_index_cpu_to_gpu_with_options(
-    FaissGpuResources* resources, int device,
-    const FaissIndex *index, const FaissGpuClonerOptions* options,
-    FaissGpuIndex** p_out)
-{
-    try {
-        auto res = reinterpret_cast<GpuResources*>(resources);
-        auto gpu_index = faiss::gpu::index_cpu_to_gpu(
-            res, device, reinterpret_cast<const Index*>(index),
-            reinterpret_cast<const GpuClonerOptions*>(options));
-        *p_out = reinterpret_cast<FaissGpuIndex*>(gpu_index);
-    } CATCH_AND_HANDLE
-}
-
-int faiss_index_cpu_to_gpu_multiple(
-    FaissGpuResources* const* resources_vec,
-    const int* devices, size_t devices_size,
-    const FaissIndex* index, FaissGpuIndex** p_out)
-{
-    try {
-        std::vector<GpuResources*> res(devices_size);
-        for (auto i = 0u; i < devices_size; ++i) {
-            res[i] = reinterpret_cast<GpuResources*>(resources_vec[i]);
-        }
-
-        std::vector<int> dev(devices, devices + devices_size);
-
-        auto gpu_index = faiss::gpu::index_cpu_to_gpu_multiple(
-            res, dev, reinterpret_cast<const Index*>(index));
-        *p_out = reinterpret_cast<FaissGpuIndex*>(gpu_index);
-    } CATCH_AND_HANDLE
-}
-
-int faiss_index_cpu_to_gpu_multiple_with_options(
-    FaissGpuResources** resources_vec, size_t resources_vec_size,
-    int* devices, size_t devices_size,
-    const FaissIndex* index, const FaissGpuMultipleClonerOptions* options,
-    FaissGpuIndex** p_out)
-{
-    try {
-        std::vector<GpuResources*> res(resources_vec_size);
-        for (auto i = 0u; i < resources_vec_size; ++i) {
-            res[i] = reinterpret_cast<GpuResources*>(resources_vec[i]);
-        }
-
-        std::vector<int> dev(devices, devices + devices_size);
-
-        auto gpu_index = faiss::gpu::index_cpu_to_gpu_multiple(
-            res, dev, reinterpret_cast<const Index*>(index),
-            reinterpret_cast<const GpuMultipleClonerOptions*>(options));
-        *p_out = reinterpret_cast<FaissGpuIndex*>(gpu_index);
-    } CATCH_AND_HANDLE
-}

data/vendor/faiss/c_api/gpu/GpuAutoTune_c.h

@@ -1,56 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-// Copyright 2004-present Facebook. All Rights Reserved.
-// -*- c -*-
-
-#ifndef FAISS_GPU_AUTO_TUNE_C_H
-#define FAISS_GPU_AUTO_TUNE_C_H
-
-#include <stddef.h>
-#include "faiss_c.h"
-#include "GpuClonerOptions_c.h"
-#include "GpuResources_c.h"
-#include "GpuIndex_c.h"
-#include "Index_c.h"
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-/// converts any GPU index inside gpu_index to a CPU index
-int faiss_index_gpu_to_cpu(const FaissIndex* gpu_index, FaissIndex** p_out);
-
-/// converts any CPU index that can be converted to GPU
-int faiss_index_cpu_to_gpu(
-    FaissGpuResources* resources, int device,
-    const FaissIndex *index, FaissGpuIndex** p_out);
-
-/// converts any CPU index that can be converted to GPU
-int faiss_index_cpu_to_gpu_with_options(
-    FaissGpuResources* resources, int device,
-    const FaissIndex *index, const FaissGpuClonerOptions* options,
-    FaissGpuIndex** p_out);
-
-/// converts any CPU index that can be converted to GPU
-int faiss_index_cpu_to_gpu_multiple(
-    FaissGpuResources* const* resources_vec, const int* devices, size_t devices_size,
-    const FaissIndex* index, FaissGpuIndex** p_out);
-
-/// converts any CPU index that can be converted to GPU
-int faiss_index_cpu_to_gpu_multiple_with_options(
-    FaissGpuResources* const* resources_vec, const int* devices, size_t devices_size,
-    const FaissIndex* index, const FaissGpuMultipleClonerOptions* options,
-    FaissGpuIndex** p_out);
-
-/// parameter space and setters for GPU indexes
-FAISS_DECLARE_CLASS_INHERITED(GpuParameterSpace, ParameterSpace)
-
-#ifdef __cplusplus
-}
-#endif
-#endif