faiss 0.1.3 → 0.2.0

data/vendor/faiss/c_api/gpu/GpuClonerOptions_c.cpp

@@ -1,52 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-// Copyright 2004-present Facebook. All Rights Reserved.
-// -*- c++ -*-
-
-#include "GpuClonerOptions_c.h"
-#include <faiss/gpu/GpuClonerOptions.h>
-#include "macros_impl.h"
-
-using faiss::gpu::IndicesOptions;
-using faiss::gpu::GpuClonerOptions;
-using faiss::gpu::GpuMultipleClonerOptions;
-
-int faiss_GpuClonerOptions_new(FaissGpuClonerOptions** p) {
-    try {
-        *p = reinterpret_cast<FaissGpuClonerOptions*>(new GpuClonerOptions());
-    } CATCH_AND_HANDLE
-}
-
-int faiss_GpuMultipleClonerOptions_new(FaissGpuMultipleClonerOptions** p) {
-    try {
-        *p = reinterpret_cast<FaissGpuMultipleClonerOptions*>(new GpuMultipleClonerOptions());
-    } CATCH_AND_HANDLE
-}
-
-DEFINE_DESTRUCTOR(GpuClonerOptions)
-DEFINE_DESTRUCTOR(GpuMultipleClonerOptions)
-
-DEFINE_GETTER(GpuClonerOptions, FaissIndicesOptions, indicesOptions)
-DEFINE_GETTER(GpuClonerOptions, int, useFloat16CoarseQuantizer)
-DEFINE_GETTER(GpuClonerOptions, int, useFloat16)
-DEFINE_GETTER(GpuClonerOptions, int, usePrecomputed)
-DEFINE_GETTER(GpuClonerOptions, long, reserveVecs)
-DEFINE_GETTER(GpuClonerOptions, int, storeTransposed)
-DEFINE_GETTER(GpuClonerOptions, int, verbose)
-DEFINE_GETTER(GpuMultipleClonerOptions, int, shard)
-DEFINE_GETTER(GpuMultipleClonerOptions, int, shard_type)
-
-DEFINE_SETTER_STATIC(GpuClonerOptions, IndicesOptions, FaissIndicesOptions, indicesOptions)
-DEFINE_SETTER_STATIC(GpuClonerOptions, bool, int, useFloat16CoarseQuantizer)
-DEFINE_SETTER_STATIC(GpuClonerOptions, bool, int, useFloat16)
-DEFINE_SETTER_STATIC(GpuClonerOptions, bool, int, usePrecomputed)
-DEFINE_SETTER(GpuClonerOptions, long, reserveVecs)
-DEFINE_SETTER_STATIC(GpuClonerOptions, bool, int, storeTransposed)
-DEFINE_SETTER_STATIC(GpuClonerOptions, bool, int, verbose)
-DEFINE_SETTER_STATIC(GpuMultipleClonerOptions, bool, int, shard)
-DEFINE_SETTER(GpuMultipleClonerOptions, int, shard_type)

data/vendor/faiss/c_api/gpu/GpuClonerOptions_c.h

@@ -1,68 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-// Copyright 2004-present Facebook. All Rights Reserved.
-// -*- c -*-
-
-#ifndef FAISS_GPU_CLONER_OPTIONS_C_H
-#define FAISS_GPU_CLONER_OPTIONS_C_H
-
-#include "faiss_c.h"
-#include "GpuIndicesOptions_c.h"
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-FAISS_DECLARE_CLASS(GpuClonerOptions)
-
-FAISS_DECLARE_DESTRUCTOR(GpuClonerOptions)
-
-/// Default constructor for GpuClonerOptions
-int faiss_GpuClonerOptions_new(FaissGpuClonerOptions**);
-
-/// how should indices be stored on index types that support indices
-/// (anything but GpuIndexFlat*)?
-FAISS_DECLARE_GETTER_SETTER(GpuClonerOptions, FaissIndicesOptions, indicesOptions)
-
-/// (boolean) is the coarse quantizer in float16?
-FAISS_DECLARE_GETTER_SETTER(GpuClonerOptions, int, useFloat16CoarseQuantizer)
-
-/// (boolean) for GpuIndexIVFFlat, is storage in float16?
-/// for GpuIndexIVFPQ, are intermediate calculations in float16?
-FAISS_DECLARE_GETTER_SETTER(GpuClonerOptions, int, useFloat16)
-
-/// (boolean) use precomputed tables?
-FAISS_DECLARE_GETTER_SETTER(GpuClonerOptions, int, usePrecomputed)
-
-/// reserve vectors in the invfiles?
-FAISS_DECLARE_GETTER_SETTER(GpuClonerOptions, long, reserveVecs)
-
-/// (boolean) For GpuIndexFlat, store data in transposed layout?
-FAISS_DECLARE_GETTER_SETTER(GpuClonerOptions, int, storeTransposed)
-
-/// (boolean) Set verbose options on the index
-FAISS_DECLARE_GETTER_SETTER(GpuClonerOptions, int, verbose)
-
-FAISS_DECLARE_CLASS_INHERITED(GpuMultipleClonerOptions, GpuClonerOptions)
-
-FAISS_DECLARE_DESTRUCTOR(GpuMultipleClonerOptions)
-
-/// Default constructor for GpuMultipleClonerOptions
-int faiss_GpuMultipleClonerOptions_new(FaissGpuMultipleClonerOptions**);
-
-/// (boolean) Whether to shard the index across GPUs, versus replication
-/// across GPUs
-FAISS_DECLARE_GETTER_SETTER(GpuMultipleClonerOptions, int, shard)
-
-/// IndexIVF::copy_subset_to subset type
-FAISS_DECLARE_GETTER_SETTER(GpuMultipleClonerOptions, int, shard_type)
-
-#ifdef __cplusplus
-}
-#endif
-#endif

data/vendor/faiss/c_api/gpu/GpuIndex_c.cpp

@@ -1,17 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-// Copyright 2004-present Facebook. All Rights Reserved.
-// -*- c++ -*-
-
-#include <faiss/gpu/GpuIndex.h>
-#include "GpuIndex_c.h"
-#include "macros_impl.h"
-
-using faiss::gpu::GpuIndexConfig;
-
-DEFINE_GETTER(GpuIndexConfig, int, device)

data/vendor/faiss/c_api/gpu/GpuIndex_c.h

@@ -1,30 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-// Copyright 2004-present Facebook. All Rights Reserved.
-// -*- c -*-
-
-#ifndef FAISS_GPU_INDEX_C_H
-#define FAISS_GPU_INDEX_C_H
-
-#include "faiss_c.h"
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-FAISS_DECLARE_CLASS(GpuIndexConfig)
-
-FAISS_DECLARE_GETTER(GpuIndexConfig, int, device)
-
-FAISS_DECLARE_CLASS_INHERITED(GpuIndex, Index)
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif

data/vendor/faiss/c_api/gpu/GpuIndicesOptions_c.h

@@ -1,38 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-// Copyright 2004-present Facebook. All Rights Reserved.
-// -*- c -*-
-
-#ifndef FAISS_GPU_INDICES_OPTIONS_C_H
-#define FAISS_GPU_INDICES_OPTIONS_C_H
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-/// How user vector index data is stored on the GPU
-typedef enum FaissIndicesOptions {
-  /// The user indices are only stored on the CPU; the GPU returns
-  /// (inverted list, offset) to the CPU which is then translated to
-  /// the real user index.
-  INDICES_CPU = 0,
-  /// The indices are not stored at all, on either the CPU or
-  /// GPU. Only (inverted list, offset) is returned to the user as the
-  /// index.
-  INDICES_IVF = 1,
-  /// Indices are stored as 32 bit integers on the GPU, but returned
-  /// as 64 bit integers
-  INDICES_32_BIT = 2,
-  /// Indices are stored as 64 bit integers on the GPU
-  INDICES_64_BIT = 3,
-} FaissIndicesOptions;
-
-#ifdef __cplusplus
-}
-#endif
-#endif

data/vendor/faiss/c_api/gpu/GpuResources_c.cpp

@@ -1,86 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-// Copyright 2004-present Facebook. All Rights Reserved.
-// -*- c++ -*-
-
-#include "gpu/GpuResources_c.h"
-#include <faiss/gpu/GpuResources.h>
-#include "macros_impl.h"
-
-using faiss::gpu::GpuResources;
-
-DEFINE_DESTRUCTOR(GpuResources)
-
-int faiss_GpuResources_initializeForDevice(FaissGpuResources* res, int device) {
-    try {
-        reinterpret_cast<GpuResources*>(res)->initializeForDevice(device);
-    } CATCH_AND_HANDLE
-}
-
-int faiss_GpuResources_getBlasHandle(FaissGpuResources* res, int device, cublasHandle_t* out) {
-    try {
-        auto o = reinterpret_cast<GpuResources*>(res)->getBlasHandle(device);
-        *out = o;
-    } CATCH_AND_HANDLE
-}
-
-int faiss_GpuResources_getDefaultStream(FaissGpuResources* res, int device, cudaStream_t* out) {
-    try {
-        auto o = reinterpret_cast<GpuResources*>(res)->getDefaultStream(device);
-        *out = o;
-    } CATCH_AND_HANDLE
-}
-
-int faiss_GpuResources_getPinnedMemory(FaissGpuResources* res, void** p_buffer, size_t* p_size) {
-    try {
-        auto o = reinterpret_cast<GpuResources*>(res)->getPinnedMemory();
-        *p_buffer = o.first;
-        *p_size = o.second;
-    } CATCH_AND_HANDLE
-}
-
-int faiss_GpuResources_getAsyncCopyStream(FaissGpuResources* res, int device, cudaStream_t* out) {
-    try {
-        auto o = reinterpret_cast<GpuResources*>(res)->getAsyncCopyStream(device);
-        *out = o;
-    } CATCH_AND_HANDLE
-}
-
-int faiss_GpuResources_getBlasHandleCurrentDevice(FaissGpuResources* res, cublasHandle_t* out) {
-    try {
-        auto o = reinterpret_cast<GpuResources*>(res)->getBlasHandleCurrentDevice();
-        *out = o;
-    } CATCH_AND_HANDLE
-}
-
-int faiss_GpuResources_getDefaultStreamCurrentDevice(FaissGpuResources* res, cudaStream_t* out) {
-    try {
-        auto o = reinterpret_cast<GpuResources*>(res)->getDefaultStreamCurrentDevice();
-        *out = o;
-    } CATCH_AND_HANDLE
-}
-
-int faiss_GpuResources_syncDefaultStream(FaissGpuResources* res, int device) {
-    try {
-        reinterpret_cast<GpuResources*>(res)->syncDefaultStream(device);
-    } CATCH_AND_HANDLE
-}
-
-int faiss_GpuResources_syncDefaultStreamCurrentDevice(FaissGpuResources* res) {
-    try {
-        reinterpret_cast<GpuResources*>(res)->syncDefaultStreamCurrentDevice();
-    } CATCH_AND_HANDLE
-}
-
-int faiss_GpuResources_getAsyncCopyStreamCurrentDevice(FaissGpuResources* res, cudaStream_t* out) {
-    try {
-        auto o = reinterpret_cast<GpuResources*>(res)->getAsyncCopyStreamCurrentDevice();
-        *out = o;
-    } CATCH_AND_HANDLE
-}
-

data/vendor/faiss/c_api/gpu/GpuResources_c.h

@@ -1,66 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-// Copyright 2004-present Facebook. All Rights Reserved.
-// -*- c -*-
-
-#ifndef FAISS_GPU_RESOURCES_C_H
-#define FAISS_GPU_RESOURCES_C_H
-
-#include <cuda_runtime_api.h>
-#include <cublas.h>
-#include "faiss_c.h"
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-/// Base class of GPU-side resource provider; hides provision of
-/// cuBLAS handles, CUDA streams and a temporary memory manager
-FAISS_DECLARE_CLASS(GpuResources)
-
-FAISS_DECLARE_DESTRUCTOR(GpuResources)
-
-/// Call to pre-allocate resources for a particular device. If this is
-/// not called, then resources will be allocated at the first time
-/// of demand
-int faiss_GpuResources_initializeForDevice(FaissGpuResources*, int);
-
-/// Returns the cuBLAS handle that we use for the given device
-int faiss_GpuResources_getBlasHandle(FaissGpuResources*, int, cublasHandle_t*);
-
-/// Returns the stream that we order all computation on for the
-/// given device
-int faiss_GpuResources_getDefaultStream(FaissGpuResources*, int, cudaStream_t*);
-
-/// Returns the available CPU pinned memory buffer
-int faiss_GpuResources_getPinnedMemory(FaissGpuResources*, void**, size_t*);
-
-/// Returns the stream on which we perform async CPU <-> GPU copies
-int faiss_GpuResources_getAsyncCopyStream(FaissGpuResources*, int, cudaStream_t*);
-
-/// Calls getBlasHandle with the current device
-int faiss_GpuResources_getBlasHandleCurrentDevice(FaissGpuResources*, cublasHandle_t*);
-
-/// Calls getDefaultStream with the current device
-int faiss_GpuResources_getDefaultStreamCurrentDevice(FaissGpuResources*, cudaStream_t*);
-
-/// Synchronizes the CPU with respect to the default stream for the
-/// given device
-// equivalent to cudaDeviceSynchronize(getDefaultStream(device))
-int faiss_GpuResources_syncDefaultStream(FaissGpuResources*, int);
-
-/// Calls syncDefaultStream for the current device
-int faiss_GpuResources_syncDefaultStreamCurrentDevice(FaissGpuResources*);
-
-/// Calls getAsyncCopyStream for the current device
-int faiss_GpuResources_getAsyncCopyStreamCurrentDevice(FaissGpuResources*, cudaStream_t*);
-
-#ifdef __cplusplus
-}
-#endif
-#endif

data/vendor/faiss/c_api/gpu/StandardGpuResources_c.cpp

@@ -1,54 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-// Copyright 2004-present Facebook. All Rights Reserved.
-// -*- c++ -*-
-
-#include "gpu/StandardGpuResources_c.h"
-#include <faiss/gpu/StandardGpuResources.h>
-#include "macros_impl.h"
-
-using faiss::gpu::StandardGpuResources;
-
-DEFINE_DESTRUCTOR(StandardGpuResources)
-
-int faiss_StandardGpuResources_new(FaissStandardGpuResources** p_res) {
-    try {
-        auto p = new StandardGpuResources();
-        *p_res = reinterpret_cast<FaissStandardGpuResources*>(p);
-    } CATCH_AND_HANDLE
-}
-
-int faiss_StandardGpuResources_noTempMemory(FaissStandardGpuResources* res) {
-    try {
-        reinterpret_cast<StandardGpuResources*>(res)->noTempMemory();
-    } CATCH_AND_HANDLE
-}
-
-int faiss_StandardGpuResources_setTempMemory(FaissStandardGpuResources* res, size_t size) {
-    try {
-        reinterpret_cast<StandardGpuResources*>(res)->setTempMemory(size);
-    } CATCH_AND_HANDLE
-}
-
-int faiss_StandardGpuResources_setPinnedMemory(FaissStandardGpuResources* res, size_t size) {
-    try {
-        reinterpret_cast<StandardGpuResources*>(res)->setPinnedMemory(size);
-    } CATCH_AND_HANDLE
-}
-
-int faiss_StandardGpuResources_setDefaultStream(FaissStandardGpuResources* res, int device, cudaStream_t stream) {
-    try {
-        reinterpret_cast<StandardGpuResources*>(res)->setDefaultStream(device, stream);
-    } CATCH_AND_HANDLE
-}
-
-int faiss_StandardGpuResources_setDefaultNullStreamAllDevices(FaissStandardGpuResources* res) {
-    try {
-        reinterpret_cast<StandardGpuResources*>(res)->setDefaultNullStreamAllDevices();
-    } CATCH_AND_HANDLE
-}

data/vendor/faiss/c_api/gpu/StandardGpuResources_c.h

@@ -1,53 +0,0 @@
-/**
- * Copyright (c) Facebook, Inc. and its affiliates.
- *
- * This source code is licensed under the MIT license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-// Copyright 2004-present Facebook. All Rights Reserved.
-// -*- c -*-
-
-#ifndef FAISS_STANDARD_GPURESOURCES_C_H
-#define FAISS_STANDARD_GPURESOURCES_C_H
-
-#include <cuda_runtime_api.h>
-#include "faiss_c.h"
-#include "gpu/GpuResources_c.h"
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-/// Default implementation of GpuResources that allocates a cuBLAS
-/// stream and 2 streams for use, as well as temporary memory
-FAISS_DECLARE_CLASS_INHERITED(StandardGpuResources, GpuResources)
-
-FAISS_DECLARE_DESTRUCTOR(StandardGpuResources)
-
-/// Default constructor for StandardGpuResources
-int faiss_StandardGpuResources_new(FaissStandardGpuResources**);
-
-/// Disable allocation of temporary memory; all temporary memory
-/// requests will call cudaMalloc / cudaFree at the point of use
-int faiss_StandardGpuResources_noTempMemory(FaissStandardGpuResources*);
-
-/// Specify that we wish to use a certain fixed size of memory on
-/// all devices as temporary memory
-int faiss_StandardGpuResources_setTempMemory(FaissStandardGpuResources*, size_t size);
-
-/// Set amount of pinned memory to allocate, for async GPU <-> CPU
-/// transfers
-int faiss_StandardGpuResources_setPinnedMemory(FaissStandardGpuResources*, size_t size);
-
-/// Called to change the stream for work ordering
-int faiss_StandardGpuResources_setDefaultStream(FaissStandardGpuResources*, int device, cudaStream_t stream);
-
-/// Called to change the work ordering streams to the null stream
-/// for all devices
-int faiss_StandardGpuResources_setDefaultNullStreamAllDevices(FaissStandardGpuResources*);
-
-#ifdef __cplusplus
-}
-#endif
-#endif