faiss 0.6.4 → 0.6.5

data/vendor/faiss/faiss/IndexFastScan.h

@@ -155,7 +155,8 @@ struct IndexFastScan : Index {
             idx_t k,
             float* distances,
             idx_t* labels,
-            const FastScanDistancePostProcessing& context) const;
+            const FastScanDistancePostProcessing& context,
+            const IDSelector* sel = nullptr) const;
 
     template <class Cfloat>
     void search_implem_234(
@@ -174,7 +175,8 @@ struct IndexFastScan : Index {
             float* distances,
             idx_t* labels,
             int impl,
-            const FastScanDistancePostProcessing& context) const;
+            const FastScanDistancePostProcessing& context,
+            const IDSelector* sel = nullptr) const;
 
     template <class C>
     void search_implem_14(
@@ -184,7 +186,8 @@ struct IndexFastScan : Index {
             float* distances,
             idx_t* labels,
             int impl,
-            const FastScanDistancePostProcessing& context) const;
+            const FastScanDistancePostProcessing& context,
+            const IDSelector* sel = nullptr) const;
 
     /** Reconstruct a vector from its code
      *

data/vendor/faiss/faiss/IndexFlat.cpp

@@ -59,6 +59,40 @@ void IndexFlat::search(
     }
 }
 
+void IndexFlat::search_ex(
+        idx_t n,
+        const void* x,
+        NumericType numeric_type,
+        idx_t k,
+        float* distances,
+        idx_t* labels,
+        const SearchParameters* params) const {
+    if (numeric_type != NumericType::Float16 ||
+        (metric_type != METRIC_L2 && metric_type != METRIC_INNER_PRODUCT)) {
+        Index::search_ex(n, x, numeric_type, k, distances, labels, params);
+        return;
+    }
+    FAISS_THROW_IF_NOT(k > 0);
+    const IDSelector* sel = params ? params->sel : nullptr;
+    const uint16_t* x16 = static_cast<const uint16_t*>(x);
+    if (metric_type == METRIC_INNER_PRODUCT) {
+        knn_inner_product_fp16(
+                x16, get_xb(), d, n, ntotal, k, distances, labels, sel);
+    } else {
+        knn_L2sqr_fp16(
+                x16,
+                get_xb(),
+                d,
+                n,
+                ntotal,
+                k,
+                distances,
+                labels,
+                nullptr,
+                sel);
+    }
+}
+
 void IndexFlat::range_search(
         idx_t n,
         const float* x,
@@ -446,6 +480,17 @@ void IndexFlat1D::reset() {
     perm.clear();
 }
 
+void IndexFlat1D::search_ex(
+        idx_t n,
+        const void* x,
+        NumericType numeric_type,
+        idx_t k,
+        float* distances,
+        idx_t* labels,
+        const SearchParameters* params) const {
+    Index::search_ex(n, x, numeric_type, k, distances, labels, params);
+}
+
 void IndexFlat1D::search(
         idx_t n,
         const float* x,
@@ -670,6 +715,17 @@ void IndexFlatPanorama::add(idx_t n, const float* x) {
     pano.compute_cumulative_sums(cum_sums.data(), offset, n, x);
 }
 
+void IndexFlatPanorama::search_ex(
+        idx_t n,
+        const void* x,
+        NumericType numeric_type,
+        idx_t k,
+        float* distances,
+        idx_t* labels,
+        const SearchParameters* params) const {
+    Index::search_ex(n, x, numeric_type, k, distances, labels, params);
+}
+
 void IndexFlatPanorama::search(
         idx_t n,
         const float* x,

data/vendor/faiss/faiss/IndexFlat.h

@@ -31,6 +31,17 @@ struct IndexFlat : IndexFlatCodes {
             idx_t* labels,
             const SearchParameters* params = nullptr) const override;
 
+    /// Float16 queries with METRIC_L2 / METRIC_INNER_PRODUCT are searched
+    /// natively (knn_L2sqr_fp16 / knn_inner_product_fp16).
+    void search_ex(
+            idx_t n,
+            const void* x,
+            NumericType numeric_type,
+            idx_t k,
+            float* distances,
+            idx_t* labels,
+            const SearchParameters* params = nullptr) const override;
+
     void range_search(
             idx_t n,
             const float* x,
@@ -135,6 +146,16 @@ struct IndexFlatPanorama : IndexFlat {
             idx_t* labels,
             const SearchParameters* params = nullptr) const override;
 
+    /// widens Float16 queries for search() (Index::search_ex default)
+    void search_ex(
+            idx_t n,
+            const void* x,
+            NumericType numeric_type,
+            idx_t k,
+            float* distances,
+            idx_t* labels,
+            const SearchParameters* params = nullptr) const override;
+
     void range_search(
             idx_t n,
             const float* x,
@@ -221,6 +242,16 @@ struct IndexFlat1D : IndexFlatL2 {
             float* distances,
             idx_t* labels,
             const SearchParameters* params = nullptr) const override;
+
+    /// widens Float16 queries for search() (Index::search_ex default)
+    void search_ex(
+            idx_t n,
+            const void* x,
+            NumericType numeric_type,
+            idx_t k,
+            float* distances,
+            idx_t* labels,
+            const SearchParameters* params = nullptr) const override;
 };
 
 } // namespace faiss

data/vendor/faiss/faiss/IndexFlatCodes.cpp

@@ -45,7 +45,12 @@ void IndexFlatCodes::add_sa_codes(
 }
 
 void IndexFlatCodes::reset() {
-    codes.clear();
+    if (codes.is_owned) {
+        codes.clear();
+    } else {
+        // a view (mmap / zero-copy load) cannot be cleared in place
+        codes = MaybeOwnedVector<uint8_t>();
+    }
     ntotal = 0;
 }