nidx-binding 6.6.1.post436__tar.gz → 6.6.1.post437__tar.gz

{nidx_binding-6.6.1.post436 → nidx_binding-6.6.1.post437}/Cargo.lock

@@ -323,6 +323,26 @@ version = "1.7.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "89e25b6adfb930f02d1981565a6e5d9c547ac15a96606256d3b59040e5cd4ca3"
 
+[[package]]
+name = "bincode"
+version = "2.0.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "36eaf5d7b090263e8150820482d5d93cd964a81e4019913c972f4edcc6edb740"
+dependencies = [
+ "bincode_derive",
+ "serde",
+ "unty",
+]
+
+[[package]]
+name = "bincode_derive"
+version = "2.0.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bf95709a440f45e986983918d0e8a1f30a9b1df04918fc828670606804ac3c09"
+dependencies = [
+ "virtue",
+]
+
 [[package]]
 name = "bit-set"
 version = "0.8.0"
@@ -2261,6 +2281,7 @@ name = "nidx_vector"
 version = "0.1.0"
 dependencies = [
  "anyhow",
+ "bincode",
  "bit-set",
  "bit-vec",
  "fst",
@@ -4849,6 +4870,12 @@ version = "0.9.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "8ecb6da28b8a351d773b68d5825ac39017e680750f980f3a1a85cd8dd28a47c1"
 
+[[package]]
+name = "unty"
+version = "0.0.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6d49784317cd0d1ee7ec5c716dd598ec5b4483ea832a2dced265471cc0f690ae"
+
 [[package]]
 name = "ureq"
 version = "2.12.1"
@@ -4920,6 +4947,12 @@ version = "0.9.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a"
 
+[[package]]
+name = "virtue"
+version = "0.0.18"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "051eb1abcf10076295e815102942cc58f9d5e3b4560e46e53c21e8ff6f3af7b1"
+
 [[package]]
 name = "walkdir"
 version = "2.5.0"
@@ -5114,7 +5147,7 @@ version = "0.1.9"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "cf221c93e13a30d793f7645a0e7762c55d169dbb0a49671918a2319d289b10bb"
 dependencies = [
- "windows-sys 0.48.0",
+ "windows-sys 0.59.0",
 ]
 
 [[package]]

{nidx_binding-6.6.1.post436 → nidx_binding-6.6.1.post437}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nidx_binding
-Version: 6.6.1.post436
+Version: 6.6.1.post437
 Classifier: Programming Language :: Rust
 Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Programming Language :: Python :: Implementation :: PyPy

{nidx_binding-6.6.1.post436 → nidx_binding-6.6.1.post437}/nidx_protos/pyproject.toml

@@ -10,7 +10,7 @@ build-backend = "pdm.backend"
 
 [project]
 name = "nidx_protos"
-version = "6.6.1.post436"
+version = "6.6.1.post437"
 license = "AGPL-3.0-or-later"
 description = "Protobuf definitions for nucliadb/nidx"
 authors = [{ name = "Nuclia", email = "nucliadb@nuclia.com" }]

{nidx_binding-6.6.1.post436 → nidx_binding-6.6.1.post437}/nidx_vector/Cargo.toml

@@ -22,6 +22,7 @@ fxhash = "0.2.1"
 stream-vbyte = "0.4.1"
 fst = "0.4.7"
 bit-vec = "0.8.0"
+bincode = "2.0.1"
 
 [target.'cfg(not(all(target_os="linux",target_arch="aarch64")))'.dependencies]
 simsimd = "4.3.1"

{nidx_binding-6.6.1.post436 → nidx_binding-6.6.1.post437}/nidx_vector/src/config.rs

@@ -26,6 +26,10 @@ use serde::{Deserialize, Serialize};
 use crate::VectorErr;
 use crate::vector_types::*;
 
+pub mod flags {
+    pub const DATA_STORE_V2: &str = "data_store_v2";
+}
+
 #[derive(Default, Debug, Clone, Copy, Serialize, Deserialize)]
 pub enum Similarity {
     Dot,
@@ -51,24 +55,28 @@ pub enum VectorType {
 impl VectorType {
     pub fn encode(&self, vector: &[f32]) -> Vec<u8> {
         match self {
-            #[rustfmt::skip]
             VectorType::DenseF32 { .. } => dense_f32::encode_vector(vector),
         }
     }
 
     pub fn vector_alignment(&self) -> usize {
         match self {
-            #[rustfmt::skip]
             VectorType::DenseF32 { .. } => size_of::<f32>(),
         }
     }
 
     pub fn dimension(&self) -> Option<usize> {
         match self {
-            #[rustfmt::skip]
             VectorType::DenseF32 { dimension } => Some(*dimension),
         }
     }
+
+    /// The length of bytes of each vector
+    pub fn len_bytes(&self) -> usize {
+        match self {
+            VectorType::DenseF32 { dimension } => dimension * size_of::<f32>(),
+        }
+    }
 }
 
 #[derive(Debug, Serialize, Deserialize, Clone)]
@@ -78,21 +86,14 @@ pub struct VectorConfig {
     #[serde(default)]
     pub normalize_vectors: bool,
     pub vector_type: VectorType,
+    #[serde(default, skip_serializing_if = "Vec::is_empty")]
+    pub flags: Vec<String>,
 }
 
 impl VectorConfig {
-    /// The length of bytes of each vector
-    pub fn vector_len_bytes(&self) -> usize {
-        match self.vector_type {
-            VectorType::DenseF32 { dimension } => dimension * size_of::<f32>(),
-        }
-    }
-
     pub fn similarity_function(&self) -> fn(&[u8], &[u8]) -> f32 {
         match (&self.similarity, &self.vector_type) {
-            #[rustfmt::skip]
             (Similarity::Dot, VectorType::DenseF32 { .. }) => dense_f32::dot_similarity,
-            #[rustfmt::skip]
             (Similarity::Cosine, VectorType::DenseF32 { .. }) => dense_f32::cosine_similarity,
         }
     }
@@ -117,6 +118,7 @@ impl TryFrom<VectorIndexConfig> for VectorConfig {
             similarity: proto.similarity().into(),
             normalize_vectors: proto.normalize_vectors,
             vector_type,
+            flags: vec![],
         })
     }
 }