native-vector-store 0.3.8 → 0.3.9

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "native-vector-store",
-  "version": "0.3.8",
+  "version": "0.3.9",
   "description": "High-performance local vector store with SIMD optimization for MCP servers",
   "main": "index.js",
   "types": "lib/index.d.ts",

package/src/vector_store_loader.cpp

@@ -93,7 +93,7 @@ void VectorStoreLoader::loadDirectory(VectorStore* store, const std::string& pat
     for (size_t w = 0; w < num_workers; ++w) {
         consumers.emplace_back([&]() {
             // Each thread needs its own parser with initial capacity
-            simdjson::ondemand::parser doc_parser(16 * 1024 * 1024); // 16MB initial capacity
+            simdjson::ondemand::parser doc_parser(1 * 1024 * 1024 * 1024); // 16MB initial capacity
             // Set a larger maximum capacity for very large files (up to 512MB)
             doc_parser.allocate(512 * 1024 * 1024);
             FileData* data = nullptr;

package/src/vector_store_loader_adaptive.cpp

@@ -133,7 +133,7 @@ void VectorStoreLoader::loadDirectoryAdaptive(VectorStore* store, const std::str
     for (size_t w = 0; w < num_workers; ++w) {
         consumers.emplace_back([&]() {
             // Each thread needs its own parser with initial capacity
-            simdjson::ondemand::parser doc_parser(16 * 1024 * 1024); // 16MB initial capacity
+            simdjson::ondemand::parser doc_parser(1 * 1024 * 1024 * 1024); // 16MB initial capacity
             // Set a larger maximum capacity for very large files (up to 512MB)
             doc_parser.allocate(512 * 1024 * 1024);
             MixedFileData* data = nullptr;

package/src/vector_store_loader_mmap.cpp

@@ -68,7 +68,7 @@ void VectorStoreLoader::loadDirectoryMMap(VectorStore* store, const std::string&
     for (size_t w = 0; w < num_workers; ++w) {
         consumers.emplace_back([&]() {
             // Each thread needs its own parser with initial capacity
-            simdjson::ondemand::parser doc_parser(16 * 1024 * 1024); // 16MB initial capacity
+            simdjson::ondemand::parser doc_parser(1 * 1024 * 1024 * 1024); // 16MB initial capacity
             // Set a larger maximum capacity for very large files (up to 512MB)
             doc_parser.set_max_capacity(512 * 1024 * 1024);
             MMapFileData* data = nullptr;
@@ -154,4 +154,4 @@ void VectorStoreLoader::loadDirectoryMMap(VectorStore* store, const std::string&
     
     // Finalize after batch load - normalize and switch to serving phase
     store->finalize();
-}
+}