ydb-qdrant 2.2.2 → 2.3.0

package/dist/config/env.d.ts

@@ -3,4 +3,4 @@ export declare const YDB_ENDPOINT: string;
 export declare const YDB_DATABASE: string;
 export declare const PORT: number;
 export declare const LOG_LEVEL: string;
-export declare const APPROX_PRESELECT: number;
+export declare const VECTOR_INDEX_BUILD_ENABLED: boolean;

package/dist/config/env.js

@@ -3,6 +3,18 @@ export const YDB_ENDPOINT = process.env.YDB_ENDPOINT ?? "";
 export const YDB_DATABASE = process.env.YDB_DATABASE ?? "";
 export const PORT = process.env.PORT ? Number(process.env.PORT) : 8080;
 export const LOG_LEVEL = process.env.LOG_LEVEL ?? "info";
-export const APPROX_PRESELECT = process.env.APPROX_PRESELECT
-    ? Math.max(1, Math.min(5000, Number(process.env.APPROX_PRESELECT)))
-    : 1000;
+function parseBooleanEnv(value, defaultValue) {
+    if (value === undefined) {
+        return defaultValue;
+    }
+    const normalized = value.trim().toLowerCase();
+    if (normalized === "" ||
+        normalized === "0" ||
+        normalized === "false" ||
+        normalized === "no" ||
+        normalized === "off") {
+        return false;
+    }
+    return true;
+}
+export const VECTOR_INDEX_BUILD_ENABLED = parseBooleanEnv(process.env.VECTOR_INDEX_BUILD_ENABLED, false);

package/dist/repositories/pointsRepo.js

@@ -2,6 +2,7 @@ import { TypedValues, withSession } from "../ydb/client.js";
 import { buildJsonOrEmpty, buildVectorParam } from "../ydb/helpers.js";
 import { logger } from "../logging/logger.js";
 import { notifyUpsert } from "../indexing/IndexScheduler.js";
+import { VECTOR_INDEX_BUILD_ENABLED } from "../config/env.js";
 export async function upsertPoints(tableName, points, vectorType, dimension) {
     let upserted = 0;
     await withSession(async (s) => {
@@ -76,26 +77,34 @@ export async function searchPoints(tableName, queryVector, top, withPayload, dis
     LIMIT $k2;
   `;
     let rs;
-    try {
-        // Try with vector index first
-        rs = await withSession(async (s) => {
-            return await s.executeQuery(buildQuery(true), params);
-        });
-        logger.info({ tableName }, "vector index found; using index for search");
-    }
-    catch (e) {
-        const msg = e instanceof Error ? e.message : String(e);
-        // Fallback to table scan if index not found or not ready
-        if (/not found|does not exist|no such index|no global index|is not ready to use/i.test(msg)) {
-            logger.info({ tableName }, "vector index not available (missing or building); falling back to table scan");
+    if (VECTOR_INDEX_BUILD_ENABLED) {
+        try {
+            // Try with vector index first
             rs = await withSession(async (s) => {
-                return await s.executeQuery(buildQuery(false), params);
+                return await s.executeQuery(buildQuery(true), params);
             });
+            logger.info({ tableName }, "vector index found; using index for search");
         }
-        else {
-            throw e;
+        catch (e) {
+            const msg = e instanceof Error ? e.message : String(e);
+            const indexUnavailable = /not found|does not exist|no such index|no global index|is not ready to use/i.test(msg);
+            if (indexUnavailable) {
+                logger.info({ tableName }, "vector index not available (missing or building); falling back to table scan");
+                rs = await withSession(async (s) => {
+                    return await s.executeQuery(buildQuery(false), params);
+                });
+            }
+            else {
+                throw e;
+            }
         }
     }
+    else {
+        // Vector index usage disabled: always use table scan
+        rs = await withSession(async (s) => {
+            return await s.executeQuery(buildQuery(false), params);
+        });
+    }
     const rowset = rs.resultSets?.[0];
     const rows = (rowset?.rows ?? []);
     return rows.map((row) => {

package/dist/services/QdrantService.js

@@ -5,6 +5,7 @@ import { createCollection as repoCreateCollection, deleteCollection as repoDelet
 import { deletePoints as repoDeletePoints, searchPoints as repoSearchPoints, upsertPoints as repoUpsertPoints, } from "../repositories/pointsRepo.js";
 import { requestIndexBuild } from "../indexing/IndexScheduler.js";
 import { logger } from "../logging/logger.js";
+import { VECTOR_INDEX_BUILD_ENABLED } from "../config/env.js";
 export class QdrantServiceError extends Error {
     statusCode;
     payload;
@@ -87,6 +88,7 @@ export async function deleteCollection(ctx) {
     await repoDeleteCollection(normalized.metaKey);
     return { acknowledged: true };
 }
+let loggedIndexBuildDisabled = false;
 function isNumberArray(value) {
     return Array.isArray(value) && value.every((x) => typeof x === "number");
 }
@@ -213,7 +215,13 @@ export async function upsertPoints(ctx, body) {
         });
     }
     const upserted = await repoUpsertPoints(meta.table, parsed.data.points, meta.vectorType, meta.dimension);
-    requestIndexBuild(meta.table, meta.dimension, meta.distance, meta.vectorType);
+    if (VECTOR_INDEX_BUILD_ENABLED) {
+        requestIndexBuild(meta.table, meta.dimension, meta.distance, meta.vectorType);
+    }
+    else if (!loggedIndexBuildDisabled) {
+        logger.info({ table: meta.table }, "vector index building disabled by env; skipping automatic emb_idx rebuilds");
+        loggedIndexBuildDisabled = true;
+    }
     return { upserted };
 }
 async function executeSearch(ctx, normalizedSearch, source) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ydb-qdrant",
-  "version": "2.2.2",
+  "version": "2.3.0",
   "main": "dist/package/Api.js",
   "types": "dist/package/Api.d.ts",
   "exports": {
@@ -16,7 +16,7 @@
   "scripts": {
     "test": "vitest run --exclude \"test/integration/**\"",
     "test:coverage": "vitest run --coverage --exclude \"test/integration/**\"",
-    "test:integration": "vitest run test/integration/YdbRealIntegration.test.ts",
+    "test:integration": "VECTOR_INDEX_BUILD_ENABLED=false vitest run test/integration/YdbRealIntegration.index-disabled.test.ts && VECTOR_INDEX_BUILD_ENABLED=true vitest run test/integration/YdbRealIntegration.test.ts",
     "build": "tsc -p tsconfig.json",
     "typecheck": "tsc -p tsconfig.json --noEmit",
     "dev": "tsx watch src/index.ts",