ydb-qdrant 4.1.3 → 4.3.0

package/README.md

@@ -311,6 +311,57 @@ docker run -d --name ydb-qdrant \
   ydb-qdrant:latest
 ```
 
+#### Docker (all-in-one: local YDB + ydb-qdrant)
+
+For a single-container local dev/demo setup with both YDB and ydb-qdrant inside:
+
+```bash
+docker pull ghcr.io/astandrik/ydb-qdrant-local:latest
+
+docker run -d --name ydb-qdrant-local \
+  -p 8080:8080 \
+  -p 8765:8765 \
+  ghcr.io/astandrik/ydb-qdrant-local:latest
+```
+
+Key env vars (all optional; the image provides sensible defaults, override only when you need custom tuning):
+
+- YDB / local YDB:
+  - `YDB_LOCAL_GRPC_PORT` (default `2136`): internal YDB gRPC port.
+  - `YDB_LOCAL_MON_PORT` (default `8765`): internal YDB Embedded UI HTTP port.
+  - `YDB_DATABASE` (default `/local`).
+  - `YDB_ANONYMOUS_CREDENTIALS` (default `1` inside this image).
+  - `YDB_USE_IN_MEMORY_PDISKS` (default `0`, values `0`/`1`): store data in RAM only when `1` (fast, non-persistent).
+  - `YDB_LOCAL_SURVIVE_RESTART` (default `0`, values `0`/`1`): control persistence across restarts when using a mounted data volume.
+  - `YDB_DEFAULT_LOG_LEVEL`, `YDB_FEATURE_FLAGS`, `YDB_ENABLE_COLUMN_TABLES`, `YDB_KAFKA_PROXY_PORT`, `POSTGRES_USER`, `POSTGRES_PASSWORD` – passed through to YDB as in the official `local-ydb` image.
+
+- ydb-qdrant:
+  - `PORT` (default `8080`): HTTP port inside the container.
+  - `LOG_LEVEL` (default `info`).
+  - `VECTOR_INDEX_BUILD_ENABLED`.
+  - `YDB_QDRANT_COLLECTION_STORAGE_MODE` / `YDB_QDRANT_TABLE_LAYOUT` (`multi_table` or `one_table`).
+  - `YDB_QDRANT_GLOBAL_POINTS_AUTOMIGRATE`.
+
+> Note: In the `ydb-qdrant-local` image, `YDB_ENDPOINT` is unconditionally set to `grpc://localhost:<YDB_LOCAL_GRPC_PORT>` by the entrypoint — any user-provided value is ignored. Use the standalone `ydb-qdrant` image if you need to connect to an external YDB.
+
+#### Apple Silicon (Mac) notes
+
+The `ydb-qdrant-local` image is built on top of the `local-ydb` Docker image, which is x86_64/amd64-only. On Apple Silicon (M1/M2/M3) you need to run it under x86_64/amd64 emulation:
+
+- Enable Rosetta (x86_64/amd64 emulation) in your Docker backend:
+  - Docker Desktop: enable Rosetta to run x86_64/amd64 containers.
+  - Or use Colima as in the YDB docs:
+    - `colima start --arch aarch64 --vm-type=vz --vz-rosetta`
+- When running the container, force the amd64 platform explicitly:
+
+```bash
+docker run --platform linux/amd64 -d --name ydb-qdrant-local \
+  -p 8080:8080 -p 8765:8765 \
+  ghcr.io/astandrik/ydb-qdrant-local:latest
+```
+
+This keeps behavior aligned with the official YDB `local-ydb` image recommendations for macOS/Apple Silicon.
+
 #### Docker Compose
 
 Example `docker-compose.yml` (can be used instead of raw `docker run`):

package/dist/routes/collections.js

@@ -1,5 +1,4 @@
 import { Router } from "express";
-import { sanitizeCollectionName, sanitizeTenantId } from "../utils/tenant.js";
 import { putCollectionIndex, createCollection, getCollection, deleteCollection, } from "../services/CollectionService.js";
 import { QdrantServiceError } from "../services/errors.js";
 import { logger } from "../logging/logger.js";
@@ -9,6 +8,7 @@ collectionsRouter.put("/:collection/index", async (req, res) => {
         const result = await putCollectionIndex({
             tenant: req.header("X-Tenant-Id") ?? undefined,
             collection: String(req.params.collection),
+            apiKey: req.header("api-key") ?? undefined,
         });
         res.json({ status: "ok", result });
     }
@@ -23,9 +23,11 @@ collectionsRouter.put("/:collection/index", async (req, res) => {
 });
 collectionsRouter.put("/:collection", async (req, res) => {
     try {
-        const tenant = sanitizeTenantId(req.header("X-Tenant-Id") ?? "default");
-        const collection = sanitizeCollectionName(String(req.params.collection));
-        const result = await createCollection({ tenant, collection }, req.body);
+        const result = await createCollection({
+            tenant: req.header("X-Tenant-Id") ?? undefined,
+            collection: String(req.params.collection),
+            apiKey: req.header("api-key") ?? undefined,
+        }, req.body);
         res.json({ status: "ok", result });
     }
     catch (err) {
@@ -39,9 +41,11 @@ collectionsRouter.put("/:collection", async (req, res) => {
 });
 collectionsRouter.get("/:collection", async (req, res) => {
     try {
-        const tenant = sanitizeTenantId(req.header("X-Tenant-Id") ?? "default");
-        const collection = sanitizeCollectionName(String(req.params.collection));
-        const result = await getCollection({ tenant, collection });
+        const result = await getCollection({
+            tenant: req.header("X-Tenant-Id") ?? undefined,
+            collection: String(req.params.collection),
+            apiKey: req.header("api-key") ?? undefined,
+        });
         res.json({ status: "ok", result });
     }
     catch (err) {
@@ -55,9 +59,11 @@ collectionsRouter.get("/:collection", async (req, res) => {
 });
 collectionsRouter.delete("/:collection", async (req, res) => {
     try {
-        const tenant = sanitizeTenantId(req.header("X-Tenant-Id") ?? "default");
-        const collection = sanitizeCollectionName(String(req.params.collection));
-        const result = await deleteCollection({ tenant, collection });
+        const result = await deleteCollection({
+            tenant: req.header("X-Tenant-Id") ?? undefined,
+            collection: String(req.params.collection),
+            apiKey: req.header("api-key") ?? undefined,
+        });
         res.json({ status: "ok", result });
     }
     catch (err) {

package/dist/routes/points.js

@@ -9,6 +9,7 @@ pointsRouter.put("/:collection/points", async (req, res) => {
         const result = await upsertPoints({
             tenant: req.header("X-Tenant-Id") ?? undefined,
             collection: String(req.params.collection),
+            apiKey: req.header("api-key") ?? undefined,
         }, req.body);
         res.json({ status: "ok", result });
     }
@@ -26,6 +27,7 @@ pointsRouter.post("/:collection/points/upsert", async (req, res) => {
         const result = await upsertPoints({
             tenant: req.header("X-Tenant-Id") ?? undefined,
             collection: String(req.params.collection),
+            apiKey: req.header("api-key") ?? undefined,
         }, req.body);
         res.json({ status: "ok", result });
     }
@@ -43,6 +45,7 @@ pointsRouter.post("/:collection/points/search", async (req, res) => {
         const result = await searchPoints({
             tenant: req.header("X-Tenant-Id") ?? undefined,
             collection: String(req.params.collection),
+            apiKey: req.header("api-key") ?? undefined,
         }, req.body);
         res.json({ status: "ok", result });
     }
@@ -61,6 +64,7 @@ pointsRouter.post("/:collection/points/query", async (req, res) => {
         const result = await queryPoints({
             tenant: req.header("X-Tenant-Id") ?? undefined,
             collection: String(req.params.collection),
+            apiKey: req.header("api-key") ?? undefined,
         }, req.body);
         res.json({ status: "ok", result });
     }
@@ -78,6 +82,7 @@ pointsRouter.post("/:collection/points/delete", async (req, res) => {
         const result = await deletePoints({
             tenant: req.header("X-Tenant-Id") ?? undefined,
             collection: String(req.params.collection),
+            apiKey: req.header("api-key") ?? undefined,
         }, req.body);
         res.json({ status: "ok", result });
     }

package/dist/services/CollectionService.d.ts

@@ -2,6 +2,7 @@ import { type DistanceKind } from "../types.js";
 export interface CollectionContextInput {
     tenant: string | undefined;
     collection: string;
+    apiKey?: string;
 }
 export interface NormalizedCollectionContext {
     tenant: string;

package/dist/services/CollectionService.js

@@ -5,7 +5,7 @@ import { QdrantServiceError } from "./errors.js";
 import { normalizeCollectionContextShared, tableNameFor, } from "./CollectionService.shared.js";
 import { resolvePointsTableAndUidOneTable } from "./CollectionService.one-table.js";
 export function normalizeCollectionContext(input) {
-    return normalizeCollectionContextShared(input.tenant, input.collection);
+    return normalizeCollectionContextShared(input.tenant, input.collection, input.apiKey);
 }
 export async function resolvePointsTableAndUid(ctx, meta) {
     if (meta?.table === GLOBAL_POINTS_TABLE) {

package/dist/services/CollectionService.shared.d.ts

@@ -4,7 +4,7 @@ export interface NormalizedCollectionContextLike {
 }
 export declare function tableNameFor(tenantId: string, collection: string): string;
 export declare function uidFor(tenantId: string, collection: string): string;
-export declare function normalizeCollectionContextShared(tenant: string | undefined, collection: string): {
+export declare function normalizeCollectionContextShared(tenant: string | undefined, collection: string, apiKey?: string): {
     tenant: string;
     collection: string;
     metaKey: string;

package/dist/services/CollectionService.shared.js

@@ -1,13 +1,14 @@
-import { sanitizeCollectionName, sanitizeTenantId, metaKeyFor, tableNameFor as tableNameForInternal, uidFor as uidForInternal, } from "../utils/tenant.js";
+import { sanitizeCollectionName, sanitizeTenantId, metaKeyFor, tableNameFor as tableNameForInternal, uidFor as uidForInternal, hashApiKey, } from "../utils/tenant.js";
 export function tableNameFor(tenantId, collection) {
     return tableNameForInternal(tenantId, collection);
 }
 export function uidFor(tenantId, collection) {
     return uidForInternal(tenantId, collection);
 }
-export function normalizeCollectionContextShared(tenant, collection) {
+export function normalizeCollectionContextShared(tenant, collection, apiKey) {
     const normalizedTenant = sanitizeTenantId(tenant);
-    const normalizedCollection = sanitizeCollectionName(collection);
+    const apiKeyHash = hashApiKey(apiKey);
+    const normalizedCollection = sanitizeCollectionName(collection, apiKeyHash);
     const metaKey = metaKeyFor(normalizedTenant, normalizedCollection);
     return {
         tenant: normalizedTenant,

package/dist/utils/tenant.d.ts

@@ -1,5 +1,6 @@
-export declare function sanitizeCollectionName(name: string): string;
+export declare function hashApiKey(apiKey: string | undefined): string | undefined;
+export declare function sanitizeCollectionName(name: string, apiKeyHash?: string): string;
 export declare function sanitizeTenantId(tenantId: string | undefined): string;
-export declare function tableNameFor(tenantId: string, collection: string): string;
-export declare function metaKeyFor(tenantId: string, collection: string): string;
-export declare function uidFor(tenantId: string, collectionName: string): string;
+export declare function tableNameFor(sanitizedTenant: string, sanitizedCollection: string): string;
+export declare function metaKeyFor(sanitizedTenant: string, sanitizedCollection: string): string;
+export declare function uidFor(sanitizedTenant: string, sanitizedCollection: string): string;

package/dist/utils/tenant.js

@@ -1,7 +1,16 @@
-export function sanitizeCollectionName(name) {
+import { createHash } from "crypto";
+export function hashApiKey(apiKey) {
+    if (!apiKey || apiKey.trim() === "")
+        return undefined;
+    const hash = createHash("sha256").update(apiKey).digest("hex");
+    return hash.slice(0, 8);
+}
+export function sanitizeCollectionName(name, apiKeyHash) {
     const cleaned = name.replace(/[^a-zA-Z0-9_]/g, "_").replace(/_+/g, "_");
     const lowered = cleaned.toLowerCase().replace(/^_+/, "");
-    return lowered.length > 0 ? lowered : "collection";
+    const base = lowered.length > 0 ? lowered : "collection";
+    const hasHash = apiKeyHash !== undefined && apiKeyHash.trim().length > 0;
+    return hasHash ? `${base}_${apiKeyHash}` : base;
 }
 export function sanitizeTenantId(tenantId) {
     const raw = (tenantId ?? "default").toString();
@@ -9,12 +18,12 @@ export function sanitizeTenantId(tenantId) {
     const lowered = cleaned.toLowerCase().replace(/^_+/, "");
     return lowered.length > 0 ? lowered : "default";
 }
-export function tableNameFor(tenantId, collection) {
-    return `qdr_${sanitizeTenantId(tenantId)}__${sanitizeCollectionName(collection)}`;
+export function tableNameFor(sanitizedTenant, sanitizedCollection) {
+    return `qdr_${sanitizedTenant}__${sanitizedCollection}`;
 }
-export function metaKeyFor(tenantId, collection) {
-    return `${sanitizeTenantId(tenantId)}/${sanitizeCollectionName(collection)}`;
+export function metaKeyFor(sanitizedTenant, sanitizedCollection) {
+    return `${sanitizedTenant}/${sanitizedCollection}`;
 }
-export function uidFor(tenantId, collectionName) {
-    return tableNameFor(tenantId, collectionName);
+export function uidFor(sanitizedTenant, sanitizedCollection) {
+    return tableNameFor(sanitizedTenant, sanitizedCollection);
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ydb-qdrant",
-  "version": "4.1.3",
+  "version": "4.3.0",
   "main": "dist/package/api.js",
   "types": "dist/package/api.d.ts",
   "exports": {