redis-vl 0.1.0-beta.0

package/dist/schema/types.d.ts

@@ -0,0 +1,56 @@
+/**
+ * Field types supported by RedisVL
+ */
+export declare enum FieldType {
+    TAG = "tag",
+    TEXT = "text",
+    NUMERIC = "numeric",
+    GEO = "geo",
+    VECTOR = "vector"
+}
+/**
+ * Storage types for documents in Redis
+ */
+export declare enum StorageType {
+    HASH = "hash",
+    JSON = "json"
+}
+/**
+ * Vector distance metrics
+ */
+export declare enum VectorDistanceMetric {
+    COSINE = "COSINE",
+    L2 = "L2",
+    IP = "IP"
+}
+/**
+ * Vector data types
+ */
+export declare enum VectorDataType {
+    BFLOAT16 = "BFLOAT16",
+    FLOAT16 = "FLOAT16",
+    FLOAT32 = "FLOAT32",
+    FLOAT64 = "FLOAT64",
+    INT8 = "INT8",
+    UINT8 = "UINT8"
+}
+/**
+ * Vector index algorithms
+ */
+export declare enum VectorIndexAlgorithm {
+    FLAT = "FLAT",
+    HNSW = "HNSW",
+    SVS_VAMANA = "SVS-VAMANA"
+}
+/**
+ * Vector compression types for SVS-VAMANA algorithm
+ */
+export declare enum CompressionType {
+    LVQ4 = "LVQ4",
+    LVQ4x4 = "LVQ4x4",
+    LVQ4x8 = "LVQ4x8",
+    LVQ8 = "LVQ8",
+    LeanVec4x8 = "LeanVec4x8",
+    LeanVec8x8 = "LeanVec8x8"
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/schema/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/schema/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,oBAAY,SAAS;IACjB,GAAG,QAAQ;IACX,IAAI,SAAS;IACb,OAAO,YAAY;IACnB,GAAG,QAAQ;IACX,MAAM,WAAW;CACpB;AAED;;GAEG;AACH,oBAAY,WAAW;IACnB,IAAI,SAAS;IACb,IAAI,SAAS;CAChB;AAED;;GAEG;AACH,oBAAY,oBAAoB;IAC5B,MAAM,WAAW;IACjB,EAAE,OAAO;IACT,EAAE,OAAO;CACZ;AAED;;GAEG;AACH,oBAAY,cAAc;IACtB,QAAQ,aAAa;IACrB,OAAO,YAAY;IACnB,OAAO,YAAY;IACnB,OAAO,YAAY;IACnB,IAAI,SAAS;IACb,KAAK,UAAU;CAClB;AAED;;GAEG;AACH,oBAAY,oBAAoB;IAC5B,IAAI,SAAS;IACb,IAAI,SAAS;IACb,UAAU,eAAe;CAC5B;AAED;;GAEG;AACH,oBAAY,eAAe;IACvB,IAAI,SAAS;IACb,MAAM,WAAW;IACjB,MAAM,WAAW;IACjB,IAAI,SAAS;IACb,UAAU,eAAe;IACzB,UAAU,eAAe;CAC5B"}

package/dist/schema/types.js

@@ -0,0 +1,62 @@
+/**
+ * Field types supported by RedisVL
+ */
+export var FieldType;
+(function (FieldType) {
+    FieldType["TAG"] = "tag";
+    FieldType["TEXT"] = "text";
+    FieldType["NUMERIC"] = "numeric";
+    FieldType["GEO"] = "geo";
+    FieldType["VECTOR"] = "vector";
+})(FieldType || (FieldType = {}));
+/**
+ * Storage types for documents in Redis
+ */
+export var StorageType;
+(function (StorageType) {
+    StorageType["HASH"] = "hash";
+    StorageType["JSON"] = "json";
+})(StorageType || (StorageType = {}));
+/**
+ * Vector distance metrics
+ */
+export var VectorDistanceMetric;
+(function (VectorDistanceMetric) {
+    VectorDistanceMetric["COSINE"] = "COSINE";
+    VectorDistanceMetric["L2"] = "L2";
+    VectorDistanceMetric["IP"] = "IP";
+})(VectorDistanceMetric || (VectorDistanceMetric = {}));
+/**
+ * Vector data types
+ */
+export var VectorDataType;
+(function (VectorDataType) {
+    VectorDataType["BFLOAT16"] = "BFLOAT16";
+    VectorDataType["FLOAT16"] = "FLOAT16";
+    VectorDataType["FLOAT32"] = "FLOAT32";
+    VectorDataType["FLOAT64"] = "FLOAT64";
+    VectorDataType["INT8"] = "INT8";
+    VectorDataType["UINT8"] = "UINT8";
+})(VectorDataType || (VectorDataType = {}));
+/**
+ * Vector index algorithms
+ */
+export var VectorIndexAlgorithm;
+(function (VectorIndexAlgorithm) {
+    VectorIndexAlgorithm["FLAT"] = "FLAT";
+    VectorIndexAlgorithm["HNSW"] = "HNSW";
+    VectorIndexAlgorithm["SVS_VAMANA"] = "SVS-VAMANA";
+})(VectorIndexAlgorithm || (VectorIndexAlgorithm = {}));
+/**
+ * Vector compression types for SVS-VAMANA algorithm
+ */
+export var CompressionType;
+(function (CompressionType) {
+    CompressionType["LVQ4"] = "LVQ4";
+    CompressionType["LVQ4x4"] = "LVQ4x4";
+    CompressionType["LVQ4x8"] = "LVQ4x8";
+    CompressionType["LVQ8"] = "LVQ8";
+    CompressionType["LeanVec4x8"] = "LeanVec4x8";
+    CompressionType["LeanVec8x8"] = "LeanVec8x8";
+})(CompressionType || (CompressionType = {}));
+//# sourceMappingURL=types.js.map

package/dist/schema/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/schema/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,CAAN,IAAY,SAMX;AAND,WAAY,SAAS;IACjB,wBAAW,CAAA;IACX,0BAAa,CAAA;IACb,gCAAmB,CAAA;IACnB,wBAAW,CAAA;IACX,8BAAiB,CAAA;AACrB,CAAC,EANW,SAAS,KAAT,SAAS,QAMpB;AAED;;GAEG;AACH,MAAM,CAAN,IAAY,WAGX;AAHD,WAAY,WAAW;IACnB,4BAAa,CAAA;IACb,4BAAa,CAAA;AACjB,CAAC,EAHW,WAAW,KAAX,WAAW,QAGtB;AAED;;GAEG;AACH,MAAM,CAAN,IAAY,oBAIX;AAJD,WAAY,oBAAoB;IAC5B,yCAAiB,CAAA;IACjB,iCAAS,CAAA;IACT,iCAAS,CAAA;AACb,CAAC,EAJW,oBAAoB,KAApB,oBAAoB,QAI/B;AAED;;GAEG;AACH,MAAM,CAAN,IAAY,cAOX;AAPD,WAAY,cAAc;IACtB,uCAAqB,CAAA;IACrB,qCAAmB,CAAA;IACnB,qCAAmB,CAAA;IACnB,qCAAmB,CAAA;IACnB,+BAAa,CAAA;IACb,iCAAe,CAAA;AACnB,CAAC,EAPW,cAAc,KAAd,cAAc,QAOzB;AAED;;GAEG;AACH,MAAM,CAAN,IAAY,oBAIX;AAJD,WAAY,oBAAoB;IAC5B,qCAAa,CAAA;IACb,qCAAa,CAAA;IACb,iDAAyB,CAAA;AAC7B,CAAC,EAJW,oBAAoB,KAApB,oBAAoB,QAI/B;AAED;;GAEG;AACH,MAAM,CAAN,IAAY,eAOX;AAPD,WAAY,eAAe;IACvB,gCAAa,CAAA;IACb,oCAAiB,CAAA;IACjB,oCAAiB,CAAA;IACjB,gCAAa,CAAA;IACb,4CAAyB,CAAA;IACzB,4CAAyB,CAAA;AAC7B,CAAC,EAPW,eAAe,KAAf,eAAe,QAO1B"}

package/dist/storage/base-storage.d.ts

@@ -0,0 +1,107 @@
+import type { RedisClientType, RedisClusterType } from 'redis';
+import type { IndexSchema } from '../schema/schema.js';
+/**
+ * Redis client type (standalone or cluster)
+ */
+export type RedisClient = RedisClientType | RedisClusterType;
+/**
+ * Generate a ULID-like unique identifier.
+ * Format: timestamp (10 chars) + random (16 chars) = 26 chars total
+ */
+export declare function generateUlid(): string;
+/**
+ * Options for writing data to Redis
+ */
+export interface WriteOptions {
+    /**
+     * Field name to use as the document ID
+     */
+    idField?: string;
+    /**
+     * Explicit keys to use for the documents
+     */
+    keys?: string[];
+    /**
+     * Time-to-live in seconds for the documents
+     */
+    ttl?: number;
+    /**
+     * Number of objects to write in a single Redis pipeline execution
+     * @default 200
+     */
+    batchSize?: number;
+    /**
+     * Preprocessing function to transform documents before storage.
+     */
+    preprocess?: (doc: Record<string, unknown>) => Promise<Record<string, unknown>>;
+    /**
+     * Whether to validate documents against schema
+     * @default false
+     */
+    validateOnLoad?: boolean;
+}
+/**
+ * Base class for internal storage handling in Redis.
+ * Provides foundational methods for key management, data preprocessing,
+ * validation, and basic read/write operations.
+ */
+export declare abstract class BaseStorage {
+    protected readonly schema: IndexSchema;
+    protected readonly defaultBatchSize: number;
+    constructor(schema: IndexSchema);
+    /**
+     * Create a Redis key using prefix, separator, and ID.
+     * Normalizes the prefix by removing trailing separators to avoid double separators.
+     */
+    protected createKey(id: string, prefix: string | string[], keySeparator: string): string;
+    /**
+     * Generate a key for a document.
+     * If idField is provided, extract the ID from the document.
+     * Otherwise, generate a ULID.
+     */
+    protected createKeyForDocument(doc: Record<string, unknown>, idField: string | undefined, prefix: string | string[], keySeparator: string): string;
+    /**
+     * Preprocess a document using the provided async function.
+     */
+    protected preprocess(doc: Record<string, unknown>, preprocessFn?: (doc: Record<string, unknown>) => Promise<Record<string, unknown>>): Promise<Record<string, unknown>>;
+    /**
+     * Validate a document against the schema
+     * @throws {SchemaValidationError} If validation fails
+     */
+    protected validate(doc: Record<string, unknown>): Record<string, unknown>;
+    /**
+     * Validate a single field value against its schema definition
+     * @throws {SchemaValidationError} If validation fails
+     */
+    private validateField;
+    /**
+     * Validate a vector field value
+     * @throws {SchemaValidationError} If validation fails
+     */
+    private validateVectorField;
+    /**
+     * Preprocess and validate documents before writing to Redis:
+     * 1. Generate Redis keys for each document (from provided keys or idField)
+     * 2. Apply preprocessing transformations (if provided)
+     * 3. Validate documents against schema (if validateOnLoad is true)
+     *
+     * @param data - Array of documents to preprocess and validate
+     * @param options - Write options containing idField, keys, preprocess, and validateOnLoad
+     * @returns Array of prepared documents with their Redis keys
+     * @throws {SchemaValidationError} If validation fails for any document (includes document index)
+     * @throws {Error} If key generation or preprocessing fails for any document
+     */
+    protected preprocessAndValidateDocuments(data: Record<string, unknown>[], options: WriteOptions): Promise<Array<{
+        key: string;
+        doc: Record<string, unknown>;
+    }>>;
+    /**
+     * Write documents to Redis
+     */
+    abstract write(client: RedisClient, data: Record<string, unknown>[], options?: WriteOptions): Promise<string[]>;
+    /**
+     * Read documents from Redis by keys
+     */
+    abstract get(client: RedisClient, keys: string[], batchSize?: number): Promise<(Record<string, unknown> | null)[]>;
+}
+//# sourceMappingURL=base-storage.d.ts.map

package/dist/storage/base-storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-storage.d.ts","sourceRoot":"","sources":["../../src/storage/base-storage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,OAAO,CAAC;AAC/D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAOvD;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,eAAe,GAAG,gBAAgB,CAAC;AAE7D;;;GAGG;AACH,wBAAgB,YAAY,IAAI,MAAM,CAIrC;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IACzB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAEhB;;OAEG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAEhF;;;OAGG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;;;GAIG;AACH,8BAAsB,WAAW;IAC7B,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;IACvC,SAAS,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAO;gBAEtC,MAAM,EAAE,WAAW;IAI/B;;;OAGG;IACH,SAAS,CAAC,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM;IAoBxF;;;;OAIG;IACH,SAAS,CAAC,oBAAoB,CAC1B,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC5B,OAAO,EAAE,MAAM,GAAG,SAAS,EAC3B,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,EACzB,YAAY,EAAE,MAAM,GACrB,MAAM;IAeT;;OAEG;cACa,UAAU,CACtB,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC5B,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAClF,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAInC;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAoBzE;;;OAGG;IACH,OAAO,CAAC,aAAa;IAgCrB;;;OAGG;IACH,OAAO,CAAC,mBAAmB;IAsC3B;;;;;;;;;;;OAWG;cACa,8BAA8B,CAC1C,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAC/B,OAAO,EAAE,YAAY,GACtB,OAAO,CAAC,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;IAqChE;;OAEG;IACH,QAAQ,CAAC,KAAK,CACV,MAAM,EAAE,WAAW,EACnB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAC/B,OAAO,CAAC,EAAE,YAAY,GACvB,OAAO,CAAC,MAAM,EAAE,CAAC;IAEpB;;OAEG;IACH,QAAQ,CAAC,GAAG,CACR,MAAM,EAAE,WAAW,EACnB,IAAI,EAAE,MAAM,EAAE,EACd,SAAS,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC;CACjD"}

package/dist/storage/base-storage.js

@@ -0,0 +1,187 @@
+import { FieldType } from '../schema/types.js';
+import { SchemaValidationError } from '../errors.js';
+import { randomBytes } from 'crypto';
+import { vectorElementByteLength } from '../redis/utils.js';
+/**
+ * Generate a ULID-like unique identifier.
+ * Format: timestamp (10 chars) + random (16 chars) = 26 chars total
+ */
+export function generateUlid() {
+    const timestamp = Date.now().toString(36).toUpperCase().padStart(10, '0');
+    const randomPart = randomBytes(10).toString('base64url').substring(0, 16).toUpperCase();
+    return timestamp + randomPart;
+}
+/**
+ * Base class for internal storage handling in Redis.
+ * Provides foundational methods for key management, data preprocessing,
+ * validation, and basic read/write operations.
+ */
+export class BaseStorage {
+    schema;
+    defaultBatchSize = 200;
+    constructor(schema) {
+        this.schema = schema;
+    }
+    /**
+     * Create a Redis key using prefix, separator, and ID.
+     * Normalizes the prefix by removing trailing separators to avoid double separators.
+     */
+    createKey(id, prefix, keySeparator) {
+        // Handle array prefix - use first element
+        const prefixStr = Array.isArray(prefix) ? prefix[0] : prefix;
+        if (!prefixStr) {
+            return id;
+        }
+        // Normalize prefix by removing trailing separators
+        const normalizedPrefix = keySeparator
+            ? prefixStr.replace(new RegExp(`${keySeparator}+$`), '')
+            : prefixStr;
+        if (!normalizedPrefix) {
+            return id;
+        }
+        return `${normalizedPrefix}${keySeparator}${id}`;
+    }
+    /**
+     * Generate a key for a document.
+     * If idField is provided, extract the ID from the document.
+     * Otherwise, generate a ULID.
+     */
+    createKeyForDocument(doc, idField, prefix, keySeparator) {
+        let keyValue;
+        if (idField) {
+            if (!(idField in doc)) {
+                throw new SchemaValidationError(`Key field "${idField}" not found in document`);
+            }
+            keyValue = String(doc[idField]);
+        }
+        else {
+            keyValue = generateUlid();
+        }
+        return this.createKey(keyValue, prefix, keySeparator);
+    }
+    /**
+     * Preprocess a document using the provided async function.
+     */
+    async preprocess(doc, preprocessFn) {
+        return preprocessFn ? await preprocessFn(doc) : doc;
+    }
+    /**
+     * Validate a document against the schema
+     * @throws {SchemaValidationError} If validation fails
+     */
+    validate(doc) {
+        if (!this.schema || !this.schema.fields) {
+            return doc;
+        }
+        const fields = Object.values(this.schema.fields);
+        // Only validate the fields that are present in the document
+        for (const [fieldName, value] of Object.entries(doc)) {
+            // Find the field definition in the schema
+            const field = fields.find((f) => f.name === fieldName);
+            if (field && value !== null && value !== undefined) {
+                this.validateField(field, fieldName, value);
+            }
+        }
+        return doc;
+    }
+    /**
+     * Validate a single field value against its schema definition
+     * @throws {SchemaValidationError} If validation fails
+     */
+    validateField(field, fieldName, value) {
+        const fieldType = field.type;
+        switch (fieldType) {
+            case FieldType.NUMERIC:
+                if (typeof value !== 'number') {
+                    throw new SchemaValidationError(`Field '${fieldName}' should be numeric but got: ${typeof value}`);
+                }
+                break;
+            case FieldType.VECTOR:
+                this.validateVectorField(field, fieldName, value);
+                break;
+            case FieldType.TEXT:
+            case FieldType.TAG:
+                if (typeof value !== 'string') {
+                    throw new SchemaValidationError(`Field '${fieldName}' should be string but got: ${typeof value}`);
+                }
+                break;
+            case FieldType.GEO:
+                // TODO: Implement geo validation
+                // Geo fields should be in format "longitude,latitude"
+                break;
+        }
+    }
+    /**
+     * Validate a vector field value
+     * @throws {SchemaValidationError} If validation fails
+     */
+    validateVectorField(field, fieldName, value) {
+        // Check if value is an array or Buffer
+        if (!Array.isArray(value) && !Buffer.isBuffer(value)) {
+            throw new SchemaValidationError(`Field '${fieldName}' expects a vector (array or Buffer), but got ${typeof value}. ` +
+                `For vector fields, provide a list of numbers or bytes.`);
+        }
+        // Get dimensions from field attributes
+        const attrs = field.attrs;
+        const expectedDims = attrs?.dims || attrs?.dim;
+        if (expectedDims) {
+            const actualDims = Array.isArray(value)
+                ? value.length
+                : value.byteLength / vectorElementByteLength(attrs.datatype);
+            if (actualDims !== expectedDims) {
+                throw new SchemaValidationError(`Vector field '${fieldName}' has incorrect dimensions. ` +
+                    `Expected ${expectedDims} dimensions but got ${actualDims}.`);
+            }
+        }
+        // Validate array elements are numbers
+        if (Array.isArray(value)) {
+            for (let i = 0; i < value.length; i++) {
+                if (typeof value[i] !== 'number') {
+                    throw new SchemaValidationError(`Vector field '${fieldName}' contains non-numeric value at index ${i}: ${typeof value[i]}`);
+                }
+            }
+        }
+    }
+    /**
+     * Preprocess and validate documents before writing to Redis:
+     * 1. Generate Redis keys for each document (from provided keys or idField)
+     * 2. Apply preprocessing transformations (if provided)
+     * 3. Validate documents against schema (if validateOnLoad is true)
+     *
+     * @param data - Array of documents to preprocess and validate
+     * @param options - Write options containing idField, keys, preprocess, and validateOnLoad
+     * @returns Array of prepared documents with their Redis keys
+     * @throws {SchemaValidationError} If validation fails for any document (includes document index)
+     * @throws {Error} If key generation or preprocessing fails for any document
+     */
+    async preprocessAndValidateDocuments(data, options) {
+        const { idField, keys, preprocess, validateOnLoad = false } = options;
+        const prefix = this.schema.index.prefix;
+        const keySeparator = this.schema.index.keySeparator;
+        const preparedDocs = [];
+        for (let i = 0; i < data.length; i++) {
+            try {
+                // Generate key
+                const key = keys
+                    ? keys[i]
+                    : this.createKeyForDocument(data[i], idField, prefix, keySeparator);
+                // Preprocess
+                let processedDoc = await this.preprocess(data[i], preprocess);
+                // Validate if enabled
+                if (validateOnLoad) {
+                    processedDoc = this.validate(processedDoc);
+                }
+                preparedDocs.push({ key, doc: processedDoc });
+            }
+            catch (error) {
+                if (error instanceof SchemaValidationError) {
+                    // Re-throw validation errors with index context
+                    throw new SchemaValidationError(error.message, i);
+                }
+                throw new SchemaValidationError(`Error processing document at index ${i}: ${error instanceof Error ? error.message : String(error)}`);
+            }
+        }
+        return preparedDocs;
+    }
+}
+//# sourceMappingURL=base-storage.js.map

package/dist/storage/base-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-storage.js","sourceRoot":"","sources":["../../src/storage/base-storage.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAO5D;;;GAGG;AACH,MAAM,UAAU,YAAY;IACxB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IAC1E,MAAM,UAAU,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACxF,OAAO,SAAS,GAAG,UAAU,CAAC;AAClC,CAAC;AAuCD;;;;GAIG;AACH,MAAM,OAAgB,WAAW;IACV,MAAM,CAAc;IACpB,gBAAgB,GAAW,GAAG,CAAC;IAElD,YAAY,MAAmB;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED;;;OAGG;IACO,SAAS,CAAC,EAAU,EAAE,MAAyB,EAAE,YAAoB;QAC3E,0CAA0C;QAC1C,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAE7D,IAAI,CAAC,SAAS,EAAE,CAAC;YACb,OAAO,EAAE,CAAC;QACd,CAAC;QAED,mDAAmD;QACnD,MAAM,gBAAgB,GAAG,YAAY;YACjC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,GAAG,YAAY,IAAI,CAAC,EAAE,EAAE,CAAC;YACxD,CAAC,CAAC,SAAS,CAAC;QAEhB,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACpB,OAAO,EAAE,CAAC;QACd,CAAC;QAED,OAAO,GAAG,gBAAgB,GAAG,YAAY,GAAG,EAAE,EAAE,CAAC;IACrD,CAAC;IAED;;;;OAIG;IACO,oBAAoB,CAC1B,GAA4B,EAC5B,OAA2B,EAC3B,MAAyB,EACzB,YAAoB;QAEpB,IAAI,QAAgB,CAAC;QAErB,IAAI,OAAO,EAAE,CAAC;YACV,IAAI,CAAC,CAAC,OAAO,IAAI,GAAG,CAAC,EAAE,CAAC;gBACpB,MAAM,IAAI,qBAAqB,CAAC,cAAc,OAAO,yBAAyB,CAAC,CAAC;YACpF,CAAC;YACD,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;QACpC,CAAC;aAAM,CAAC;YACJ,QAAQ,GAAG,YAAY,EAAE,CAAC;QAC9B,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,UAAU,CACtB,GAA4B,EAC5B,YAAiF;QAEjF,OAAO,YAAY,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IACxD,CAAC;IAED;;;OAGG;IACO,QAAQ,CAAC,GAA4B;QAC3C,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtC,OAAO,GAAG,CAAC;QACf,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEjD,4DAA4D;QAC5D,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACnD,0CAA0C;YAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAY,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;YAElE,IAAI,KAAK,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACjD,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAChD,CAAC;QACL,CAAC;QAED,OAAO,GAAG,CAAC;IACf,CAAC;IAED;;;OAGG;IACK,aAAa,CAAC,KAAgB,EAAE,SAAiB,EAAE,KAAc;QACrE,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC;QAE7B,QAAQ,SAAS,EAAE,CAAC;YAChB,KAAK,SAAS,CAAC,OAAO;gBAClB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC5B,MAAM,IAAI,qBAAqB,CAC3B,UAAU,SAAS,gCAAgC,OAAO,KAAK,EAAE,CACpE,CAAC;gBACN,CAAC;gBACD,MAAM;YAEV,KAAK,SAAS,CAAC,MAAM;gBACjB,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;gBAClD,MAAM;YAEV,KAAK,SAAS,CAAC,IAAI,CAAC;YACpB,KAAK,SAAS,CAAC,GAAG;gBACd,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC5B,MAAM,IAAI,qBAAqB,CAC3B,UAAU,SAAS,+BAA+B,OAAO,KAAK,EAAE,CACnE,CAAC;gBACN,CAAC;gBACD,MAAM;YAEV,KAAK,SAAS,CAAC,GAAG;gBACd,iCAAiC;gBACjC,sDAAsD;gBACtD,MAAM;QACd,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,mBAAmB,CAAC,KAAgB,EAAE,SAAiB,EAAE,KAAc;QAC3E,uCAAuC;QACvC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,qBAAqB,CAC3B,UAAU,SAAS,iDAAiD,OAAO,KAAK,IAAI;gBAChF,wDAAwD,CAC/D,CAAC;QACN,CAAC;QAED,uCAAuC;QACvC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAqD,CAAC;QAC1E,MAAM,YAAY,GAAG,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,GAAG,CAAC;QAE/C,IAAI,YAAY,EAAE,CAAC;YACf,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;gBACnC,CAAC,CAAC,KAAK,CAAC,MAAM;gBACd,CAAC,CAAC,KAAK,CAAC,UAAU,GAAG,uBAAuB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAEjE,IAAI,UAAU,KAAK,YAAY,EAAE,CAAC;gBAC9B,MAAM,IAAI,qBAAqB,CAC3B,iBAAiB,SAAS,8BAA8B;oBACpD,YAAY,YAAY,uBAAuB,UAAU,GAAG,CACnE,CAAC;YACN,CAAC;QACL,CAAC;QAED,sCAAsC;QACtC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,IAAI,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;oBAC/B,MAAM,IAAI,qBAAqB,CAC3B,iBAAiB,SAAS,yCAAyC,CAAC,KAAK,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,CAC7F,CAAC;gBACN,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;;;;;;;;;OAWG;IACO,KAAK,CAAC,8BAA8B,CAC1C,IAA+B,EAC/B,OAAqB;QAErB,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,cAAc,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC;QACtE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;QACxC,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC;QAEpD,MAAM,YAAY,GAAyD,EAAE,CAAC;QAE9E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC;gBACD,eAAe;gBACf,MAAM,GAAG,GAAG,IAAI;oBACZ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;oBACT,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;gBAExE,aAAa;gBACb,IAAI,YAAY,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;gBAE9D,sBAAsB;gBACtB,IAAI,cAAc,EAAE,CAAC;oBACjB,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;gBAC/C,CAAC;gBAED,YAAY,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,YAAY,EAAE,CAAC,CAAC;YAClD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,IAAI,KAAK,YAAY,qBAAqB,EAAE,CAAC;oBACzC,gDAAgD;oBAChD,MAAM,IAAI,qBAAqB,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBACtD,CAAC;gBACD,MAAM,IAAI,qBAAqB,CAC3B,sCAAsC,CAAC,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACvG,CAAC;YACN,CAAC;QACL,CAAC;QAED,OAAO,YAAY,CAAC;IACxB,CAAC;CAmBJ"}

package/dist/storage/hash-storage.d.ts

@@ -0,0 +1,29 @@
+import type { RedisClient, WriteOptions } from './base-storage.js';
+import { BaseStorage } from './base-storage.js';
+import type { IndexSchema } from '../schema/schema.js';
+/**
+ * Storage implementation for Redis HASH data type.
+ * Implements hash-specific logic for validation and read/write operations.
+ */
+export declare class HashStorage extends BaseStorage {
+    constructor(schema: IndexSchema);
+    /**
+     * Write documents to Redis as HASH entries using pipelining for performance.
+     */
+    write(client: RedisClient, data: Record<string, unknown>[], options?: WriteOptions): Promise<string[]>;
+    /**
+     * Encode vector fields as binary buffers; pass other fields through unchanged.
+     * Required because Redis HSET only accepts strings, numbers, or Buffers.
+     */
+    private serializeHashDocument;
+    /**
+     * Convert a HASH document returned in Buffer mode into public API values.
+     * Non-vector fields preserve the existing string-based HASH behavior.
+     */
+    private deserializeHashDocument;
+    /**
+     * Read documents from Redis by keys using pipelining.
+     */
+    get(client: RedisClient, keys: string[], batchSize?: number): Promise<(Record<string, unknown> | null)[]>;
+}
+//# sourceMappingURL=hash-storage.d.ts.map

package/dist/storage/hash-storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hash-storage.d.ts","sourceRoot":"","sources":["../../src/storage/hash-storage.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACnE,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAMvD;;;GAGG;AACH,qBAAa,WAAY,SAAQ,WAAW;gBAC5B,MAAM,EAAE,WAAW;IAI/B;;OAEG;IACG,KAAK,CACP,MAAM,EAAE,WAAW,EACnB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAC/B,OAAO,GAAE,YAAiB,GAC3B,OAAO,CAAC,MAAM,EAAE,CAAC;IAiDpB;;;OAGG;IACH,OAAO,CAAC,qBAAqB;IAgB7B;;;OAGG;IACH,OAAO,CAAC,uBAAuB;IAmB/B;;OAEG;IACG,GAAG,CACL,MAAM,EAAE,WAAW,EACnB,IAAI,EAAE,MAAM,EAAE,EACd,SAAS,SAAwB,GAClC,OAAO,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC;CAqCjD"}

package/dist/storage/hash-storage.js

@@ -0,0 +1,122 @@
+import { RESP_TYPES } from 'redis';
+import { BaseStorage } from './base-storage.js';
+import { FieldType } from '../schema/types.js';
+import { SchemaValidationError } from '../errors.js';
+import { decodeVectorBuffer, encodeVectorBuffer } from '../redis/utils.js';
+/**
+ * Storage implementation for Redis HASH data type.
+ * Implements hash-specific logic for validation and read/write operations.
+ */
+export class HashStorage extends BaseStorage {
+    constructor(schema) {
+        super(schema);
+    }
+    /**
+     * Write documents to Redis as HASH entries using pipelining for performance.
+     */
+    async write(client, data, options = {}) {
+        const { keys, ttl, batchSize = this.defaultBatchSize } = options;
+        // Validate inputs
+        if (data.length === 0) {
+            return [];
+        }
+        if (keys && keys.length !== data.length) {
+            throw new SchemaValidationError('Length of keys does not match the length of data');
+        }
+        // Pass 1: Preprocess and validate all documents
+        const preparedDocs = await this.preprocessAndValidateDocuments(data, options);
+        // Pass 2: Write all valid documents in batches using pipeline
+        const loadedKeys = [];
+        let pipeline = client.multi();
+        let commandCount = 0;
+        for (let i = 0; i < preparedDocs.length; i++) {
+            const { key, doc } = preparedDocs[i];
+            // Convert public JS values to Redis HASH-compatible values
+            const processedDoc = this.serializeHashDocument(doc);
+            // Add HSET command to pipeline
+            pipeline.hSet(key, processedDoc);
+            commandCount++;
+            // Add EXPIRE command if TTL is provided
+            if (ttl) {
+                pipeline.expire(key, ttl);
+                commandCount++;
+            }
+            loadedKeys.push(key);
+            // Execute pipeline in batches
+            if (commandCount >= batchSize || i === preparedDocs.length - 1) {
+                await pipeline.execAsPipeline();
+                pipeline = client.multi();
+                commandCount = 0;
+            }
+        }
+        return loadedKeys;
+    }
+    /**
+     * Encode vector fields as binary buffers; pass other fields through unchanged.
+     * Required because Redis HSET only accepts strings, numbers, or Buffers.
+     */
+    serializeHashDocument(doc) {
+        const result = {};
+        for (const [key, value] of Object.entries(doc)) {
+            const field = this.schema.fields[key];
+            if (field?.type === FieldType.VECTOR && Array.isArray(value)) {
+                result[key] = encodeVectorBuffer(value, field.attrs.datatype);
+            }
+            else {
+                result[key] = value;
+            }
+        }
+        return result;
+    }
+    /**
+     * Convert a HASH document returned in Buffer mode into public API values.
+     * Non-vector fields preserve the existing string-based HASH behavior.
+     */
+    deserializeHashDocument(doc) {
+        const result = {};
+        for (const [fieldName, value] of Object.entries(doc)) {
+            const field = this.schema.fields[fieldName];
+            if (field?.type === FieldType.VECTOR) {
+                result[fieldName] = decodeVectorBuffer(value, field.attrs.datatype);
+            }
+            else {
+                result[fieldName] = value.toString();
+            }
+        }
+        return result;
+    }
+    /**
+     * Read documents from Redis by keys using pipelining.
+     */
+    async get(client, keys, batchSize = this.defaultBatchSize) {
+        if (!keys || keys.length === 0) {
+            return [];
+        }
+        const results = [];
+        const binaryClient = client.withTypeMapping({
+            [RESP_TYPES.BLOB_STRING]: Buffer,
+        });
+        // Process in batches
+        for (let i = 0; i < keys.length; i += batchSize) {
+            const batch = keys.slice(i, i + batchSize);
+            const pipeline = binaryClient.multi();
+            // Add HGETALL commands to pipeline
+            for (const key of batch) {
+                pipeline.hGetAll(key);
+            }
+            // Execute pipeline and get results
+            const batchResults = (await pipeline.execAsPipeline());
+            // Process batch results
+            for (const data of batchResults) {
+                if (data && Object.keys(data).length > 0) {
+                    results.push(this.deserializeHashDocument(data));
+                }
+                else {
+                    results.push(null);
+                }
+            }
+        }
+        return results;
+    }
+}
+//# sourceMappingURL=hash-storage.js.map

package/dist/storage/hash-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hash-storage.js","sourceRoot":"","sources":["../../src/storage/hash-storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,OAAO,CAAC;AAEnC,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGhD,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAE3E;;;GAGG;AACH,MAAM,OAAO,WAAY,SAAQ,WAAW;IACxC,YAAY,MAAmB;QAC3B,KAAK,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CACP,MAAmB,EACnB,IAA+B,EAC/B,UAAwB,EAAE;QAE1B,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,GAAG,IAAI,CAAC,gBAAgB,EAAE,GAAG,OAAO,CAAC;QAEjE,kBAAkB;QAClB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpB,OAAO,EAAE,CAAC;QACd,CAAC;QAED,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YACtC,MAAM,IAAI,qBAAqB,CAAC,kDAAkD,CAAC,CAAC;QACxF,CAAC;QAED,gDAAgD;QAChD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,8BAA8B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAE9E,8DAA8D;QAC9D,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,IAAI,QAAQ,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;YAErC,2DAA2D;YAC3D,MAAM,YAAY,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;YAErD,+BAA+B;YAC/B,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,YAAwD,CAAC,CAAC;YAC7E,YAAY,EAAE,CAAC;YAEf,wCAAwC;YACxC,IAAI,GAAG,EAAE,CAAC;gBACN,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;gBAC1B,YAAY,EAAE,CAAC;YACnB,CAAC;YAED,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAErB,8BAA8B;YAC9B,IAAI,YAAY,IAAI,SAAS,IAAI,CAAC,KAAK,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7D,MAAM,QAAQ,CAAC,cAAc,EAAE,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;gBAC1B,YAAY,GAAG,CAAC,CAAC;YACrB,CAAC;QACL,CAAC;QAED,OAAO,UAAU,CAAC;IACtB,CAAC;IAED;;;OAGG;IACK,qBAAqB,CAAC,GAA4B;QACtD,MAAM,MAAM,GAA4B,EAAE,CAAC;QAE3C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAEtC,IAAI,KAAK,EAAE,IAAI,KAAK,SAAS,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC3D,MAAM,CAAC,GAAG,CAAC,GAAG,kBAAkB,CAAC,KAAK,EAAG,KAAK,CAAC,KAA0B,CAAC,QAAQ,CAAC,CAAC;YACxF,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACxB,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;;OAGG;IACK,uBAAuB,CAAC,GAA2B;QACvD,MAAM,MAAM,GAA4B,EAAE,CAAC;QAE3C,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAE5C,IAAI,KAAK,EAAE,IAAI,KAAK,SAAS,CAAC,MAAM,EAAE,CAAC;gBACnC,MAAM,CAAC,SAAS,CAAC,GAAG,kBAAkB,CAClC,KAAK,EACJ,KAAK,CAAC,KAA0B,CAAC,QAAQ,CAC7C,CAAC;YACN,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;YACzC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CACL,MAAmB,EACnB,IAAc,EACd,SAAS,GAAG,IAAI,CAAC,gBAAgB;QAEjC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,OAAO,GAAuC,EAAE,CAAC;QACvD,MAAM,YAAY,GAAG,MAAM,CAAC,eAAe,CAAC;YACxC,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,MAAM;SACnC,CAAC,CAAC;QAEH,qBAAqB;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAC3C,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC;YAEtC,mCAAmC;YACnC,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACtB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;YAED,mCAAmC;YACnC,MAAM,YAAY,GAAG,CAAC,MAAM,QAAQ,CAAC,cAAc,EAAE,CAEpD,CAAC;YAEF,wBAAwB;YACxB,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;gBAC9B,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC;gBACrD,CAAC;qBAAM,CAAC;oBACJ,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvB,CAAC;YACL,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;CACJ"}

package/dist/storage/index.d.ts

@@ -0,0 +1,4 @@
+export { BaseStorage, generateUlid, type RedisClient, type WriteOptions } from './base-storage.js';
+export { HashStorage } from './hash-storage.js';
+export { JsonStorage } from './json-storage.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/storage/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,KAAK,WAAW,EAAE,KAAK,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACnG,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/storage/index.js

@@ -0,0 +1,4 @@
+export { BaseStorage, generateUlid } from './base-storage.js';
+export { HashStorage } from './hash-storage.js';
+export { JsonStorage } from './json-storage.js';
+//# sourceMappingURL=index.js.map

package/dist/storage/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAuC,MAAM,mBAAmB,CAAC;AACnG,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/storage/json-storage.d.ts

@@ -0,0 +1,19 @@
+import type { RedisClient, WriteOptions } from './base-storage.js';
+import { BaseStorage } from './base-storage.js';
+import type { IndexSchema } from '../schema/schema.js';
+/**
+ * Storage implementation for Redis JSON data type.
+ * Implements JSON-specific logic for validation and read/write operations.
+ */
+export declare class JsonStorage extends BaseStorage {
+    constructor(schema: IndexSchema);
+    /**
+     * Write documents to Redis as JSON entries using pipelining for performance.
+     */
+    write(client: RedisClient, data: Record<string, unknown>[], options?: WriteOptions): Promise<string[]>;
+    /**
+     * Read documents from Redis by keys using pipelining.
+     */
+    get(client: RedisClient, keys: string[], batchSize?: number): Promise<(Record<string, unknown> | null)[]>;
+}
+//# sourceMappingURL=json-storage.d.ts.map

package/dist/storage/json-storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-storage.d.ts","sourceRoot":"","sources":["../../src/storage/json-storage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACnE,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAGvD;;;GAGG;AACH,qBAAa,WAAY,SAAQ,WAAW;gBAC5B,MAAM,EAAE,WAAW;IAI/B;;OAEG;IACG,KAAK,CACP,MAAM,EAAE,WAAW,EACnB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAC/B,OAAO,GAAE,YAAiB,GAC3B,OAAO,CAAC,MAAM,EAAE,CAAC;IA+CpB;;OAEG;IACG,GAAG,CACL,MAAM,EAAE,WAAW,EACnB,IAAI,EAAE,MAAM,EAAE,EACd,SAAS,SAAwB,GAClC,OAAO,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC;CAmCjD"}