@objectstack/spec 0.1.2 → 0.3.0

package/dist/ai/rag-pipeline.zod.d.ts

@@ -0,0 +1,1034 @@
+import { z } from 'zod';
+/**
+ * RAG (Retrieval-Augmented Generation) Pipeline Protocol
+ *
+ * Defines schemas for building context-aware AI assistants using RAG techniques.
+ * Enables vector search, document chunking, embeddings, and retrieval configuration.
+ */
+/**
+ * Vector Store Provider
+ */
+export declare const VectorStoreProviderSchema: z.ZodEnum<["pinecone", "weaviate", "qdrant", "milvus", "chroma", "pgvector", "redis", "opensearch", "elasticsearch", "custom"]>;
+/**
+ * Embedding Model
+ */
+export declare const EmbeddingModelSchema: z.ZodObject<{
+    provider: z.ZodEnum<["openai", "cohere", "huggingface", "azure_openai", "local", "custom"]>;
+    model: z.ZodString;
+    dimensions: z.ZodNumber;
+    maxTokens: z.ZodOptional<z.ZodNumber>;
+    batchSize: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    endpoint: z.ZodOptional<z.ZodString>;
+    apiKey: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    batchSize: number;
+    provider: "custom" | "openai" | "azure_openai" | "local" | "cohere" | "huggingface";
+    model: string;
+    dimensions: number;
+    maxTokens?: number | undefined;
+    endpoint?: string | undefined;
+    apiKey?: string | undefined;
+}, {
+    provider: "custom" | "openai" | "azure_openai" | "local" | "cohere" | "huggingface";
+    model: string;
+    dimensions: number;
+    batchSize?: number | undefined;
+    maxTokens?: number | undefined;
+    endpoint?: string | undefined;
+    apiKey?: string | undefined;
+}>;
+/**
+ * Text Chunking Strategy
+ */
+export declare const ChunkingStrategySchema: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+    type: z.ZodLiteral<"fixed">;
+    chunkSize: z.ZodNumber;
+    chunkOverlap: z.ZodDefault<z.ZodNumber>;
+    unit: z.ZodDefault<z.ZodEnum<["tokens", "characters"]>>;
+}, "strip", z.ZodTypeAny, {
+    type: "fixed";
+    unit: "tokens" | "characters";
+    chunkSize: number;
+    chunkOverlap: number;
+}, {
+    type: "fixed";
+    chunkSize: number;
+    unit?: "tokens" | "characters" | undefined;
+    chunkOverlap?: number | undefined;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"semantic">;
+    model: z.ZodOptional<z.ZodString>;
+    minChunkSize: z.ZodDefault<z.ZodNumber>;
+    maxChunkSize: z.ZodDefault<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    type: "semantic";
+    minChunkSize: number;
+    maxChunkSize: number;
+    model?: string | undefined;
+}, {
+    type: "semantic";
+    model?: string | undefined;
+    minChunkSize?: number | undefined;
+    maxChunkSize?: number | undefined;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"recursive">;
+    separators: z.ZodDefault<z.ZodArray<z.ZodString, "many">>;
+    chunkSize: z.ZodNumber;
+    chunkOverlap: z.ZodDefault<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    type: "recursive";
+    chunkSize: number;
+    chunkOverlap: number;
+    separators: string[];
+}, {
+    type: "recursive";
+    chunkSize: number;
+    chunkOverlap?: number | undefined;
+    separators?: string[] | undefined;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"markdown">;
+    maxChunkSize: z.ZodDefault<z.ZodNumber>;
+    respectHeaders: z.ZodDefault<z.ZodBoolean>;
+    respectCodeBlocks: z.ZodDefault<z.ZodBoolean>;
+}, "strip", z.ZodTypeAny, {
+    type: "markdown";
+    maxChunkSize: number;
+    respectHeaders: boolean;
+    respectCodeBlocks: boolean;
+}, {
+    type: "markdown";
+    maxChunkSize?: number | undefined;
+    respectHeaders?: boolean | undefined;
+    respectCodeBlocks?: boolean | undefined;
+}>]>;
+/**
+ * Document Metadata Schema
+ */
+export declare const DocumentMetadataSchema: z.ZodObject<{
+    source: z.ZodString;
+    sourceType: z.ZodOptional<z.ZodEnum<["file", "url", "api", "database", "custom"]>>;
+    title: z.ZodOptional<z.ZodString>;
+    author: z.ZodOptional<z.ZodString>;
+    createdAt: z.ZodOptional<z.ZodString>;
+    updatedAt: z.ZodOptional<z.ZodString>;
+    tags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    category: z.ZodOptional<z.ZodString>;
+    language: z.ZodOptional<z.ZodString>;
+    custom: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+}, "strip", z.ZodTypeAny, {
+    source: string;
+    custom?: Record<string, any> | undefined;
+    language?: string | undefined;
+    title?: string | undefined;
+    createdAt?: string | undefined;
+    updatedAt?: string | undefined;
+    tags?: string[] | undefined;
+    category?: string | undefined;
+    sourceType?: "url" | "file" | "custom" | "api" | "database" | undefined;
+    author?: string | undefined;
+}, {
+    source: string;
+    custom?: Record<string, any> | undefined;
+    language?: string | undefined;
+    title?: string | undefined;
+    createdAt?: string | undefined;
+    updatedAt?: string | undefined;
+    tags?: string[] | undefined;
+    category?: string | undefined;
+    sourceType?: "url" | "file" | "custom" | "api" | "database" | undefined;
+    author?: string | undefined;
+}>;
+/**
+ * Document Chunk
+ */
+export declare const DocumentChunkSchema: z.ZodObject<{
+    id: z.ZodString;
+    content: z.ZodString;
+    embedding: z.ZodOptional<z.ZodArray<z.ZodNumber, "many">>;
+    metadata: z.ZodObject<{
+        source: z.ZodString;
+        sourceType: z.ZodOptional<z.ZodEnum<["file", "url", "api", "database", "custom"]>>;
+        title: z.ZodOptional<z.ZodString>;
+        author: z.ZodOptional<z.ZodString>;
+        createdAt: z.ZodOptional<z.ZodString>;
+        updatedAt: z.ZodOptional<z.ZodString>;
+        tags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+        category: z.ZodOptional<z.ZodString>;
+        language: z.ZodOptional<z.ZodString>;
+        custom: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+    }, "strip", z.ZodTypeAny, {
+        source: string;
+        custom?: Record<string, any> | undefined;
+        language?: string | undefined;
+        title?: string | undefined;
+        createdAt?: string | undefined;
+        updatedAt?: string | undefined;
+        tags?: string[] | undefined;
+        category?: string | undefined;
+        sourceType?: "url" | "file" | "custom" | "api" | "database" | undefined;
+        author?: string | undefined;
+    }, {
+        source: string;
+        custom?: Record<string, any> | undefined;
+        language?: string | undefined;
+        title?: string | undefined;
+        createdAt?: string | undefined;
+        updatedAt?: string | undefined;
+        tags?: string[] | undefined;
+        category?: string | undefined;
+        sourceType?: "url" | "file" | "custom" | "api" | "database" | undefined;
+        author?: string | undefined;
+    }>;
+    chunkIndex: z.ZodNumber;
+    tokens: z.ZodOptional<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    id: string;
+    metadata: {
+        source: string;
+        custom?: Record<string, any> | undefined;
+        language?: string | undefined;
+        title?: string | undefined;
+        createdAt?: string | undefined;
+        updatedAt?: string | undefined;
+        tags?: string[] | undefined;
+        category?: string | undefined;
+        sourceType?: "url" | "file" | "custom" | "api" | "database" | undefined;
+        author?: string | undefined;
+    };
+    content: string;
+    chunkIndex: number;
+    tokens?: number | undefined;
+    embedding?: number[] | undefined;
+}, {
+    id: string;
+    metadata: {
+        source: string;
+        custom?: Record<string, any> | undefined;
+        language?: string | undefined;
+        title?: string | undefined;
+        createdAt?: string | undefined;
+        updatedAt?: string | undefined;
+        tags?: string[] | undefined;
+        category?: string | undefined;
+        sourceType?: "url" | "file" | "custom" | "api" | "database" | undefined;
+        author?: string | undefined;
+    };
+    content: string;
+    chunkIndex: number;
+    tokens?: number | undefined;
+    embedding?: number[] | undefined;
+}>;
+/**
+ * Retrieval Strategy
+ */
+export declare const RetrievalStrategySchema: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+    type: z.ZodLiteral<"similarity">;
+    topK: z.ZodDefault<z.ZodNumber>;
+    scoreThreshold: z.ZodOptional<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    type: "similarity";
+    topK: number;
+    scoreThreshold?: number | undefined;
+}, {
+    type: "similarity";
+    topK?: number | undefined;
+    scoreThreshold?: number | undefined;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"mmr">;
+    topK: z.ZodDefault<z.ZodNumber>;
+    fetchK: z.ZodDefault<z.ZodNumber>;
+    lambda: z.ZodDefault<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    type: "mmr";
+    topK: number;
+    fetchK: number;
+    lambda: number;
+}, {
+    type: "mmr";
+    topK?: number | undefined;
+    fetchK?: number | undefined;
+    lambda?: number | undefined;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"hybrid">;
+    topK: z.ZodDefault<z.ZodNumber>;
+    vectorWeight: z.ZodDefault<z.ZodNumber>;
+    keywordWeight: z.ZodDefault<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    type: "hybrid";
+    topK: number;
+    vectorWeight: number;
+    keywordWeight: number;
+}, {
+    type: "hybrid";
+    topK?: number | undefined;
+    vectorWeight?: number | undefined;
+    keywordWeight?: number | undefined;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"parent_document">;
+    topK: z.ZodDefault<z.ZodNumber>;
+    retrieveParent: z.ZodDefault<z.ZodBoolean>;
+}, "strip", z.ZodTypeAny, {
+    type: "parent_document";
+    topK: number;
+    retrieveParent: boolean;
+}, {
+    type: "parent_document";
+    topK?: number | undefined;
+    retrieveParent?: boolean | undefined;
+}>]>;
+/**
+ * Reranking Configuration
+ */
+export declare const RerankingConfigSchema: z.ZodObject<{
+    enabled: z.ZodDefault<z.ZodBoolean>;
+    model: z.ZodOptional<z.ZodString>;
+    provider: z.ZodOptional<z.ZodEnum<["cohere", "huggingface", "custom"]>>;
+    topK: z.ZodDefault<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    enabled: boolean;
+    topK: number;
+    provider?: "custom" | "cohere" | "huggingface" | undefined;
+    model?: string | undefined;
+}, {
+    enabled?: boolean | undefined;
+    provider?: "custom" | "cohere" | "huggingface" | undefined;
+    model?: string | undefined;
+    topK?: number | undefined;
+}>;
+/**
+ * Vector Store Configuration
+ */
+export declare const VectorStoreConfigSchema: z.ZodObject<{
+    provider: z.ZodEnum<["pinecone", "weaviate", "qdrant", "milvus", "chroma", "pgvector", "redis", "opensearch", "elasticsearch", "custom"]>;
+    indexName: z.ZodString;
+    namespace: z.ZodOptional<z.ZodString>;
+    /** Connection */
+    host: z.ZodOptional<z.ZodString>;
+    port: z.ZodOptional<z.ZodNumber>;
+    apiKey: z.ZodOptional<z.ZodString>;
+    /** Configuration */
+    dimensions: z.ZodNumber;
+    metric: z.ZodDefault<z.ZodOptional<z.ZodEnum<["cosine", "euclidean", "dotproduct"]>>>;
+    /** Performance */
+    batchSize: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    connectionPoolSize: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    timeout: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+}, "strip", z.ZodTypeAny, {
+    timeout: number;
+    batchSize: number;
+    metric: "cosine" | "euclidean" | "dotproduct";
+    provider: "custom" | "redis" | "pinecone" | "weaviate" | "qdrant" | "milvus" | "chroma" | "pgvector" | "opensearch" | "elasticsearch";
+    dimensions: number;
+    indexName: string;
+    connectionPoolSize: number;
+    apiKey?: string | undefined;
+    namespace?: string | undefined;
+    host?: string | undefined;
+    port?: number | undefined;
+}, {
+    provider: "custom" | "redis" | "pinecone" | "weaviate" | "qdrant" | "milvus" | "chroma" | "pgvector" | "opensearch" | "elasticsearch";
+    dimensions: number;
+    indexName: string;
+    timeout?: number | undefined;
+    batchSize?: number | undefined;
+    metric?: "cosine" | "euclidean" | "dotproduct" | undefined;
+    apiKey?: string | undefined;
+    namespace?: string | undefined;
+    host?: string | undefined;
+    port?: number | undefined;
+    connectionPoolSize?: number | undefined;
+}>;
+/**
+ * Document Loader Configuration
+ */
+export declare const DocumentLoaderConfigSchema: z.ZodObject<{
+    type: z.ZodEnum<["file", "directory", "url", "api", "database", "custom"]>;
+    /** Source */
+    source: z.ZodString;
+    /** File Types */
+    fileTypes: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    /** Processing */
+    recursive: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+    maxFileSize: z.ZodOptional<z.ZodNumber>;
+    excludePatterns: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    /** Text Extraction */
+    extractImages: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+    extractTables: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+    /** Custom Loader */
+    loaderConfig: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+}, "strip", z.ZodTypeAny, {
+    type: "url" | "file" | "custom" | "api" | "database" | "directory";
+    source: string;
+    recursive: boolean;
+    extractImages: boolean;
+    extractTables: boolean;
+    fileTypes?: string[] | undefined;
+    maxFileSize?: number | undefined;
+    excludePatterns?: string[] | undefined;
+    loaderConfig?: Record<string, any> | undefined;
+}, {
+    type: "url" | "file" | "custom" | "api" | "database" | "directory";
+    source: string;
+    recursive?: boolean | undefined;
+    fileTypes?: string[] | undefined;
+    maxFileSize?: number | undefined;
+    excludePatterns?: string[] | undefined;
+    extractImages?: boolean | undefined;
+    extractTables?: boolean | undefined;
+    loaderConfig?: Record<string, any> | undefined;
+}>;
+/**
+ * RAG Pipeline Configuration
+ */
+export declare const RAGPipelineConfigSchema: z.ZodObject<{
+    /** Identity */
+    name: z.ZodString;
+    label: z.ZodString;
+    description: z.ZodOptional<z.ZodString>;
+    /** Components */
+    embedding: z.ZodObject<{
+        provider: z.ZodEnum<["openai", "cohere", "huggingface", "azure_openai", "local", "custom"]>;
+        model: z.ZodString;
+        dimensions: z.ZodNumber;
+        maxTokens: z.ZodOptional<z.ZodNumber>;
+        batchSize: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+        endpoint: z.ZodOptional<z.ZodString>;
+        apiKey: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        batchSize: number;
+        provider: "custom" | "openai" | "azure_openai" | "local" | "cohere" | "huggingface";
+        model: string;
+        dimensions: number;
+        maxTokens?: number | undefined;
+        endpoint?: string | undefined;
+        apiKey?: string | undefined;
+    }, {
+        provider: "custom" | "openai" | "azure_openai" | "local" | "cohere" | "huggingface";
+        model: string;
+        dimensions: number;
+        batchSize?: number | undefined;
+        maxTokens?: number | undefined;
+        endpoint?: string | undefined;
+        apiKey?: string | undefined;
+    }>;
+    vectorStore: z.ZodObject<{
+        provider: z.ZodEnum<["pinecone", "weaviate", "qdrant", "milvus", "chroma", "pgvector", "redis", "opensearch", "elasticsearch", "custom"]>;
+        indexName: z.ZodString;
+        namespace: z.ZodOptional<z.ZodString>;
+        /** Connection */
+        host: z.ZodOptional<z.ZodString>;
+        port: z.ZodOptional<z.ZodNumber>;
+        apiKey: z.ZodOptional<z.ZodString>;
+        /** Configuration */
+        dimensions: z.ZodNumber;
+        metric: z.ZodDefault<z.ZodOptional<z.ZodEnum<["cosine", "euclidean", "dotproduct"]>>>;
+        /** Performance */
+        batchSize: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+        connectionPoolSize: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+        timeout: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    }, "strip", z.ZodTypeAny, {
+        timeout: number;
+        batchSize: number;
+        metric: "cosine" | "euclidean" | "dotproduct";
+        provider: "custom" | "redis" | "pinecone" | "weaviate" | "qdrant" | "milvus" | "chroma" | "pgvector" | "opensearch" | "elasticsearch";
+        dimensions: number;
+        indexName: string;
+        connectionPoolSize: number;
+        apiKey?: string | undefined;
+        namespace?: string | undefined;
+        host?: string | undefined;
+        port?: number | undefined;
+    }, {
+        provider: "custom" | "redis" | "pinecone" | "weaviate" | "qdrant" | "milvus" | "chroma" | "pgvector" | "opensearch" | "elasticsearch";
+        dimensions: number;
+        indexName: string;
+        timeout?: number | undefined;
+        batchSize?: number | undefined;
+        metric?: "cosine" | "euclidean" | "dotproduct" | undefined;
+        apiKey?: string | undefined;
+        namespace?: string | undefined;
+        host?: string | undefined;
+        port?: number | undefined;
+        connectionPoolSize?: number | undefined;
+    }>;
+    chunking: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        type: z.ZodLiteral<"fixed">;
+        chunkSize: z.ZodNumber;
+        chunkOverlap: z.ZodDefault<z.ZodNumber>;
+        unit: z.ZodDefault<z.ZodEnum<["tokens", "characters"]>>;
+    }, "strip", z.ZodTypeAny, {
+        type: "fixed";
+        unit: "tokens" | "characters";
+        chunkSize: number;
+        chunkOverlap: number;
+    }, {
+        type: "fixed";
+        chunkSize: number;
+        unit?: "tokens" | "characters" | undefined;
+        chunkOverlap?: number | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"semantic">;
+        model: z.ZodOptional<z.ZodString>;
+        minChunkSize: z.ZodDefault<z.ZodNumber>;
+        maxChunkSize: z.ZodDefault<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        type: "semantic";
+        minChunkSize: number;
+        maxChunkSize: number;
+        model?: string | undefined;
+    }, {
+        type: "semantic";
+        model?: string | undefined;
+        minChunkSize?: number | undefined;
+        maxChunkSize?: number | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"recursive">;
+        separators: z.ZodDefault<z.ZodArray<z.ZodString, "many">>;
+        chunkSize: z.ZodNumber;
+        chunkOverlap: z.ZodDefault<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        type: "recursive";
+        chunkSize: number;
+        chunkOverlap: number;
+        separators: string[];
+    }, {
+        type: "recursive";
+        chunkSize: number;
+        chunkOverlap?: number | undefined;
+        separators?: string[] | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"markdown">;
+        maxChunkSize: z.ZodDefault<z.ZodNumber>;
+        respectHeaders: z.ZodDefault<z.ZodBoolean>;
+        respectCodeBlocks: z.ZodDefault<z.ZodBoolean>;
+    }, "strip", z.ZodTypeAny, {
+        type: "markdown";
+        maxChunkSize: number;
+        respectHeaders: boolean;
+        respectCodeBlocks: boolean;
+    }, {
+        type: "markdown";
+        maxChunkSize?: number | undefined;
+        respectHeaders?: boolean | undefined;
+        respectCodeBlocks?: boolean | undefined;
+    }>]>;
+    retrieval: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        type: z.ZodLiteral<"similarity">;
+        topK: z.ZodDefault<z.ZodNumber>;
+        scoreThreshold: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        type: "similarity";
+        topK: number;
+        scoreThreshold?: number | undefined;
+    }, {
+        type: "similarity";
+        topK?: number | undefined;
+        scoreThreshold?: number | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"mmr">;
+        topK: z.ZodDefault<z.ZodNumber>;
+        fetchK: z.ZodDefault<z.ZodNumber>;
+        lambda: z.ZodDefault<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        type: "mmr";
+        topK: number;
+        fetchK: number;
+        lambda: number;
+    }, {
+        type: "mmr";
+        topK?: number | undefined;
+        fetchK?: number | undefined;
+        lambda?: number | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"hybrid">;
+        topK: z.ZodDefault<z.ZodNumber>;
+        vectorWeight: z.ZodDefault<z.ZodNumber>;
+        keywordWeight: z.ZodDefault<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        type: "hybrid";
+        topK: number;
+        vectorWeight: number;
+        keywordWeight: number;
+    }, {
+        type: "hybrid";
+        topK?: number | undefined;
+        vectorWeight?: number | undefined;
+        keywordWeight?: number | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"parent_document">;
+        topK: z.ZodDefault<z.ZodNumber>;
+        retrieveParent: z.ZodDefault<z.ZodBoolean>;
+    }, "strip", z.ZodTypeAny, {
+        type: "parent_document";
+        topK: number;
+        retrieveParent: boolean;
+    }, {
+        type: "parent_document";
+        topK?: number | undefined;
+        retrieveParent?: boolean | undefined;
+    }>]>;
+    reranking: z.ZodOptional<z.ZodObject<{
+        enabled: z.ZodDefault<z.ZodBoolean>;
+        model: z.ZodOptional<z.ZodString>;
+        provider: z.ZodOptional<z.ZodEnum<["cohere", "huggingface", "custom"]>>;
+        topK: z.ZodDefault<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        enabled: boolean;
+        topK: number;
+        provider?: "custom" | "cohere" | "huggingface" | undefined;
+        model?: string | undefined;
+    }, {
+        enabled?: boolean | undefined;
+        provider?: "custom" | "cohere" | "huggingface" | undefined;
+        model?: string | undefined;
+        topK?: number | undefined;
+    }>>;
+    /** Document Loading */
+    loaders: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        type: z.ZodEnum<["file", "directory", "url", "api", "database", "custom"]>;
+        /** Source */
+        source: z.ZodString;
+        /** File Types */
+        fileTypes: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+        /** Processing */
+        recursive: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+        maxFileSize: z.ZodOptional<z.ZodNumber>;
+        excludePatterns: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+        /** Text Extraction */
+        extractImages: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+        extractTables: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+        /** Custom Loader */
+        loaderConfig: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+    }, "strip", z.ZodTypeAny, {
+        type: "url" | "file" | "custom" | "api" | "database" | "directory";
+        source: string;
+        recursive: boolean;
+        extractImages: boolean;
+        extractTables: boolean;
+        fileTypes?: string[] | undefined;
+        maxFileSize?: number | undefined;
+        excludePatterns?: string[] | undefined;
+        loaderConfig?: Record<string, any> | undefined;
+    }, {
+        type: "url" | "file" | "custom" | "api" | "database" | "directory";
+        source: string;
+        recursive?: boolean | undefined;
+        fileTypes?: string[] | undefined;
+        maxFileSize?: number | undefined;
+        excludePatterns?: string[] | undefined;
+        extractImages?: boolean | undefined;
+        extractTables?: boolean | undefined;
+        loaderConfig?: Record<string, any> | undefined;
+    }>, "many">>;
+    /** Context Management */
+    maxContextTokens: z.ZodDefault<z.ZodNumber>;
+    contextWindow: z.ZodOptional<z.ZodNumber>;
+    /** Metadata Filtering */
+    metadataFilters: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodNumber]>, "many">]>>>;
+    /** Caching */
+    enableCache: z.ZodDefault<z.ZodBoolean>;
+    cacheTTL: z.ZodDefault<z.ZodNumber>;
+    cacheInvalidationStrategy: z.ZodOptional<z.ZodDefault<z.ZodEnum<["time_based", "manual", "on_update"]>>>;
+}, "strip", z.ZodTypeAny, {
+    label: string;
+    name: string;
+    embedding: {
+        batchSize: number;
+        provider: "custom" | "openai" | "azure_openai" | "local" | "cohere" | "huggingface";
+        model: string;
+        dimensions: number;
+        maxTokens?: number | undefined;
+        endpoint?: string | undefined;
+        apiKey?: string | undefined;
+    };
+    vectorStore: {
+        timeout: number;
+        batchSize: number;
+        metric: "cosine" | "euclidean" | "dotproduct";
+        provider: "custom" | "redis" | "pinecone" | "weaviate" | "qdrant" | "milvus" | "chroma" | "pgvector" | "opensearch" | "elasticsearch";
+        dimensions: number;
+        indexName: string;
+        connectionPoolSize: number;
+        apiKey?: string | undefined;
+        namespace?: string | undefined;
+        host?: string | undefined;
+        port?: number | undefined;
+    };
+    chunking: {
+        type: "fixed";
+        unit: "tokens" | "characters";
+        chunkSize: number;
+        chunkOverlap: number;
+    } | {
+        type: "semantic";
+        minChunkSize: number;
+        maxChunkSize: number;
+        model?: string | undefined;
+    } | {
+        type: "recursive";
+        chunkSize: number;
+        chunkOverlap: number;
+        separators: string[];
+    } | {
+        type: "markdown";
+        maxChunkSize: number;
+        respectHeaders: boolean;
+        respectCodeBlocks: boolean;
+    };
+    retrieval: {
+        type: "similarity";
+        topK: number;
+        scoreThreshold?: number | undefined;
+    } | {
+        type: "mmr";
+        topK: number;
+        fetchK: number;
+        lambda: number;
+    } | {
+        type: "hybrid";
+        topK: number;
+        vectorWeight: number;
+        keywordWeight: number;
+    } | {
+        type: "parent_document";
+        topK: number;
+        retrieveParent: boolean;
+    };
+    maxContextTokens: number;
+    enableCache: boolean;
+    cacheTTL: number;
+    description?: string | undefined;
+    contextWindow?: number | undefined;
+    reranking?: {
+        enabled: boolean;
+        topK: number;
+        provider?: "custom" | "cohere" | "huggingface" | undefined;
+        model?: string | undefined;
+    } | undefined;
+    loaders?: {
+        type: "url" | "file" | "custom" | "api" | "database" | "directory";
+        source: string;
+        recursive: boolean;
+        extractImages: boolean;
+        extractTables: boolean;
+        fileTypes?: string[] | undefined;
+        maxFileSize?: number | undefined;
+        excludePatterns?: string[] | undefined;
+        loaderConfig?: Record<string, any> | undefined;
+    }[] | undefined;
+    metadataFilters?: Record<string, string | number | boolean | (string | number)[]> | undefined;
+    cacheInvalidationStrategy?: "manual" | "on_update" | "time_based" | undefined;
+}, {
+    label: string;
+    name: string;
+    embedding: {
+        provider: "custom" | "openai" | "azure_openai" | "local" | "cohere" | "huggingface";
+        model: string;
+        dimensions: number;
+        batchSize?: number | undefined;
+        maxTokens?: number | undefined;
+        endpoint?: string | undefined;
+        apiKey?: string | undefined;
+    };
+    vectorStore: {
+        provider: "custom" | "redis" | "pinecone" | "weaviate" | "qdrant" | "milvus" | "chroma" | "pgvector" | "opensearch" | "elasticsearch";
+        dimensions: number;
+        indexName: string;
+        timeout?: number | undefined;
+        batchSize?: number | undefined;
+        metric?: "cosine" | "euclidean" | "dotproduct" | undefined;
+        apiKey?: string | undefined;
+        namespace?: string | undefined;
+        host?: string | undefined;
+        port?: number | undefined;
+        connectionPoolSize?: number | undefined;
+    };
+    chunking: {
+        type: "fixed";
+        chunkSize: number;
+        unit?: "tokens" | "characters" | undefined;
+        chunkOverlap?: number | undefined;
+    } | {
+        type: "semantic";
+        model?: string | undefined;
+        minChunkSize?: number | undefined;
+        maxChunkSize?: number | undefined;
+    } | {
+        type: "recursive";
+        chunkSize: number;
+        chunkOverlap?: number | undefined;
+        separators?: string[] | undefined;
+    } | {
+        type: "markdown";
+        maxChunkSize?: number | undefined;
+        respectHeaders?: boolean | undefined;
+        respectCodeBlocks?: boolean | undefined;
+    };
+    retrieval: {
+        type: "similarity";
+        topK?: number | undefined;
+        scoreThreshold?: number | undefined;
+    } | {
+        type: "mmr";
+        topK?: number | undefined;
+        fetchK?: number | undefined;
+        lambda?: number | undefined;
+    } | {
+        type: "hybrid";
+        topK?: number | undefined;
+        vectorWeight?: number | undefined;
+        keywordWeight?: number | undefined;
+    } | {
+        type: "parent_document";
+        topK?: number | undefined;
+        retrieveParent?: boolean | undefined;
+    };
+    description?: string | undefined;
+    contextWindow?: number | undefined;
+    reranking?: {
+        enabled?: boolean | undefined;
+        provider?: "custom" | "cohere" | "huggingface" | undefined;
+        model?: string | undefined;
+        topK?: number | undefined;
+    } | undefined;
+    loaders?: {
+        type: "url" | "file" | "custom" | "api" | "database" | "directory";
+        source: string;
+        recursive?: boolean | undefined;
+        fileTypes?: string[] | undefined;
+        maxFileSize?: number | undefined;
+        excludePatterns?: string[] | undefined;
+        extractImages?: boolean | undefined;
+        extractTables?: boolean | undefined;
+        loaderConfig?: Record<string, any> | undefined;
+    }[] | undefined;
+    maxContextTokens?: number | undefined;
+    metadataFilters?: Record<string, string | number | boolean | (string | number)[]> | undefined;
+    enableCache?: boolean | undefined;
+    cacheTTL?: number | undefined;
+    cacheInvalidationStrategy?: "manual" | "on_update" | "time_based" | undefined;
+}>;
+/**
+ * RAG Query Request
+ */
+export declare const RAGQueryRequestSchema: z.ZodObject<{
+    query: z.ZodString;
+    pipelineName: z.ZodString;
+    /** Override defaults */
+    topK: z.ZodOptional<z.ZodNumber>;
+    metadataFilters: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+    /** Context */
+    conversationHistory: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        role: z.ZodEnum<["user", "assistant", "system"]>;
+        content: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        role: "system" | "user" | "assistant";
+        content: string;
+    }, {
+        role: "system" | "user" | "assistant";
+        content: string;
+    }>, "many">>;
+    /** Options */
+    includeMetadata: z.ZodDefault<z.ZodBoolean>;
+    includeSources: z.ZodDefault<z.ZodBoolean>;
+}, "strip", z.ZodTypeAny, {
+    query: string;
+    pipelineName: string;
+    includeMetadata: boolean;
+    includeSources: boolean;
+    topK?: number | undefined;
+    metadataFilters?: Record<string, any> | undefined;
+    conversationHistory?: {
+        role: "system" | "user" | "assistant";
+        content: string;
+    }[] | undefined;
+}, {
+    query: string;
+    pipelineName: string;
+    topK?: number | undefined;
+    metadataFilters?: Record<string, any> | undefined;
+    conversationHistory?: {
+        role: "system" | "user" | "assistant";
+        content: string;
+    }[] | undefined;
+    includeMetadata?: boolean | undefined;
+    includeSources?: boolean | undefined;
+}>;
+/**
+ * RAG Query Response
+ */
+export declare const RAGQueryResponseSchema: z.ZodObject<{
+    query: z.ZodString;
+    results: z.ZodArray<z.ZodObject<{
+        content: z.ZodString;
+        score: z.ZodNumber;
+        metadata: z.ZodOptional<z.ZodObject<{
+            source: z.ZodString;
+            sourceType: z.ZodOptional<z.ZodEnum<["file", "url", "api", "database", "custom"]>>;
+            title: z.ZodOptional<z.ZodString>;
+            author: z.ZodOptional<z.ZodString>;
+            createdAt: z.ZodOptional<z.ZodString>;
+            updatedAt: z.ZodOptional<z.ZodString>;
+            tags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+            category: z.ZodOptional<z.ZodString>;
+            language: z.ZodOptional<z.ZodString>;
+            custom: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+        }, "strip", z.ZodTypeAny, {
+            source: string;
+            custom?: Record<string, any> | undefined;
+            language?: string | undefined;
+            title?: string | undefined;
+            createdAt?: string | undefined;
+            updatedAt?: string | undefined;
+            tags?: string[] | undefined;
+            category?: string | undefined;
+            sourceType?: "url" | "file" | "custom" | "api" | "database" | undefined;
+            author?: string | undefined;
+        }, {
+            source: string;
+            custom?: Record<string, any> | undefined;
+            language?: string | undefined;
+            title?: string | undefined;
+            createdAt?: string | undefined;
+            updatedAt?: string | undefined;
+            tags?: string[] | undefined;
+            category?: string | undefined;
+            sourceType?: "url" | "file" | "custom" | "api" | "database" | undefined;
+            author?: string | undefined;
+        }>>;
+        chunkId: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        content: string;
+        score: number;
+        metadata?: {
+            source: string;
+            custom?: Record<string, any> | undefined;
+            language?: string | undefined;
+            title?: string | undefined;
+            createdAt?: string | undefined;
+            updatedAt?: string | undefined;
+            tags?: string[] | undefined;
+            category?: string | undefined;
+            sourceType?: "url" | "file" | "custom" | "api" | "database" | undefined;
+            author?: string | undefined;
+        } | undefined;
+        chunkId?: string | undefined;
+    }, {
+        content: string;
+        score: number;
+        metadata?: {
+            source: string;
+            custom?: Record<string, any> | undefined;
+            language?: string | undefined;
+            title?: string | undefined;
+            createdAt?: string | undefined;
+            updatedAt?: string | undefined;
+            tags?: string[] | undefined;
+            category?: string | undefined;
+            sourceType?: "url" | "file" | "custom" | "api" | "database" | undefined;
+            author?: string | undefined;
+        } | undefined;
+        chunkId?: string | undefined;
+    }>, "many">;
+    context: z.ZodString;
+    tokensUsed: z.ZodOptional<z.ZodNumber>;
+    retrievalTime: z.ZodOptional<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    query: string;
+    results: {
+        content: string;
+        score: number;
+        metadata?: {
+            source: string;
+            custom?: Record<string, any> | undefined;
+            language?: string | undefined;
+            title?: string | undefined;
+            createdAt?: string | undefined;
+            updatedAt?: string | undefined;
+            tags?: string[] | undefined;
+            category?: string | undefined;
+            sourceType?: "url" | "file" | "custom" | "api" | "database" | undefined;
+            author?: string | undefined;
+        } | undefined;
+        chunkId?: string | undefined;
+    }[];
+    context: string;
+    tokensUsed?: number | undefined;
+    retrievalTime?: number | undefined;
+}, {
+    query: string;
+    results: {
+        content: string;
+        score: number;
+        metadata?: {
+            source: string;
+            custom?: Record<string, any> | undefined;
+            language?: string | undefined;
+            title?: string | undefined;
+            createdAt?: string | undefined;
+            updatedAt?: string | undefined;
+            tags?: string[] | undefined;
+            category?: string | undefined;
+            sourceType?: "url" | "file" | "custom" | "api" | "database" | undefined;
+            author?: string | undefined;
+        } | undefined;
+        chunkId?: string | undefined;
+    }[];
+    context: string;
+    tokensUsed?: number | undefined;
+    retrievalTime?: number | undefined;
+}>;
+/**
+ * RAG Pipeline Status
+ */
+export declare const RAGPipelineStatusSchema: z.ZodObject<{
+    name: z.ZodString;
+    status: z.ZodEnum<["active", "indexing", "error", "disabled"]>;
+    documentsIndexed: z.ZodNumber;
+    lastIndexed: z.ZodOptional<z.ZodString>;
+    errorMessage: z.ZodOptional<z.ZodString>;
+    health: z.ZodOptional<z.ZodObject<{
+        vectorStore: z.ZodEnum<["healthy", "unhealthy", "unknown"]>;
+        embeddingService: z.ZodEnum<["healthy", "unhealthy", "unknown"]>;
+    }, "strip", z.ZodTypeAny, {
+        vectorStore: "unknown" | "healthy" | "unhealthy";
+        embeddingService: "unknown" | "healthy" | "unhealthy";
+    }, {
+        vectorStore: "unknown" | "healthy" | "unhealthy";
+        embeddingService: "unknown" | "healthy" | "unhealthy";
+    }>>;
+}, "strip", z.ZodTypeAny, {
+    status: "active" | "error" | "disabled" | "indexing";
+    name: string;
+    documentsIndexed: number;
+    lastIndexed?: string | undefined;
+    errorMessage?: string | undefined;
+    health?: {
+        vectorStore: "unknown" | "healthy" | "unhealthy";
+        embeddingService: "unknown" | "healthy" | "unhealthy";
+    } | undefined;
+}, {
+    status: "active" | "error" | "disabled" | "indexing";
+    name: string;
+    documentsIndexed: number;
+    lastIndexed?: string | undefined;
+    errorMessage?: string | undefined;
+    health?: {
+        vectorStore: "unknown" | "healthy" | "unhealthy";
+        embeddingService: "unknown" | "healthy" | "unhealthy";
+    } | undefined;
+}>;
+export type VectorStoreProvider = z.infer<typeof VectorStoreProviderSchema>;
+export type EmbeddingModel = z.infer<typeof EmbeddingModelSchema>;
+export type ChunkingStrategy = z.infer<typeof ChunkingStrategySchema>;
+export type DocumentMetadata = z.infer<typeof DocumentMetadataSchema>;
+export type DocumentChunk = z.infer<typeof DocumentChunkSchema>;
+export type RetrievalStrategy = z.infer<typeof RetrievalStrategySchema>;
+export type RerankingConfig = z.infer<typeof RerankingConfigSchema>;
+export type VectorStoreConfig = z.infer<typeof VectorStoreConfigSchema>;
+export type DocumentLoaderConfig = z.infer<typeof DocumentLoaderConfigSchema>;
+export type RAGPipelineConfig = z.infer<typeof RAGPipelineConfigSchema>;
+export type RAGQueryRequest = z.infer<typeof RAGQueryRequestSchema>;
+export type RAGQueryResponse = z.infer<typeof RAGQueryResponseSchema>;
+export type RAGPipelineStatus = z.infer<typeof RAGPipelineStatusSchema>;
+//# sourceMappingURL=rag-pipeline.zod.d.ts.map