@lov3kaizen/agentsea-embeddings 0.5.1

package/dist/providers/index.mjs

@@ -0,0 +1,32 @@
+import {
+  BaseProvider,
+  CohereProvider,
+  HuggingFaceProvider,
+  LocalProvider,
+  OpenAIProvider,
+  VoyageProvider,
+  createCohereProvider,
+  createHuggingFaceProvider,
+  createLocalProvider,
+  createMockProvider,
+  createOpenAIProvider,
+  createRandomProvider,
+  createVoyageProvider
+} from "../chunk-NBHIRTJT.mjs";
+import "../chunk-3KM32UQK.mjs";
+import "../chunk-QAITLJ2E.mjs";
+export {
+  BaseProvider,
+  CohereProvider,
+  HuggingFaceProvider,
+  LocalProvider,
+  OpenAIProvider,
+  VoyageProvider,
+  createCohereProvider,
+  createHuggingFaceProvider,
+  createLocalProvider,
+  createMockProvider,
+  createOpenAIProvider,
+  createRandomProvider,
+  createVoyageProvider
+};

package/dist/stores/index.d.mts

@@ -0,0 +1,298 @@
+import { E as EmbeddingVector, C as ChunkMetadata, S as SearchOptions, e as SearchResult } from '../embedding.types-CCgPVxt1.mjs';
+
+type VectorStoreType = 'pinecone' | 'weaviate' | 'chroma' | 'qdrant' | 'milvus' | 'pgvector' | 'memory' | 'custom';
+interface StoreConfig {
+    type: VectorStoreType;
+    namespace?: string;
+    dimensions?: number;
+    metric?: DistanceMetric;
+}
+type DistanceMetric = 'cosine' | 'euclidean' | 'dot_product' | 'manhattan';
+interface VectorRecord {
+    id: string;
+    vector: EmbeddingVector;
+    text?: string;
+    metadata?: ChunkMetadata;
+}
+interface StoredVector {
+    id: string;
+    namespace?: string;
+    dimensions: number;
+    hasText: boolean;
+    metadataKeys: string[];
+    createdAt?: number;
+    updatedAt?: number;
+}
+interface PineconeStoreConfig extends StoreConfig {
+    type: 'pinecone';
+    apiKey: string;
+    environment?: string;
+    indexName: string;
+    podType?: string;
+    replicas?: number;
+    metric?: DistanceMetric;
+}
+interface WeaviateStoreConfig extends StoreConfig {
+    type: 'weaviate';
+    url: string;
+    apiKey?: string;
+    className: string;
+    schema?: WeaviateSchema;
+}
+interface WeaviateSchema {
+    class: string;
+    description?: string;
+    properties: WeaviateProperty[];
+    vectorizer?: string;
+    moduleConfig?: Record<string, unknown>;
+}
+interface WeaviateProperty {
+    name: string;
+    dataType: string[];
+    description?: string;
+    indexFilterable?: boolean;
+    indexSearchable?: boolean;
+}
+interface ChromaStoreConfig extends StoreConfig {
+    type: 'chroma';
+    url?: string;
+    collectionName: string;
+    auth?: {
+        token?: string;
+        credentials?: string;
+    };
+    tenant?: string;
+    database?: string;
+}
+interface QdrantStoreConfig extends StoreConfig {
+    type: 'qdrant';
+    url: string;
+    apiKey?: string;
+    collectionName: string;
+    vectorConfig?: QdrantVectorConfig;
+}
+interface QdrantVectorConfig {
+    size: number;
+    distance: 'Cosine' | 'Euclid' | 'Dot';
+    hnswConfig?: {
+        m?: number;
+        efConstruct?: number;
+        fullScanThreshold?: number;
+    };
+}
+interface MilvusStoreConfig extends StoreConfig {
+    type: 'milvus';
+    url: string;
+    username?: string;
+    password?: string;
+    collectionName: string;
+    indexType?: 'IVF_FLAT' | 'IVF_SQ8' | 'IVF_PQ' | 'HNSW' | 'ANNOY';
+    indexParams?: Record<string, unknown>;
+}
+interface PgVectorStoreConfig extends StoreConfig {
+    type: 'pgvector';
+    connectionString?: string;
+    host?: string;
+    port?: number;
+    database?: string;
+    user?: string;
+    password?: string;
+    tableName: string;
+    vectorColumn?: string;
+    contentColumn?: string;
+    metadataColumn?: string;
+    indexType?: 'ivfflat' | 'hnsw';
+    indexParams?: {
+        lists?: number;
+        m?: number;
+        efConstruction?: number;
+    };
+}
+interface MemoryStoreConfig extends StoreConfig {
+    type: 'memory';
+    maxVectors?: number;
+    persistPath?: string;
+    persistInterval?: number;
+}
+interface UpsertOptions {
+    namespace?: string;
+    batchSize?: number;
+    onProgress?: (progress: {
+        completed: number;
+        total: number;
+    }) => void;
+}
+interface UpsertResult {
+    upsertedIds: string[];
+    upsertedCount: number;
+    errors: Array<{
+        id: string;
+        error: string;
+    }>;
+    durationMs: number;
+}
+interface DeleteOptions {
+    namespace?: string;
+    deleteAll?: boolean;
+    filter?: Record<string, unknown>;
+}
+interface DeleteResult {
+    deletedCount: number;
+    durationMs: number;
+}
+interface StoreQueryOptions extends SearchOptions {
+    includeVectors?: boolean;
+    includeText?: boolean;
+    scoreThreshold?: number;
+}
+interface StoreQueryResult {
+    matches: SearchResult[];
+    namespace?: string;
+    durationMs: number;
+}
+interface StoreStats {
+    type: VectorStoreType;
+    vectorCount: number;
+    namespaceCount: number;
+    indexSizeBytes?: number;
+    dimensions: number;
+    metric: DistanceMetric;
+    lastUpdated?: number;
+}
+interface StoreHealth {
+    healthy: boolean;
+    latencyMs: number;
+    error?: string;
+    lastCheck: number;
+}
+interface IndexInfo {
+    name: string;
+    dimensions: number;
+    metric: DistanceMetric;
+    vectorCount: number;
+    indexType?: string;
+    createdAt?: number;
+    status: 'ready' | 'initializing' | 'scaling' | 'error';
+}
+interface CollectionInfo {
+    name: string;
+    vectorCount: number;
+    dimensions: number;
+    metric: DistanceMetric;
+    createdAt?: number;
+    metadata?: Record<string, unknown>;
+}
+
+declare abstract class BaseStore {
+    abstract readonly storeType: VectorStoreType;
+    protected config: StoreConfig;
+    constructor(config: StoreConfig);
+    abstract upsert(records: VectorRecord[], options?: UpsertOptions): Promise<UpsertResult>;
+    abstract query(vector: EmbeddingVector, options?: StoreQueryOptions): Promise<StoreQueryResult>;
+    abstract delete(ids: string[], options?: DeleteOptions): Promise<DeleteResult>;
+    abstract deleteAll(options?: DeleteOptions): Promise<DeleteResult>;
+    abstract getStats(): Promise<StoreStats>;
+    abstract checkHealth(): Promise<StoreHealth>;
+    abstract close(): Promise<void>;
+    get namespace(): string;
+    get dimensions(): number | undefined;
+    get metric(): DistanceMetric;
+    protected calculateScore(a: EmbeddingVector, b: EmbeddingVector): number;
+    protected filterByMetadata(records: VectorRecord[], filter?: Record<string, unknown>): VectorRecord[];
+    protected toSearchResults(records: Array<VectorRecord & {
+        score: number;
+    }>, options?: StoreQueryOptions): SearchResult[];
+}
+interface StoreFactoryOptions {
+    defaultType?: VectorStoreType;
+    stores?: Record<VectorStoreType, StoreConfig>;
+}
+
+declare class MemoryStore extends BaseStore {
+    readonly storeType: VectorStoreType;
+    private vectors;
+    private namespaces;
+    private persistPath?;
+    private persistInterval?;
+    private maxVectors;
+    constructor(config?: MemoryStoreConfig);
+    upsert(records: VectorRecord[], options?: UpsertOptions): Promise<UpsertResult>;
+    query(vector: EmbeddingVector, options?: StoreQueryOptions): Promise<StoreQueryResult>;
+    delete(ids: string[], options?: DeleteOptions): Promise<DeleteResult>;
+    deleteAll(options?: DeleteOptions): Promise<DeleteResult>;
+    getStats(): Promise<StoreStats>;
+    checkHealth(): Promise<StoreHealth>;
+    close(): Promise<void>;
+    persist(): Promise<void>;
+    load(): Promise<void>;
+    getAll(): VectorRecord[];
+    getById(id: string): VectorRecord | undefined;
+}
+declare function createMemoryStore(config?: MemoryStoreConfig): MemoryStore;
+
+declare class PineconeStore extends BaseStore {
+    readonly storeType: VectorStoreType;
+    private client;
+    private index;
+    private apiKey;
+    private indexName;
+    private initialized;
+    constructor(config: PineconeStoreConfig);
+    init(): Promise<void>;
+    private ensureInitialized;
+    upsert(records: VectorRecord[], options?: UpsertOptions): Promise<UpsertResult>;
+    query(vector: EmbeddingVector, options?: StoreQueryOptions): Promise<StoreQueryResult>;
+    delete(ids: string[], options?: DeleteOptions): Promise<DeleteResult>;
+    deleteAll(options?: DeleteOptions): Promise<DeleteResult>;
+    getStats(): Promise<StoreStats>;
+    checkHealth(): Promise<StoreHealth>;
+    close(): Promise<void>;
+}
+declare function createPineconeStore(config: PineconeStoreConfig): PineconeStore;
+
+declare class ChromaStore extends BaseStore {
+    readonly storeType: VectorStoreType;
+    private client;
+    private collection;
+    private collectionName;
+    private url?;
+    private initialized;
+    constructor(config: ChromaStoreConfig);
+    init(): Promise<void>;
+    private metricToChroma;
+    private ensureInitialized;
+    upsert(records: VectorRecord[], _options?: UpsertOptions): Promise<UpsertResult>;
+    query(vector: EmbeddingVector, options?: StoreQueryOptions): Promise<StoreQueryResult>;
+    delete(ids: string[], _options?: DeleteOptions): Promise<DeleteResult>;
+    deleteAll(_options?: DeleteOptions): Promise<DeleteResult>;
+    getStats(): Promise<StoreStats>;
+    checkHealth(): Promise<StoreHealth>;
+    close(): Promise<void>;
+}
+declare function createChromaStore(config: ChromaStoreConfig): ChromaStore;
+
+declare class QdrantStore extends BaseStore {
+    readonly storeType: VectorStoreType;
+    private client;
+    private collectionName;
+    private url;
+    private apiKey?;
+    private initialized;
+    constructor(config: QdrantStoreConfig);
+    init(): Promise<void>;
+    private metricToQdrant;
+    private ensureInitialized;
+    upsert(records: VectorRecord[], options?: UpsertOptions): Promise<UpsertResult>;
+    query(vector: EmbeddingVector, options?: StoreQueryOptions): Promise<StoreQueryResult>;
+    private buildQdrantFilter;
+    delete(ids: string[], _options?: DeleteOptions): Promise<DeleteResult>;
+    deleteAll(_options?: DeleteOptions): Promise<DeleteResult>;
+    getStats(): Promise<StoreStats>;
+    checkHealth(): Promise<StoreHealth>;
+    close(): Promise<void>;
+}
+declare function createQdrantStore(config: QdrantStoreConfig): QdrantStore;
+
+declare function createStore(type: VectorStoreType, config: StoreConfig): BaseStore;
+
+export { BaseStore, ChromaStore, type ChromaStoreConfig, type CollectionInfo, type DeleteOptions, type DeleteResult, type DistanceMetric, type IndexInfo, MemoryStore, type MemoryStoreConfig, type MilvusStoreConfig, type PgVectorStoreConfig, PineconeStore, type PineconeStoreConfig, QdrantStore, type QdrantStoreConfig, type StoreConfig, type StoreFactoryOptions, type StoreHealth, type StoreQueryOptions, type StoreQueryResult, type StoreStats, type StoredVector, type UpsertOptions, type UpsertResult, type VectorRecord, type VectorStoreType, type WeaviateStoreConfig, createChromaStore, createMemoryStore, createPineconeStore, createQdrantStore, createStore };

package/dist/stores/index.d.ts

@@ -0,0 +1,298 @@
+import { E as EmbeddingVector, C as ChunkMetadata, S as SearchOptions, e as SearchResult } from '../embedding.types-CCgPVxt1.js';
+
+type VectorStoreType = 'pinecone' | 'weaviate' | 'chroma' | 'qdrant' | 'milvus' | 'pgvector' | 'memory' | 'custom';
+interface StoreConfig {
+    type: VectorStoreType;
+    namespace?: string;
+    dimensions?: number;
+    metric?: DistanceMetric;
+}
+type DistanceMetric = 'cosine' | 'euclidean' | 'dot_product' | 'manhattan';
+interface VectorRecord {
+    id: string;
+    vector: EmbeddingVector;
+    text?: string;
+    metadata?: ChunkMetadata;
+}
+interface StoredVector {
+    id: string;
+    namespace?: string;
+    dimensions: number;
+    hasText: boolean;
+    metadataKeys: string[];
+    createdAt?: number;
+    updatedAt?: number;
+}
+interface PineconeStoreConfig extends StoreConfig {
+    type: 'pinecone';
+    apiKey: string;
+    environment?: string;
+    indexName: string;
+    podType?: string;
+    replicas?: number;
+    metric?: DistanceMetric;
+}
+interface WeaviateStoreConfig extends StoreConfig {
+    type: 'weaviate';
+    url: string;
+    apiKey?: string;
+    className: string;
+    schema?: WeaviateSchema;
+}
+interface WeaviateSchema {
+    class: string;
+    description?: string;
+    properties: WeaviateProperty[];
+    vectorizer?: string;
+    moduleConfig?: Record<string, unknown>;
+}
+interface WeaviateProperty {
+    name: string;
+    dataType: string[];
+    description?: string;
+    indexFilterable?: boolean;
+    indexSearchable?: boolean;
+}
+interface ChromaStoreConfig extends StoreConfig {
+    type: 'chroma';
+    url?: string;
+    collectionName: string;
+    auth?: {
+        token?: string;
+        credentials?: string;
+    };
+    tenant?: string;
+    database?: string;
+}
+interface QdrantStoreConfig extends StoreConfig {
+    type: 'qdrant';
+    url: string;
+    apiKey?: string;
+    collectionName: string;
+    vectorConfig?: QdrantVectorConfig;
+}
+interface QdrantVectorConfig {
+    size: number;
+    distance: 'Cosine' | 'Euclid' | 'Dot';
+    hnswConfig?: {
+        m?: number;
+        efConstruct?: number;
+        fullScanThreshold?: number;
+    };
+}
+interface MilvusStoreConfig extends StoreConfig {
+    type: 'milvus';
+    url: string;
+    username?: string;
+    password?: string;
+    collectionName: string;
+    indexType?: 'IVF_FLAT' | 'IVF_SQ8' | 'IVF_PQ' | 'HNSW' | 'ANNOY';
+    indexParams?: Record<string, unknown>;
+}
+interface PgVectorStoreConfig extends StoreConfig {
+    type: 'pgvector';
+    connectionString?: string;
+    host?: string;
+    port?: number;
+    database?: string;
+    user?: string;
+    password?: string;
+    tableName: string;
+    vectorColumn?: string;
+    contentColumn?: string;
+    metadataColumn?: string;
+    indexType?: 'ivfflat' | 'hnsw';
+    indexParams?: {
+        lists?: number;
+        m?: number;
+        efConstruction?: number;
+    };
+}
+interface MemoryStoreConfig extends StoreConfig {
+    type: 'memory';
+    maxVectors?: number;
+    persistPath?: string;
+    persistInterval?: number;
+}
+interface UpsertOptions {
+    namespace?: string;
+    batchSize?: number;
+    onProgress?: (progress: {
+        completed: number;
+        total: number;
+    }) => void;
+}
+interface UpsertResult {
+    upsertedIds: string[];
+    upsertedCount: number;
+    errors: Array<{
+        id: string;
+        error: string;
+    }>;
+    durationMs: number;
+}
+interface DeleteOptions {
+    namespace?: string;
+    deleteAll?: boolean;
+    filter?: Record<string, unknown>;
+}
+interface DeleteResult {
+    deletedCount: number;
+    durationMs: number;
+}
+interface StoreQueryOptions extends SearchOptions {
+    includeVectors?: boolean;
+    includeText?: boolean;
+    scoreThreshold?: number;
+}
+interface StoreQueryResult {
+    matches: SearchResult[];
+    namespace?: string;
+    durationMs: number;
+}
+interface StoreStats {
+    type: VectorStoreType;
+    vectorCount: number;
+    namespaceCount: number;
+    indexSizeBytes?: number;
+    dimensions: number;
+    metric: DistanceMetric;
+    lastUpdated?: number;
+}
+interface StoreHealth {
+    healthy: boolean;
+    latencyMs: number;
+    error?: string;
+    lastCheck: number;
+}
+interface IndexInfo {
+    name: string;
+    dimensions: number;
+    metric: DistanceMetric;
+    vectorCount: number;
+    indexType?: string;
+    createdAt?: number;
+    status: 'ready' | 'initializing' | 'scaling' | 'error';
+}
+interface CollectionInfo {
+    name: string;
+    vectorCount: number;
+    dimensions: number;
+    metric: DistanceMetric;
+    createdAt?: number;
+    metadata?: Record<string, unknown>;
+}
+
+declare abstract class BaseStore {
+    abstract readonly storeType: VectorStoreType;
+    protected config: StoreConfig;
+    constructor(config: StoreConfig);
+    abstract upsert(records: VectorRecord[], options?: UpsertOptions): Promise<UpsertResult>;
+    abstract query(vector: EmbeddingVector, options?: StoreQueryOptions): Promise<StoreQueryResult>;
+    abstract delete(ids: string[], options?: DeleteOptions): Promise<DeleteResult>;
+    abstract deleteAll(options?: DeleteOptions): Promise<DeleteResult>;
+    abstract getStats(): Promise<StoreStats>;
+    abstract checkHealth(): Promise<StoreHealth>;
+    abstract close(): Promise<void>;
+    get namespace(): string;
+    get dimensions(): number | undefined;
+    get metric(): DistanceMetric;
+    protected calculateScore(a: EmbeddingVector, b: EmbeddingVector): number;
+    protected filterByMetadata(records: VectorRecord[], filter?: Record<string, unknown>): VectorRecord[];
+    protected toSearchResults(records: Array<VectorRecord & {
+        score: number;
+    }>, options?: StoreQueryOptions): SearchResult[];
+}
+interface StoreFactoryOptions {
+    defaultType?: VectorStoreType;
+    stores?: Record<VectorStoreType, StoreConfig>;
+}
+
+declare class MemoryStore extends BaseStore {
+    readonly storeType: VectorStoreType;
+    private vectors;
+    private namespaces;
+    private persistPath?;
+    private persistInterval?;
+    private maxVectors;
+    constructor(config?: MemoryStoreConfig);
+    upsert(records: VectorRecord[], options?: UpsertOptions): Promise<UpsertResult>;
+    query(vector: EmbeddingVector, options?: StoreQueryOptions): Promise<StoreQueryResult>;
+    delete(ids: string[], options?: DeleteOptions): Promise<DeleteResult>;
+    deleteAll(options?: DeleteOptions): Promise<DeleteResult>;
+    getStats(): Promise<StoreStats>;
+    checkHealth(): Promise<StoreHealth>;
+    close(): Promise<void>;
+    persist(): Promise<void>;
+    load(): Promise<void>;
+    getAll(): VectorRecord[];
+    getById(id: string): VectorRecord | undefined;
+}
+declare function createMemoryStore(config?: MemoryStoreConfig): MemoryStore;
+
+declare class PineconeStore extends BaseStore {
+    readonly storeType: VectorStoreType;
+    private client;
+    private index;
+    private apiKey;
+    private indexName;
+    private initialized;
+    constructor(config: PineconeStoreConfig);
+    init(): Promise<void>;
+    private ensureInitialized;
+    upsert(records: VectorRecord[], options?: UpsertOptions): Promise<UpsertResult>;
+    query(vector: EmbeddingVector, options?: StoreQueryOptions): Promise<StoreQueryResult>;
+    delete(ids: string[], options?: DeleteOptions): Promise<DeleteResult>;
+    deleteAll(options?: DeleteOptions): Promise<DeleteResult>;
+    getStats(): Promise<StoreStats>;
+    checkHealth(): Promise<StoreHealth>;
+    close(): Promise<void>;
+}
+declare function createPineconeStore(config: PineconeStoreConfig): PineconeStore;
+
+declare class ChromaStore extends BaseStore {
+    readonly storeType: VectorStoreType;
+    private client;
+    private collection;
+    private collectionName;
+    private url?;
+    private initialized;
+    constructor(config: ChromaStoreConfig);
+    init(): Promise<void>;
+    private metricToChroma;
+    private ensureInitialized;
+    upsert(records: VectorRecord[], _options?: UpsertOptions): Promise<UpsertResult>;
+    query(vector: EmbeddingVector, options?: StoreQueryOptions): Promise<StoreQueryResult>;
+    delete(ids: string[], _options?: DeleteOptions): Promise<DeleteResult>;
+    deleteAll(_options?: DeleteOptions): Promise<DeleteResult>;
+    getStats(): Promise<StoreStats>;
+    checkHealth(): Promise<StoreHealth>;
+    close(): Promise<void>;
+}
+declare function createChromaStore(config: ChromaStoreConfig): ChromaStore;
+
+declare class QdrantStore extends BaseStore {
+    readonly storeType: VectorStoreType;
+    private client;
+    private collectionName;
+    private url;
+    private apiKey?;
+    private initialized;
+    constructor(config: QdrantStoreConfig);
+    init(): Promise<void>;
+    private metricToQdrant;
+    private ensureInitialized;
+    upsert(records: VectorRecord[], options?: UpsertOptions): Promise<UpsertResult>;
+    query(vector: EmbeddingVector, options?: StoreQueryOptions): Promise<StoreQueryResult>;
+    private buildQdrantFilter;
+    delete(ids: string[], _options?: DeleteOptions): Promise<DeleteResult>;
+    deleteAll(_options?: DeleteOptions): Promise<DeleteResult>;
+    getStats(): Promise<StoreStats>;
+    checkHealth(): Promise<StoreHealth>;
+    close(): Promise<void>;
+}
+declare function createQdrantStore(config: QdrantStoreConfig): QdrantStore;
+
+declare function createStore(type: VectorStoreType, config: StoreConfig): BaseStore;
+
+export { BaseStore, ChromaStore, type ChromaStoreConfig, type CollectionInfo, type DeleteOptions, type DeleteResult, type DistanceMetric, type IndexInfo, MemoryStore, type MemoryStoreConfig, type MilvusStoreConfig, type PgVectorStoreConfig, PineconeStore, type PineconeStoreConfig, QdrantStore, type QdrantStoreConfig, type StoreConfig, type StoreFactoryOptions, type StoreHealth, type StoreQueryOptions, type StoreQueryResult, type StoreStats, type StoredVector, type UpsertOptions, type UpsertResult, type VectorRecord, type VectorStoreType, type WeaviateStoreConfig, createChromaStore, createMemoryStore, createPineconeStore, createQdrantStore, createStore };