@customize-agent/knowledge 2.2.0 → 2.2.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@customize-agent/knowledge",
-  "version": "2.2.0",
+  "version": "2.2.1",
   "description": "Local knowledge base infrastructure for customize-agent",
   "type": "module",
   "main": "./dist/index.js",

package/dist/vector/chroma-store.d.ts

@@ -1,41 +0,0 @@
-import type { CollectionClient, VectorCollectionInfo, VectorDocument, VectorSearchQuery, VectorSearchResult, VectorStoreInterface } from './types.js';
-interface ChromaQueryResponse {
-    ids?: string[][];
-    documents?: string[][];
-    metadatas?: Array<Array<Record<string, unknown>>>;
-    distances?: number[][];
-}
-export interface ChromaClientOptions {
-    baseUrl?: string;
-    tenant?: string;
-    database?: string;
-}
-export declare class ChromaHttpClient implements CollectionClient {
-    readonly baseUrl: string;
-    readonly tenant: string;
-    readonly database: string;
-    private readonly collectionIds;
-    constructor(options?: ChromaClientOptions);
-    heartbeat(): Promise<boolean>;
-    getOrCreateCollection(name: string, metadata?: Record<string, unknown>): Promise<VectorCollectionInfo>;
-    listCollections(): Promise<VectorCollectionInfo[]>;
-    deleteCollection(name: string): Promise<void>;
-    upsert(collectionName: string, documents: VectorDocument[]): Promise<void>;
-    deleteWhere(collectionName: string, where: Record<string, string | number | boolean>): Promise<void>;
-    query(collectionName: string, query: VectorSearchQuery): Promise<ChromaQueryResponse>;
-    private getCollectionId;
-    private collectionsPath;
-    private request;
-    private toCollectionInfo;
-}
-export declare class ChromaVectorStore implements VectorStoreInterface {
-    private readonly client;
-    readonly collectionName: string;
-    constructor(client: ChromaHttpClient, collectionName: string);
-    ensureCollection(metadata?: Record<string, unknown>): Promise<void>;
-    upsert(documents: VectorDocument[]): Promise<void>;
-    deleteByFilePath(filePath: string): Promise<void>;
-    search(query: VectorSearchQuery): Promise<VectorSearchResult[]>;
-    private toMetadata;
-}
-export {};

package/dist/vector/chroma-store.js

@@ -1,162 +0,0 @@
-export class ChromaHttpClient {
-    baseUrl;
-    tenant;
-    database;
-    collectionIds = new Map();
-    constructor(options = {}) {
-        this.baseUrl = options.baseUrl ?? process.env.CHROMA_URL ?? process.env.CHROMA_BASE_URL ?? 'http://localhost:17322';
-        this.tenant = options.tenant ?? 'default_tenant';
-        this.database = options.database ?? 'default_database';
-    }
-    async heartbeat() {
-        try {
-            await this.request('/api/v2/heartbeat');
-            return true;
-        }
-        catch {
-            return false;
-        }
-    }
-    async getOrCreateCollection(name, metadata = {}) {
-        const body = { name, get_or_create: true };
-        if (Object.keys(metadata).length > 0)
-            body.metadata = metadata;
-        const response = await this.request(this.collectionsPath(), {
-            method: 'POST',
-            body: JSON.stringify(body),
-        }, 10000);
-        if (response.id)
-            this.collectionIds.set(name, response.id);
-        return this.toCollectionInfo(response);
-    }
-    async listCollections() {
-        const response = await this.request(this.collectionsPath(), {}, 10000);
-        for (const collection of response)
-            if (collection.id)
-                this.collectionIds.set(collection.name, collection.id);
-        return response.map(collection => this.toCollectionInfo(collection));
-    }
-    async deleteCollection(name) {
-        await this.request(`${this.collectionsPath()}/${encodeURIComponent(name)}`, { method: 'DELETE' });
-        this.collectionIds.delete(name);
-    }
-    async upsert(collectionName, documents) {
-        if (documents.length === 0)
-            return;
-        const collectionId = await this.getCollectionId(collectionName);
-        await this.request(`${this.collectionsPath()}/${encodeURIComponent(collectionId)}/upsert`, {
-            method: 'POST',
-            body: JSON.stringify({
-                ids: documents.map(document => document.id),
-                embeddings: documents.map(document => document.embedding),
-                documents: documents.map(document => document.content),
-                metadatas: documents.map(document => document.metadata),
-            }),
-        }, 30000);
-    }
-    async deleteWhere(collectionName, where) {
-        const collectionId = await this.getCollectionId(collectionName);
-        await this.request(`${this.collectionsPath()}/${encodeURIComponent(collectionId)}/delete`, {
-            method: 'POST',
-            body: JSON.stringify({ where }),
-        }, 10000);
-    }
-    async query(collectionName, query) {
-        const collectionId = await this.getCollectionId(collectionName);
-        return this.request(`${this.collectionsPath()}/${encodeURIComponent(collectionId)}/query`, {
-            method: 'POST',
-            body: JSON.stringify({
-                query_embeddings: [query.queryEmbedding],
-                n_results: query.topK,
-                where: query.where,
-                include: ['documents', 'metadatas', 'distances'],
-            }),
-        }, 10000);
-    }
-    async getCollectionId(name) {
-        const cached = this.collectionIds.get(name);
-        if (cached)
-            return cached;
-        const collection = await this.getOrCreateCollection(name);
-        if (!collection.id)
-            throw new Error(`ChromaDB collection has no id: ${name}`);
-        this.collectionIds.set(name, collection.id);
-        return collection.id;
-    }
-    collectionsPath() {
-        return `/api/v2/tenants/${encodeURIComponent(this.tenant)}/databases/${encodeURIComponent(this.database)}/collections`;
-    }
-    async request(path, init = {}, timeoutMs = 3000) {
-        const controller = new AbortController();
-        const timeout = setTimeout(() => controller.abort(), timeoutMs);
-        let response;
-        try {
-            response = await fetch(`${this.baseUrl}${path}`, {
-                ...init,
-                signal: controller.signal,
-                headers: {
-                    'content-type': 'application/json',
-                    ...(init.headers ?? {}),
-                },
-            });
-        }
-        finally {
-            clearTimeout(timeout);
-        }
-        if (!response.ok) {
-            throw new Error(`ChromaDB request failed: ${response.status} ${response.statusText}`);
-        }
-        if (response.status === 204)
-            return undefined;
-        return await response.json();
-    }
-    toCollectionInfo(collection) {
-        return {
-            id: collection.id,
-            name: collection.name,
-            metadata: collection.metadata,
-        };
-    }
-}
-export class ChromaVectorStore {
-    client;
-    collectionName;
-    constructor(client, collectionName) {
-        this.client = client;
-        this.collectionName = collectionName;
-    }
-    async ensureCollection(metadata) {
-        await this.client.getOrCreateCollection(this.collectionName, metadata);
-    }
-    async upsert(documents) {
-        await this.client.upsert(this.collectionName, documents);
-    }
-    async deleteByFilePath(filePath) {
-        await this.client.deleteWhere(this.collectionName, { file_path: filePath });
-    }
-    async search(query) {
-        const response = await this.client.query(this.collectionName, query);
-        const ids = response.ids?.[0] ?? [];
-        const documents = response.documents?.[0] ?? [];
-        const metadatas = response.metadatas?.[0] ?? [];
-        const distances = response.distances?.[0] ?? [];
-        return ids.map((id, index) => ({
-            collection: this.collectionName,
-            score: 1 - Number(distances[index] ?? 1),
-            document: {
-                id,
-                content: documents[index] ?? '',
-                metadata: this.toMetadata(metadatas[index] ?? {}),
-            },
-        }));
-    }
-    toMetadata(metadata) {
-        const result = {};
-        for (const [key, value] of Object.entries(metadata)) {
-            if (typeof value === 'string' || typeof value === 'number' || typeof value === 'boolean' || value === null) {
-                result[key] = value;
-            }
-        }
-        return result;
-    }
-}

package/dist/vector/qdrant-store.d.ts

@@ -1,37 +0,0 @@
-import type { CollectionClient, VectorCollectionInfo, VectorDocument, VectorSearchQuery, VectorSearchResult, VectorStoreInterface } from './types.js';
-interface QdrantSearchPoint {
-    id: string | number;
-    score?: number;
-    payload?: Record<string, unknown>;
-}
-export interface QdrantClientOptions {
-    baseUrl?: string;
-}
-export declare class QdrantHttpClient implements CollectionClient {
-    readonly baseUrl: string;
-    constructor(options?: QdrantClientOptions);
-    heartbeat(): Promise<boolean>;
-    getOrCreateCollection(name: string, metadata?: Record<string, unknown>): Promise<VectorCollectionInfo>;
-    listCollections(): Promise<VectorCollectionInfo[]>;
-    deleteCollection(name: string): Promise<void>;
-    upsert(collectionName: string, documents: VectorDocument[]): Promise<void>;
-    deleteWhere(collectionName: string, where: Record<string, string | number | boolean>): Promise<void>;
-    search(collectionName: string, query: VectorSearchQuery): Promise<QdrantSearchPoint[]>;
-    private getCollection;
-    private toFilter;
-    private pointId;
-    private toPayload;
-    private request;
-}
-export declare class QdrantVectorStore implements VectorStoreInterface {
-    private readonly client;
-    readonly collectionName: string;
-    constructor(client: QdrantHttpClient, collectionName: string);
-    ensureCollection(metadata?: Record<string, unknown>): Promise<void>;
-    upsert(documents: VectorDocument[]): Promise<void>;
-    deleteByFilePath(filePath: string): Promise<void>;
-    search(query: VectorSearchQuery): Promise<VectorSearchResult[]>;
-    private payloadString;
-    private toMetadata;
-}
-export {};

package/dist/vector/qdrant-store.js

@@ -1,172 +0,0 @@
-import * as crypto from 'node:crypto';
-export class QdrantHttpClient {
-    baseUrl;
-    constructor(options = {}) {
-        this.baseUrl = options.baseUrl ?? process.env.QDRANT_URL ?? process.env.QDRANT_BASE_URL ?? 'http://127.0.0.1:6333';
-    }
-    async heartbeat() {
-        try {
-            await this.request('/collections', {}, 3000);
-            return true;
-        }
-        catch {
-            return false;
-        }
-    }
-    async getOrCreateCollection(name, metadata = {}) {
-        const existing = await this.getCollection(name);
-        if (existing)
-            return existing;
-        const size = Number(metadata.embedding_dimension ?? process.env.QDRANT_VECTOR_SIZE ?? 384);
-        await this.request(`/collections/${encodeURIComponent(name)}`, {
-            method: 'PUT',
-            body: JSON.stringify({
-                vectors: { size, distance: 'Cosine' },
-                on_disk_payload: true,
-            }),
-        }, 30000);
-        return { name, metadata };
-    }
-    async listCollections() {
-        const response = await this.request('/collections', {}, 10000);
-        return (response.result?.collections ?? []).map(collection => ({ name: collection.name }));
-    }
-    async deleteCollection(name) {
-        await this.request(`/collections/${encodeURIComponent(name)}`, { method: 'DELETE' }, 30000);
-    }
-    async upsert(collectionName, documents) {
-        if (documents.length === 0)
-            return;
-        await this.request(`/collections/${encodeURIComponent(collectionName)}/points?wait=true`, {
-            method: 'PUT',
-            body: JSON.stringify({
-                points: documents.map(document => ({
-                    id: this.pointId(document.id),
-                    vector: document.embedding,
-                    payload: this.toPayload({
-                        ...document.metadata,
-                        id: document.id,
-                        content: document.content,
-                    }),
-                })),
-            }),
-        }, 60000);
-    }
-    async deleteWhere(collectionName, where) {
-        await this.request(`/collections/${encodeURIComponent(collectionName)}/points/delete?wait=true`, {
-            method: 'POST',
-            body: JSON.stringify({
-                filter: this.toFilter(where),
-            }),
-        }, 30000);
-    }
-    async search(collectionName, query) {
-        const response = await this.request(`/collections/${encodeURIComponent(collectionName)}/points/search`, {
-            method: 'POST',
-            body: JSON.stringify({
-                vector: query.queryEmbedding,
-                limit: query.topK,
-                filter: query.where ? this.toFilter(query.where) : undefined,
-                with_payload: true,
-            }),
-        }, 30000);
-        return response.result ?? [];
-    }
-    async getCollection(name) {
-        try {
-            await this.request(`/collections/${encodeURIComponent(name)}`, {}, 10000);
-            return { name };
-        }
-        catch (error) {
-            if (error instanceof Error && error.message.includes('404'))
-                return undefined;
-            throw error;
-        }
-    }
-    toFilter(where) {
-        return {
-            must: Object.entries(where).map(([key, value]) => ({ key, match: { value } })),
-        };
-    }
-    pointId(id) {
-        const hash = crypto.createHash('sha256').update(id).digest('hex');
-        return `${hash.slice(0, 8)}-${hash.slice(8, 12)}-${hash.slice(12, 16)}-${hash.slice(16, 20)}-${hash.slice(20, 32)}`;
-    }
-    toPayload(payload) {
-        const result = {};
-        for (const [key, value] of Object.entries(payload)) {
-            if (typeof value === 'string' || typeof value === 'number' || typeof value === 'boolean') {
-                result[key] = value;
-            }
-        }
-        return result;
-    }
-    async request(path, init = {}, timeoutMs = 3000) {
-        const controller = new AbortController();
-        const timeout = setTimeout(() => controller.abort(), timeoutMs);
-        let response;
-        try {
-            response = await fetch(`${this.baseUrl}${path}`, {
-                ...init,
-                signal: controller.signal,
-                headers: {
-                    'content-type': 'application/json',
-                    ...(init.headers ?? {}),
-                },
-            });
-        }
-        finally {
-            clearTimeout(timeout);
-        }
-        if (!response.ok) {
-            const body = await response.text().catch(() => '');
-            throw new Error(`Qdrant request failed: ${response.status} ${response.statusText} ${body}`.trim());
-        }
-        if (response.status === 204)
-            return undefined;
-        return await response.json();
-    }
-}
-export class QdrantVectorStore {
-    client;
-    collectionName;
-    constructor(client, collectionName) {
-        this.client = client;
-        this.collectionName = collectionName;
-    }
-    async ensureCollection(metadata) {
-        await this.client.getOrCreateCollection(this.collectionName, metadata);
-    }
-    async upsert(documents) {
-        await this.client.upsert(this.collectionName, documents);
-    }
-    async deleteByFilePath(filePath) {
-        await this.client.deleteWhere(this.collectionName, { file_path: filePath });
-    }
-    async search(query) {
-        const points = await this.client.search(this.collectionName, query);
-        return points.map(point => ({
-            collection: this.collectionName,
-            score: Number(point.score ?? 0),
-            document: {
-                id: this.payloadString(point.payload?.id) ?? String(point.id),
-                content: this.payloadString(point.payload?.content) ?? '',
-                metadata: this.toMetadata(point.payload ?? {}),
-            },
-        }));
-    }
-    payloadString(value) {
-        return typeof value === 'string' ? value : undefined;
-    }
-    toMetadata(payload) {
-        const result = {};
-        for (const [key, value] of Object.entries(payload)) {
-            if (key === 'content')
-                continue;
-            if (typeof value === 'string' || typeof value === 'number' || typeof value === 'boolean' || value === null) {
-                result[key] = value;
-            }
-        }
-        return result;
-    }
-}