@undefineds.co/xpod 0.1.0-local.202602081751

package/dist/storage/vector/VectorIndexingListener.js

@@ -0,0 +1,351 @@
+"use strict";
+/**
+ * VectorIndexingListener - 向量索引监听器
+ *
+ * 监听资源变更事件，自动触发向量索引更新。
+ *
+ * 工作流程：
+ * 1. 收到资源变更事件
+ * 2. 检查资源是否在某个 VectorStore 的 scope 内
+ * 3. 如果是，读取资源内容，生成 embedding，存入向量库
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VectorIndexingListener = void 0;
+const global_logger_factory_1 = require("global-logger-factory");
+/**
+ * VectorIndexingListener - 自动向量索引
+ */
+class VectorIndexingListener {
+    constructor(options) {
+        this.logger = (0, global_logger_factory_1.getLoggerFor)(this);
+        // 缓存 VectorStore 定义，避免频繁查询
+        this.vectorStoreCache = new Map();
+        this.cacheExpiry = 0;
+        this.cacheTtlMs = 60000; // 1 分钟缓存
+        this.sparqlEngine = options.sparqlEngine;
+        this.vectorStore = options.vectorStore;
+        this.embeddingService = options.embeddingService;
+        this.resourceStore = options.resourceStore;
+        this.defaultModel = options.defaultModel ?? 'text-embedding-004';
+        this.supportedExtensions = new Set(options.supportedExtensions ?? ['.txt', '.md', '.html', '.json', '.ttl', '.jsonld']);
+    }
+    /**
+     * 处理资源变更事件
+     */
+    async onResourceChanged(event) {
+        const { path, action, isContainer } = event;
+        // 跳过容器变更
+        if (isContainer) {
+            this.logger.debug(`Skipping container: ${path}`);
+            return;
+        }
+        // 检查文件扩展名
+        if (!this.isSupportedFile(path)) {
+            this.logger.debug(`Skipping unsupported file type: ${path}`);
+            return;
+        }
+        // 获取 Pod base URL
+        const podBaseUrl = this.getPodBaseUrl(path);
+        if (!podBaseUrl) {
+            this.logger.debug(`Cannot determine pod base URL for: ${path}`);
+            return;
+        }
+        // 如果是 VectorStore 配置文件或 Credential 配置文件更新，清除缓存
+        if (path.includes('vector-stores') || path.includes('credentials')) {
+            this.logger.debug(`Configuration file updated, clearing cache for ${podBaseUrl}`);
+            this.vectorStoreCache.delete(podBaseUrl);
+            // 配置文件本身不需要索引，直接返回
+            return;
+        }
+        try {
+            // 查找覆盖此路径的 VectorStore
+            const vectorStores = await this.findVectorStoresForPath(path, podBaseUrl);
+            if (vectorStores.length === 0) {
+                this.logger.debug(`No VectorStore configured for: ${path}`);
+                return;
+            }
+            this.logger.info(`Processing ${action} for ${path}, matched ${vectorStores.length} VectorStore(s)`);
+            // 根据 action 执行索引操作
+            if (action === 'delete') {
+                await this.handleDelete(path, vectorStores);
+            }
+            else {
+                await this.handleCreateOrUpdate(path, podBaseUrl, vectorStores);
+            }
+        }
+        catch (error) {
+            this.logger.error(`Failed to process ${action} for ${path}: ${error}`);
+        }
+    }
+    /**
+     * 处理删除操作
+     */
+    async handleDelete(path, vectorStores) {
+        const vectorId = this.pathToVectorId(path);
+        for (const vs of vectorStores) {
+            try {
+                await this.vectorStore.deleteVector(vs.model, vectorId);
+                this.logger.info(`Deleted vector for ${path} from model ${vs.model}`);
+            }
+            catch (error) {
+                this.logger.error(`Failed to delete vector for ${path}: ${error}`);
+            }
+        }
+    }
+    /**
+     * 处理创建或更新操作
+     */
+    async handleCreateOrUpdate(path, podBaseUrl, vectorStores) {
+        // 读取资源内容
+        const content = await this.getResourceContent(path);
+        if (!content || content.trim().length === 0) {
+            this.logger.debug(`Empty content for ${path}, skipping`);
+            return;
+        }
+        // 获取 AI 凭据
+        const credential = await this.getAiCredential(podBaseUrl);
+        if (!credential) {
+            this.logger.warn(`No AI credential found for ${podBaseUrl}, skipping indexing`);
+            return;
+        }
+        // 为每个 VectorStore 生成 embedding 并存储
+        // 注意：如果多个 VectorStore 使用相同的 model，只需要生成一次 embedding
+        const modelEmbeddings = new Map();
+        for (const vs of vectorStores) {
+            if (vs.status !== 'active') {
+                this.logger.debug(`VectorStore ${vs.uri} is ${vs.status}, skipping`);
+                continue;
+            }
+            const model = vs.model || this.defaultModel;
+            try {
+                // 检查是否已经生成过这个 model 的 embedding
+                let embedding = modelEmbeddings.get(model);
+                if (!embedding) {
+                    embedding = await this.embeddingService.embed(content, credential, model);
+                    modelEmbeddings.set(model, embedding);
+                }
+                // 确保向量表存在
+                await this.vectorStore.ensureVectorTable(model);
+                // 存储向量
+                const vectorId = this.pathToVectorId(path);
+                await this.vectorStore.upsertVector(model, vectorId, embedding);
+                this.logger.info(`Indexed ${path} to model ${model}, vectorId=${vectorId}`);
+            }
+            catch (error) {
+                this.logger.error(`Failed to index ${path} to model ${model}: ${error}`);
+            }
+        }
+    }
+    /**
+     * 查找覆盖指定路径的 VectorStore
+     */
+    async findVectorStoresForPath(path, podBaseUrl) {
+        const allStores = await this.getVectorStoreDefinitions(podBaseUrl);
+        return allStores.filter((vs) => {
+            // 检查 path 是否在 scope 内
+            const scope = vs.scope.endsWith('/') ? vs.scope : `${vs.scope}/`;
+            return path.startsWith(scope);
+        });
+    }
+    /**
+     * 获取 Pod 的所有 VectorStore 定义
+     */
+    async getVectorStoreDefinitions(podBaseUrl) {
+        // 检查缓存
+        if (Date.now() < this.cacheExpiry && this.vectorStoreCache.has(podBaseUrl)) {
+            return this.vectorStoreCache.get(podBaseUrl);
+        }
+        try {
+            // 使用 undefineds.co/ns# 命名空间，与 drizzle-solid schema 一致
+            const query = `
+        PREFIX udfs: <https://undefineds.co/ns#>
+        SELECT ?vs ?scope ?model ?status ?chunkSize ?chunkOverlap WHERE {
+          ?vs a udfs:VectorStore ;
+              udfs:container ?scope .
+          OPTIONAL { ?vs udfs:chunkingStrategy ?model }
+          OPTIONAL { ?vs udfs:status ?status }
+          OPTIONAL { ?vs udfs:chunkSize ?chunkSize }
+          OPTIONAL { ?vs udfs:chunkOverlap ?chunkOverlap }
+        }
+      `;
+            const bindingsStream = await this.sparqlEngine.queryBindings(query, podBaseUrl);
+            const definitions = [];
+            for await (const binding of bindingsStream) {
+                const vs = binding.get('vs');
+                const scope = binding.get('scope');
+                const model = binding.get('model');
+                const status = binding.get('status');
+                const chunkSize = binding.get('chunkSize');
+                const chunkOverlap = binding.get('chunkOverlap');
+                if (vs && scope) {
+                    definitions.push({
+                        uri: vs.value,
+                        scope: this.resolveUri(scope.value, podBaseUrl),
+                        model: model?.value || this.defaultModel,
+                        status: status?.value || 'active',
+                        chunkSize: chunkSize ? parseInt(chunkSize.value, 10) : undefined,
+                        chunkOverlap: chunkOverlap ? parseInt(chunkOverlap.value, 10) : undefined,
+                    });
+                }
+            }
+            // 更新缓存
+            this.vectorStoreCache.set(podBaseUrl, definitions);
+            this.cacheExpiry = Date.now() + this.cacheTtlMs;
+            this.logger.debug(`Found ${definitions.length} VectorStore(s) for ${podBaseUrl}`);
+            return definitions;
+        }
+        catch (error) {
+            this.logger.error(`Failed to query VectorStore definitions: ${error}`);
+            return [];
+        }
+    }
+    /**
+     * 获取 AI 凭据
+     */
+    async getAiCredential(podBaseUrl) {
+        try {
+            // 使用 undefineds.co/ns# 命名空间，与 drizzle-solid schema 一致
+            // Credential -> Provider 关联，从 Provider 获取 baseUrl 和 proxyUrl
+            const query = `
+        PREFIX udfs: <https://undefineds.co/ns#>
+        SELECT ?apiKey ?baseUrl ?providerUri ?proxyUrl WHERE {
+          ?cred a udfs:Credential ;
+                udfs:service "ai" ;
+                udfs:status "active" ;
+                udfs:apiKey ?apiKey .
+          OPTIONAL { ?cred udfs:provider ?providerUri }
+          OPTIONAL { 
+            ?cred udfs:provider ?providerUri .
+            ?providerUri udfs:baseUrl ?baseUrl .
+          }
+          OPTIONAL { 
+            ?cred udfs:provider ?providerUri .
+            ?providerUri udfs:proxyUrl ?proxyUrl .
+          }
+        } LIMIT 1
+      `;
+            const bindingsStream = await this.sparqlEngine.queryBindings(query, podBaseUrl);
+            for await (const binding of bindingsStream) {
+                const apiKey = binding.get('apiKey');
+                const baseUrl = binding.get('baseUrl');
+                const providerUri = binding.get('providerUri');
+                const proxyUrl = binding.get('proxyUrl');
+                if (apiKey) {
+                    // 从 provider URI 提取 provider 名称（如 #google -> google）
+                    let providerName = 'google';
+                    if (providerUri?.value) {
+                        const match = providerUri.value.match(/#([^#]+)$/);
+                        if (match)
+                            providerName = match[1];
+                    }
+                    return {
+                        apiKey: apiKey.value,
+                        baseUrl: baseUrl?.value,
+                        provider: providerName,
+                        proxyUrl: proxyUrl?.value,
+                    };
+                }
+            }
+            return null;
+        }
+        catch (error) {
+            this.logger.error(`Failed to query AI credential: ${error}`);
+            return null;
+        }
+    }
+    /**
+     * 读取资源内容
+     */
+    async getResourceContent(path) {
+        try {
+            const preferences = {
+                type: { 'text/plain': 1, 'text/markdown': 0.9, 'text/turtle': 0.8, '*/*': 0.1 },
+            };
+            const representation = await this.resourceStore.getRepresentation({ path }, preferences);
+            const chunks = [];
+            for await (const chunk of representation.data) {
+                chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
+            }
+            return Buffer.concat(chunks).toString('utf-8');
+        }
+        catch (error) {
+            this.logger.error(`Failed to read resource ${path}: ${error}`);
+            return null;
+        }
+    }
+    /**
+     * 检查是否为支持的文件类型
+     */
+    isSupportedFile(path) {
+        const ext = this.getExtension(path);
+        return this.supportedExtensions.has(ext);
+    }
+    /**
+     * 获取文件扩展名
+     */
+    getExtension(path) {
+        const lastDot = path.lastIndexOf('.');
+        if (lastDot === -1)
+            return '';
+        return path.slice(lastDot).toLowerCase();
+    }
+    /**
+     * 从路径提取 Pod base URL
+     */
+    getPodBaseUrl(path) {
+        // 假设路径格式为 /username/... 或 https://pod.example.com/username/...
+        try {
+            const url = new URL(path, 'http://localhost');
+            const parts = url.pathname.split('/').filter(Boolean);
+            if (parts.length > 0) {
+                return `${url.origin}/${parts[0]}/`;
+            }
+        }
+        catch {
+            // 相对路径
+            const parts = path.split('/').filter(Boolean);
+            if (parts.length > 0) {
+                return `/${parts[0]}/`;
+            }
+        }
+        return null;
+    }
+    /**
+     * 解析相对 URI
+     */
+    resolveUri(uri, baseUrl) {
+        if (uri.startsWith('http://') || uri.startsWith('https://')) {
+            return uri;
+        }
+        if (uri.startsWith('/')) {
+            try {
+                const base = new URL(baseUrl);
+                return `${base.origin}${uri}`;
+            }
+            catch {
+                return uri;
+            }
+        }
+        return `${baseUrl}${uri}`;
+    }
+    /**
+     * 将路径转换为向量 ID（使用 hash）
+     */
+    pathToVectorId(path) {
+        let hash = 2166136261; // FNV offset basis
+        for (let i = 0; i < path.length; i++) {
+            hash ^= path.charCodeAt(i);
+            hash = Math.imul(hash, 16777619); // FNV prime
+        }
+        return Math.abs(hash);
+    }
+    /**
+     * 清除缓存
+     */
+    clearCache() {
+        this.vectorStoreCache.clear();
+        this.cacheExpiry = 0;
+    }
+}
+exports.VectorIndexingListener = VectorIndexingListener;
+//# sourceMappingURL=VectorIndexingListener.js.map

package/dist/storage/vector/VectorIndexingListener.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VectorIndexingListener.js","sourceRoot":"","sources":["../../../src/storage/vector/VectorIndexingListener.ts"],"names":[],"mappings":";AAAA;;;;;;;;;GASG;;;AAEH,iEAAqD;AAyCrD;;GAEG;AACH,MAAa,sBAAsB;IAejC,YAAmB,OAAsC;QAdtC,WAAM,GAAG,IAAA,oCAAY,EAAC,IAAI,CAAC,CAAC;QAS/C,2BAA2B;QACnB,qBAAgB,GAAG,IAAI,GAAG,EAAmC,CAAC;QAC9D,gBAAW,GAAG,CAAC,CAAC;QACP,eAAU,GAAG,KAAK,CAAC,CAAC,SAAS;QAG5C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACjD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,oBAAoB,CAAC;QACjE,IAAI,CAAC,mBAAmB,GAAG,IAAI,GAAG,CAChC,OAAO,CAAC,mBAAmB,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,CACpF,CAAC;IACJ,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,iBAAiB,CAAC,KAA0B;QACvD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,KAAK,CAAC;QAE5C,SAAS;QACT,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,IAAI,EAAE,CAAC,CAAC;YACjD,OAAO;QACT,CAAC;QAED,UAAU;QACV,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,IAAI,EAAE,CAAC,CAAC;YAC7D,OAAO;QACT,CAAC;QAED,kBAAkB;QAClB,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,IAAI,EAAE,CAAC,CAAC;YAChE,OAAO;QACT,CAAC;QAED,+CAA+C;QAC/C,IAAI,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YACnE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kDAAkD,UAAU,EAAE,CAAC,CAAC;YAClF,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACzC,mBAAmB;YACnB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,uBAAuB;YACvB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAC1E,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,IAAI,EAAE,CAAC,CAAC;gBAC5D,OAAO;YACT,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,MAAM,QAAQ,IAAI,aAAa,YAAY,CAAC,MAAM,iBAAiB,CAAC,CAAC;YAEpG,mBAAmB;YACnB,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YAC9C,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,MAAM,QAAQ,IAAI,KAAK,KAAK,EAAE,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,IAAY,EAAE,YAAqC;QAC5E,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAE3C,KAAK,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,IAAI,eAAe,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;YACxE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,IAAI,KAAK,KAAK,EAAE,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAChC,IAAY,EACZ,UAAkB,EAClB,YAAqC;QAErC,SAAS;QACT,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,IAAI,YAAY,CAAC,CAAC;YACzD,OAAO;QACT,CAAC;QAED,WAAW;QACX,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAC1D,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8BAA8B,UAAU,qBAAqB,CAAC,CAAC;YAChF,OAAO;QACT,CAAC;QAED,mCAAmC;QACnC,oDAAoD;QACpD,MAAM,eAAe,GAAG,IAAI,GAAG,EAAoB,CAAC;QAEpD,KAAK,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;YAC9B,IAAI,EAAE,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,MAAM,YAAY,CAAC,CAAC;gBACrE,SAAS;YACX,CAAC;YAED,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;YAE5C,IAAI,CAAC;gBACH,gCAAgC;gBAChC,IAAI,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC3C,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;oBAC1E,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;gBACxC,CAAC;gBAED,UAAU;gBACV,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;gBAEhD,OAAO;gBACP,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBAC3C,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,KAAK,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;gBAEhE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,IAAI,aAAa,KAAK,cAAc,QAAQ,EAAE,CAAC,CAAC;YAC9E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,IAAI,aAAa,KAAK,KAAK,KAAK,EAAE,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,uBAAuB,CACnC,IAAY,EACZ,UAAkB;QAElB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,UAAU,CAAC,CAAC;QAEnE,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE;YAC7B,sBAAsB;YACtB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,KAAK,GAAG,CAAC;YACjE,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,yBAAyB,CAAC,UAAkB;QACxD,OAAO;QACP,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YAC3E,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAE,CAAC;QAChD,CAAC;QAED,IAAI,CAAC;YACH,sDAAsD;YACtD,MAAM,KAAK,GAAG;;;;;;;;;;OAUb,CAAC;YAEF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YAChF,MAAM,WAAW,GAA4B,EAAE,CAAC;YAEhD,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;gBAC3C,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACnC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACnC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACrC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;gBAC3C,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;gBAEjD,IAAI,EAAE,IAAI,KAAK,EAAE,CAAC;oBAChB,WAAW,CAAC,IAAI,CAAC;wBACf,GAAG,EAAE,EAAE,CAAC,KAAK;wBACb,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,UAAU,CAAC;wBAC/C,KAAK,EAAE,KAAK,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY;wBACxC,MAAM,EAAG,MAAM,EAAE,KAA6B,IAAI,QAAQ;wBAC1D,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;wBAChE,YAAY,EAAE,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;qBAC1E,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO;YACP,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;YACnD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC;YAEhD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,WAAW,CAAC,MAAM,uBAAuB,UAAU,EAAE,CAAC,CAAC;YAClF,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4CAA4C,KAAK,EAAE,CAAC,CAAC;YACvE,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAAC,UAAkB;QAC9C,IAAI,CAAC;YACH,sDAAsD;YACtD,6DAA6D;YAC7D,MAAM,KAAK,GAAG;;;;;;;;;;;;;;;;;OAiBb,CAAC;YAEF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YAEhF,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;gBAC3C,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACrC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACvC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBAC/C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAEzC,IAAI,MAAM,EAAE,CAAC;oBACX,qDAAqD;oBACrD,IAAI,YAAY,GAAG,QAAQ,CAAC;oBAC5B,IAAI,WAAW,EAAE,KAAK,EAAE,CAAC;wBACvB,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;wBACnD,IAAI,KAAK;4BAAE,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBACrC,CAAC;oBAED,OAAO;wBACL,MAAM,EAAE,MAAM,CAAC,KAAK;wBACpB,OAAO,EAAE,OAAO,EAAE,KAAK;wBACvB,QAAQ,EAAE,YAAY;wBACtB,QAAQ,EAAE,QAAQ,EAAE,KAAK;qBAC1B,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;YAC7D,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAAC,IAAY;QAC3C,IAAI,CAAC;YACH,MAAM,WAAW,GAA8B;gBAC7C,IAAI,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,eAAe,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE;aAChF,CAAC;YAEF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,EAAE,WAAW,CAAC,CAAC;YACzF,MAAM,MAAM,GAAa,EAAE,CAAC;YAE5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,cAAc,CAAC,IAAI,EAAE,CAAC;gBAC9C,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACnE,CAAC;YAED,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACjD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,IAAI,KAAK,KAAK,EAAE,CAAC,CAAC;YAC/D,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,IAAY;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,IAAY;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,OAAO,KAAK,CAAC,CAAC;YAAE,OAAO,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;IAC3C,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,IAAY;QAChC,+DAA+D;QAC/D,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;YAC9C,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACtD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,OAAO,GAAG,GAAG,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;YACtC,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;YACP,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC9C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;YACzB,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,GAAW,EAAE,OAAe;QAC7C,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5D,OAAO,GAAG,CAAC;QACb,CAAC;QACD,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC9B,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAChC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,GAAG,CAAC;YACb,CAAC;QACH,CAAC;QACD,OAAO,GAAG,OAAO,GAAG,GAAG,EAAE,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAAY;QACjC,IAAI,IAAI,GAAG,UAAU,CAAC,CAAC,mBAAmB;QAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAC3B,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,YAAY;QAChD,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IAED;;OAEG;IACI,UAAU;QACf,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;IACvB,CAAC;CACF;AA9XD,wDA8XC","sourcesContent":["/**\n * VectorIndexingListener - 向量索引监听器\n *\n * 监听资源变更事件，自动触发向量索引更新。\n *\n * 工作流程：\n * 1. 收到资源变更事件\n * 2. 检查资源是否在某个 VectorStore 的 scope 内\n * 3. 如果是，读取资源内容，生成 embedding，存入向量库\n */\n\nimport { getLoggerFor } from 'global-logger-factory';\nimport type { ResourceChangeEvent, ResourceChangeListener } from '../ObservableResourceStore';\nimport type { VectorStore } from '../vector/VectorStore';\nimport type { EmbeddingService } from '../../ai/service/EmbeddingService';\nimport type { SparqlEngine } from '../sparql/SubgraphQueryEngine';\nimport type { AiCredential } from '../../ai/service/types';\nimport type { ResourceStore, RepresentationPreferences } from '@solid/community-server';\n\n/**\n * VectorStore 定义（从 RDF 读取）\n */\nexport interface VectorStoreDefinition {\n  /** VectorStore URI */\n  uri: string;\n  /** 索引范围（Container URI） */\n  scope: string;\n  /** embedding 模型 */\n  model: string;\n  /** 状态 */\n  status: 'active' | 'paused';\n  /** 分块大小 */\n  chunkSize?: number;\n  /** 分块重叠 */\n  chunkOverlap?: number;\n}\n\nexport interface VectorIndexingListenerOptions {\n  /** SPARQL 引擎（用于查询 VectorStore 定义和 AI 凭据） */\n  sparqlEngine: SparqlEngine;\n  /** 向量存储 */\n  vectorStore: VectorStore;\n  /** Embedding 服务 */\n  embeddingService: EmbeddingService;\n  /** 资源存储（用于读取资源内容） */\n  resourceStore: ResourceStore;\n  /** 默认 embedding 模型 */\n  defaultModel?: string;\n  /** 支持的文件扩展名 */\n  supportedExtensions?: string[];\n}\n\n/**\n * VectorIndexingListener - 自动向量索引\n */\nexport class VectorIndexingListener implements ResourceChangeListener {\n  protected readonly logger = getLoggerFor(this);\n\n  private readonly sparqlEngine: SparqlEngine;\n  private readonly vectorStore: VectorStore;\n  private readonly embeddingService: EmbeddingService;\n  private readonly resourceStore: ResourceStore;\n  private readonly defaultModel: string;\n  private readonly supportedExtensions: Set<string>;\n\n  // 缓存 VectorStore 定义，避免频繁查询\n  private vectorStoreCache = new Map<string, VectorStoreDefinition[]>();\n  private cacheExpiry = 0;\n  private readonly cacheTtlMs = 60000; // 1 分钟缓存\n\n  public constructor(options: VectorIndexingListenerOptions) {\n    this.sparqlEngine = options.sparqlEngine;\n    this.vectorStore = options.vectorStore;\n    this.embeddingService = options.embeddingService;\n    this.resourceStore = options.resourceStore;\n    this.defaultModel = options.defaultModel ?? 'text-embedding-004';\n    this.supportedExtensions = new Set(\n      options.supportedExtensions ?? ['.txt', '.md', '.html', '.json', '.ttl', '.jsonld'],\n    );\n  }\n\n  /**\n   * 处理资源变更事件\n   */\n  public async onResourceChanged(event: ResourceChangeEvent): Promise<void> {\n    const { path, action, isContainer } = event;\n\n    // 跳过容器变更\n    if (isContainer) {\n      this.logger.debug(`Skipping container: ${path}`);\n      return;\n    }\n\n    // 检查文件扩展名\n    if (!this.isSupportedFile(path)) {\n      this.logger.debug(`Skipping unsupported file type: ${path}`);\n      return;\n    }\n\n    // 获取 Pod base URL\n    const podBaseUrl = this.getPodBaseUrl(path);\n    if (!podBaseUrl) {\n      this.logger.debug(`Cannot determine pod base URL for: ${path}`);\n      return;\n    }\n\n    // 如果是 VectorStore 配置文件或 Credential 配置文件更新，清除缓存\n    if (path.includes('vector-stores') || path.includes('credentials')) {\n      this.logger.debug(`Configuration file updated, clearing cache for ${podBaseUrl}`);\n      this.vectorStoreCache.delete(podBaseUrl);\n      // 配置文件本身不需要索引，直接返回\n      return;\n    }\n\n    try {\n      // 查找覆盖此路径的 VectorStore\n      const vectorStores = await this.findVectorStoresForPath(path, podBaseUrl);\n      if (vectorStores.length === 0) {\n        this.logger.debug(`No VectorStore configured for: ${path}`);\n        return;\n      }\n\n      this.logger.info(`Processing ${action} for ${path}, matched ${vectorStores.length} VectorStore(s)`);\n\n      // 根据 action 执行索引操作\n      if (action === 'delete') {\n        await this.handleDelete(path, vectorStores);\n      } else {\n        await this.handleCreateOrUpdate(path, podBaseUrl, vectorStores);\n      }\n    } catch (error) {\n      this.logger.error(`Failed to process ${action} for ${path}: ${error}`);\n    }\n  }\n\n  /**\n   * 处理删除操作\n   */\n  private async handleDelete(path: string, vectorStores: VectorStoreDefinition[]): Promise<void> {\n    const vectorId = this.pathToVectorId(path);\n\n    for (const vs of vectorStores) {\n      try {\n        await this.vectorStore.deleteVector(vs.model, vectorId);\n        this.logger.info(`Deleted vector for ${path} from model ${vs.model}`);\n      } catch (error) {\n        this.logger.error(`Failed to delete vector for ${path}: ${error}`);\n      }\n    }\n  }\n\n  /**\n   * 处理创建或更新操作\n   */\n  private async handleCreateOrUpdate(\n    path: string,\n    podBaseUrl: string,\n    vectorStores: VectorStoreDefinition[],\n  ): Promise<void> {\n    // 读取资源内容\n    const content = await this.getResourceContent(path);\n    if (!content || content.trim().length === 0) {\n      this.logger.debug(`Empty content for ${path}, skipping`);\n      return;\n    }\n\n    // 获取 AI 凭据\n    const credential = await this.getAiCredential(podBaseUrl);\n    if (!credential) {\n      this.logger.warn(`No AI credential found for ${podBaseUrl}, skipping indexing`);\n      return;\n    }\n\n    // 为每个 VectorStore 生成 embedding 并存储\n    // 注意：如果多个 VectorStore 使用相同的 model，只需要生成一次 embedding\n    const modelEmbeddings = new Map<string, number[]>();\n\n    for (const vs of vectorStores) {\n      if (vs.status !== 'active') {\n        this.logger.debug(`VectorStore ${vs.uri} is ${vs.status}, skipping`);\n        continue;\n      }\n\n      const model = vs.model || this.defaultModel;\n\n      try {\n        // 检查是否已经生成过这个 model 的 embedding\n        let embedding = modelEmbeddings.get(model);\n        if (!embedding) {\n          embedding = await this.embeddingService.embed(content, credential, model);\n          modelEmbeddings.set(model, embedding);\n        }\n\n        // 确保向量表存在\n        await this.vectorStore.ensureVectorTable(model);\n\n        // 存储向量\n        const vectorId = this.pathToVectorId(path);\n        await this.vectorStore.upsertVector(model, vectorId, embedding);\n\n        this.logger.info(`Indexed ${path} to model ${model}, vectorId=${vectorId}`);\n      } catch (error) {\n        this.logger.error(`Failed to index ${path} to model ${model}: ${error}`);\n      }\n    }\n  }\n\n  /**\n   * 查找覆盖指定路径的 VectorStore\n   */\n  private async findVectorStoresForPath(\n    path: string,\n    podBaseUrl: string,\n  ): Promise<VectorStoreDefinition[]> {\n    const allStores = await this.getVectorStoreDefinitions(podBaseUrl);\n\n    return allStores.filter((vs) => {\n      // 检查 path 是否在 scope 内\n      const scope = vs.scope.endsWith('/') ? vs.scope : `${vs.scope}/`;\n      return path.startsWith(scope);\n    });\n  }\n\n  /**\n   * 获取 Pod 的所有 VectorStore 定义\n   */\n  private async getVectorStoreDefinitions(podBaseUrl: string): Promise<VectorStoreDefinition[]> {\n    // 检查缓存\n    if (Date.now() < this.cacheExpiry && this.vectorStoreCache.has(podBaseUrl)) {\n      return this.vectorStoreCache.get(podBaseUrl)!;\n    }\n\n    try {\n      // 使用 undefineds.co/ns# 命名空间，与 drizzle-solid schema 一致\n      const query = `\n        PREFIX udfs: <https://undefineds.co/ns#>\n        SELECT ?vs ?scope ?model ?status ?chunkSize ?chunkOverlap WHERE {\n          ?vs a udfs:VectorStore ;\n              udfs:container ?scope .\n          OPTIONAL { ?vs udfs:chunkingStrategy ?model }\n          OPTIONAL { ?vs udfs:status ?status }\n          OPTIONAL { ?vs udfs:chunkSize ?chunkSize }\n          OPTIONAL { ?vs udfs:chunkOverlap ?chunkOverlap }\n        }\n      `;\n\n      const bindingsStream = await this.sparqlEngine.queryBindings(query, podBaseUrl);\n      const definitions: VectorStoreDefinition[] = [];\n\n      for await (const binding of bindingsStream) {\n        const vs = binding.get('vs');\n        const scope = binding.get('scope');\n        const model = binding.get('model');\n        const status = binding.get('status');\n        const chunkSize = binding.get('chunkSize');\n        const chunkOverlap = binding.get('chunkOverlap');\n\n        if (vs && scope) {\n          definitions.push({\n            uri: vs.value,\n            scope: this.resolveUri(scope.value, podBaseUrl),\n            model: model?.value || this.defaultModel,\n            status: (status?.value as 'active' | 'paused') || 'active',\n            chunkSize: chunkSize ? parseInt(chunkSize.value, 10) : undefined,\n            chunkOverlap: chunkOverlap ? parseInt(chunkOverlap.value, 10) : undefined,\n          });\n        }\n      }\n\n      // 更新缓存\n      this.vectorStoreCache.set(podBaseUrl, definitions);\n      this.cacheExpiry = Date.now() + this.cacheTtlMs;\n\n      this.logger.debug(`Found ${definitions.length} VectorStore(s) for ${podBaseUrl}`);\n      return definitions;\n    } catch (error) {\n      this.logger.error(`Failed to query VectorStore definitions: ${error}`);\n      return [];\n    }\n  }\n\n  /**\n   * 获取 AI 凭据\n   */\n  private async getAiCredential(podBaseUrl: string): Promise<AiCredential | null> {\n    try {\n      // 使用 undefineds.co/ns# 命名空间，与 drizzle-solid schema 一致\n      // Credential -> Provider 关联，从 Provider 获取 baseUrl 和 proxyUrl\n      const query = `\n        PREFIX udfs: <https://undefineds.co/ns#>\n        SELECT ?apiKey ?baseUrl ?providerUri ?proxyUrl WHERE {\n          ?cred a udfs:Credential ;\n                udfs:service \"ai\" ;\n                udfs:status \"active\" ;\n                udfs:apiKey ?apiKey .\n          OPTIONAL { ?cred udfs:provider ?providerUri }\n          OPTIONAL { \n            ?cred udfs:provider ?providerUri .\n            ?providerUri udfs:baseUrl ?baseUrl .\n          }\n          OPTIONAL { \n            ?cred udfs:provider ?providerUri .\n            ?providerUri udfs:proxyUrl ?proxyUrl .\n          }\n        } LIMIT 1\n      `;\n\n      const bindingsStream = await this.sparqlEngine.queryBindings(query, podBaseUrl);\n\n      for await (const binding of bindingsStream) {\n        const apiKey = binding.get('apiKey');\n        const baseUrl = binding.get('baseUrl');\n        const providerUri = binding.get('providerUri');\n        const proxyUrl = binding.get('proxyUrl');\n\n        if (apiKey) {\n          // 从 provider URI 提取 provider 名称（如 #google -> google）\n          let providerName = 'google';\n          if (providerUri?.value) {\n            const match = providerUri.value.match(/#([^#]+)$/);\n            if (match) providerName = match[1];\n          }\n          \n          return {\n            apiKey: apiKey.value,\n            baseUrl: baseUrl?.value,\n            provider: providerName,\n            proxyUrl: proxyUrl?.value,\n          };\n        }\n      }\n\n      return null;\n    } catch (error) {\n      this.logger.error(`Failed to query AI credential: ${error}`);\n      return null;\n    }\n  }\n\n  /**\n   * 读取资源内容\n   */\n  private async getResourceContent(path: string): Promise<string | null> {\n    try {\n      const preferences: RepresentationPreferences = {\n        type: { 'text/plain': 1, 'text/markdown': 0.9, 'text/turtle': 0.8, '*/*': 0.1 },\n      };\n\n      const representation = await this.resourceStore.getRepresentation({ path }, preferences);\n      const chunks: Buffer[] = [];\n\n      for await (const chunk of representation.data) {\n        chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));\n      }\n\n      return Buffer.concat(chunks).toString('utf-8');\n    } catch (error) {\n      this.logger.error(`Failed to read resource ${path}: ${error}`);\n      return null;\n    }\n  }\n\n  /**\n   * 检查是否为支持的文件类型\n   */\n  private isSupportedFile(path: string): boolean {\n    const ext = this.getExtension(path);\n    return this.supportedExtensions.has(ext);\n  }\n\n  /**\n   * 获取文件扩展名\n   */\n  private getExtension(path: string): string {\n    const lastDot = path.lastIndexOf('.');\n    if (lastDot === -1) return '';\n    return path.slice(lastDot).toLowerCase();\n  }\n\n  /**\n   * 从路径提取 Pod base URL\n   */\n  private getPodBaseUrl(path: string): string | null {\n    // 假设路径格式为 /username/... 或 https://pod.example.com/username/...\n    try {\n      const url = new URL(path, 'http://localhost');\n      const parts = url.pathname.split('/').filter(Boolean);\n      if (parts.length > 0) {\n        return `${url.origin}/${parts[0]}/`;\n      }\n    } catch {\n      // 相对路径\n      const parts = path.split('/').filter(Boolean);\n      if (parts.length > 0) {\n        return `/${parts[0]}/`;\n      }\n    }\n    return null;\n  }\n\n  /**\n   * 解析相对 URI\n   */\n  private resolveUri(uri: string, baseUrl: string): string {\n    if (uri.startsWith('http://') || uri.startsWith('https://')) {\n      return uri;\n    }\n    if (uri.startsWith('/')) {\n      try {\n        const base = new URL(baseUrl);\n        return `${base.origin}${uri}`;\n      } catch {\n        return uri;\n      }\n    }\n    return `${baseUrl}${uri}`;\n  }\n\n  /**\n   * 将路径转换为向量 ID（使用 hash）\n   */\n  private pathToVectorId(path: string): number {\n    let hash = 2166136261; // FNV offset basis\n    for (let i = 0; i < path.length; i++) {\n      hash ^= path.charCodeAt(i);\n      hash = Math.imul(hash, 16777619); // FNV prime\n    }\n    return Math.abs(hash);\n  }\n\n  /**\n   * 清除缓存\n   */\n  public clearCache(): void {\n    this.vectorStoreCache.clear();\n    this.cacheExpiry = 0;\n  }\n}\n"]}

package/dist/storage/vector/VectorStore.d.ts

@@ -0,0 +1,42 @@
+import type { VectorRecord, VectorSearchOptions, VectorSearchResult } from './types';
+/**
+ * 计算 modelId 的 short hash
+ */
+export declare function hashModelId(modelId: string): string;
+/**
+ * 向量存储抽象基类
+ *
+ * 提供公共工具方法，子类实现具体的数据库操作
+ */
+export declare abstract class VectorStore {
+    /** 默认向量维度 */
+    protected readonly defaultDimension: number;
+    abstract open(): Promise<void>;
+    abstract close(): Promise<void>;
+    abstract ensureVectorTable(modelId: string): Promise<void>;
+    abstract dropVectorTable(modelId: string): Promise<void>;
+    abstract hasVectorTable(modelId: string): Promise<boolean>;
+    abstract listVectorTables(): Promise<string[]>;
+    abstract upsertVector(modelId: string, id: number, embedding: number[]): Promise<void>;
+    abstract batchUpsertVectors(modelId: string, records: {
+        id: number;
+        embedding: number[];
+    }[]): Promise<void>;
+    abstract getVector(modelId: string, id: number): Promise<VectorRecord | null>;
+    abstract deleteVector(modelId: string, id: number): Promise<void>;
+    abstract batchDeleteVectors(modelId: string, ids: number[]): Promise<void>;
+    abstract search(modelId: string, queryEmbedding: number[], options?: VectorSearchOptions): Promise<VectorSearchResult[]>;
+    abstract countVectors(modelId: string): Promise<number>;
+    abstract getVectorIds(modelId: string, options?: {
+        limit?: number;
+        afterId?: number;
+    }): Promise<number[]>;
+    /**
+     * 将各种时间格式转换为 Unix 时间戳（秒）
+     */
+    protected toTimestamp(value: any): number;
+    /**
+     * 将 distance 转换为 score [0, 1]
+     */
+    protected distanceToScore(distance: number): number;
+}

package/dist/storage/vector/VectorStore.js

@@ -0,0 +1,50 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VectorStore = void 0;
+exports.hashModelId = hashModelId;
+/**
+ * 计算 modelId 的 short hash
+ */
+function hashModelId(modelId) {
+    let hash = 0;
+    for (let i = 0; i < modelId.length; i++) {
+        const char = modelId.charCodeAt(i);
+        hash = (hash << 5) - hash + char;
+        hash = hash & hash;
+    }
+    return Math.abs(hash).toString(16).slice(0, 8);
+}
+/**
+ * 向量存储抽象基类
+ *
+ * 提供公共工具方法，子类实现具体的数据库操作
+ */
+class VectorStore {
+    constructor() {
+        /** 默认向量维度 */
+        this.defaultDimension = 768;
+    }
+    // ============================================
+    // 公共工具方法
+    // ============================================
+    /**
+     * 将各种时间格式转换为 Unix 时间戳（秒）
+     */
+    toTimestamp(value) {
+        if (value instanceof Date) {
+            return Math.floor(value.getTime() / 1000);
+        }
+        if (typeof value === 'number') {
+            return value;
+        }
+        return Math.floor(Date.now() / 1000);
+    }
+    /**
+     * 将 distance 转换为 score [0, 1]
+     */
+    distanceToScore(distance) {
+        return Math.max(0, Math.min(1, 1 - distance));
+    }
+}
+exports.VectorStore = VectorStore;
+//# sourceMappingURL=VectorStore.js.map

package/dist/storage/vector/VectorStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VectorStore.js","sourceRoot":"","sources":["../../../src/storage/vector/VectorStore.ts"],"names":[],"mappings":";;;AAKA,kCAQC;AAXD;;GAEG;AACH,SAAgB,WAAW,CAAC,OAAe;IACzC,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;QACjC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACjD,CAAC;AAED;;;;GAIG;AACH,MAAsB,WAAW;IAAjC;QACE,aAAa;QACM,qBAAgB,GAAW,GAAG,CAAC;IA4CpD,CAAC;IAvBC,+CAA+C;IAC/C,SAAS;IACT,+CAA+C;IAE/C;;OAEG;IACO,WAAW,CAAC,KAAU;QAC9B,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACO,eAAe,CAAC,QAAgB;QACxC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC;IAChD,CAAC;CACF;AA9CD,kCA8CC","sourcesContent":["import type { VectorRecord, VectorSearchOptions, VectorSearchResult } from './types';\n\n/**\n * 计算 modelId 的 short hash\n */\nexport function hashModelId(modelId: string): string {\n  let hash = 0;\n  for (let i = 0; i < modelId.length; i++) {\n    const char = modelId.charCodeAt(i);\n    hash = (hash << 5) - hash + char;\n    hash = hash & hash;\n  }\n  return Math.abs(hash).toString(16).slice(0, 8);\n}\n\n/**\n * 向量存储抽象基类\n * \n * 提供公共工具方法，子类实现具体的数据库操作\n */\nexport abstract class VectorStore {\n  /** 默认向量维度 */\n  protected readonly defaultDimension: number = 768;\n\n  // ============================================\n  // 抽象方法 - 子类必须实现\n  // ============================================\n\n  public abstract open(): Promise<void>;\n  public abstract close(): Promise<void>;\n  public abstract ensureVectorTable(modelId: string): Promise<void>;\n  public abstract dropVectorTable(modelId: string): Promise<void>;\n  public abstract hasVectorTable(modelId: string): Promise<boolean>;\n  public abstract listVectorTables(): Promise<string[]>;\n  public abstract upsertVector(modelId: string, id: number, embedding: number[]): Promise<void>;\n  public abstract batchUpsertVectors(modelId: string, records: { id: number; embedding: number[] }[]): Promise<void>;\n  public abstract getVector(modelId: string, id: number): Promise<VectorRecord | null>;\n  public abstract deleteVector(modelId: string, id: number): Promise<void>;\n  public abstract batchDeleteVectors(modelId: string, ids: number[]): Promise<void>;\n  public abstract search(modelId: string, queryEmbedding: number[], options?: VectorSearchOptions): Promise<VectorSearchResult[]>;\n  public abstract countVectors(modelId: string): Promise<number>;\n  public abstract getVectorIds(modelId: string, options?: { limit?: number; afterId?: number }): Promise<number[]>;\n\n  // ============================================\n  // 公共工具方法\n  // ============================================\n\n  /**\n   * 将各种时间格式转换为 Unix 时间戳（秒）\n   */\n  protected toTimestamp(value: any): number {\n    if (value instanceof Date) {\n      return Math.floor(value.getTime() / 1000);\n    }\n    if (typeof value === 'number') {\n      return value;\n    }\n    return Math.floor(Date.now() / 1000);\n  }\n\n  /**\n   * 将 distance 转换为 score [0, 1]\n   */\n  protected distanceToScore(distance: number): number {\n    return Math.max(0, Math.min(1, 1 - distance));\n  }\n}\n"]}

package/dist/storage/vector/VectorStore.jsonld

@@ -0,0 +1,87 @@
+{
+  "@context": [
+    "https://linkedsoftwaredependencies.org/bundles/npm/@undefineds.co/xpod/^0.0.0/components/context.jsonld"
+  ],
+  "@id": "npmd:@undefineds.co/xpod",
+  "components": [
+    {
+      "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore",
+      "@type": "AbstractClass",
+      "requireElement": "VectorStore",
+      "comment": "向量存储抽象基类  提供公共工具方法，子类实现具体的数据库操作",
+      "parameters": [],
+      "memberFields": [
+        {
+          "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore__member_defaultDimension",
+          "memberFieldName": "defaultDimension",
+          "range": "xsd:number"
+        },
+        {
+          "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore__member_open",
+          "memberFieldName": "open"
+        },
+        {
+          "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore__member_close",
+          "memberFieldName": "close"
+        },
+        {
+          "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore__member_ensureVectorTable",
+          "memberFieldName": "ensureVectorTable"
+        },
+        {
+          "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore__member_dropVectorTable",
+          "memberFieldName": "dropVectorTable"
+        },
+        {
+          "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore__member_hasVectorTable",
+          "memberFieldName": "hasVectorTable"
+        },
+        {
+          "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore__member_listVectorTables",
+          "memberFieldName": "listVectorTables"
+        },
+        {
+          "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore__member_upsertVector",
+          "memberFieldName": "upsertVector"
+        },
+        {
+          "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore__member_batchUpsertVectors",
+          "memberFieldName": "batchUpsertVectors"
+        },
+        {
+          "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore__member_getVector",
+          "memberFieldName": "getVector"
+        },
+        {
+          "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore__member_deleteVector",
+          "memberFieldName": "deleteVector"
+        },
+        {
+          "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore__member_batchDeleteVectors",
+          "memberFieldName": "batchDeleteVectors"
+        },
+        {
+          "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore__member_search",
+          "memberFieldName": "search"
+        },
+        {
+          "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore__member_countVectors",
+          "memberFieldName": "countVectors"
+        },
+        {
+          "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore__member_getVectorIds",
+          "memberFieldName": "getVectorIds"
+        },
+        {
+          "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore__member_toTimestamp",
+          "memberFieldName": "toTimestamp"
+        },
+        {
+          "@id": "undefineds:dist/storage/vector/VectorStore.jsonld#VectorStore__member_distanceToScore",
+          "memberFieldName": "distanceToScore"
+        }
+      ],
+      "constructorArguments": []
+    }
+  ]
+}

package/dist/storage/vector/VectorStoreInit.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Vector Store Initialization Module
+ *
+ * Handles platform-specific SQLite + sqlite-vec extension loading
+ * Supports both Bun and Node.js runtimes
+ */
+interface VectorStoreConfig {
+    sqlitePath: string;
+    vecExtensionPath: string;
+    useSystemSQLite: boolean;
+}
+/**
+ * Get the paths for SQLite libraries
+ */
+export declare function getVectorStoreLibs(): VectorStoreConfig | null;
+/**
+ * Initialize SQLite for Bun runtime
+ */
+export declare function initBunSQLite(): boolean;
+/**
+ * Get sqlite-vec extension path for better-sqlite3
+ */
+export declare function getVecExtensionPath(): string | null;
+/**
+ * Check if vector search is available
+ */
+export declare function isVectorSearchAvailable(): boolean;
+export {};