@undefineds.co/xpod 0.3.74 → 0.4.0-rc.139

package/dist/storage/sparql/OptimizedQuadstoreEngine.js

@@ -1,327 +0,0 @@
-"use strict";
-/**
- * OptimizedQuadstoreEngine - 优化的 SPARQL 查询引擎
- *
- * 在 quadstore-comunica Engine 基础上增加查询优化：
- * - 对于简单查询（单 BGP），直接使用 quadstore API，支持 LIMIT/ORDER BY 下推
- * - 对于复杂查询（JOIN/OPTIONAL/UNION/FILTER），委托给 Comunica
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.OptimizedQuadstoreEngine = exports.SimpleBindings = void 0;
-const quadstore_comunica_1 = require("quadstore-comunica");
-const sparqlalgebrajs_1 = require("sparqlalgebrajs");
-const asynciterator_1 = require("asynciterator");
-/**
- * 简单的 Bindings 实现
- */
-class SimpleBindings extends Map {
-    get(key) {
-        const varName = typeof key === 'string' ? key : key.value;
-        return super.get(varName);
-    }
-    has(key) {
-        const varName = typeof key === 'string' ? key : key.value;
-        return super.has(varName);
-    }
-}
-exports.SimpleBindings = SimpleBindings;
-/**
- * 优化的 Quadstore SPARQL 引擎
- */
-class OptimizedQuadstoreEngine {
-    constructor(store, debug = false) {
-        this.quadstore = store;
-        this.comunica = new quadstore_comunica_1.Engine(store);
-        this.debug = debug;
-    }
-    log(msg) {
-        if (this.debug) {
-            console.log(`[OptimizedQuadstoreEngine] ${msg}`);
-        }
-    }
-    /**
-     * 获取底层 quadstore
-     */
-    getStore() {
-        return this.quadstore;
-    }
-    /**
-     * 执行 SELECT 查询
-     */
-    async queryBindings(query, context) {
-        const params = this.analyzeQuery(query);
-        if (params) {
-            this.log(`Using optimized path for SELECT`);
-            return this.executeOptimizedSelect(params);
-        }
-        this.log(`Using Comunica for SELECT`);
-        return this.comunica.queryBindings(query, context);
-    }
-    /**
-     * 执行 ASK 查询
-     */
-    async queryBoolean(query, context) {
-        const params = this.analyzeQuery(query);
-        if (params) {
-            this.log(`Using optimized path for ASK`);
-            params.limit = 1;
-            const results = await this.executeOptimizedSelect(params);
-            const arr = await this.streamToArray(results);
-            return arr.length > 0;
-        }
-        this.log(`Using Comunica for ASK`);
-        return this.comunica.queryBoolean(query, context);
-    }
-    /**
-     * 执行 CONSTRUCT/DESCRIBE 查询
-     */
-    async queryQuads(query, context) {
-        this.log(`Using Comunica for CONSTRUCT/DESCRIBE`);
-        return this.comunica.queryQuads(query, context);
-    }
-    /**
-     * 执行 UPDATE 查询
-     */
-    async queryVoid(query, context) {
-        return this.comunica.queryVoid(query, context);
-    }
-    /**
-     * 分析查询，判断是否可以优化
-     */
-    analyzeQuery(query) {
-        try {
-            const algebra = (0, sparqlalgebrajs_1.translate)(query);
-            return this.analyzeAlgebra(algebra);
-        }
-        catch (error) {
-            this.log(`Failed to analyze query: ${error}`);
-            return null;
-        }
-    }
-    /**
-     * 分析 Algebra 树
-     */
-    analyzeAlgebra(op) {
-        const params = {
-            pattern: {},
-            variables: [],
-        };
-        let current = op;
-        let bgpFound = false;
-        while (current) {
-            switch (current.type) {
-                case 'project': {
-                    const project = current;
-                    params.variables = project.variables.map(v => v.value);
-                    current = project.input;
-                    break;
-                }
-                case 'slice': {
-                    const slice = current;
-                    if (slice.length !== undefined) {
-                        params.limit = slice.length;
-                    }
-                    if (slice.start !== undefined && slice.start > 0) {
-                        params.offset = slice.start;
-                    }
-                    current = slice.input;
-                    break;
-                }
-                case 'distinct':
-                    params.distinct = true;
-                    current = current.input;
-                    break;
-                case 'reduced':
-                    current = current.input;
-                    break;
-                case 'orderby': {
-                    const orderBy = current;
-                    if (orderBy.expressions.length === 1) {
-                        const expr = orderBy.expressions[0];
-                        if (expr.expression?.expressionType === 'term' && expr.expression.term.termType === 'Variable') {
-                            const varName = expr.expression.term.value;
-                            const termName = this.varNameToTermName(varName);
-                            if (termName) {
-                                params.order = [termName];
-                                params.reverse = expr.descending || false;
-                            }
-                        }
-                    }
-                    current = orderBy.input;
-                    break;
-                }
-                case 'filter':
-                    // FILTER 查询暂时不优化，让 Comunica 处理
-                    this.log(`Query has filter, not optimizing`);
-                    return null;
-                case 'bgp': {
-                    const bgp = current;
-                    if (bgp.patterns.length !== 1) {
-                        this.log(`BGP has ${bgp.patterns.length} patterns, not optimizing`);
-                        return null;
-                    }
-                    const pattern = bgp.patterns[0];
-                    this.extractPattern(pattern, params);
-                    bgpFound = true;
-                    current = null;
-                    break;
-                }
-                case 'join':
-                case 'leftjoin':
-                case 'union':
-                case 'minus':
-                    this.log(`Query has ${current.type}, not optimizing`);
-                    return null;
-                case 'graph': {
-                    const graphOp = current;
-                    if (graphOp.name.termType === 'Variable') {
-                        params.pattern.graphVar = graphOp.name.value;
-                    }
-                    else {
-                        params.pattern.graph = graphOp.name;
-                    }
-                    current = graphOp.input;
-                    break;
-                }
-                default:
-                    if ('input' in current) {
-                        current = current.input;
-                    }
-                    else {
-                        current = null;
-                    }
-            }
-        }
-        if (!bgpFound) {
-            return null;
-        }
-        // 填充 variables（如果是 SELECT *）
-        if (params.variables.length === 0) {
-            if (params.pattern.subjectVar)
-                params.variables.push(params.pattern.subjectVar);
-            if (params.pattern.predicateVar)
-                params.variables.push(params.pattern.predicateVar);
-            if (params.pattern.objectVar)
-                params.variables.push(params.pattern.objectVar);
-            if (params.pattern.graphVar)
-                params.variables.push(params.pattern.graphVar);
-        }
-        return params;
-    }
-    /**
-     * 从 BGP pattern 提取匹配条件
-     */
-    extractPattern(pattern, params) {
-        if (pattern.subject.termType === 'Variable') {
-            params.pattern.subjectVar = pattern.subject.value;
-        }
-        else {
-            params.pattern.subject = pattern.subject;
-        }
-        if (pattern.predicate.termType === 'Variable') {
-            params.pattern.predicateVar = pattern.predicate.value;
-        }
-        else {
-            params.pattern.predicate = pattern.predicate;
-        }
-        if (pattern.object.termType === 'Variable') {
-            params.pattern.objectVar = pattern.object.value;
-        }
-        else {
-            params.pattern.object = pattern.object;
-        }
-        if (pattern.graph.termType === 'Variable') {
-            params.pattern.graphVar = pattern.graph.value;
-        }
-        else if (pattern.graph.termType === 'DefaultGraph') {
-            // DefaultGraph - don't set graph filter
-        }
-        else {
-            params.pattern.graph = pattern.graph;
-        }
-    }
-    /**
-     * 执行优化的 SELECT
-     */
-    async executeOptimizedSelect(params) {
-        const opts = {};
-        if (params.limit !== undefined) {
-            opts.limit = params.limit + (params.offset || 0);
-        }
-        if (params.order) {
-            opts.order = params.order;
-        }
-        if (params.reverse) {
-            opts.reverse = params.reverse;
-        }
-        const pattern = {
-            subject: params.pattern.subject,
-            predicate: params.pattern.predicate,
-            object: params.pattern.object,
-            graph: params.pattern.graph,
-        };
-        this.log(`Querying quadstore with pattern: ${JSON.stringify(pattern)}, opts: ${JSON.stringify(opts)}`);
-        const result = await this.quadstore.get(pattern, opts);
-        let quads = result.items;
-        if (params.offset) {
-            quads = quads.slice(params.offset);
-        }
-        if (params.limit !== undefined) {
-            quads = quads.slice(0, params.limit);
-        }
-        const bindings = quads.map(quad => {
-            const binding = new SimpleBindings();
-            if (params.pattern.subjectVar) {
-                binding.set(params.pattern.subjectVar, quad.subject);
-            }
-            if (params.pattern.predicateVar) {
-                binding.set(params.pattern.predicateVar, quad.predicate);
-            }
-            if (params.pattern.objectVar) {
-                binding.set(params.pattern.objectVar, quad.object);
-            }
-            if (params.pattern.graphVar) {
-                binding.set(params.pattern.graphVar, quad.graph);
-            }
-            return binding;
-        });
-        let finalBindings = bindings;
-        if (params.distinct) {
-            const seen = new Set();
-            finalBindings = bindings.filter(b => {
-                const key = params.variables.map(v => `${v}=${b.get(v)?.value ?? ''}`).sort().join('|');
-                if (seen.has(key))
-                    return false;
-                seen.add(key);
-                return true;
-            });
-        }
-        return new asynciterator_1.ArrayIterator(finalBindings);
-    }
-    varNameToTermName(varName) {
-        const mapping = {
-            s: 'subject',
-            subject: 'subject',
-            p: 'predicate',
-            predicate: 'predicate',
-            o: 'object',
-            object: 'object',
-            g: 'graph',
-            graph: 'graph',
-        };
-        return mapping[varName.toLowerCase()] || null;
-    }
-    async streamToArray(stream) {
-        if (typeof stream.toArray === 'function') {
-            return stream.toArray();
-        }
-        const results = [];
-        return new Promise((resolve, reject) => {
-            stream.on('data', (item) => results.push(item));
-            stream.on('end', () => resolve(results));
-            stream.on('error', reject);
-        });
-    }
-}
-exports.OptimizedQuadstoreEngine = OptimizedQuadstoreEngine;
-//# sourceMappingURL=OptimizedQuadstoreEngine.js.map

package/dist/storage/sparql/OptimizedQuadstoreSource.d.ts

@@ -1,46 +0,0 @@
-/**
- * OptimizedQuadstoreSource - 实现 Comunica IQuadSource 接口的优化 quadstore 源
- *
- * 这个实现允许在 match() 调用时从 context 读取优化参数（LIMIT、ORDER BY），
- * 并直接传递给 quadstore.get() API，实现查询下推优化。
- */
-import type { Quad, Term } from '@rdfjs/types';
-import type { IActionContext, IActionContextKey } from '@comunica/types';
-import type { AsyncIterator } from 'asynciterator';
-import { Quadstore, type TermName } from 'quadstore';
-export declare const KEY_OPTIMIZE_PARAMS: IActionContextKey<OptimizeParams>;
-export interface OptimizeParams {
-    limit?: number;
-    order?: TermName[];
-    reverse?: boolean;
-}
-/**
- * 从 context 中提取优化参数
- */
-export declare function getOptimizeParams(context?: IActionContext): OptimizeParams | undefined;
-/**
- * 将优化参数设置到 context 中
- */
-export declare function setOptimizeParams(context: IActionContext, params: OptimizeParams): IActionContext;
-/**
- * 实现 Comunica IQuadSource 接口的优化 quadstore 源
- */
-export declare class OptimizedQuadstoreSource {
-    private readonly store;
-    private readonly debug;
-    constructor(store: Quadstore, options?: {
-        debug?: boolean;
-    });
-    /**
-     * 实现 IQuadSource.match() - 带 context 支持的查询
-     */
-    match(subject: Term, predicate: Term, object: Term, graph: Term, context?: IActionContext): AsyncIterator<Quad>;
-    /**
-     * 创建带 metadata 的 AsyncIterator
-     */
-    private createIterator;
-    /**
-     * 异步加载数据到 iterator
-     */
-    private loadData;
-}

package/dist/storage/sparql/OptimizedQuadstoreSource.js

@@ -1,118 +0,0 @@
-"use strict";
-/**
- * OptimizedQuadstoreSource - 实现 Comunica IQuadSource 接口的优化 quadstore 源
- *
- * 这个实现允许在 match() 调用时从 context 读取优化参数（LIMIT、ORDER BY），
- * 并直接传递给 quadstore.get() API，实现查询下推优化。
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.OptimizedQuadstoreSource = exports.KEY_OPTIMIZE_PARAMS = void 0;
-exports.getOptimizeParams = getOptimizeParams;
-exports.setOptimizeParams = setOptimizeParams;
-const core_1 = require("@comunica/core");
-const asynciterator_1 = require("asynciterator");
-const utils_metadata_1 = require("@comunica/utils-metadata");
-// Context key for optimization parameters
-exports.KEY_OPTIMIZE_PARAMS = new core_1.ActionContextKey('@xpod/optimizeParams');
-/**
- * 从 context 中提取优化参数
- */
-function getOptimizeParams(context) {
-    if (!context)
-        return undefined;
-    return context.get(exports.KEY_OPTIMIZE_PARAMS);
-}
-/**
- * 将优化参数设置到 context 中
- */
-function setOptimizeParams(context, params) {
-    return context.set(exports.KEY_OPTIMIZE_PARAMS, params);
-}
-/**
- * 实现 Comunica IQuadSource 接口的优化 quadstore 源
- */
-class OptimizedQuadstoreSource {
-    constructor(store, options) {
-        this.store = store;
-        this.debug = options?.debug ?? false;
-    }
-    /**
-     * 实现 IQuadSource.match() - 带 context 支持的查询
-     */
-    match(subject, predicate, object, graph, context) {
-        // 构建 quadstore pattern
-        const pattern = {};
-        if (subject && subject.termType !== 'Variable') {
-            pattern.subject = subject;
-        }
-        if (predicate && predicate.termType !== 'Variable') {
-            pattern.predicate = predicate;
-        }
-        if (object && object.termType !== 'Variable') {
-            pattern.object = object;
-        }
-        if (graph && graph.termType !== 'Variable') {
-            pattern.graph = graph;
-        }
-        // 从 context 读取优化参数
-        const optimizeParams = getOptimizeParams(context);
-        const opts = {};
-        if (optimizeParams) {
-            if (optimizeParams.limit !== undefined) {
-                opts.limit = optimizeParams.limit;
-            }
-            if (optimizeParams.order !== undefined) {
-                opts.order = optimizeParams.order;
-            }
-            if (optimizeParams.reverse !== undefined) {
-                opts.reverse = optimizeParams.reverse;
-            }
-        }
-        if (this.debug) {
-            console.log(`[OptimizedQuadstoreSource] match() called`);
-            console.log(`  pattern: ${JSON.stringify(pattern)}`);
-            console.log(`  opts: ${JSON.stringify(opts)}`);
-        }
-        // 调用 quadstore.get() 并返回 AsyncIterator
-        return this.createIterator(pattern, opts);
-    }
-    /**
-     * 创建带 metadata 的 AsyncIterator
-     */
-    createIterator(pattern, opts) {
-        // 创建一个空的 ArrayIterator，然后异步填充
-        const iterator = new asynciterator_1.ArrayIterator([], { autoStart: false });
-        // 异步加载数据
-        this.loadData(iterator, pattern, opts);
-        return iterator;
-    }
-    /**
-     * 异步加载数据到 iterator
-     */
-    async loadData(iterator, pattern, opts) {
-        try {
-            // 获取数据
-            const result = await this.store.get(pattern, opts);
-            // 设置 metadata
-            iterator.setProperty('metadata', {
-                state: new utils_metadata_1.MetadataValidationState(),
-                cardinality: { type: 'exact', value: result.items.length },
-                canContainUndefs: false,
-            });
-            // 填充数据 - 使用 append 方法
-            if (result.items.length > 0) {
-                // ArrayIterator 在创建后可以追加数据
-                for (const item of result.items) {
-                    iterator._push(item);
-                }
-            }
-            // 关闭 iterator
-            iterator.close();
-        }
-        catch (error) {
-            iterator.destroy(error);
-        }
-    }
-}
-exports.OptimizedQuadstoreSource = OptimizedQuadstoreSource;
-//# sourceMappingURL=OptimizedQuadstoreSource.js.map

package/dist/storage/sparql/PatternBuilder.d.ts

@@ -1,41 +0,0 @@
-/**
- * PatternBuilder - QuintPattern construction from SPARQL algebra
- *
- * Builds QuintPattern objects from SPARQL algebra patterns,
- * applying security filters and pushdown conditions.
- */
-import type { Bindings } from '@rdfjs/types';
-import type { Algebra } from 'sparqlalgebrajs';
-import type { QuintPattern, TermOperators } from '../quint/types';
-import type { SecurityFilters } from './ComunicaQuintEngine';
-/**
- * Pushdown filters extracted from SPARQL FILTER clauses
- * Maps variable names to their filter conditions
- */
-export interface PushdownFilters {
-    [varName: string]: TermOperators;
-}
-/**
- * PatternBuilder constructs QuintPattern objects from SPARQL algebra
- */
-export declare class PatternBuilder {
-    private readonly getSecurityFilters;
-    constructor(getSecurityFilters: () => SecurityFilters | undefined);
-    /**
-     * Build base QuintPattern from SPARQL pattern (without pushdown filters)
-     */
-    buildBasePattern(pattern: Algebra.Pattern): QuintPattern;
-    /**
-     * Build QuintPattern with pushdown filters applied
-     */
-    buildQuintPattern(pattern: Algebra.Pattern, pushdownFilters: PushdownFilters): QuintPattern;
-    /**
-     * Build pattern for EXISTS subquery with bound variables
-     */
-    buildExistsPattern(subPattern: Algebra.Pattern, binding: Bindings): QuintPattern;
-    /**
-     * Merge existing filter with new filter
-     * Concrete terms take precedence over operators
-     */
-    private mergeFilters;
-}

package/dist/storage/sparql/PatternBuilder.js

@@ -1,118 +0,0 @@
-"use strict";
-/**
- * PatternBuilder - QuintPattern construction from SPARQL algebra
- *
- * Builds QuintPattern objects from SPARQL algebra patterns,
- * applying security filters and pushdown conditions.
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.PatternBuilder = void 0;
-/**
- * PatternBuilder constructs QuintPattern objects from SPARQL algebra
- */
-class PatternBuilder {
-    constructor(getSecurityFilters) {
-        this.getSecurityFilters = getSecurityFilters;
-    }
-    /**
-     * Build base QuintPattern from SPARQL pattern (without pushdown filters)
-     */
-    buildBasePattern(pattern) {
-        const quintPattern = {};
-        if (pattern.subject && pattern.subject.termType !== 'Variable') {
-            quintPattern.subject = pattern.subject;
-        }
-        if (pattern.predicate && pattern.predicate.termType !== 'Variable') {
-            quintPattern.predicate = pattern.predicate;
-        }
-        if (pattern.object && pattern.object.termType !== 'Variable') {
-            quintPattern.object = pattern.object;
-        }
-        if (pattern.graph && pattern.graph.termType !== 'Variable' && pattern.graph.termType !== 'DefaultGraph') {
-            quintPattern.graph = pattern.graph;
-        }
-        // Apply security filters
-        const securityFilters = this.getSecurityFilters();
-        if (securityFilters) {
-            if (securityFilters.subject && !quintPattern.subject) {
-                quintPattern.subject = securityFilters.subject;
-            }
-            if (securityFilters.predicate && !quintPattern.predicate) {
-                quintPattern.predicate = securityFilters.predicate;
-            }
-            if (securityFilters.object && !quintPattern.object) {
-                quintPattern.object = securityFilters.object;
-            }
-            if (securityFilters.graph && !quintPattern.graph) {
-                quintPattern.graph = securityFilters.graph;
-            }
-        }
-        return quintPattern;
-    }
-    /**
-     * Build QuintPattern with pushdown filters applied
-     */
-    buildQuintPattern(pattern, pushdownFilters) {
-        const quintPattern = this.buildBasePattern(pattern);
-        // Apply pushdown filters to appropriate positions
-        if (pattern.subject?.termType === 'Variable' && pushdownFilters[pattern.subject.value]) {
-            quintPattern.subject = this.mergeFilters(quintPattern.subject, pushdownFilters[pattern.subject.value]);
-        }
-        if (pattern.predicate?.termType === 'Variable' && pushdownFilters[pattern.predicate.value]) {
-            quintPattern.predicate = this.mergeFilters(quintPattern.predicate, pushdownFilters[pattern.predicate.value]);
-        }
-        if (pattern.object?.termType === 'Variable' && pushdownFilters[pattern.object.value]) {
-            quintPattern.object = this.mergeFilters(quintPattern.object, pushdownFilters[pattern.object.value]);
-        }
-        if (pattern.graph?.termType === 'Variable' && pushdownFilters[pattern.graph.value]) {
-            quintPattern.graph = this.mergeFilters(quintPattern.graph, pushdownFilters[pattern.graph.value]);
-        }
-        return quintPattern;
-    }
-    /**
-     * Build pattern for EXISTS subquery with bound variables
-     */
-    buildExistsPattern(subPattern, binding) {
-        const quintPattern = {};
-        const getBound = (term) => {
-            if (!term)
-                return undefined;
-            if (term.termType === 'Variable') {
-                return binding.get(term) || undefined;
-            }
-            return term;
-        };
-        const subject = getBound(subPattern.subject);
-        if (subject && subject.termType !== 'Variable')
-            quintPattern.subject = subject;
-        const predicate = getBound(subPattern.predicate);
-        if (predicate && predicate.termType !== 'Variable')
-            quintPattern.predicate = predicate;
-        const object = getBound(subPattern.object);
-        if (object && object.termType !== 'Variable')
-            quintPattern.object = object;
-        const graph = getBound(subPattern.graph);
-        if (graph && graph.termType !== 'Variable' && graph.termType !== 'DefaultGraph') {
-            quintPattern.graph = graph;
-        }
-        // Apply security filters
-        const securityFilters = this.getSecurityFilters();
-        if (securityFilters?.graph && !quintPattern.graph) {
-            quintPattern.graph = securityFilters.graph;
-        }
-        return quintPattern;
-    }
-    /**
-     * Merge existing filter with new filter
-     * Concrete terms take precedence over operators
-     */
-    mergeFilters(existing, newFilter) {
-        if (!existing)
-            return newFilter;
-        if ('termType' in existing)
-            return existing; // Concrete term takes precedence
-        return { ...existing, ...newFilter };
-    }
-}
-exports.PatternBuilder = PatternBuilder;
-//# sourceMappingURL=PatternBuilder.js.map