@undefineds.co/xpod 0.3.14 → 0.3.16

package/dist/storage/rdf/RdfLocalQueryEngine.d.ts

@@ -1,4 +1,5 @@
 import { RdfQuadIndex } from './RdfQuadIndex';
+import { Rdf3xTripleIndex } from './Rdf3xTripleIndex';
 import type { RdfTextIndex } from './RdfTextIndex';
 import type { RdfVectorIndex } from './RdfVectorIndex';
 import type { RdfLocalQuery, RdfLocalQueryResult, RdfQueryVariable } from './types';
@@ -6,7 +7,8 @@ export declare class RdfLocalQueryEngine {
     private readonly index;
     private readonly textIndex?;
     private readonly vectorIndex?;
-    constructor(index: RdfQuadIndex, textIndex?: RdfTextIndex | undefined, vectorIndex?: RdfVectorIndex | undefined);
+    private readonly rdf3xPrimaryIndex?;
+    constructor(index: RdfQuadIndex, textIndex?: RdfTextIndex | undefined, vectorIndex?: RdfVectorIndex | undefined, rdf3xPrimaryIndex?: Rdf3xTripleIndex | undefined);
     query(query: RdfLocalQuery): RdfLocalQueryResult;
     private chooseRequiredSourceIndex;
     private estimatePatternRows;
@@ -34,6 +36,7 @@ export declare class RdfLocalQueryEngine {
     private canPushRequiredBgpOrder;
     private reorderJoinPatterns;
     private compileJoinPattern;
+    private canUseRdf3xPrimaryJoin;
     private tupleValuesForBinding;
     private joinTextSearch;
     private joinVectorSearch;

package/dist/storage/rdf/RdfLocalQueryEngine.js

@@ -10,10 +10,11 @@ const PLANNER_SAMPLE_BINDINGS = 16;
 const XSD_DECIMAL = 'http://www.w3.org/2001/XMLSchema#decimal';
 const XSD_INTEGER = 'http://www.w3.org/2001/XMLSchema#integer';
 class RdfLocalQueryEngine {
-    constructor(index, textIndex, vectorIndex) {
+    constructor(index, textIndex, vectorIndex, rdf3xPrimaryIndex) {
         this.index = index;
         this.textIndex = textIndex;
         this.vectorIndex = vectorIndex;
+        this.rdf3xPrimaryIndex = rdf3xPrimaryIndex;
     }
     query(query) {
         const start = Date.now();
@@ -170,31 +171,35 @@ class RdfLocalQueryEngine {
             groupedAggregatePushed = true;
         }
         else if (requiredBgpPushdown) {
-            const scan = this.index.joinPatterns(requiredBgpPushdown.patterns, {
+            const useRdf3xPrimary = this.canUseRdf3xPrimaryJoin(requiredBgpPushdown.patterns);
+            const scanOptions = {
                 ...(requiredBgpPushdown.project ? { project: requiredBgpPushdown.project } : {}),
                 ...(requiredBgpPushdown.distinctPushed ? { distinct: true } : {}),
                 ...(requiredBgpPushdown.orderPushed ? { orderBy: query.orderBy } : {}),
                 ...(requiredBgpPushdown.paginationPushed && query.limit !== undefined ? { limit: Math.max(0, query.limit) } : {}),
                 ...(requiredBgpPushdown.paginationPushed && query.offset !== undefined ? { offset: Math.max(0, query.offset) } : {}),
                 ...(requiredBgpPushdown.paginationPushed ? { countMatchedRows: false } : {}),
-            });
+            };
+            const scan = useRdf3xPrimary
+                ? this.rdf3xPrimaryIndex.joinPatterns(requiredBgpPushdown.patterns, scanOptions)
+                : this.index.joinPatterns(requiredBgpPushdown.patterns, scanOptions);
             bindings = scan.bindings;
             metrics.scannedRows += scan.metrics.matchedRows;
             metrics.indexChoices.push(scan.metrics.indexChoice);
             metrics.filtersPushedDown += requiredBgpPushdown.pushedDownFilters;
-            if (requiredBgpPushdown.reorderPlan) {
+            if (!useRdf3xPrimary && requiredBgpPushdown.reorderPlan) {
                 metrics.plan.push(requiredBgpPushdown.reorderPlan);
             }
             metrics.plan.push(...storagePlanMarkers(scan.metrics.queryPlan));
-            metrics.plan.push(`IndexJoin(${requiredBgpPushdown.patterns.map((source) => describePatternSource(source)).join('|')})`);
+            metrics.plan.push(`${useRdf3xPrimary ? 'Rdf3xPrimaryJoin' : 'IndexJoin'}(${requiredBgpPushdown.patterns.map((source) => describePatternSource(source)).join('|')})`);
             if (requiredBgpPushdown.orderPushed) {
-                metrics.plan.push(`IndexJoinOrder(${describeQueryOrder(query.orderBy ?? [])})`);
+                metrics.plan.push(`${useRdf3xPrimary ? 'Rdf3xPrimaryJoinOrder' : 'IndexJoinOrder'}(${describeQueryOrder(query.orderBy ?? [])})`);
             }
             if (requiredBgpPushdown.distinctPushed) {
-                metrics.plan.push(`IndexJoinDistinct(${(requiredBgpPushdown.project ?? []).map((variableName) => `?${variableName}`).join(',')})`);
+                metrics.plan.push(`${useRdf3xPrimary ? 'Rdf3xPrimaryJoinDistinct' : 'IndexJoinDistinct'}(${(requiredBgpPushdown.project ?? []).map((variableName) => `?${variableName}`).join(',')})`);
             }
             if (requiredBgpPushdown.paginationPushed) {
-                metrics.plan.push('IndexJoinLimit');
+                metrics.plan.push(useRdf3xPrimary ? 'Rdf3xPrimaryJoinLimit' : 'IndexJoinLimit');
             }
             remainingSources.splice(0, remainingSources.length);
         }
@@ -986,6 +991,11 @@ class RdfLocalQueryEngine {
         const compiled = this.compilePattern(pattern, {}, filters);
         return compiled ? { pattern: compiled, variables } : undefined;
     }
+    canUseRdf3xPrimaryJoin(patterns) {
+        return Boolean(this.rdf3xPrimaryIndex)
+            && patterns.length > 0
+            && patterns.every((entry) => isRdf3xCompatiblePattern(entry.pattern));
+    }
     tupleValuesForBinding(source, binding) {
         if (!source.tupleValues) {
             return undefined;
@@ -2531,6 +2541,9 @@ function describeQueryOrder(orderBy) {
 }
 function storagePlanMarkers(queryPlan) {
     return (queryPlan ?? []).filter((entry) => (entry.startsWith('TextSearch(')
+        || entry.startsWith('Rdf3x')
+        || entry === 'GraphMembershipFilter'
+        || entry === 'GraphPrefixMembershipFilter'
         || entry.startsWith('LexicalRange(')
         || entry.startsWith('NumericRange(')
         || entry.startsWith('PrefixRange(')
@@ -2548,6 +2561,62 @@ function storagePlanMarkers(queryPlan) {
         || entry.startsWith('JoinGroupAggregateHaving(')
         || entry.startsWith('JoinGroupAggregateNumeric(')));
 }
+function isRdf3xCompatiblePattern(pattern) {
+    return TERM_KEYS.every((key) => {
+        const value = pattern[key];
+        if (!value || (0, types_1.isTerm)(value)) {
+            return true;
+        }
+        if (key === 'graph' && isGraphPrefixPattern(value)) {
+            return true;
+        }
+        if (key === 'object' && isRdf3xNumericRangePattern(value)) {
+            return true;
+        }
+        return false;
+    });
+}
+function isGraphPrefixPattern(value) {
+    return value !== null
+        && typeof value === 'object'
+        && Object.keys(value).length === 1
+        && '$startsWith' in value
+        && typeof value.$startsWith === 'string';
+}
+function isRdf3xNumericRangePattern(value) {
+    if (value === null || typeof value !== 'object' || 'termType' in value) {
+        return false;
+    }
+    const operators = ['$gt', '$gte', '$lt', '$lte'];
+    if (Object.keys(value).some((key) => !operators.includes(key))) {
+        return false;
+    }
+    let hasRange = false;
+    for (const operator of operators) {
+        const rangeValue = value[operator];
+        if (rangeValue === undefined) {
+            continue;
+        }
+        hasRange = true;
+        if (rdf3xNumericRangeValue(rangeValue) === undefined) {
+            return false;
+        }
+    }
+    return hasRange;
+}
+function rdf3xNumericRangeValue(value) {
+    if (typeof value === 'number') {
+        return Number.isFinite(value) ? value : undefined;
+    }
+    if (typeof value === 'string') {
+        const parsed = Number(value);
+        return Number.isFinite(parsed) ? parsed : undefined;
+    }
+    if ((0, types_1.isTerm)(value)) {
+        return (0, RdfTermSemantics_1.isRdfNumericTerm)(value) ? (0, RdfTermSemantics_1.rdfNumericValue)(value.value) : undefined;
+    }
+    return undefined;
+}
 function bindTextSearchResult(binding, pattern, result) {
     const next = { ...binding };
     const chunkResource = `${result.source}#chunk-${encodeURIComponent(result.chunkKey)}`;