@undefineds.co/xpod 0.3.58 → 0.3.61

package/dist/storage/rdf/RdfFusionRankPlan.js

@@ -0,0 +1,186 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.describeFusionRankPlan = describeFusionRankPlan;
+function describeFusionRankPlan(query) {
+    const textScores = (query.textSearch ?? [])
+        .map((pattern) => pattern.score)
+        .filter((score) => typeof score === 'string' && score.length > 0);
+    const vectorScores = (query.vectorSearch ?? [])
+        .map((pattern) => pattern.score)
+        .filter((score) => typeof score === 'string' && score.length > 0);
+    if (textScores.length === 0 || vectorScores.length === 0) {
+        return [];
+    }
+    for (const bind of query.binds ?? []) {
+        const variables = bindExpressionVariables(bind.expression);
+        const textScore = textScores.find((score) => variables.has(score));
+        const vectorScore = vectorScores.find((score) => variables.has(score));
+        if (!textScore || !vectorScore) {
+            continue;
+        }
+        const plan = [
+            `FusionRankInputs(text:?${textScore},vector:?${vectorScore},output:?${bind.variable})`,
+        ];
+        const weights = describeFusionRankWeights(bind, textScore, vectorScore);
+        if (weights) {
+            plan.push(weights);
+        }
+        const tieBreaker = describeFusionRankTieBreaker(query, bind.variable);
+        if (tieBreaker) {
+            plan.push(tieBreaker);
+        }
+        const hardFilters = describesFusionRank(query, bind.variable)
+            ? describeFusionHardFiltersBeforeRank(query, bind.variable)
+            : undefined;
+        if (hardFilters) {
+            plan.push(hardFilters);
+        }
+        return plan;
+    }
+    return [];
+}
+function describeFusionRankWeights(bind, textScore, vectorScore) {
+    const weights = fusionRankWeights(bind.expression, textScore, vectorScore);
+    if (!weights) {
+        return undefined;
+    }
+    return `FusionRankWeights(text:${weights.text},vector:${weights.vector},output:?${bind.variable})`;
+}
+function describeFusionRankTieBreaker(query, outputVariable) {
+    const orderBy = query.orderBy ?? [];
+    const outputOrderIndex = orderBy.findIndex((entry) => entry.variable === outputVariable);
+    if (outputOrderIndex < 0) {
+        return undefined;
+    }
+    const tieBreakers = orderBy.slice(outputOrderIndex + 1);
+    if (tieBreakers.length === 0) {
+        return undefined;
+    }
+    return `FusionRankTieBreaker(${tieBreakers
+        .map((entry) => `${entry.direction ?? 'asc'}:?${entry.variable}`)
+        .join(',')})`;
+}
+function describesFusionRank(query, outputVariable) {
+    return query.orderBy?.[0]?.variable === outputVariable;
+}
+function describeFusionHardFiltersBeforeRank(query, outputVariable) {
+    const kinds = fusionHardFilterKinds(query);
+    if (kinds.length === 0) {
+        return undefined;
+    }
+    return `FusionHardFiltersBeforeRank(${[...kinds, `output:?${outputVariable}`].join(',')})`;
+}
+function fusionHardFilterKinds(query) {
+    const scopes = [
+        ...(query.textSearch ?? []).map((pattern) => pattern.scope),
+        ...(query.vectorSearch ?? []).map((pattern) => pattern.scope),
+    ].filter((scope) => scope !== undefined);
+    const kinds = [];
+    if (scopes.some((scope) => (!!scope.workspace || !!scope.sourcePrefix || !!scope.localPathPrefix))) {
+        kinds.push('path');
+    }
+    if (scopes.some((scope) => (!!scope.accessBasePath
+        || (scope.allowedSources?.length ?? 0) > 0
+        || (scope.deniedSources?.length ?? 0) > 0
+        || (scope.deniedSourcePrefixes?.length ?? 0) > 0))) {
+        kinds.push('acl');
+    }
+    return kinds;
+}
+function fusionRankWeights(expression, textScore, vectorScore) {
+    if (expression.type !== 'add') {
+        return undefined;
+    }
+    let textWeight;
+    let vectorWeight;
+    for (const item of expression.expressions) {
+        const weighted = fusionRankWeightedTerm(item);
+        if (weighted?.variable === textScore) {
+            textWeight = weighted.weight;
+        }
+        else if (weighted?.variable === vectorScore) {
+            vectorWeight = weighted.weight;
+        }
+    }
+    return textWeight && vectorWeight
+        ? { text: textWeight, vector: vectorWeight }
+        : undefined;
+}
+function fusionRankWeightedTerm(expression) {
+    if (expression.type !== 'multiply') {
+        return undefined;
+    }
+    let variable;
+    let weight;
+    for (const item of expression.expressions) {
+        variable ??= bindScoreVariable(item);
+        weight ??= numericTermLiteral(item);
+    }
+    return variable && weight ? { variable, weight } : undefined;
+}
+function bindScoreVariable(expression) {
+    if (expression.type === 'variable') {
+        return expression.variable;
+    }
+    if (expression.type === 'numericValue' && expression.expression.type === 'variable') {
+        return expression.expression.variable;
+    }
+    return undefined;
+}
+function numericTermLiteral(expression) {
+    if (expression.type === 'term'
+        && expression.term.termType === 'Literal'
+        && Number.isFinite(Number(expression.term.value))) {
+        return expression.term.value;
+    }
+    return undefined;
+}
+function bindExpressionVariables(expression, variables = new Set()) {
+    switch (expression.type) {
+        case 'term':
+            return variables;
+        case 'variable':
+        case 'stringValue':
+        case 'stringLength':
+            variables.add(expression.variable);
+            return variables;
+        case 'lowerCase':
+        case 'upperCase':
+        case 'numericValue':
+        case 'iri':
+            return bindExpressionVariables(expression.expression, variables);
+        case 'coalesce':
+        case 'add':
+        case 'multiply':
+        case 'concat':
+            for (const item of expression.expressions) {
+                bindExpressionVariables(item, variables);
+            }
+            return variables;
+        case 'if':
+            bindExpressionVariables(expression.then, variables);
+            bindExpressionVariables(expression.else, variables);
+            return variables;
+        case 'substring':
+            bindExpressionVariables(expression.expression, variables);
+            bindExpressionVariables(expression.start, variables);
+            if (expression.length) {
+                bindExpressionVariables(expression.length, variables);
+            }
+            return variables;
+        case 'strdt':
+            bindExpressionVariables(expression.lexical, variables);
+            bindExpressionVariables(expression.datatype, variables);
+            return variables;
+        case 'strlang':
+            bindExpressionVariables(expression.lexical, variables);
+            bindExpressionVariables(expression.language, variables);
+            return variables;
+        default: {
+            const exhaustive = expression;
+            void exhaustive;
+            return variables;
+        }
+    }
+}
+//# sourceMappingURL=RdfFusionRankPlan.js.map

package/dist/storage/rdf/RdfFusionRankPlan.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RdfFusionRankPlan.js","sourceRoot":"","sources":["../../../src/storage/rdf/RdfFusionRankPlan.ts"],"names":[],"mappings":";;AAMA,wDAwCC;AAxCD,SAAgB,sBAAsB,CAAC,KAAe;IACpD,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,UAAU,IAAI,EAAE,CAAC;SACxC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;SAC/B,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACrF,MAAM,YAAY,GAAG,CAAC,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC;SAC5C,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;SAC/B,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACrF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;QACrC,MAAM,SAAS,GAAG,uBAAuB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3D,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;QACnE,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;QACvE,IAAI,CAAC,SAAS,IAAI,CAAC,WAAW,EAAE,CAAC;YAC/B,SAAS;QACX,CAAC;QAED,MAAM,IAAI,GAAG;YACX,0BAA0B,SAAS,YAAY,WAAW,YAAY,IAAI,CAAC,QAAQ,GAAG;SACvF,CAAC;QACF,MAAM,OAAO,GAAG,yBAAyB,CAAC,IAAI,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;QACxE,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrB,CAAC;QACD,MAAM,UAAU,GAAG,4BAA4B,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtE,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACxB,CAAC;QACD,MAAM,WAAW,GAAG,mBAAmB,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC;YAC3D,CAAC,CAAC,mCAAmC,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC;YAC3D,CAAC,CAAC,SAAS,CAAC;QACd,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,yBAAyB,CAChC,IAAkB,EAClB,SAAiB,EACjB,WAAmB;IAEnB,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;IAC3E,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,0BAA0B,OAAO,CAAC,IAAI,WAAW,OAAO,CAAC,MAAM,YAAY,IAAI,CAAC,QAAQ,GAAG,CAAC;AACrG,CAAC;AAED,SAAS,4BAA4B,CAAC,KAAe,EAAE,cAAsB;IAC3E,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;IACpC,MAAM,gBAAgB,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,cAAc,CAAC,CAAC;IACzF,IAAI,gBAAgB,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;IACxD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,wBAAwB,WAAW;SACvC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,SAAS,IAAI,KAAK,KAAK,KAAK,CAAC,QAAQ,EAAE,CAAC;SAChE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AAClB,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAe,EAAE,cAAsB;IAClE,OAAO,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,KAAK,cAAc,CAAC;AACzD,CAAC;AAED,SAAS,mCAAmC,CAAC,KAAe,EAAE,cAAsB;IAClF,MAAM,KAAK,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,+BAA+B,CAAC,GAAG,KAAK,EAAE,WAAW,cAAc,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AAC7F,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAe;IAC5C,MAAM,MAAM,GAAG;QACb,GAAG,CAAC,KAAK,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;QAC3D,GAAG,CAAC,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;KAC9D,CAAC,MAAM,CAAC,CAAC,KAAK,EAAsC,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;IAE7E,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CACzB,CAAC,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,KAAK,CAAC,eAAe,CACrE,CAAC,EAAE,CAAC;QACH,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrB,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CACzB,CAAC,CAAC,KAAK,CAAC,cAAc;WACjB,CAAC,KAAK,CAAC,cAAc,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC;WACvC,CAAC,KAAK,CAAC,aAAa,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC;WACtC,CAAC,KAAK,CAAC,oBAAoB,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CACnD,CAAC,EAAE,CAAC;QACH,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACpB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,iBAAiB,CACxB,UAA6B,EAC7B,SAAiB,EACjB,WAAmB;IAEnB,IAAI,UAAU,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,UAA8B,CAAC;IACnC,IAAI,YAAgC,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,QAAQ,EAAE,QAAQ,KAAK,SAAS,EAAE,CAAC;YACrC,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC;QAC/B,CAAC;aAAM,IAAI,QAAQ,EAAE,QAAQ,KAAK,WAAW,EAAE,CAAC;YAC9C,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,UAAU,IAAI,YAAY;QAC/B,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,EAAE;QAC5C,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,SAAS,sBAAsB,CAC7B,UAA6B;IAE7B,IAAI,UAAU,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACnC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,QAA4B,CAAC;IACjC,IAAI,MAA0B,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;QAC1C,QAAQ,KAAK,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,KAAK,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,QAAQ,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AAC/D,CAAC;AAED,SAAS,iBAAiB,CAAC,UAA6B;IACtD,IAAI,UAAU,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACnC,OAAO,UAAU,CAAC,QAAQ,CAAC;IAC7B,CAAC;IACD,IAAI,UAAU,CAAC,IAAI,KAAK,cAAc,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACpF,OAAO,UAAU,CAAC,UAAU,CAAC,QAAQ,CAAC;IACxC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,kBAAkB,CAAC,UAA6B;IACvD,IACE,UAAU,CAAC,IAAI,KAAK,MAAM;WACvB,UAAU,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS;WACtC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EACjD,CAAC;QACD,OAAO,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC;IAC/B,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,uBAAuB,CAAC,UAA6B,EAAE,YAAY,IAAI,GAAG,EAAU;IAC3F,QAAQ,UAAU,CAAC,IAAI,EAAE,CAAC;QACxB,KAAK,MAAM;YACT,OAAO,SAAS,CAAC;QACnB,KAAK,UAAU,CAAC;QAChB,KAAK,aAAa,CAAC;QACnB,KAAK,cAAc;YACjB,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,SAAS,CAAC;QACnB,KAAK,WAAW,CAAC;QACjB,KAAK,WAAW,CAAC;QACjB,KAAK,cAAc,CAAC;QACpB,KAAK,KAAK;YACR,OAAO,uBAAuB,CAAC,UAAU,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QACnE,KAAK,UAAU,CAAC;QAChB,KAAK,KAAK,CAAC;QACX,KAAK,UAAU,CAAC;QAChB,KAAK,QAAQ;YACX,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;gBAC1C,uBAAuB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YAC3C,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,KAAK,IAAI;YACP,uBAAuB,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YACpD,uBAAuB,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YACpD,OAAO,SAAS,CAAC;QACnB,KAAK,WAAW;YACd,uBAAuB,CAAC,UAAU,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;YAC1D,uBAAuB,CAAC,UAAU,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YACrD,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;gBACtB,uBAAuB,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YACxD,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,KAAK,OAAO;YACV,uBAAuB,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACvD,uBAAuB,CAAC,UAAU,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YACxD,OAAO,SAAS,CAAC;QACnB,KAAK,SAAS;YACZ,uBAAuB,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACvD,uBAAuB,CAAC,UAAU,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YACxD,OAAO,SAAS,CAAC;QACnB,OAAO,CAAC,CAAC,CAAC;YACR,MAAM,UAAU,GAAU,UAAU,CAAC;YACrC,KAAK,UAAU,CAAC;YAChB,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;AACH,CAAC","sourcesContent":["import type {\n  RdfBindExpression,\n  RdfQuery,\n  RdfQueryBind,\n} from './types';\n\nexport function describeFusionRankPlan(query: RdfQuery): string[] {\n  const textScores = (query.textSearch ?? [])\n    .map((pattern) => pattern.score)\n    .filter((score): score is string => typeof score === 'string' && score.length > 0);\n  const vectorScores = (query.vectorSearch ?? [])\n    .map((pattern) => pattern.score)\n    .filter((score): score is string => typeof score === 'string' && score.length > 0);\n  if (textScores.length === 0 || vectorScores.length === 0) {\n    return [];\n  }\n\n  for (const bind of query.binds ?? []) {\n    const variables = bindExpressionVariables(bind.expression);\n    const textScore = textScores.find((score) => variables.has(score));\n    const vectorScore = vectorScores.find((score) => variables.has(score));\n    if (!textScore || !vectorScore) {\n      continue;\n    }\n\n    const plan = [\n      `FusionRankInputs(text:?${textScore},vector:?${vectorScore},output:?${bind.variable})`,\n    ];\n    const weights = describeFusionRankWeights(bind, textScore, vectorScore);\n    if (weights) {\n      plan.push(weights);\n    }\n    const tieBreaker = describeFusionRankTieBreaker(query, bind.variable);\n    if (tieBreaker) {\n      plan.push(tieBreaker);\n    }\n    const hardFilters = describesFusionRank(query, bind.variable)\n      ? describeFusionHardFiltersBeforeRank(query, bind.variable)\n      : undefined;\n    if (hardFilters) {\n      plan.push(hardFilters);\n    }\n    return plan;\n  }\n\n  return [];\n}\n\nfunction describeFusionRankWeights(\n  bind: RdfQueryBind,\n  textScore: string,\n  vectorScore: string,\n): string | undefined {\n  const weights = fusionRankWeights(bind.expression, textScore, vectorScore);\n  if (!weights) {\n    return undefined;\n  }\n  return `FusionRankWeights(text:${weights.text},vector:${weights.vector},output:?${bind.variable})`;\n}\n\nfunction describeFusionRankTieBreaker(query: RdfQuery, outputVariable: string): string | undefined {\n  const orderBy = query.orderBy ?? [];\n  const outputOrderIndex = orderBy.findIndex((entry) => entry.variable === outputVariable);\n  if (outputOrderIndex < 0) {\n    return undefined;\n  }\n\n  const tieBreakers = orderBy.slice(outputOrderIndex + 1);\n  if (tieBreakers.length === 0) {\n    return undefined;\n  }\n\n  return `FusionRankTieBreaker(${tieBreakers\n    .map((entry) => `${entry.direction ?? 'asc'}:?${entry.variable}`)\n    .join(',')})`;\n}\n\nfunction describesFusionRank(query: RdfQuery, outputVariable: string): boolean {\n  return query.orderBy?.[0]?.variable === outputVariable;\n}\n\nfunction describeFusionHardFiltersBeforeRank(query: RdfQuery, outputVariable: string): string | undefined {\n  const kinds = fusionHardFilterKinds(query);\n  if (kinds.length === 0) {\n    return undefined;\n  }\n  return `FusionHardFiltersBeforeRank(${[...kinds, `output:?${outputVariable}`].join(',')})`;\n}\n\nfunction fusionHardFilterKinds(query: RdfQuery): string[] {\n  const scopes = [\n    ...(query.textSearch ?? []).map((pattern) => pattern.scope),\n    ...(query.vectorSearch ?? []).map((pattern) => pattern.scope),\n  ].filter((scope): scope is NonNullable<typeof scope> => scope !== undefined);\n\n  const kinds: string[] = [];\n  if (scopes.some((scope) => (\n    !!scope.workspace || !!scope.sourcePrefix || !!scope.localPathPrefix\n  ))) {\n    kinds.push('path');\n  }\n  if (scopes.some((scope) => (\n    !!scope.accessBasePath\n      || (scope.allowedSources?.length ?? 0) > 0\n      || (scope.deniedSources?.length ?? 0) > 0\n      || (scope.deniedSourcePrefixes?.length ?? 0) > 0\n  ))) {\n    kinds.push('acl');\n  }\n  return kinds;\n}\n\nfunction fusionRankWeights(\n  expression: RdfBindExpression,\n  textScore: string,\n  vectorScore: string,\n): { text: string; vector: string } | undefined {\n  if (expression.type !== 'add') {\n    return undefined;\n  }\n\n  let textWeight: string | undefined;\n  let vectorWeight: string | undefined;\n  for (const item of expression.expressions) {\n    const weighted = fusionRankWeightedTerm(item);\n    if (weighted?.variable === textScore) {\n      textWeight = weighted.weight;\n    } else if (weighted?.variable === vectorScore) {\n      vectorWeight = weighted.weight;\n    }\n  }\n  return textWeight && vectorWeight\n    ? { text: textWeight, vector: vectorWeight }\n    : undefined;\n}\n\nfunction fusionRankWeightedTerm(\n  expression: RdfBindExpression,\n): { variable: string; weight: string } | undefined {\n  if (expression.type !== 'multiply') {\n    return undefined;\n  }\n\n  let variable: string | undefined;\n  let weight: string | undefined;\n  for (const item of expression.expressions) {\n    variable ??= bindScoreVariable(item);\n    weight ??= numericTermLiteral(item);\n  }\n  return variable && weight ? { variable, weight } : undefined;\n}\n\nfunction bindScoreVariable(expression: RdfBindExpression): string | undefined {\n  if (expression.type === 'variable') {\n    return expression.variable;\n  }\n  if (expression.type === 'numericValue' && expression.expression.type === 'variable') {\n    return expression.expression.variable;\n  }\n  return undefined;\n}\n\nfunction numericTermLiteral(expression: RdfBindExpression): string | undefined {\n  if (\n    expression.type === 'term'\n    && expression.term.termType === 'Literal'\n    && Number.isFinite(Number(expression.term.value))\n  ) {\n    return expression.term.value;\n  }\n  return undefined;\n}\n\nfunction bindExpressionVariables(expression: RdfBindExpression, variables = new Set<string>()): Set<string> {\n  switch (expression.type) {\n    case 'term':\n      return variables;\n    case 'variable':\n    case 'stringValue':\n    case 'stringLength':\n      variables.add(expression.variable);\n      return variables;\n    case 'lowerCase':\n    case 'upperCase':\n    case 'numericValue':\n    case 'iri':\n      return bindExpressionVariables(expression.expression, variables);\n    case 'coalesce':\n    case 'add':\n    case 'multiply':\n    case 'concat':\n      for (const item of expression.expressions) {\n        bindExpressionVariables(item, variables);\n      }\n      return variables;\n    case 'if':\n      bindExpressionVariables(expression.then, variables);\n      bindExpressionVariables(expression.else, variables);\n      return variables;\n    case 'substring':\n      bindExpressionVariables(expression.expression, variables);\n      bindExpressionVariables(expression.start, variables);\n      if (expression.length) {\n        bindExpressionVariables(expression.length, variables);\n      }\n      return variables;\n    case 'strdt':\n      bindExpressionVariables(expression.lexical, variables);\n      bindExpressionVariables(expression.datatype, variables);\n      return variables;\n    case 'strlang':\n      bindExpressionVariables(expression.lexical, variables);\n      bindExpressionVariables(expression.language, variables);\n      return variables;\n    default: {\n      const exhaustive: never = expression;\n      void exhaustive;\n      return variables;\n    }\n  }\n}\n"]}

package/dist/storage/rdf/RdfJoinShape.d.ts

@@ -0,0 +1,8 @@
+import { type QuintPattern } from '../quint/types';
+import type { RdfQueryPatternKey } from './types';
+export interface RdfJoinShapePattern {
+    pattern: QuintPattern;
+    variables: Partial<Record<RdfQueryPatternKey, string>>;
+}
+export declare function rdfSubjectStarJoinPlanMarker(prefix: string, patterns: readonly RdfJoinShapePattern[]): string[];
+export declare function rdfSubjectStarJoinKey(patterns: readonly RdfJoinShapePattern[]): string | undefined;

package/dist/storage/rdf/RdfJoinShape.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.rdfSubjectStarJoinPlanMarker = rdfSubjectStarJoinPlanMarker;
+exports.rdfSubjectStarJoinKey = rdfSubjectStarJoinKey;
+const types_1 = require("../quint/types");
+function rdfSubjectStarJoinPlanMarker(prefix, patterns) {
+    const subjectKey = rdfSubjectStarJoinKey(patterns);
+    return subjectKey ? [`${prefix}(${subjectKey};patterns:${patterns.length})`] : [];
+}
+function rdfSubjectStarJoinKey(patterns) {
+    if (patterns.length < 3) {
+        return undefined;
+    }
+    const subjectKey = rdfSubjectKey(patterns[0]);
+    if (!subjectKey) {
+        return undefined;
+    }
+    return patterns.every((pattern) => rdfSubjectKey(pattern) === subjectKey) ? subjectKey : undefined;
+}
+function rdfSubjectKey(pattern) {
+    const variableName = pattern.variables.subject;
+    if (variableName) {
+        return `?${variableName}`;
+    }
+    const subject = pattern.pattern.subject;
+    return subject && (0, types_1.isTerm)(subject) ? rdfTermKey(subject) : undefined;
+}
+function rdfTermKey(term) {
+    return `${term.termType}:${term.value}`;
+}
+//# sourceMappingURL=RdfJoinShape.js.map

package/dist/storage/rdf/RdfJoinShape.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RdfJoinShape.js","sourceRoot":"","sources":["../../../src/storage/rdf/RdfJoinShape.ts"],"names":[],"mappings":";;AASA,oEAGC;AAED,sDASC;AAtBD,0CAA2D;AAQ3D,SAAgB,4BAA4B,CAAC,MAAc,EAAE,QAAwC;IACnG,MAAM,UAAU,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IACnD,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,UAAU,aAAa,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACpF,CAAC;AAED,SAAgB,qBAAqB,CAAC,QAAwC;IAC5E,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,UAAU,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;AACrG,CAAC;AAED,SAAS,aAAa,CAAC,OAA4B;IACjD,MAAM,YAAY,GAAG,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC;IAC/C,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,IAAI,YAAY,EAAE,CAAC;IAC5B,CAAC;IACD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;IACxC,OAAO,OAAO,IAAI,IAAA,cAAM,EAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACtE,CAAC;AAED,SAAS,UAAU,CAAC,IAAU;IAC5B,OAAO,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;AAC1C,CAAC","sourcesContent":["import type { Term } from '@rdfjs/types';\nimport { isTerm, type QuintPattern } from '../quint/types';\nimport type { RdfQueryPatternKey } from './types';\n\nexport interface RdfJoinShapePattern {\n  pattern: QuintPattern;\n  variables: Partial<Record<RdfQueryPatternKey, string>>;\n}\n\nexport function rdfSubjectStarJoinPlanMarker(prefix: string, patterns: readonly RdfJoinShapePattern[]): string[] {\n  const subjectKey = rdfSubjectStarJoinKey(patterns);\n  return subjectKey ? [`${prefix}(${subjectKey};patterns:${patterns.length})`] : [];\n}\n\nexport function rdfSubjectStarJoinKey(patterns: readonly RdfJoinShapePattern[]): string | undefined {\n  if (patterns.length < 3) {\n    return undefined;\n  }\n  const subjectKey = rdfSubjectKey(patterns[0]);\n  if (!subjectKey) {\n    return undefined;\n  }\n  return patterns.every((pattern) => rdfSubjectKey(pattern) === subjectKey) ? subjectKey : undefined;\n}\n\nfunction rdfSubjectKey(pattern: RdfJoinShapePattern): string | undefined {\n  const variableName = pattern.variables.subject;\n  if (variableName) {\n    return `?${variableName}`;\n  }\n  const subject = pattern.pattern.subject;\n  return subject && isTerm(subject) ? rdfTermKey(subject) : undefined;\n}\n\nfunction rdfTermKey(term: Term): string {\n  return `${term.termType}:${term.value}`;\n}\n"]}

package/dist/storage/rdf/RdfQuadIndex.d.ts

@@ -1,6 +1,6 @@
 import type { Quad } from '@rdfjs/types';
 import type { QuintPattern } from '../quint/types';
-import type { RdfCardinalityEstimate, RdfCardinalityDistributions, RdfIndexStats, RdfLiteralDatatypeDistribution, RdfIndexPutOptions, RdfIndexSpaceObject, RdfQuadJoinAggregateOptions, RdfQuadJoinCountOptions, RdfQuadJoinGroupAggregateOptions, RdfQuadJoinOptions, RdfQuadJoinPattern, RdfQuadJoinScanResult, RdfQuadTupleConstraintSource, RdfQuadIndexOptions, RdfQuadIndexScanResult, RdfQuadScanOptions, RdfSourceInput } from './types';
+import type { RdfCardinalityEstimate, RdfCardinalityDistributions, RdfIndexStats, RdfLiteralDatatypeDistribution, RdfIndexPutOptions, RdfIndexSpaceObject, RdfQuadJoinAggregateOptions, RdfQuadJoinCountOptions, RdfQuadJoinGroupAggregateOptions, RdfQuadJoinOptions, RdfQuadJoinPattern, RdfQuadJoinScanResult, RdfQuadTupleConstraintSource, RdfQuadIndexOptions, RdfQuadIndexScanResult, RdfQuadScanOptions, RdfPatternQuery, RdfSourceInput, RdfTermRewriteInput, RdfTermRewriteResult } from './types';
 type PatternKey = 'graph' | 'subject' | 'predicate' | 'object';
 export declare class RdfQuadIndex {
     private readonly options;
@@ -15,6 +15,7 @@ export declare class RdfQuadIndex {
     put(quad: Quad, options?: RdfIndexPutOptions): void;
     replaceSource(quads: Quad[], source: RdfSourceInput): void;
     deleteSource(source: string): number;
+    moveSource(oldSource: string, next: RdfSourceInput): number;
     private deleteSourceInternal;
     multiPut(quads: Quad[], options?: RdfIndexPutOptions): void;
     private insertQuads;
@@ -23,9 +24,10 @@ export declare class RdfQuadIndex {
         deletedRows: number;
         insertedRows: number;
     };
+    rewriteTerms(input: RdfTermRewriteInput): RdfTermRewriteResult;
     private deleteInternal;
     dataVersion(): number;
-    scan(pattern: QuintPattern, options?: RdfQuadScanOptions): RdfQuadIndexScanResult;
+    scan(pattern: QuintPattern | RdfPatternQuery, options?: RdfQuadScanOptions): RdfQuadIndexScanResult;
     scanWithTupleConstraints(pattern: QuintPattern, tupleSource: RdfQuadTupleConstraintSource, options?: RdfQuadScanOptions): RdfQuadIndexScanResult;
     joinPatterns(patterns: RdfQuadJoinPattern[], options?: RdfQuadJoinOptions): RdfQuadJoinScanResult;
     countJoinPatterns(patterns: RdfQuadJoinPattern[], options: RdfQuadJoinCountOptions): RdfQuadJoinScanResult;
@@ -69,6 +71,7 @@ export declare class RdfQuadIndex {
     private bumpDataVersion;
     private setMetadataValue;
     private upsertSource;
+    private updateSourceRow;
     private buildWhereClause;
     private matchToCondition;
     private termTypeConditionJoin;

package/dist/storage/rdf/RdfQuadIndex.js

@@ -8,6 +8,7 @@ const SqliteRuntime_1 = require("../SqliteRuntime");
 const types_1 = require("../quint/types");
 const RdfTermDictionary_1 = require("./RdfTermDictionary");
 const Rdf3xSchema_1 = require("./Rdf3xSchema");
+const RdfJoinShape_1 = require("./RdfJoinShape");
 const RdfTermSemantics_1 = require("./RdfTermSemantics");
 const XSD_INTEGER = 'http://www.w3.org/2001/XMLSchema#integer';
 const XSD_DECIMAL = 'http://www.w3.org/2001/XMLSchema#decimal';
@@ -21,6 +22,15 @@ const TERM_COLUMN = {
 };
 const TERM_KEYS = ['graph', 'subject', 'predicate', 'object'];
 const TERM_IN_JOIN_THRESHOLD = 64;
+function emptyTermRewriteResult() {
+    return {
+        matchedTerms: 0,
+        rewrittenTerms: 0,
+        remappedTerms: 0,
+        skippedTerms: [],
+        affectedQuads: 0,
+    };
+}
 class RdfQuadIndex {
     constructor(options) {
         this.options = options;
@@ -81,6 +91,40 @@ class RdfQuadIndex {
         }
         return result;
     }
+    moveSource(oldSource, next) {
+        const db = this.requireDb();
+        let affectedRows = 0;
+        db.transaction(() => {
+            const oldRow = db
+                .prepare('SELECT * FROM rdf_sources WHERE source = ?')
+                .get(oldSource);
+            if (!oldRow) {
+                return;
+            }
+            const sourceQuadCount = db
+                .prepare('SELECT COUNT(*) AS count FROM rdf_quads WHERE source_file_id = ?')
+                .get(oldRow.id)?.count ?? 0;
+            const targetRow = db
+                .prepare('SELECT * FROM rdf_sources WHERE source = ?')
+                .get(next.source);
+            if (!targetRow || targetRow.id === oldRow.id) {
+                this.updateSourceRow(oldRow.id, next);
+                affectedRows = Math.max(sourceQuadCount, 1);
+                return;
+            }
+            const movedQuads = db
+                .prepare('UPDATE rdf_quads SET source_file_id = ? WHERE source_file_id = ?')
+                .run(targetRow.id, oldRow.id).changes;
+            this.updateSourceRow(targetRow.id, next);
+            db.prepare('DELETE FROM rdf_sources WHERE id = ?').run(oldRow.id);
+            affectedRows = Math.max(movedQuads, sourceQuadCount, 1);
+        })();
+        if (affectedRows > 0) {
+            this.cardinalityCache.clear();
+            this.bumpDataVersion();
+        }
+        return affectedRows;
+    }
     deleteSourceInternal(source) {
         const db = this.requireDb();
         const row = db
@@ -89,9 +133,12 @@ class RdfQuadIndex {
         if (!row) {
             return 0;
         }
-        const result = db.prepare('DELETE FROM rdf_quads WHERE source_file_id = ?').run(row.id);
+        const deletedRows = db
+            .prepare('SELECT COUNT(*) AS count FROM rdf_quads WHERE source_file_id = ?')
+            .get(row.id)?.count ?? 0;
+        db.prepare('DELETE FROM rdf_quads WHERE source_file_id = ?').run(row.id);
         db.prepare('DELETE FROM rdf_sources WHERE id = ?').run(row.id);
-        return result.changes;
+        return deletedRows;
     }
     multiPut(quads, options) {
         if (quads.length === 0) {
@@ -158,17 +205,35 @@ class RdfQuadIndex {
             insertedRows: inserts.length,
         };
     }
+    rewriteTerms(input) {
+        const db = this.requireDb();
+        const dictionary = this.requireDictionary();
+        let result = emptyTermRewriteResult();
+        db.transaction(() => {
+            result = dictionary.rewriteNamedNodePrefix(input, { useTransaction: false });
+            if (result.rewrittenTerms > 0 || result.remappedTerms > 0) {
+                this.bumpDataVersion();
+            }
+        })();
+        if (result.rewrittenTerms > 0 || result.remappedTerms > 0) {
+            this.cardinalityCache.clear();
+        }
+        return result;
+    }
     deleteInternal(pattern) {
         const db = this.requireDb();
         const { joins, whereClause, params } = this.buildWhereClause(pattern, false);
         if (!whereClause) {
-            const result = db.prepare('DELETE FROM rdf_quads').run();
-            return result.changes;
+            const deletedRows = db.prepare('SELECT COUNT(*) AS count FROM rdf_quads').get()?.count ?? 0;
+            db.prepare('DELETE FROM rdf_quads').run();
+            return deletedRows;
         }
+        const deletedRows = db.prepare(`SELECT COUNT(*) AS count FROM rdf_quads${joins}${whereClause}`).get(...params)?.count ?? 0;
         const sql = joins
             ? `DELETE FROM rdf_quads WHERE rowid IN (SELECT rdf_quads.rowid FROM rdf_quads${joins}${whereClause})`
             : `DELETE FROM rdf_quads${whereClause}`;
-        return db.prepare(sql).run(...params).changes;
+        db.prepare(sql).run(...params);
+        return deletedRows;
     }
     dataVersion() {
         const row = this.requireDb()
@@ -177,6 +242,9 @@ class RdfQuadIndex {
         return Number(row?.value ?? 0) || 0;
     }
     scan(pattern, options) {
+        if (isRdfPatternQueryInput(pattern)) {
+            return this.scanInternal(pattern.pattern, options ?? pattern.options);
+        }
         return this.scanInternal(pattern, options);
     }
     scanWithTupleConstraints(pattern, tupleSource, options) {
@@ -389,7 +457,10 @@ class RdfQuadIndex {
         const joins = [];
         const conditions = [];
         const params = [];
-        const queryPlan = [`JoinBGP(${patterns.length})`];
+        const queryPlan = [
+            `JoinBGP(${patterns.length})`,
+            ...(0, RdfJoinShape_1.rdfSubjectStarJoinPlanMarker)('SubjectStarJoin', patterns),
+        ];
         const variableColumns = new Map();
         const variableAliases = new Map();
         const indexChoices = [];
@@ -1117,6 +1188,18 @@ class RdfQuadIndex {
         }
         return row.id;
     }
+    updateSourceRow(id, source) {
+        this.requireDb().prepare(`
+      UPDATE rdf_sources
+      SET source = ?,
+          workspace = ?,
+          local_path = ?,
+          content_type = ?,
+          last_indexed_at = strftime('%Y-%m-%dT%H:%M:%fZ', 'now'),
+          source_version = ?
+      WHERE id = ?
+    `).run(source.source, source.workspace, source.localPath ?? null, source.contentType ?? null, source.sourceVersion ?? null, id);
+    }
     buildWhereClause(pattern, allowUnresolved) {
         const conditions = [];
         const joins = [];
@@ -1911,6 +1994,11 @@ class RdfQuadIndex {
     }
 }
 exports.RdfQuadIndex = RdfQuadIndex;
+function isRdfPatternQueryInput(input) {
+    return input !== null
+        && typeof input === 'object'
+        && 'pattern' in input;
+}
 function sumSpaceObjects(objects, kind) {
     return objects
         .filter((object) => object.kind === kind)