@comunica/actor-optimize-query-operation-filter-pushdown 3.0.1-alpha.43.0

package/LICENSE.txt

@@ -0,0 +1,22 @@
+The MIT License (MIT)
+
+Copyright © 2017–now Ruben Taelman, Joachim Van Herwegen
+Comunica Association and Ghent University – imec, Belgium
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

package/README.md

@@ -0,0 +1,36 @@
+# Comunica Filter Pushdown Optimize Query Operation Actor
+
+[![npm version](https://badge.fury.io/js/%40comunica%2Factor-optimize-query-operation-filter-pushdown.svg)](https://www.npmjs.com/package/@comunica/actor-optimize-query-operation-filter-pushdown)
+
+An [Optimize Query Operation](https://github.com/comunica/comunica/tree/master/packages/bus-optimize-query-operation) actor
+that pushed down filter expressions into the query plan as deep as possible.
+
+This module is part of the [Comunica framework](https://github.com/comunica/comunica),
+and should only be used by [developers that want to build their own query engine](https://comunica.dev/docs/modify/).
+
+[Click here if you just want to query with Comunica](https://comunica.dev/docs/query/).
+
+## Install
+
+```bash
+$ yarn add @comunica/actor-optimize-query-operation-filter-pushdown
+```
+
+## Configure
+
+After installing, this package can be added to your engine's configuration as follows:
+```text
+{
+  "@context": [
+    ...
+    "https://linkedsoftwaredependencies.org/bundles/npm/@comunica/actor-optimize-query-operation-filter-pushdown/^1.0.0/components/context.jsonld"  
+  ],
+  "actors": [
+    ...
+    {
+      "@id": "urn:comunica:default:optimize-query-operation/actors#filter-pushdown",
+      "@type": "ActorOptimizeQueryOperationFilterPushdown"
+    }
+  ]
+}
+```

package/components/ActorOptimizeQueryOperationFilterPushdown.jsonld

@@ -0,0 +1,165 @@
+{
+  "@context": [
+    "https://linkedsoftwaredependencies.org/bundles/npm/@comunica/actor-optimize-query-operation-filter-pushdown/^3.0.0/components/context.jsonld",
+    "https://linkedsoftwaredependencies.org/bundles/npm/@comunica/bus-optimize-query-operation/^3.0.0/components/context.jsonld",
+    "https://linkedsoftwaredependencies.org/bundles/npm/@comunica/core/^3.0.0/components/context.jsonld"
+  ],
+  "@id": "npmd:@comunica/actor-optimize-query-operation-filter-pushdown",
+  "components": [
+    {
+      "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown",
+      "@type": "Class",
+      "requireElement": "ActorOptimizeQueryOperationFilterPushdown",
+      "extends": [
+        "cboqo:components/ActorOptimizeQueryOperation.jsonld#ActorOptimizeQueryOperation"
+      ],
+      "comment": "A comunica Filter Pushdown Optimize Query Operation Actor.",
+      "parameters": [
+        {
+          "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown_args_name",
+          "range": "xsd:string",
+          "default": {
+            "@id": "rdf:subject"
+          },
+          "comment": "The name for this actor."
+        },
+        {
+          "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown_args_bus",
+          "range": {
+            "@type": "ParameterRangeGenericComponent",
+            "component": "cc:components/Bus.jsonld#Bus",
+            "genericTypeInstances": [
+              {
+                "@type": "ParameterRangeGenericComponent",
+                "component": "cc:components/Actor.jsonld#Actor",
+                "genericTypeInstances": [
+                  {
+                    "@type": "ParameterRangeGenericTypeReference",
+                    "parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^3.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_I"
+                  },
+                  {
+                    "@type": "ParameterRangeGenericTypeReference",
+                    "parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^3.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_T"
+                  },
+                  {
+                    "@type": "ParameterRangeGenericTypeReference",
+                    "parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^3.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_O"
+                  }
+                ]
+              },
+              {
+                "@type": "ParameterRangeGenericTypeReference",
+                "parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^3.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_I"
+              },
+              {
+                "@type": "ParameterRangeGenericTypeReference",
+                "parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^3.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_T"
+              },
+              {
+                "@type": "ParameterRangeGenericTypeReference",
+                "parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^3.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_O"
+              }
+            ]
+          },
+          "default": {
+            "@id": "cboqo:components/ActorOptimizeQueryOperation.jsonld#ActorOptimizeQueryOperation_default_bus",
+            "@type": "cc:components/Bus.jsonld#Bus"
+          },
+          "comment": "The bus this actor subscribes to."
+        },
+        {
+          "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown_args_beforeActors",
+          "range": {
+            "@type": "ParameterRangeUnion",
+            "parameterRangeElements": [
+              {
+                "@type": "ParameterRangeArray",
+                "parameterRangeValue": {
+                  "@type": "ParameterRangeGenericComponent",
+                  "component": "cc:components/Actor.jsonld#Actor",
+                  "genericTypeInstances": [
+                    {
+                      "@type": "ParameterRangeGenericTypeReference",
+                      "parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^3.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_I"
+                    },
+                    {
+                      "@type": "ParameterRangeGenericTypeReference",
+                      "parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^3.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_T"
+                    },
+                    {
+                      "@type": "ParameterRangeGenericTypeReference",
+                      "parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^3.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_O"
+                    }
+                  ]
+                }
+              },
+              {
+                "@type": "ParameterRangeUndefined"
+              }
+            ]
+          },
+          "comment": "Actor that must be registered in the bus before this actor."
+        }
+      ],
+      "memberFields": [
+        {
+          "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown__member_constructor",
+          "memberFieldName": "constructor"
+        },
+        {
+          "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown__member_test",
+          "memberFieldName": "test"
+        },
+        {
+          "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown__member_run",
+          "memberFieldName": "run"
+        },
+        {
+          "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown__member_getExpressionVariables",
+          "memberFieldName": "getExpressionVariables"
+        },
+        {
+          "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown__member_getOverlappingOperations",
+          "memberFieldName": "getOverlappingOperations"
+        },
+        {
+          "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown__member_filterPushdown",
+          "memberFieldName": "filterPushdown"
+        },
+        {
+          "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown__member_variablesIntersect",
+          "memberFieldName": "variablesIntersect"
+        },
+        {
+          "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown__member_variablesSubSetOf",
+          "memberFieldName": "variablesSubSetOf"
+        }
+      ],
+      "constructorArguments": [
+        {
+          "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown_args__constructorArgument",
+          "fields": [
+            {
+              "keyRaw": "name",
+              "value": {
+                "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown_args_name"
+              }
+            },
+            {
+              "keyRaw": "bus",
+              "value": {
+                "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown_args_bus"
+              }
+            },
+            {
+              "keyRaw": "beforeActors",
+              "value": {
+                "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown_args_beforeActors"
+              }
+            }
+          ]
+        }
+      ]
+    }
+  ]
+}

package/components/components.jsonld

@@ -0,0 +1,11 @@
+{
+  "@context": [
+    "https://linkedsoftwaredependencies.org/bundles/npm/@comunica/actor-optimize-query-operation-filter-pushdown/^3.0.0/components/context.jsonld"
+  ],
+  "@id": "npmd:@comunica/actor-optimize-query-operation-filter-pushdown",
+  "@type": "Module",
+  "requireName": "@comunica/actor-optimize-query-operation-filter-pushdown",
+  "import": [
+    "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld"
+  ]
+}

package/components/context.jsonld

@@ -0,0 +1,35 @@
+{
+  "@context": [
+    "https://linkedsoftwaredependencies.org/bundles/npm/componentsjs/^5.0.0/components/context.jsonld",
+    {
+      "npmd": "https://linkedsoftwaredependencies.org/bundles/npm/",
+      "caoqofp": "npmd:@comunica/actor-optimize-query-operation-filter-pushdown/^3.0.0/",
+      "ActorOptimizeQueryOperationFilterPushdown": {
+        "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown",
+        "@prefix": true,
+        "@context": {
+          "args_name": {
+            "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown_args_name"
+          },
+          "args_bus": {
+            "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown_args_bus"
+          },
+          "args_beforeActors": {
+            "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown_args_beforeActors",
+            "@container": "@list"
+          },
+          "name": {
+            "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown_args_name"
+          },
+          "bus": {
+            "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown_args_bus"
+          },
+          "beforeActors": {
+            "@id": "caoqofp:components/ActorOptimizeQueryOperationFilterPushdown.jsonld#ActorOptimizeQueryOperationFilterPushdown_args_beforeActors",
+            "@container": "@list"
+          }
+        }
+      }
+    }
+  ]
+}

package/lib/ActorOptimizeQueryOperationFilterPushdown.d.ts

@@ -0,0 +1,53 @@
+import type { IActionOptimizeQueryOperation, IActorOptimizeQueryOperationOutput, IActorOptimizeQueryOperationArgs } from '@comunica/bus-optimize-query-operation';
+import { ActorOptimizeQueryOperation } from '@comunica/bus-optimize-query-operation';
+import type { IActorTest } from '@comunica/core';
+import type { IActionContext } from '@comunica/types';
+import type * as RDF from '@rdfjs/types';
+import type { Factory } from 'sparqlalgebrajs';
+import { Algebra } from 'sparqlalgebrajs';
+/**
+ * A comunica Filter Pushdown Optimize Query Operation Actor.
+ */
+export declare class ActorOptimizeQueryOperationFilterPushdown extends ActorOptimizeQueryOperation {
+    constructor(args: IActorOptimizeQueryOperationArgs);
+    test(action: IActionOptimizeQueryOperation): Promise<IActorTest>;
+    run(action: IActionOptimizeQueryOperation): Promise<IActorOptimizeQueryOperationOutput>;
+    /**
+     * Get all variables inside the given expression.
+     * @param expression An expression.
+     * @return An array of variables, or undefined if the expression is unsupported for pushdown.
+     */
+    getExpressionVariables(expression: Algebra.Expression): RDF.Variable[];
+    protected getOverlappingOperations(operation: Algebra.Operation, expressionVariables: RDF.Variable[]): {
+        fullyOverlapping: Algebra.Operation[];
+        partiallyOverlapping: Algebra.Operation[];
+        notOverlapping: Algebra.Operation[];
+    };
+    /**
+     * Recursively push down the given expression into the given operation if possible.
+     * Different operators have different semantics for choosing whether or not to push down,
+     * and how this pushdown is done.
+     * For every passed operator, it is checked whether or not the filter will have any effect on the operation.
+     * If not, the filter is voided.
+     * @param expression An expression to push down.
+     * @param expressionVariables The variables inside the given expression.
+     * @param operation The operation to push down into.
+     * @param factory An algebra factory.
+     * @param context The action context.
+     * @return The modified operation.
+     */
+    filterPushdown(expression: Algebra.Expression, expressionVariables: RDF.Variable[], operation: Algebra.Operation, factory: Factory, context: IActionContext): Algebra.Operation;
+    /**
+     * Check if there is an overlap between the two given lists of variables.
+     * @param varsA A list of variables.
+     * @param varsB A list of variables.
+     */
+    variablesIntersect(varsA: RDF.Variable[], varsB: RDF.Variable[]): boolean;
+    /**
+     * Check if all variables from the first list are included in the second list.
+     * The second list may contain other variables as well.
+     * @param varsNeedles A list of variables to search for.
+     * @param varsHaystack A list of variables to search in.
+     */
+    variablesSubSetOf(varsNeedles: RDF.Variable[], varsHaystack: RDF.Variable[]): boolean;
+}

package/lib/ActorOptimizeQueryOperationFilterPushdown.js

@@ -0,0 +1,214 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ActorOptimizeQueryOperationFilterPushdown = void 0;
+const bus_optimize_query_operation_1 = require("@comunica/bus-optimize-query-operation");
+const rdf_terms_1 = require("rdf-terms");
+const sparqlalgebrajs_1 = require("sparqlalgebrajs");
+/**
+ * A comunica Filter Pushdown Optimize Query Operation Actor.
+ */
+class ActorOptimizeQueryOperationFilterPushdown extends bus_optimize_query_operation_1.ActorOptimizeQueryOperation {
+    constructor(args) {
+        super(args);
+    }
+    async test(action) {
+        return true;
+    }
+    async run(action) {
+        // eslint-disable-next-line @typescript-eslint/no-this-alias,consistent-this
+        const self = this;
+        const operation = sparqlalgebrajs_1.Util.mapOperation(action.operation, {
+            filter(op, factory) {
+                // For all filter expressions in the operation,
+                // we attempt to push them down as deep as possible into the algebra.
+                const variables = self.getExpressionVariables(op.expression);
+                return {
+                    recurse: true,
+                    result: self.filterPushdown(op.expression, variables, op.input, factory, action.context),
+                };
+            },
+        });
+        return { operation, context: action.context };
+    }
+    /**
+     * Get all variables inside the given expression.
+     * @param expression An expression.
+     * @return An array of variables, or undefined if the expression is unsupported for pushdown.
+     */
+    getExpressionVariables(expression) {
+        switch (expression.expressionType) {
+            case sparqlalgebrajs_1.Algebra.expressionTypes.AGGREGATE:
+            case sparqlalgebrajs_1.Algebra.expressionTypes.WILDCARD:
+                throw new Error(`Getting expression variables is not supported for ${expression.expressionType}`);
+            case sparqlalgebrajs_1.Algebra.expressionTypes.EXISTENCE:
+                return sparqlalgebrajs_1.Util.inScopeVariables(expression.input);
+            case sparqlalgebrajs_1.Algebra.expressionTypes.NAMED:
+                return [];
+            case sparqlalgebrajs_1.Algebra.expressionTypes.OPERATOR:
+                return (0, rdf_terms_1.uniqTerms)(expression.args.flatMap(arg => this.getExpressionVariables(arg)));
+            case sparqlalgebrajs_1.Algebra.expressionTypes.TERM:
+                if (expression.term.termType === 'Variable') {
+                    return [expression.term];
+                }
+                return [];
+        }
+    }
+    getOverlappingOperations(operation, expressionVariables) {
+        const fullyOverlapping = [];
+        const partiallyOverlapping = [];
+        const notOverlapping = [];
+        for (const input of operation.input) {
+            const inputVariables = sparqlalgebrajs_1.Util.inScopeVariables(input);
+            if (this.variablesSubSetOf(expressionVariables, inputVariables)) {
+                fullyOverlapping.push(input);
+            }
+            else if (this.variablesIntersect(expressionVariables, inputVariables)) {
+                partiallyOverlapping.push(input);
+            }
+            else {
+                notOverlapping.push(input);
+            }
+        }
+        return {
+            fullyOverlapping,
+            partiallyOverlapping,
+            notOverlapping,
+        };
+    }
+    /**
+     * Recursively push down the given expression into the given operation if possible.
+     * Different operators have different semantics for choosing whether or not to push down,
+     * and how this pushdown is done.
+     * For every passed operator, it is checked whether or not the filter will have any effect on the operation.
+     * If not, the filter is voided.
+     * @param expression An expression to push down.
+     * @param expressionVariables The variables inside the given expression.
+     * @param operation The operation to push down into.
+     * @param factory An algebra factory.
+     * @param context The action context.
+     * @return The modified operation.
+     */
+    filterPushdown(expression, expressionVariables, operation, factory, context) {
+        switch (operation.type) {
+            case sparqlalgebrajs_1.Algebra.types.EXTEND:
+                // Pass if the variable is not part of the expression
+                if (!this.variablesIntersect([operation.variable], expressionVariables)) {
+                    return factory.createExtend(this.filterPushdown(expression, expressionVariables, operation.input, factory, context), operation.variable, operation.expression);
+                }
+                return factory.createFilter(operation, expression);
+            case sparqlalgebrajs_1.Algebra.types.FILTER:
+                // Always pass
+                return factory.createFilter(this.filterPushdown(expression, expressionVariables, operation.input, factory, context), operation.expression);
+            case sparqlalgebrajs_1.Algebra.types.JOIN: {
+                // Don't push down for empty join
+                if (operation.input.length === 0) {
+                    return factory.createFilter(operation, expression);
+                }
+                // Determine overlapping operations
+                const { fullyOverlapping, partiallyOverlapping, notOverlapping, } = this.getOverlappingOperations(operation, expressionVariables);
+                const joins = [];
+                this.logDebug(context, `Push down filter across join entries with ${fullyOverlapping.length} fully overlapping, ${partiallyOverlapping.length} partially overlapping, and ${notOverlapping.length} not overlapping`);
+                if (fullyOverlapping.length > 0) {
+                    joins.push(factory.createJoin(fullyOverlapping
+                        .map(input => this.filterPushdown(expression, expressionVariables, input, factory, context))));
+                }
+                if (partiallyOverlapping.length > 0) {
+                    joins.push(factory.createFilter(factory.createJoin(partiallyOverlapping, false), expression));
+                }
+                if (notOverlapping.length > 0) {
+                    joins.push(...notOverlapping);
+                }
+                return joins.length === 1 ? joins[0] : factory.createJoin(joins);
+            }
+            case sparqlalgebrajs_1.Algebra.types.NOP:
+                return operation;
+            case sparqlalgebrajs_1.Algebra.types.PROJECT:
+                // Push down if variables overlap
+                if (this.variablesIntersect(operation.variables, expressionVariables)) {
+                    return factory.createProject(this.filterPushdown(expression, expressionVariables, operation.input, factory, context), operation.variables);
+                }
+                // Void expression otherwise
+                return operation;
+            case sparqlalgebrajs_1.Algebra.types.UNION: {
+                // Determine overlapping operations
+                const { fullyOverlapping, partiallyOverlapping, notOverlapping, } = this.getOverlappingOperations(operation, expressionVariables);
+                const unions = [];
+                this.logDebug(context, `Push down filter across union entries with ${fullyOverlapping.length} fully overlapping, ${partiallyOverlapping.length} partially overlapping, and ${notOverlapping.length} not overlapping`);
+                if (fullyOverlapping.length > 0) {
+                    unions.push(factory.createUnion(fullyOverlapping
+                        .map(input => this.filterPushdown(expression, expressionVariables, input, factory, context))));
+                }
+                if (partiallyOverlapping.length > 0) {
+                    unions.push(factory.createFilter(factory.createUnion(partiallyOverlapping, false), expression));
+                }
+                if (notOverlapping.length > 0) {
+                    unions.push(...notOverlapping);
+                }
+                return unions.length === 1 ? unions[0] : factory.createUnion(unions);
+            }
+            case sparqlalgebrajs_1.Algebra.types.VALUES:
+                // Only keep filter if it overlaps with the variables
+                if (this.variablesIntersect(operation.variables, expressionVariables)) {
+                    return factory.createFilter(operation, expression);
+                }
+                return operation;
+            case sparqlalgebrajs_1.Algebra.types.LEFT_JOIN:
+            case sparqlalgebrajs_1.Algebra.types.MINUS:
+            case sparqlalgebrajs_1.Algebra.types.ALT:
+            case sparqlalgebrajs_1.Algebra.types.ASK:
+            case sparqlalgebrajs_1.Algebra.types.BGP:
+            case sparqlalgebrajs_1.Algebra.types.CONSTRUCT:
+            case sparqlalgebrajs_1.Algebra.types.DESCRIBE:
+            case sparqlalgebrajs_1.Algebra.types.DISTINCT:
+            case sparqlalgebrajs_1.Algebra.types.EXPRESSION:
+            case sparqlalgebrajs_1.Algebra.types.FROM:
+            case sparqlalgebrajs_1.Algebra.types.GRAPH:
+            case sparqlalgebrajs_1.Algebra.types.GROUP:
+            case sparqlalgebrajs_1.Algebra.types.INV:
+            case sparqlalgebrajs_1.Algebra.types.LINK:
+            case sparqlalgebrajs_1.Algebra.types.NPS:
+            case sparqlalgebrajs_1.Algebra.types.ONE_OR_MORE_PATH:
+            case sparqlalgebrajs_1.Algebra.types.ORDER_BY:
+            case sparqlalgebrajs_1.Algebra.types.PATTERN:
+            case sparqlalgebrajs_1.Algebra.types.REDUCED:
+            case sparqlalgebrajs_1.Algebra.types.SEQ:
+            case sparqlalgebrajs_1.Algebra.types.SERVICE:
+            case sparqlalgebrajs_1.Algebra.types.SLICE:
+            case sparqlalgebrajs_1.Algebra.types.PATH:
+            case sparqlalgebrajs_1.Algebra.types.ZERO_OR_MORE_PATH:
+            case sparqlalgebrajs_1.Algebra.types.ZERO_OR_ONE_PATH:
+            case sparqlalgebrajs_1.Algebra.types.COMPOSITE_UPDATE:
+            case sparqlalgebrajs_1.Algebra.types.DELETE_INSERT:
+            case sparqlalgebrajs_1.Algebra.types.LOAD:
+            case sparqlalgebrajs_1.Algebra.types.CLEAR:
+            case sparqlalgebrajs_1.Algebra.types.CREATE:
+            case sparqlalgebrajs_1.Algebra.types.DROP:
+            case sparqlalgebrajs_1.Algebra.types.ADD:
+            case sparqlalgebrajs_1.Algebra.types.MOVE:
+            case sparqlalgebrajs_1.Algebra.types.COPY:
+                // Operations that do not support pushing down
+                // Left-join and minus might be possible to support in the future.
+                return factory.createFilter(operation, expression);
+        }
+    }
+    /**
+     * Check if there is an overlap between the two given lists of variables.
+     * @param varsA A list of variables.
+     * @param varsB A list of variables.
+     */
+    variablesIntersect(varsA, varsB) {
+        return varsA.some(varA => varsB.some(varB => varA.equals(varB)));
+    }
+    /**
+     * Check if all variables from the first list are included in the second list.
+     * The second list may contain other variables as well.
+     * @param varsNeedles A list of variables to search for.
+     * @param varsHaystack A list of variables to search in.
+     */
+    variablesSubSetOf(varsNeedles, varsHaystack) {
+        return varsNeedles.length <= varsHaystack.length &&
+            varsNeedles.every(varA => varsHaystack.some(varB => varA.equals(varB)));
+    }
+}
+exports.ActorOptimizeQueryOperationFilterPushdown = ActorOptimizeQueryOperationFilterPushdown;
+//# sourceMappingURL=ActorOptimizeQueryOperationFilterPushdown.js.map

package/lib/ActorOptimizeQueryOperationFilterPushdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ActorOptimizeQueryOperationFilterPushdown.js","sourceRoot":"","sources":["ActorOptimizeQueryOperationFilterPushdown.ts"],"names":[],"mappings":";;;AAEA,yFAAqF;AAIrF,yCAAsC;AAEtC,qDAAgD;AAEhD;;GAEG;AACH,MAAa,yCAA0C,SAAQ,0DAA2B;IACxF,YAAmB,IAAsC;QACvD,KAAK,CAAC,IAAI,CAAC,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,MAAqC;QACrD,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,MAAqC;QACpD,4EAA4E;QAC5E,MAAM,IAAI,GAAG,IAAI,CAAC;QAClB,MAAM,SAAS,GAAG,sBAAI,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,EAAE;YACpD,MAAM,CAAC,EAAkB,EAAE,OAAgB;gBACzC,+CAA+C;gBAC/C,qEAAqE;gBACrE,MAAM,SAAS,GAAG,IAAI,CAAC,sBAAsB,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;gBAC7D,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,UAAU,EAAE,SAAS,EAAE,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC;iBACzF,CAAC;YACJ,CAAC;SACF,CAAC,CAAC;QACH,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;IAChD,CAAC;IAED;;;;OAIG;IACI,sBAAsB,CAAC,UAA8B;QAC1D,QAAQ,UAAU,CAAC,cAAc,EAAE;YACjC,KAAK,yBAAO,CAAC,eAAe,CAAC,SAAS,CAAC;YACvC,KAAK,yBAAO,CAAC,eAAe,CAAC,QAAQ;gBACnC,MAAM,IAAI,KAAK,CAAC,qDAAqD,UAAU,CAAC,cAAc,EAAE,CAAC,CAAC;YACpG,KAAK,yBAAO,CAAC,eAAe,CAAC,SAAS;gBACpC,OAAO,sBAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACjD,KAAK,yBAAO,CAAC,eAAe,CAAC,KAAK;gBAChC,OAAO,EAAE,CAAC;YACZ,KAAK,yBAAO,CAAC,eAAe,CAAC,QAAQ;gBACnC,OAAO,IAAA,qBAAS,EAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAE,CAAC,CAAC,CAAC;YACtF,KAAK,yBAAO,CAAC,eAAe,CAAC,IAAI;gBAC/B,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,KAAK,UAAU,EAAE;oBAC3C,OAAO,CAAE,UAAU,CAAC,IAAI,CAAE,CAAC;iBAC5B;gBACD,OAAO,EAAE,CAAC;SACb;IACH,CAAC;IAES,wBAAwB,CAChC,SAA4B,EAC5B,mBAAmC;QAMnC,MAAM,gBAAgB,GAAwB,EAAE,CAAC;QACjD,MAAM,oBAAoB,GAAwB,EAAE,CAAC;QACrD,MAAM,cAAc,GAAwB,EAAE,CAAC;QAC/C,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,KAAK,EAAE;YACnC,MAAM,cAAc,GAAG,sBAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YACpD,IAAI,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,EAAE,cAAc,CAAC,EAAE;gBAC/D,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aAC9B;iBAAM,IAAI,IAAI,CAAC,kBAAkB,CAAC,mBAAmB,EAAE,cAAc,CAAC,EAAE;gBACvE,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aAClC;iBAAM;gBACL,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;aAC5B;SACF;QAED,OAAO;YACL,gBAAgB;YAChB,oBAAoB;YACpB,cAAc;SACf,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,cAAc,CACnB,UAA8B,EAC9B,mBAAmC,EACnC,SAA4B,EAC5B,OAAgB,EAChB,OAAuB;QAEvB,QAAQ,SAAS,CAAC,IAAI,EAAE;YACtB,KAAK,yBAAO,CAAC,KAAK,CAAC,MAAM;gBACvB,qDAAqD;gBACrD,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAE,SAAS,CAAC,QAAQ,CAAE,EAAE,mBAAmB,CAAC,EAAE;oBACzE,OAAO,OAAO,CAAC,YAAY,CACzB,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,mBAAmB,EAAE,SAAS,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EACvF,SAAS,CAAC,QAAQ,EAClB,SAAS,CAAC,UAAU,CACrB,CAAC;iBACH;gBACD,OAAO,OAAO,CAAC,YAAY,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YACrD,KAAK,yBAAO,CAAC,KAAK,CAAC,MAAM;gBACvB,cAAc;gBACd,OAAO,OAAO,CAAC,YAAY,CACzB,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,mBAAmB,EAAE,SAAS,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EACvF,SAAS,CAAC,UAAU,CACrB,CAAC;YACJ,KAAK,yBAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACvB,iCAAiC;gBACjC,IAAI,SAAS,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;oBAChC,OAAO,OAAO,CAAC,YAAY,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;iBACpD;gBAED,mCAAmC;gBACnC,MAAM,EACJ,gBAAgB,EAChB,oBAAoB,EACpB,cAAc,GACf,GAAG,IAAI,CAAC,wBAAwB,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;gBAElE,MAAM,KAAK,GAAwB,EAAE,CAAC;gBACtC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,6CAA6C,gBAAgB,CAAC,MAAM,uBAAuB,oBAAoB,CAAC,MAAM,+BAA+B,cAAc,CAAC,MAAM,kBAAkB,CAAC,CAAC;gBACrN,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE;oBAC/B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,gBAAgB;yBAC3C,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;iBAClG;gBACD,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE;oBACnC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,oBAAoB,EAAE,KAAK,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;iBAC/F;gBACD,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;oBAC7B,KAAK,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;iBAC/B;gBAED,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;aAClE;YACD,KAAK,yBAAO,CAAC,KAAK,CAAC,GAAG;gBACpB,OAAO,SAAS,CAAC;YACnB,KAAK,yBAAO,CAAC,KAAK,CAAC,OAAO;gBACxB,iCAAiC;gBACjC,IAAI,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,SAAS,EAAE,mBAAmB,CAAC,EAAE;oBACrE,OAAO,OAAO,CAAC,aAAa,CAC1B,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,mBAAmB,EAAE,SAAS,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EACvF,SAAS,CAAC,SAAS,CACpB,CAAC;iBACH;gBACD,4BAA4B;gBAC5B,OAAO,SAAS,CAAC;YACnB,KAAK,yBAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACxB,mCAAmC;gBACnC,MAAM,EACJ,gBAAgB,EAChB,oBAAoB,EACpB,cAAc,GACf,GAAG,IAAI,CAAC,wBAAwB,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;gBAElE,MAAM,MAAM,GAAwB,EAAE,CAAC;gBACvC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,8CAA8C,gBAAgB,CAAC,MAAM,uBAAuB,oBAAoB,CAAC,MAAM,+BAA+B,cAAc,CAAC,MAAM,kBAAkB,CAAC,CAAC;gBACtN,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE;oBAC/B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,gBAAgB;yBAC7C,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;iBAClG;gBACD,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE;oBACnC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,WAAW,CAAC,oBAAoB,EAAE,KAAK,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;iBACjG;gBACD,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;oBAC7B,MAAM,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;iBAChC;gBAED,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;aACtE;YACD,KAAK,yBAAO,CAAC,KAAK,CAAC,MAAM;gBACvB,qDAAqD;gBACrD,IAAI,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,SAAS,EAAE,mBAAmB,CAAC,EAAE;oBACrE,OAAO,OAAO,CAAC,YAAY,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;iBACpD;gBACD,OAAO,SAAS,CAAC;YACnB,KAAK,yBAAO,CAAC,KAAK,CAAC,SAAS,CAAC;YAC7B,KAAK,yBAAO,CAAC,KAAK,CAAC,KAAK,CAAC;YACzB,KAAK,yBAAO,CAAC,KAAK,CAAC,GAAG,CAAC;YACvB,KAAK,yBAAO,CAAC,KAAK,CAAC,GAAG,CAAC;YACvB,KAAK,yBAAO,CAAC,KAAK,CAAC,GAAG,CAAC;YACvB,KAAK,yBAAO,CAAC,KAAK,CAAC,SAAS,CAAC;YAC7B,KAAK,yBAAO,CAAC,KAAK,CAAC,QAAQ,CAAC;YAC5B,KAAK,yBAAO,CAAC,KAAK,CAAC,QAAQ,CAAC;YAC5B,KAAK,yBAAO,CAAC,KAAK,CAAC,UAAU,CAAC;YAC9B,KAAK,yBAAO,CAAC,KAAK,CAAC,IAAI,CAAC;YACxB,KAAK,yBAAO,CAAC,KAAK,CAAC,KAAK,CAAC;YACzB,KAAK,yBAAO,CAAC,KAAK,CAAC,KAAK,CAAC;YACzB,KAAK,yBAAO,CAAC,KAAK,CAAC,GAAG,CAAC;YACvB,KAAK,yBAAO,CAAC,KAAK,CAAC,IAAI,CAAC;YACxB,KAAK,yBAAO,CAAC,KAAK,CAAC,GAAG,CAAC;YACvB,KAAK,yBAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC;YACpC,KAAK,yBAAO,CAAC,KAAK,CAAC,QAAQ,CAAC;YAC5B,KAAK,yBAAO,CAAC,KAAK,CAAC,OAAO,CAAC;YAC3B,KAAK,yBAAO,CAAC,KAAK,CAAC,OAAO,CAAC;YAC3B,KAAK,yBAAO,CAAC,KAAK,CAAC,GAAG,CAAC;YACvB,KAAK,yBAAO,CAAC,KAAK,CAAC,OAAO,CAAC;YAC3B,KAAK,yBAAO,CAAC,KAAK,CAAC,KAAK,CAAC;YACzB,KAAK,yBAAO,CAAC,KAAK,CAAC,IAAI,CAAC;YACxB,KAAK,yBAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC;YACrC,KAAK,yBAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC;YACpC,KAAK,yBAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC;YACpC,KAAK,yBAAO,CAAC,KAAK,CAAC,aAAa,CAAC;YACjC,KAAK,yBAAO,CAAC,KAAK,CAAC,IAAI,CAAC;YACxB,KAAK,yBAAO,CAAC,KAAK,CAAC,KAAK,CAAC;YACzB,KAAK,yBAAO,CAAC,KAAK,CAAC,MAAM,CAAC;YAC1B,KAAK,yBAAO,CAAC,KAAK,CAAC,IAAI,CAAC;YACxB,KAAK,yBAAO,CAAC,KAAK,CAAC,GAAG,CAAC;YACvB,KAAK,yBAAO,CAAC,KAAK,CAAC,IAAI,CAAC;YACxB,KAAK,yBAAO,CAAC,KAAK,CAAC,IAAI;gBACrB,8CAA8C;gBAC9C,kEAAkE;gBAClE,OAAO,OAAO,CAAC,YAAY,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;SACtD;IACH,CAAC;IAED;;;;OAIG;IACI,kBAAkB,CAAC,KAAqB,EAAE,KAAqB;QACpE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnE,CAAC;IAED;;;;;OAKG;IACI,iBAAiB,CAAC,WAA2B,EAAE,YAA4B;QAChF,OAAO,WAAW,CAAC,MAAM,IAAI,YAAY,CAAC,MAAM;YAC9C,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5E,CAAC;CACF;AApPD,8FAoPC","sourcesContent":["import type { IActionOptimizeQueryOperation,\n  IActorOptimizeQueryOperationOutput, IActorOptimizeQueryOperationArgs } from '@comunica/bus-optimize-query-operation';\nimport { ActorOptimizeQueryOperation } from '@comunica/bus-optimize-query-operation';\nimport type { IActorTest } from '@comunica/core';\nimport type { IActionContext } from '@comunica/types';\nimport type * as RDF from '@rdfjs/types';\nimport { uniqTerms } from 'rdf-terms';\nimport type { Factory } from 'sparqlalgebrajs';\nimport { Algebra, Util } from 'sparqlalgebrajs';\n\n/**\n * A comunica Filter Pushdown Optimize Query Operation Actor.\n */\nexport class ActorOptimizeQueryOperationFilterPushdown extends ActorOptimizeQueryOperation {\n  public constructor(args: IActorOptimizeQueryOperationArgs) {\n    super(args);\n  }\n\n  public async test(action: IActionOptimizeQueryOperation): Promise<IActorTest> {\n    return true;\n  }\n\n  public async run(action: IActionOptimizeQueryOperation): Promise<IActorOptimizeQueryOperationOutput> {\n    // eslint-disable-next-line @typescript-eslint/no-this-alias,consistent-this\n    const self = this;\n    const operation = Util.mapOperation(action.operation, {\n      filter(op: Algebra.Filter, factory: Factory) {\n        // For all filter expressions in the operation,\n        // we attempt to push them down as deep as possible into the algebra.\n        const variables = self.getExpressionVariables(op.expression);\n        return {\n          recurse: true,\n          result: self.filterPushdown(op.expression, variables, op.input, factory, action.context),\n        };\n      },\n    });\n    return { operation, context: action.context };\n  }\n\n  /**\n   * Get all variables inside the given expression.\n   * @param expression An expression.\n   * @return An array of variables, or undefined if the expression is unsupported for pushdown.\n   */\n  public getExpressionVariables(expression: Algebra.Expression): RDF.Variable[] {\n    switch (expression.expressionType) {\n      case Algebra.expressionTypes.AGGREGATE:\n      case Algebra.expressionTypes.WILDCARD:\n        throw new Error(`Getting expression variables is not supported for ${expression.expressionType}`);\n      case Algebra.expressionTypes.EXISTENCE:\n        return Util.inScopeVariables(expression.input);\n      case Algebra.expressionTypes.NAMED:\n        return [];\n      case Algebra.expressionTypes.OPERATOR:\n        return uniqTerms(expression.args.flatMap(arg => this.getExpressionVariables(arg)!));\n      case Algebra.expressionTypes.TERM:\n        if (expression.term.termType === 'Variable') {\n          return [ expression.term ];\n        }\n        return [];\n    }\n  }\n\n  protected getOverlappingOperations(\n    operation: Algebra.Operation,\n    expressionVariables: RDF.Variable[],\n  ): {\n      fullyOverlapping: Algebra.Operation[];\n      partiallyOverlapping: Algebra.Operation[];\n      notOverlapping: Algebra.Operation[];\n    } {\n    const fullyOverlapping: Algebra.Operation[] = [];\n    const partiallyOverlapping: Algebra.Operation[] = [];\n    const notOverlapping: Algebra.Operation[] = [];\n    for (const input of operation.input) {\n      const inputVariables = Util.inScopeVariables(input);\n      if (this.variablesSubSetOf(expressionVariables, inputVariables)) {\n        fullyOverlapping.push(input);\n      } else if (this.variablesIntersect(expressionVariables, inputVariables)) {\n        partiallyOverlapping.push(input);\n      } else {\n        notOverlapping.push(input);\n      }\n    }\n\n    return {\n      fullyOverlapping,\n      partiallyOverlapping,\n      notOverlapping,\n    };\n  }\n\n  /**\n   * Recursively push down the given expression into the given operation if possible.\n   * Different operators have different semantics for choosing whether or not to push down,\n   * and how this pushdown is done.\n   * For every passed operator, it is checked whether or not the filter will have any effect on the operation.\n   * If not, the filter is voided.\n   * @param expression An expression to push down.\n   * @param expressionVariables The variables inside the given expression.\n   * @param operation The operation to push down into.\n   * @param factory An algebra factory.\n   * @param context The action context.\n   * @return The modified operation.\n   */\n  public filterPushdown(\n    expression: Algebra.Expression,\n    expressionVariables: RDF.Variable[],\n    operation: Algebra.Operation,\n    factory: Factory,\n    context: IActionContext,\n  ): Algebra.Operation {\n    switch (operation.type) {\n      case Algebra.types.EXTEND:\n        // Pass if the variable is not part of the expression\n        if (!this.variablesIntersect([ operation.variable ], expressionVariables)) {\n          return factory.createExtend(\n            this.filterPushdown(expression, expressionVariables, operation.input, factory, context),\n            operation.variable,\n            operation.expression,\n          );\n        }\n        return factory.createFilter(operation, expression);\n      case Algebra.types.FILTER:\n        // Always pass\n        return factory.createFilter(\n          this.filterPushdown(expression, expressionVariables, operation.input, factory, context),\n          operation.expression,\n        );\n      case Algebra.types.JOIN: {\n        // Don't push down for empty join\n        if (operation.input.length === 0) {\n          return factory.createFilter(operation, expression);\n        }\n\n        // Determine overlapping operations\n        const {\n          fullyOverlapping,\n          partiallyOverlapping,\n          notOverlapping,\n        } = this.getOverlappingOperations(operation, expressionVariables);\n\n        const joins: Algebra.Operation[] = [];\n        this.logDebug(context, `Push down filter across join entries with ${fullyOverlapping.length} fully overlapping, ${partiallyOverlapping.length} partially overlapping, and ${notOverlapping.length} not overlapping`);\n        if (fullyOverlapping.length > 0) {\n          joins.push(factory.createJoin(fullyOverlapping\n            .map(input => this.filterPushdown(expression, expressionVariables, input, factory, context))));\n        }\n        if (partiallyOverlapping.length > 0) {\n          joins.push(factory.createFilter(factory.createJoin(partiallyOverlapping, false), expression));\n        }\n        if (notOverlapping.length > 0) {\n          joins.push(...notOverlapping);\n        }\n\n        return joins.length === 1 ? joins[0] : factory.createJoin(joins);\n      }\n      case Algebra.types.NOP:\n        return operation;\n      case Algebra.types.PROJECT:\n        // Push down if variables overlap\n        if (this.variablesIntersect(operation.variables, expressionVariables)) {\n          return factory.createProject(\n            this.filterPushdown(expression, expressionVariables, operation.input, factory, context),\n            operation.variables,\n          );\n        }\n        // Void expression otherwise\n        return operation;\n      case Algebra.types.UNION: {\n        // Determine overlapping operations\n        const {\n          fullyOverlapping,\n          partiallyOverlapping,\n          notOverlapping,\n        } = this.getOverlappingOperations(operation, expressionVariables);\n\n        const unions: Algebra.Operation[] = [];\n        this.logDebug(context, `Push down filter across union entries with ${fullyOverlapping.length} fully overlapping, ${partiallyOverlapping.length} partially overlapping, and ${notOverlapping.length} not overlapping`);\n        if (fullyOverlapping.length > 0) {\n          unions.push(factory.createUnion(fullyOverlapping\n            .map(input => this.filterPushdown(expression, expressionVariables, input, factory, context))));\n        }\n        if (partiallyOverlapping.length > 0) {\n          unions.push(factory.createFilter(factory.createUnion(partiallyOverlapping, false), expression));\n        }\n        if (notOverlapping.length > 0) {\n          unions.push(...notOverlapping);\n        }\n\n        return unions.length === 1 ? unions[0] : factory.createUnion(unions);\n      }\n      case Algebra.types.VALUES:\n        // Only keep filter if it overlaps with the variables\n        if (this.variablesIntersect(operation.variables, expressionVariables)) {\n          return factory.createFilter(operation, expression);\n        }\n        return operation;\n      case Algebra.types.LEFT_JOIN:\n      case Algebra.types.MINUS:\n      case Algebra.types.ALT:\n      case Algebra.types.ASK:\n      case Algebra.types.BGP:\n      case Algebra.types.CONSTRUCT:\n      case Algebra.types.DESCRIBE:\n      case Algebra.types.DISTINCT:\n      case Algebra.types.EXPRESSION:\n      case Algebra.types.FROM:\n      case Algebra.types.GRAPH:\n      case Algebra.types.GROUP:\n      case Algebra.types.INV:\n      case Algebra.types.LINK:\n      case Algebra.types.NPS:\n      case Algebra.types.ONE_OR_MORE_PATH:\n      case Algebra.types.ORDER_BY:\n      case Algebra.types.PATTERN:\n      case Algebra.types.REDUCED:\n      case Algebra.types.SEQ:\n      case Algebra.types.SERVICE:\n      case Algebra.types.SLICE:\n      case Algebra.types.PATH:\n      case Algebra.types.ZERO_OR_MORE_PATH:\n      case Algebra.types.ZERO_OR_ONE_PATH:\n      case Algebra.types.COMPOSITE_UPDATE:\n      case Algebra.types.DELETE_INSERT:\n      case Algebra.types.LOAD:\n      case Algebra.types.CLEAR:\n      case Algebra.types.CREATE:\n      case Algebra.types.DROP:\n      case Algebra.types.ADD:\n      case Algebra.types.MOVE:\n      case Algebra.types.COPY:\n        // Operations that do not support pushing down\n        // Left-join and minus might be possible to support in the future.\n        return factory.createFilter(operation, expression);\n    }\n  }\n\n  /**\n   * Check if there is an overlap between the two given lists of variables.\n   * @param varsA A list of variables.\n   * @param varsB A list of variables.\n   */\n  public variablesIntersect(varsA: RDF.Variable[], varsB: RDF.Variable[]): boolean {\n    return varsA.some(varA => varsB.some(varB => varA.equals(varB)));\n  }\n\n  /**\n   * Check if all variables from the first list are included in the second list.\n   * The second list may contain other variables as well.\n   * @param varsNeedles A list of variables to search for.\n   * @param varsHaystack A list of variables to search in.\n   */\n  public variablesSubSetOf(varsNeedles: RDF.Variable[], varsHaystack: RDF.Variable[]): boolean {\n    return varsNeedles.length <= varsHaystack.length &&\n      varsNeedles.every(varA => varsHaystack.some(varB => varA.equals(varB)));\n  }\n}\n"]}

package/lib/index.d.ts

@@ -0,0 +1 @@
+export * from './ActorOptimizeQueryOperationFilterPushdown';

package/lib/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./ActorOptimizeQueryOperationFilterPushdown"), exports);
+//# sourceMappingURL=index.js.map

package/lib/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,8EAA4D","sourcesContent":["export * from './ActorOptimizeQueryOperationFilterPushdown';\n"]}

package/package.json

@@ -0,0 +1,48 @@
+{
+  "name": "@comunica/actor-optimize-query-operation-filter-pushdown",
+  "version": "3.0.1-alpha.43.0",
+  "description": "A filter-pushdown optimize-query-operation actor",
+  "lsd:module": true,
+  "main": "lib/index.js",
+  "typings": "lib/index",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/comunica/comunica.git",
+    "directory": "packages/actor-optimize-query-operation-filter-pushdown"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "sideEffects": false,
+  "keywords": [
+    "comunica",
+    "actor",
+    "optimize-query-operation",
+    "filter-pushdown"
+  ],
+  "license": "MIT",
+  "bugs": {
+    "url": "https://github.com/comunica/comunica/issues"
+  },
+  "homepage": "https://comunica.dev/",
+  "files": [
+    "components",
+    "lib/**/*.d.ts",
+    "lib/**/*.js",
+    "lib/**/*.js.map"
+  ],
+  "dependencies": {
+    "@comunica/bus-optimize-query-operation": "3.0.1-alpha.43.0",
+    "@comunica/core": "3.0.1-alpha.43.0",
+    "@comunica/types": "3.0.1-alpha.43.0",
+    "@rdfjs/types": "*",
+    "rdf-terms": "^1.11.0",
+    "sparqlalgebrajs": "^4.3.3"
+  },
+  "scripts": {
+    "build": "npm run build:ts && npm run build:components",
+    "build:ts": "node \"../../node_modules/typescript/bin/tsc\"",
+    "build:components": "componentsjs-generator"
+  },
+  "gitHead": "d11e44cf07d4699f9d2c51d5851b5ed443de1997"
+}