@comunica/actor-rdf-join-inner-multi-bind-source 3.2.4-alpha.47.0 → 3.3.0

package/components/ActorRdfJoinMultiBindSource.jsonld

@@ -11,13 +11,7 @@
       "@type": "Class",
       "requireElement": "ActorRdfJoinMultiBindSource",
       "extends": [
-        {
-          "@type": "GenericComponentExtension",
-          "component": "cbrj:components/ActorRdfJoin.jsonld#ActorRdfJoin",
-          "genericTypeInstances": [
-            "carjimbs:components/ActorRdfJoinMultiBindSource.jsonld#IActorRdfJoinMultiBindSourceTestSideData"
-          ]
-        }
+        "cbrj:components/ActorRdfJoin.jsonld#ActorRdfJoin"
       ],
       "comment": "A comunica Inner Multi Bind Source RDF Join Actor.",
       "parameters": [
@@ -71,10 +65,6 @@
                   {
                     "@type": "ParameterRangeGenericTypeReference",
                     "parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^3.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_O"
-                  },
-                  {
-                    "@type": "ParameterRangeGenericTypeReference",
-                    "parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^3.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_TS"
                   }
                 ]
               },
@@ -89,10 +79,6 @@
               {
                 "@type": "ParameterRangeGenericTypeReference",
                 "parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^3.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_O"
-              },
-              {
-                "@type": "ParameterRangeGenericTypeReference",
-                "parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^3.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_TS"
               }
             ]
           },
@@ -102,20 +88,6 @@
           },
           "comment": "The bus this actor subscribes to."
         },
-        {
-          "@id": "carjimbs:components/ActorRdfJoinMultiBindSource.jsonld#ActorRdfJoinMultiBindSource_args_busFailMessage",
-          "range": {
-            "@type": "ParameterRangeUnion",
-            "parameterRangeElements": [
-              "xsd:string",
-              {
-                "@type": "ParameterRangeUndefined"
-              }
-            ]
-          },
-          "default": "RDF joining failed: none of the configured actors were able to handle the join type ${action.type}",
-          "comment": "The message that will be configured in the bus for reporting failures.  This message may be a template string that contains references to the executed `action`. For example, the following templated string is allowed: \"RDF dereferencing failed: no actors could handle ${action.handle.mediaType}\""
-        },
         {
           "@id": "carjimbs:components/ActorRdfJoinMultiBindSource.jsonld#ActorRdfJoinMultiBindSource_args_beforeActors",
           "range": {
@@ -138,10 +110,6 @@
                     {
                       "@type": "ParameterRangeGenericTypeReference",
                       "parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^3.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_O"
-                    },
-                    {
-                      "@type": "ParameterRangeGenericTypeReference",
-                      "parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^3.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_TS"
                     }
                   ]
                 }
@@ -231,12 +199,6 @@
                 "@id": "carjimbs:components/ActorRdfJoinMultiBindSource.jsonld#ActorRdfJoinMultiBindSource_args_bus"
               }
             },
-            {
-              "keyRaw": "busFailMessage",
-              "value": {
-                "@id": "carjimbs:components/ActorRdfJoinMultiBindSource.jsonld#ActorRdfJoinMultiBindSource_args_busFailMessage"
-              }
-            },
             {
               "keyRaw": "beforeActors",
               "value": {
@@ -252,13 +214,7 @@
       "@type": "AbstractClass",
       "requireElement": "IActorRdfJoinInnerMultiBindSourceArgs",
       "extends": [
-        {
-          "@type": "GenericComponentExtension",
-          "component": "cbrj:components/ActorRdfJoin.jsonld#IActorRdfJoinArgs",
-          "genericTypeInstances": [
-            "carjimbs:components/ActorRdfJoinMultiBindSource.jsonld#IActorRdfJoinMultiBindSourceTestSideData"
-          ]
-        }
+        "cbrj:components/ActorRdfJoin.jsonld#IActorRdfJoinArgs"
       ],
       "parameters": [],
       "memberFields": [
@@ -276,26 +232,6 @@
         }
       ],
       "constructorArguments": []
-    },
-    {
-      "@id": "carjimbs:components/ActorRdfJoinMultiBindSource.jsonld#IActorRdfJoinMultiBindSourceTestSideData",
-      "@type": "AbstractClass",
-      "requireElement": "IActorRdfJoinMultiBindSourceTestSideData",
-      "extends": [
-        "cbrj:components/ActorRdfJoin.jsonld#IActorRdfJoinTestSideData"
-      ],
-      "parameters": [],
-      "memberFields": [
-        {
-          "@id": "carjimbs:components/ActorRdfJoinMultiBindSource.jsonld#IActorRdfJoinMultiBindSourceTestSideData__member_entriesUnsorted",
-          "memberFieldName": "entriesUnsorted"
-        },
-        {
-          "@id": "carjimbs:components/ActorRdfJoinMultiBindSource.jsonld#IActorRdfJoinMultiBindSourceTestSideData__member_entriesSorted",
-          "memberFieldName": "entriesSorted"
-        }
-      ],
-      "constructorArguments": []
     }
   ]
 }

package/components/context.jsonld

@@ -26,9 +26,6 @@
           "args_bus": {
             "@id": "carjimbs:components/ActorRdfJoinMultiBindSource.jsonld#ActorRdfJoinMultiBindSource_args_bus"
           },
-          "args_busFailMessage": {
-            "@id": "carjimbs:components/ActorRdfJoinMultiBindSource.jsonld#ActorRdfJoinMultiBindSource_args_busFailMessage"
-          },
           "args_beforeActors": {
             "@id": "carjimbs:components/ActorRdfJoinMultiBindSource.jsonld#ActorRdfJoinMultiBindSource_args_beforeActors",
             "@container": "@list"
@@ -51,9 +48,6 @@
           "bus": {
             "@id": "carjimbs:components/ActorRdfJoinMultiBindSource.jsonld#ActorRdfJoinMultiBindSource_args_bus"
           },
-          "busFailMessage": {
-            "@id": "carjimbs:components/ActorRdfJoinMultiBindSource.jsonld#ActorRdfJoinMultiBindSource_args_busFailMessage"
-          },
           "beforeActors": {
             "@id": "carjimbs:components/ActorRdfJoinMultiBindSource.jsonld#ActorRdfJoinMultiBindSource_args_beforeActors",
             "@container": "@list"
@@ -64,11 +58,6 @@
         "@id": "carjimbs:components/ActorRdfJoinMultiBindSource.jsonld#IActorRdfJoinInnerMultiBindSourceArgs",
         "@prefix": true,
         "@context": {}
-      },
-      "IActorRdfJoinMultiBindSourceTestSideData": {
-        "@id": "carjimbs:components/ActorRdfJoinMultiBindSource.jsonld#IActorRdfJoinMultiBindSourceTestSideData",
-        "@prefix": true,
-        "@context": {}
       }
     }
   ]

package/lib/ActorRdfJoinMultiBindSource.d.ts

@@ -1,25 +1,23 @@
-import type { IActionRdfJoin, IActorRdfJoinArgs, IActorRdfJoinOutputInner, IActorRdfJoinTestSideData } from '@comunica/bus-rdf-join';
+import type { IActionRdfJoin, IActorRdfJoinArgs, IActorRdfJoinOutputInner } from '@comunica/bus-rdf-join';
 import { ActorRdfJoin } from '@comunica/bus-rdf-join';
 import type { MediatorRdfJoinEntriesSort } from '@comunica/bus-rdf-join-entries-sort';
-import type { TestResult } from '@comunica/core';
 import type { IMediatorTypeJoinCoefficients } from '@comunica/mediatortype-join-coefficients';
-import type { IJoinEntryWithMetadata, IActionContext } from '@comunica/types';
+import type { IJoinEntryWithMetadata, MetadataBindings, IActionContext } from '@comunica/types';
 import type { Algebra } from 'sparqlalgebrajs';
-import { Factory } from 'sparqlalgebrajs';
 /**
  * A comunica Inner Multi Bind Source RDF Join Actor.
  */
-export declare class ActorRdfJoinMultiBindSource extends ActorRdfJoin<IActorRdfJoinMultiBindSourceTestSideData> {
+export declare class ActorRdfJoinMultiBindSource extends ActorRdfJoin {
     readonly selectivityModifier: number;
     readonly blockSize: number;
     readonly mediatorJoinEntriesSort: MediatorRdfJoinEntriesSort;
     constructor(args: IActorRdfJoinInnerMultiBindSourceArgs);
-    getOutput(action: IActionRdfJoin, sideData: IActorRdfJoinMultiBindSourceTestSideData): Promise<IActorRdfJoinOutputInner>;
-    protected sortJoinEntries(entries: IJoinEntryWithMetadata[], context: IActionContext): Promise<TestResult<IJoinEntryWithMetadata[]>>;
-    getJoinCoefficients(action: IActionRdfJoin, sideData: IActorRdfJoinTestSideData): Promise<TestResult<IMediatorTypeJoinCoefficients, IActorRdfJoinMultiBindSourceTestSideData>>;
-    createOperationFromEntries(algebraFactory: Factory, remainingEntries: IJoinEntryWithMetadata[]): Algebra.Operation;
+    getOutput(action: IActionRdfJoin): Promise<IActorRdfJoinOutputInner>;
+    protected sortJoinEntries(entries: IJoinEntryWithMetadata[], context: IActionContext): Promise<IJoinEntryWithMetadata[]>;
+    getJoinCoefficients(action: IActionRdfJoin, metadatas: MetadataBindings[]): Promise<IMediatorTypeJoinCoefficients>;
+    createOperationFromEntries(remainingEntries: IJoinEntryWithMetadata[]): Algebra.Operation;
 }
-export interface IActorRdfJoinInnerMultiBindSourceArgs extends IActorRdfJoinArgs<IActorRdfJoinMultiBindSourceTestSideData> {
+export interface IActorRdfJoinInnerMultiBindSourceArgs extends IActorRdfJoinArgs {
     /**
      * Multiplier for selectivity values
      * @range {double}
@@ -36,7 +34,3 @@ export interface IActorRdfJoinInnerMultiBindSourceArgs extends IActorRdfJoinArgs
      */
     mediatorJoinEntriesSort: MediatorRdfJoinEntriesSort;
 }
-export interface IActorRdfJoinMultiBindSourceTestSideData extends IActorRdfJoinTestSideData {
-    entriesUnsorted: IJoinEntryWithMetadata[];
-    entriesSorted: IJoinEntryWithMetadata[];
-}

package/lib/ActorRdfJoinMultiBindSource.js

@@ -1,13 +1,11 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ActorRdfJoinMultiBindSource = void 0;
+const bus_query_operation_1 = require("@comunica/bus-query-operation");
 const bus_rdf_join_1 = require("@comunica/bus-rdf-join");
-const context_entries_1 = require("@comunica/context-entries");
-const core_1 = require("@comunica/core");
-const utils_iterator_1 = require("@comunica/utils-iterator");
-const utils_query_operation_1 = require("@comunica/utils-query-operation");
 const asynciterator_1 = require("asynciterator");
 const sparqlalgebrajs_1 = require("sparqlalgebrajs");
+const AF = new sparqlalgebrajs_1.Factory();
 /**
  * A comunica Inner Multi Bind Source RDF Join Actor.
  */
@@ -19,11 +17,10 @@ class ActorRdfJoinMultiBindSource extends bus_rdf_join_1.ActorRdfJoin {
             canHandleUndefs: true,
         });
     }
-    async getOutput(action, sideData) {
-        const dataFactory = action.context.getSafe(context_entries_1.KeysInitQuery.dataFactory);
-        const algebraFactory = new sparqlalgebrajs_1.Factory(dataFactory);
+    async getOutput(action) {
         // Order the entries so we can pick the first one (usually the one with the lowest cardinality)
-        const entries = sideData.entriesSorted;
+        const entriesUnsorted = await bus_rdf_join_1.ActorRdfJoin.getEntriesWithMetadatas(action.entries);
+        const entries = await this.sortJoinEntries(entriesUnsorted, action.context);
         this.logDebug(action.context, 'First entry for Bind Join Source: ', () => ({ entry: entries[0].operation, metadata: entries[0].metadata }));
         // Close the non-smallest streams
         for (const [i, element] of entries.entries()) {
@@ -37,11 +34,11 @@ class ActorRdfJoinMultiBindSource extends bus_rdf_join_1.ActorRdfJoin {
         const remainingEntries = [...entries];
         remainingEntries.splice(0, 1);
         // Get source for remaining entries (guaranteed thanks to prior check in getJoinCoefficients())
-        const sourceWrapper = (0, utils_query_operation_1.getOperationSource)(remainingEntries[0].operation);
+        const sourceWrapper = bus_query_operation_1.ActorQueryOperation.getOperationSource(remainingEntries[0].operation);
         // Determine the operation to pass
-        const operation = this.createOperationFromEntries(algebraFactory, remainingEntries);
+        const operation = this.createOperationFromEntries(remainingEntries);
         // Slice the smallest stream into chunks according to the block size, so we avoid blocking too long.
-        const chunkedStreams = new utils_iterator_1.ChunkedIterator(smallestStream.bindingsStream, this.blockSize, { autoStart: false });
+        const chunkedStreams = new bus_rdf_join_1.ChunkedIterator(smallestStream.bindingsStream, this.blockSize, { autoStart: false });
         // For each chunk, pass the query and the bindings to the source for execution
         const bindingsStream = new asynciterator_1.UnionIterator(chunkedStreams.map(chunk => sourceWrapper.source.queryBindings(operation, sourceWrapper.context ? action.context.merge(sourceWrapper.context) : action.context, { joinBindings: { bindings: chunk, metadata: smallestMetadata } })));
         return {
@@ -51,16 +48,12 @@ class ActorRdfJoinMultiBindSource extends bus_rdf_join_1.ActorRdfJoin {
                 metadata: () => this.constructResultMetadata(entries, entries.map(entry => entry.metadata), action.context),
             },
             physicalPlanMetadata: {
-                bindIndex: sideData.entriesUnsorted.indexOf(entries[0]),
+                bindIndex: entriesUnsorted.indexOf(entries[0]),
             },
         };
     }
     async sortJoinEntries(entries, context) {
-        const entriesTest = await bus_rdf_join_1.ActorRdfJoin.sortJoinEntries(this.mediatorJoinEntriesSort, entries, context);
-        if (entriesTest.isFailed()) {
-            return entriesTest;
-        }
-        entries = entriesTest.get();
+        entries = await bus_rdf_join_1.ActorRdfJoin.sortJoinEntries(this.mediatorJoinEntriesSort, entries, context);
         // Prioritize entries with modified operations, so these are not re-executed
         entries = entries.sort((entryLeft, entryRight) => {
             if (entryLeft.operationModified && !entryRight.operationModified) {
@@ -68,68 +61,62 @@ class ActorRdfJoinMultiBindSource extends bus_rdf_join_1.ActorRdfJoin {
             }
             return 0;
         });
-        return (0, core_1.passTest)(entries);
+        return entries;
     }
-    async getJoinCoefficients(action, sideData) {
-        let { metadatas } = sideData;
-        const dataFactory = action.context.getSafe(context_entries_1.KeysInitQuery.dataFactory);
-        const algebraFactory = new sparqlalgebrajs_1.Factory(dataFactory);
+    async getJoinCoefficients(action, metadatas) {
         // Order the entries so we can pick the first one (usually the one with the lowest cardinality)
-        const entriesUnsorted = action.entries.map((entry, i) => ({ ...entry, metadata: metadatas[i] }));
-        const entriesTest = await this.sortJoinEntries(entriesUnsorted, action.context);
-        if (entriesTest.isFailed()) {
-            return entriesTest;
-        }
-        const entriesSorted = entriesTest.get();
-        metadatas = entriesSorted.map(entry => entry.metadata);
+        const entries = await this.sortJoinEntries(action.entries
+            .map((entry, i) => ({ ...entry, metadata: metadatas[i] })), action.context);
+        metadatas = entries.map(entry => entry.metadata);
         const requestInitialTimes = bus_rdf_join_1.ActorRdfJoin.getRequestInitialTimes(metadatas);
         const requestItemTimes = bus_rdf_join_1.ActorRdfJoin.getRequestItemTimes(metadatas);
         // Determine first stream and remaining ones
-        const remainingEntries = [...entriesSorted];
+        const remainingEntries = [...entries];
         const remainingRequestInitialTimes = [...requestInitialTimes];
         const remainingRequestItemTimes = [...requestItemTimes];
         remainingEntries.splice(0, 1);
         remainingRequestInitialTimes.splice(0, 1);
         remainingRequestItemTimes.splice(0, 1);
         // Reject binding on operations without sources
-        const sources = remainingEntries.map(entry => (0, utils_query_operation_1.getOperationSource)(entry.operation));
+        const sources = remainingEntries.map(entry => bus_query_operation_1.ActorQueryOperation.getOperationSource(entry.operation));
         if (sources.some(source => !source)) {
-            return (0, core_1.failTest)(`Actor ${this.name} can not bind on remaining operations without source annotation`);
+            throw new Error(`Actor ${this.name} can not bind on remaining operations without source annotation`);
         }
         // Reject binding on operations with un-equal sources
         if (sources.some(source => source !== sources[0])) {
-            return (0, core_1.failTest)(`Actor ${this.name} can not bind on remaining operations with non-equal source annotation`);
+            throw new Error(`Actor ${this.name} can not bind on remaining operations with non-equal source annotation`);
         }
         // Reject if the source can not handle bindings
         const sourceWrapper = sources[0];
-        const testingOperation = this.createOperationFromEntries(algebraFactory, remainingEntries);
+        const testingOperation = this.createOperationFromEntries(remainingEntries);
         const selectorShape = await sourceWrapper.source.getSelectorShape(action.context);
-        if (!(0, utils_query_operation_1.doesShapeAcceptOperation)(selectorShape, testingOperation, { joinBindings: true })) {
-            return (0, core_1.failTest)(`Actor ${this.name} detected a source that can not handle passing down join bindings`);
+        if (!bus_query_operation_1.ActorQueryOperation
+            .doesShapeAcceptOperation(selectorShape, testingOperation, { joinBindings: true })) {
+            throw new Error(`Actor ${this.name} detected a source that can not handle passing down join bindings`);
         }
         // Determine selectivities of smallest entry with all other entries
         const selectivities = await Promise.all(remainingEntries
             .map(async (entry) => (await this.mediatorJoinSelectivity.mediate({
-            entries: [entriesSorted[0], entry],
+            entries: [entries[0], entry],
             context: action.context,
         })).selectivity * this.selectivityModifier));
         // Determine coefficients for remaining entries
         const cardinalityRemaining = remainingEntries
             .map((entry, i) => entry.metadata.cardinality.value * selectivities[i])
             .reduce((sum, element) => sum + element, 0);
-        return (0, core_1.passTestWithSideData)({
+        return {
             iterations: 1,
             persistedItems: metadatas[0].cardinality.value,
             blockingItems: metadatas[0].cardinality.value,
             requestTime: requestInitialTimes[0] + metadatas[0].cardinality.value * requestItemTimes[0] +
                 requestInitialTimes[1] + cardinalityRemaining * requestItemTimes[1],
-        }, { ...sideData, entriesUnsorted, entriesSorted });
+        };
     }
-    createOperationFromEntries(algebraFactory, remainingEntries) {
+    createOperationFromEntries(remainingEntries) {
         if (remainingEntries.length === 1) {
             return remainingEntries[0].operation;
         }
-        return algebraFactory.createJoin(remainingEntries.map(entry => entry.operation), true);
+        return AF.createJoin(remainingEntries.map(entry => entry.operation), true);
     }
 }
 exports.ActorRdfJoinMultiBindSource = ActorRdfJoinMultiBindSource;

package/lib/ActorRdfJoinMultiBindSource.js.map

@@ -1 +1 @@
-{"version":3,"file":"ActorRdfJoinMultiBindSource.js","sourceRoot":"","sources":["ActorRdfJoinMultiBindSource.ts"],"names":[],"mappings":";;;AAMA,yDAAsD;AAEtD,+DAA0D;AAE1D,yCAA0E;AAS1E,6DAA2D;AAC3D,2EAA+F;AAG/F,iDAA8C;AAE9C,qDAA0C;AAE1C;;GAEG;AACH,MAAa,2BAA4B,SAAQ,2BAAsD;IAKrG,YAAmB,IAA2C;QAC5D,KAAK,CAAC,IAAI,EAAE;YACV,WAAW,EAAE,OAAO;YACpB,YAAY,EAAE,aAAa;YAC3B,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,SAAS,CACpB,MAAsB,EACtB,QAAkD;QAElD,MAAM,WAAW,GAAwB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,+BAAa,CAAC,WAAW,CAAC,CAAC;QAC3F,MAAM,cAAc,GAAG,IAAI,yBAAO,CAAC,WAAW,CAAC,CAAC;QAEhD,+FAA+F;QAC/F,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC;QACvC,IAAI,CAAC,QAAQ,CACX,MAAM,CAAC,OAAO,EACd,oCAAoC,EACpC,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CACvE,CAAC;QAEF,iCAAiC;QACjC,KAAK,MAAM,CAAE,CAAC,EAAE,OAAO,CAAE,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACZ,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;YACxC,CAAC;QACH,CAAC;QAED,8CAA8C;QAC9C,MAAM,cAAc,GAAkC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACxE,MAAM,gBAAgB,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC7C,MAAM,gBAAgB,GAAG,CAAE,GAAG,OAAO,CAAE,CAAC;QACxC,gBAAgB,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAE9B,+FAA+F;QAC/F,MAAM,aAAa,GAAyB,IAAA,0CAAkB,EAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAE9F,kCAAkC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,0BAA0B,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;QAEpF,oGAAoG;QACpG,MAAM,cAAc,GAA+C,IAAI,gCAAe,CACpF,cAAc,CAAC,cAAc,EAC7B,IAAI,CAAC,SAAS,EACd,EAAE,SAAS,EAAE,KAAK,EAAE,CACrB,CAAC;QAEF,8EAA8E;QAC9E,MAAM,cAAc,GAAG,IAAI,6BAAa,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,aAAa,CACrG,SAAS,EACT,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,EACpF,EAAE,YAAY,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,EAAC,CACjE,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,MAAM,EAAE;gBACN,IAAI,EAAE,UAAU;gBAChB,cAAc;gBACd,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,uBAAuB,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC;aAC5G;YACD,oBAAoB,EAAE;gBACpB,SAAS,EAAE,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;aACxD;SACF,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,eAAe,CAC7B,OAAiC,EACjC,OAAuB;QAEvB,MAAM,WAAW,GAAG,MAAM,2BAAY,CAAC,eAAe,CAAC,IAAI,CAAC,uBAAuB,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACvG,IAAI,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC;YAC3B,OAAO,WAAW,CAAC;QACrB,CAAC;QACD,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAE5B,4EAA4E;QAC5E,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,EAAE;YAC/C,IAAI,SAAS,CAAC,iBAAiB,IAAI,CAAC,UAAU,CAAC,iBAAiB,EAAE,CAAC;gBACjE,OAAO,CAAC,CAAC,CAAC;YACZ,CAAC;YACD,OAAO,CAAC,CAAC;QACX,CAAC,CAAC,CAAC;QAEH,OAAO,IAAA,eAAQ,EAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,mBAAmB,CAC9B,MAAsB,EACtB,QAAmC;QAEnC,IAAI,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC;QAE7B,MAAM,WAAW,GAAwB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,+BAAa,CAAC,WAAW,CAAC,CAAC;QAC3F,MAAM,cAAc,GAAG,IAAI,yBAAO,CAAC,WAAW,CAAC,CAAC;QAEhD,+FAA+F;QAC/F,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACjG,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,eAAe,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAChF,IAAI,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC;YAC3B,OAAO,WAAW,CAAC;QACrB,CAAC;QACD,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACxC,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAEvD,MAAM,mBAAmB,GAAG,2BAAY,CAAC,sBAAsB,CAAC,SAAS,CAAC,CAAC;QAC3E,MAAM,gBAAgB,GAAG,2BAAY,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;QAErE,4CAA4C;QAC5C,MAAM,gBAAgB,GAAG,CAAE,GAAG,aAAa,CAAE,CAAC;QAC9C,MAAM,4BAA4B,GAAG,CAAE,GAAG,mBAAmB,CAAE,CAAC;QAChE,MAAM,yBAAyB,GAAG,CAAE,GAAG,gBAAgB,CAAE,CAAC;QAC1D,gBAAgB,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9B,4BAA4B,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1C,yBAAyB,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEvC,+CAA+C;QAC/C,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAA,0CAAkB,EAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QACnF,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;YACpC,OAAO,IAAA,eAAQ,EAAC,SAAS,IAAI,CAAC,IAAI,iEAAiE,CAAC,CAAC;QACvG,CAAC;QAED,qDAAqD;QACrD,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAClD,OAAO,IAAA,eAAQ,EAAC,SAAS,IAAI,CAAC,IAAI,wEAAwE,CAAC,CAAC;QAC9G,CAAC;QAED,+CAA+C;QAC/C,MAAM,aAAa,GAA8C,OAAO,CAAC,CAAC,CAAC,CAAC;QAC5E,MAAM,gBAAgB,GAAG,IAAI,CAAC,0BAA0B,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;QAC3F,MAAM,aAAa,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClF,IAAI,CAAC,IAAA,gDAAwB,EAAC,aAAa,EAAE,gBAAgB,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACvF,OAAO,IAAA,eAAQ,EAAC,SAAS,IAAI,CAAC,IAAI,mEAAmE,CAAC,CAAC;QACzG,CAAC;QAED,mEAAmE;QACnE,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,gBAAgB;aACrD,GAAG,CAAC,KAAK,EAAC,KAAK,EAAC,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC;YAC9D,OAAO,EAAE,CAAE,aAAa,CAAC,CAAC,CAAC,EAAE,KAAK,CAAE;YACpC,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAE/C,+CAA+C;QAC/C,MAAM,oBAAoB,GAAG,gBAAgB;aAC1C,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;aACtE,MAAM,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,GAAG,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC;QAE9C,OAAO,IAAA,2BAAoB,EAAC;YAC1B,UAAU,EAAE,CAAC;YACb,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK;YAC9C,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK;YAC7C,WAAW,EAAE,mBAAmB,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,GAAG,gBAAgB,CAAC,CAAC,CAAC;gBACxF,mBAAmB,CAAC,CAAC,CAAC,GAAG,oBAAoB,GAAG,gBAAgB,CAAC,CAAC,CAAC;SACtE,EAAE,EAAE,GAAG,QAAQ,EAAE,eAAe,EAAE,aAAa,EAAE,CAAC,CAAC;IACtD,CAAC;IAEM,0BAA0B,CAC/B,cAAuB,EACvB,gBAA0C;QAE1C,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACvC,CAAC;QACD,OAAO,cAAc,CAAC,UAAU,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;IACzF,CAAC;CACF;AA5KD,kEA4KC","sourcesContent":["import type {\n  IActionRdfJoin,\n  IActorRdfJoinArgs,\n  IActorRdfJoinOutputInner,\n  IActorRdfJoinTestSideData,\n} from '@comunica/bus-rdf-join';\nimport { ActorRdfJoin } from '@comunica/bus-rdf-join';\nimport type { MediatorRdfJoinEntriesSort } from '@comunica/bus-rdf-join-entries-sort';\nimport { KeysInitQuery } from '@comunica/context-entries';\nimport type { TestResult } from '@comunica/core';\nimport { passTestWithSideData, failTest, passTest } from '@comunica/core';\nimport type { IMediatorTypeJoinCoefficients } from '@comunica/mediatortype-join-coefficients';\nimport type {\n  IJoinEntryWithMetadata,\n  IQueryOperationResultBindings,\n  IQuerySourceWrapper,\n  IActionContext,\n  ComunicaDataFactory,\n} from '@comunica/types';\nimport { ChunkedIterator } from '@comunica/utils-iterator';\nimport { doesShapeAcceptOperation, getOperationSource } from '@comunica/utils-query-operation';\nimport type * as RDF from '@rdfjs/types';\nimport type { AsyncIterator } from 'asynciterator';\nimport { UnionIterator } from 'asynciterator';\nimport type { Algebra } from 'sparqlalgebrajs';\nimport { Factory } from 'sparqlalgebrajs';\n\n/**\n * A comunica Inner Multi Bind Source RDF Join Actor.\n */\nexport class ActorRdfJoinMultiBindSource extends ActorRdfJoin<IActorRdfJoinMultiBindSourceTestSideData> {\n  public readonly selectivityModifier: number;\n  public readonly blockSize: number;\n  public readonly mediatorJoinEntriesSort: MediatorRdfJoinEntriesSort;\n\n  public constructor(args: IActorRdfJoinInnerMultiBindSourceArgs) {\n    super(args, {\n      logicalType: 'inner',\n      physicalName: 'bind-source',\n      canHandleUndefs: true,\n    });\n  }\n\n  public async getOutput(\n    action: IActionRdfJoin,\n    sideData: IActorRdfJoinMultiBindSourceTestSideData,\n  ): Promise<IActorRdfJoinOutputInner> {\n    const dataFactory: ComunicaDataFactory = action.context.getSafe(KeysInitQuery.dataFactory);\n    const algebraFactory = new Factory(dataFactory);\n\n    // Order the entries so we can pick the first one (usually the one with the lowest cardinality)\n    const entries = sideData.entriesSorted;\n    this.logDebug(\n      action.context,\n      'First entry for Bind Join Source: ',\n      () => ({ entry: entries[0].operation, metadata: entries[0].metadata }),\n    );\n\n    // Close the non-smallest streams\n    for (const [ i, element ] of entries.entries()) {\n      if (i !== 0) {\n        element.output.bindingsStream.close();\n      }\n    }\n\n    // Take the stream with the lowest cardinality\n    const smallestStream: IQueryOperationResultBindings = entries[0].output;\n    const smallestMetadata = entries[0].metadata;\n    const remainingEntries = [ ...entries ];\n    remainingEntries.splice(0, 1);\n\n    // Get source for remaining entries (guaranteed thanks to prior check in getJoinCoefficients())\n    const sourceWrapper = <IQuerySourceWrapper> getOperationSource(remainingEntries[0].operation);\n\n    // Determine the operation to pass\n    const operation = this.createOperationFromEntries(algebraFactory, remainingEntries);\n\n    // Slice the smallest stream into chunks according to the block size, so we avoid blocking too long.\n    const chunkedStreams: AsyncIterator<AsyncIterator<RDF.Bindings>> = new ChunkedIterator(\n      smallestStream.bindingsStream,\n      this.blockSize,\n      { autoStart: false },\n    );\n\n    // For each chunk, pass the query and the bindings to the source for execution\n    const bindingsStream = new UnionIterator(chunkedStreams.map(chunk => sourceWrapper.source.queryBindings(\n      operation,\n      sourceWrapper.context ? action.context.merge(sourceWrapper.context) : action.context,\n      { joinBindings: { bindings: chunk, metadata: smallestMetadata }},\n    )));\n\n    return {\n      result: {\n        type: 'bindings',\n        bindingsStream,\n        metadata: () => this.constructResultMetadata(entries, entries.map(entry => entry.metadata), action.context),\n      },\n      physicalPlanMetadata: {\n        bindIndex: sideData.entriesUnsorted.indexOf(entries[0]),\n      },\n    };\n  }\n\n  protected async sortJoinEntries(\n    entries: IJoinEntryWithMetadata[],\n    context: IActionContext,\n  ): Promise<TestResult<IJoinEntryWithMetadata[]>> {\n    const entriesTest = await ActorRdfJoin.sortJoinEntries(this.mediatorJoinEntriesSort, entries, context);\n    if (entriesTest.isFailed()) {\n      return entriesTest;\n    }\n    entries = entriesTest.get();\n\n    // Prioritize entries with modified operations, so these are not re-executed\n    entries = entries.sort((entryLeft, entryRight) => {\n      if (entryLeft.operationModified && !entryRight.operationModified) {\n        return -1;\n      }\n      return 0;\n    });\n\n    return passTest(entries);\n  }\n\n  public async getJoinCoefficients(\n    action: IActionRdfJoin,\n    sideData: IActorRdfJoinTestSideData,\n  ): Promise<TestResult<IMediatorTypeJoinCoefficients, IActorRdfJoinMultiBindSourceTestSideData>> {\n    let { metadatas } = sideData;\n\n    const dataFactory: ComunicaDataFactory = action.context.getSafe(KeysInitQuery.dataFactory);\n    const algebraFactory = new Factory(dataFactory);\n\n    // Order the entries so we can pick the first one (usually the one with the lowest cardinality)\n    const entriesUnsorted = action.entries.map((entry, i) => ({ ...entry, metadata: metadatas[i] }));\n    const entriesTest = await this.sortJoinEntries(entriesUnsorted, action.context);\n    if (entriesTest.isFailed()) {\n      return entriesTest;\n    }\n    const entriesSorted = entriesTest.get();\n    metadatas = entriesSorted.map(entry => entry.metadata);\n\n    const requestInitialTimes = ActorRdfJoin.getRequestInitialTimes(metadatas);\n    const requestItemTimes = ActorRdfJoin.getRequestItemTimes(metadatas);\n\n    // Determine first stream and remaining ones\n    const remainingEntries = [ ...entriesSorted ];\n    const remainingRequestInitialTimes = [ ...requestInitialTimes ];\n    const remainingRequestItemTimes = [ ...requestItemTimes ];\n    remainingEntries.splice(0, 1);\n    remainingRequestInitialTimes.splice(0, 1);\n    remainingRequestItemTimes.splice(0, 1);\n\n    // Reject binding on operations without sources\n    const sources = remainingEntries.map(entry => getOperationSource(entry.operation));\n    if (sources.some(source => !source)) {\n      return failTest(`Actor ${this.name} can not bind on remaining operations without source annotation`);\n    }\n\n    // Reject binding on operations with un-equal sources\n    if (sources.some(source => source !== sources[0])) {\n      return failTest(`Actor ${this.name} can not bind on remaining operations with non-equal source annotation`);\n    }\n\n    // Reject if the source can not handle bindings\n    const sourceWrapper: IQuerySourceWrapper = <IQuerySourceWrapper> sources[0];\n    const testingOperation = this.createOperationFromEntries(algebraFactory, remainingEntries);\n    const selectorShape = await sourceWrapper.source.getSelectorShape(action.context);\n    if (!doesShapeAcceptOperation(selectorShape, testingOperation, { joinBindings: true })) {\n      return failTest(`Actor ${this.name} detected a source that can not handle passing down join bindings`);\n    }\n\n    // Determine selectivities of smallest entry with all other entries\n    const selectivities = await Promise.all(remainingEntries\n      .map(async entry => (await this.mediatorJoinSelectivity.mediate({\n        entries: [ entriesSorted[0], entry ],\n        context: action.context,\n      })).selectivity * this.selectivityModifier));\n\n    // Determine coefficients for remaining entries\n    const cardinalityRemaining = remainingEntries\n      .map((entry, i) => entry.metadata.cardinality.value * selectivities[i])\n      .reduce((sum, element) => sum + element, 0);\n\n    return passTestWithSideData({\n      iterations: 1,\n      persistedItems: metadatas[0].cardinality.value,\n      blockingItems: metadatas[0].cardinality.value,\n      requestTime: requestInitialTimes[0] + metadatas[0].cardinality.value * requestItemTimes[0] +\n        requestInitialTimes[1] + cardinalityRemaining * requestItemTimes[1],\n    }, { ...sideData, entriesUnsorted, entriesSorted });\n  }\n\n  public createOperationFromEntries(\n    algebraFactory: Factory,\n    remainingEntries: IJoinEntryWithMetadata[],\n  ): Algebra.Operation {\n    if (remainingEntries.length === 1) {\n      return remainingEntries[0].operation;\n    }\n    return algebraFactory.createJoin(remainingEntries.map(entry => entry.operation), true);\n  }\n}\n\nexport interface IActorRdfJoinInnerMultiBindSourceArgs\n  extends IActorRdfJoinArgs<IActorRdfJoinMultiBindSourceTestSideData> {\n  /**\n   * Multiplier for selectivity values\n   * @range {double}\n   * @default {0.0001}\n   */\n  selectivityModifier: number;\n  /**\n   * The maximum amount of bindings to send to the source per block.\n   * @default {16}\n   */\n  blockSize: number;\n  /**\n   * The join entries sort mediator\n   */\n  mediatorJoinEntriesSort: MediatorRdfJoinEntriesSort;\n}\n\nexport interface IActorRdfJoinMultiBindSourceTestSideData extends IActorRdfJoinTestSideData {\n  entriesUnsorted: IJoinEntryWithMetadata[];\n  entriesSorted: IJoinEntryWithMetadata[];\n}\n"]}
+{"version":3,"file":"ActorRdfJoinMultiBindSource.js","sourceRoot":"","sources":["ActorRdfJoinMultiBindSource.ts"],"names":[],"mappings":";;;AAAA,uEAAoE;AAEpE,yDAAuE;AAYvE,iDAA8C;AAE9C,qDAA0C;AAE1C,MAAM,EAAE,GAAG,IAAI,yBAAO,EAAE,CAAC;AAEzB;;GAEG;AACH,MAAa,2BAA4B,SAAQ,2BAAY;IAK3D,YAAmB,IAA2C;QAC5D,KAAK,CAAC,IAAI,EAAE;YACV,WAAW,EAAE,OAAO;YACpB,YAAY,EAAE,aAAa;YAC3B,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,MAAsB;QAC3C,+FAA+F;QAC/F,MAAM,eAAe,GAAG,MAAM,2BAAY,CAAC,uBAAuB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACnF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,eAAe,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAE5E,IAAI,CAAC,QAAQ,CACX,MAAM,CAAC,OAAO,EACd,oCAAoC,EACpC,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CACvE,CAAC;QAEF,iCAAiC;QACjC,KAAK,MAAM,CAAE,CAAC,EAAE,OAAO,CAAE,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACZ,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;YACxC,CAAC;QACH,CAAC;QAED,8CAA8C;QAC9C,MAAM,cAAc,GAAkC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACxE,MAAM,gBAAgB,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC7C,MAAM,gBAAgB,GAAG,CAAE,GAAG,OAAO,CAAE,CAAC;QACxC,gBAAgB,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAE9B,+FAA+F;QAC/F,MAAM,aAAa,GAAwB,yCAAmB,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAE,CAAC;QAElH,kCAAkC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,0BAA0B,CAAC,gBAAgB,CAAC,CAAC;QAEpE,oGAAoG;QACpG,MAAM,cAAc,GAA+C,IAAI,8BAAe,CACpF,cAAc,CAAC,cAAc,EAC7B,IAAI,CAAC,SAAS,EACd,EAAE,SAAS,EAAE,KAAK,EAAE,CACrB,CAAC;QAEF,8EAA8E;QAC9E,MAAM,cAAc,GAAG,IAAI,6BAAa,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,aAAa,CACrG,SAAS,EACT,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,EACpF,EAAE,YAAY,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,EAAC,CACjE,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,MAAM,EAAE;gBACN,IAAI,EAAE,UAAU;gBAChB,cAAc;gBACd,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,uBAAuB,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC;aAC5G;YACD,oBAAoB,EAAE;gBACpB,SAAS,EAAE,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;aAC/C;SACF,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,eAAe,CAC7B,OAAiC,EACjC,OAAuB;QAEvB,OAAO,GAAG,MAAM,2BAAY,CAAC,eAAe,CAAC,IAAI,CAAC,uBAAuB,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAE7F,4EAA4E;QAC5E,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,EAAE;YAC/C,IAAI,SAAS,CAAC,iBAAiB,IAAI,CAAC,UAAU,CAAC,iBAAiB,EAAE,CAAC;gBACjE,OAAO,CAAC,CAAC,CAAC;YACZ,CAAC;YACD,OAAO,CAAC,CAAC;QACX,CAAC,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC;IACjB,CAAC;IAEM,KAAK,CAAC,mBAAmB,CAC9B,MAAsB,EACtB,SAA6B;QAE7B,+FAA+F;QAC/F,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO;aACtD,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9E,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAEjD,MAAM,mBAAmB,GAAG,2BAAY,CAAC,sBAAsB,CAAC,SAAS,CAAC,CAAC;QAC3E,MAAM,gBAAgB,GAAG,2BAAY,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;QAErE,4CAA4C;QAC5C,MAAM,gBAAgB,GAAG,CAAE,GAAG,OAAO,CAAE,CAAC;QACxC,MAAM,4BAA4B,GAAG,CAAE,GAAG,mBAAmB,CAAE,CAAC;QAChE,MAAM,yBAAyB,GAAG,CAAE,GAAG,gBAAgB,CAAE,CAAC;QAC1D,gBAAgB,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9B,4BAA4B,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1C,yBAAyB,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEvC,+CAA+C;QAC/C,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,yCAAmB,CAAC,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QACvG,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,IAAI,iEAAiE,CAAC,CAAC;QACvG,CAAC;QAED,qDAAqD;QACrD,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAClD,MAAM,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,IAAI,wEAAwE,CAAC,CAAC;QAC9G,CAAC;QAED,+CAA+C;QAC/C,MAAM,aAAa,GAAwB,OAAO,CAAC,CAAC,CAAE,CAAC;QACvD,MAAM,gBAAgB,GAAG,IAAI,CAAC,0BAA0B,CAAC,gBAAgB,CAAC,CAAC;QAC3E,MAAM,aAAa,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClF,IAAI,CAAC,yCAAmB;aACrB,wBAAwB,CAAC,aAAa,EAAE,gBAAgB,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACrF,MAAM,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,IAAI,mEAAmE,CAAC,CAAC;QACzG,CAAC;QAED,mEAAmE;QACnE,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,gBAAgB;aACrD,GAAG,CAAC,KAAK,EAAC,KAAK,EAAC,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC;YAC9D,OAAO,EAAE,CAAE,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAE;YAC9B,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAE/C,+CAA+C;QAC/C,MAAM,oBAAoB,GAAG,gBAAgB;aAC1C,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;aACtE,MAAM,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,GAAG,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC;QAE9C,OAAO;YACL,UAAU,EAAE,CAAC;YACb,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK;YAC9C,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK;YAC7C,WAAW,EAAE,mBAAmB,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,GAAG,gBAAgB,CAAC,CAAC,CAAC;gBACxF,mBAAmB,CAAC,CAAC,CAAC,GAAG,oBAAoB,GAAG,gBAAgB,CAAC,CAAC,CAAC;SACtE,CAAC;IACJ,CAAC;IAEM,0BAA0B,CAAC,gBAA0C;QAC1E,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACvC,CAAC;QACD,OAAO,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;IAC7E,CAAC;CACF;AAzJD,kEAyJC","sourcesContent":["import { ActorQueryOperation } from '@comunica/bus-query-operation';\nimport type { IActionRdfJoin, IActorRdfJoinArgs, IActorRdfJoinOutputInner } from '@comunica/bus-rdf-join';\nimport { ActorRdfJoin, ChunkedIterator } from '@comunica/bus-rdf-join';\nimport type { MediatorRdfJoinEntriesSort } from '@comunica/bus-rdf-join-entries-sort';\nimport type { IMediatorTypeJoinCoefficients } from '@comunica/mediatortype-join-coefficients';\nimport type {\n  IJoinEntryWithMetadata,\n  IQueryOperationResultBindings,\n  IQuerySourceWrapper,\n  MetadataBindings,\n  IActionContext,\n} from '@comunica/types';\nimport type * as RDF from '@rdfjs/types';\nimport type { AsyncIterator } from 'asynciterator';\nimport { UnionIterator } from 'asynciterator';\nimport type { Algebra } from 'sparqlalgebrajs';\nimport { Factory } from 'sparqlalgebrajs';\n\nconst AF = new Factory();\n\n/**\n * A comunica Inner Multi Bind Source RDF Join Actor.\n */\nexport class ActorRdfJoinMultiBindSource extends ActorRdfJoin {\n  public readonly selectivityModifier: number;\n  public readonly blockSize: number;\n  public readonly mediatorJoinEntriesSort: MediatorRdfJoinEntriesSort;\n\n  public constructor(args: IActorRdfJoinInnerMultiBindSourceArgs) {\n    super(args, {\n      logicalType: 'inner',\n      physicalName: 'bind-source',\n      canHandleUndefs: true,\n    });\n  }\n\n  public async getOutput(action: IActionRdfJoin): Promise<IActorRdfJoinOutputInner> {\n    // Order the entries so we can pick the first one (usually the one with the lowest cardinality)\n    const entriesUnsorted = await ActorRdfJoin.getEntriesWithMetadatas(action.entries);\n    const entries = await this.sortJoinEntries(entriesUnsorted, action.context);\n\n    this.logDebug(\n      action.context,\n      'First entry for Bind Join Source: ',\n      () => ({ entry: entries[0].operation, metadata: entries[0].metadata }),\n    );\n\n    // Close the non-smallest streams\n    for (const [ i, element ] of entries.entries()) {\n      if (i !== 0) {\n        element.output.bindingsStream.close();\n      }\n    }\n\n    // Take the stream with the lowest cardinality\n    const smallestStream: IQueryOperationResultBindings = entries[0].output;\n    const smallestMetadata = entries[0].metadata;\n    const remainingEntries = [ ...entries ];\n    remainingEntries.splice(0, 1);\n\n    // Get source for remaining entries (guaranteed thanks to prior check in getJoinCoefficients())\n    const sourceWrapper: IQuerySourceWrapper = ActorQueryOperation.getOperationSource(remainingEntries[0].operation)!;\n\n    // Determine the operation to pass\n    const operation = this.createOperationFromEntries(remainingEntries);\n\n    // Slice the smallest stream into chunks according to the block size, so we avoid blocking too long.\n    const chunkedStreams: AsyncIterator<AsyncIterator<RDF.Bindings>> = new ChunkedIterator(\n      smallestStream.bindingsStream,\n      this.blockSize,\n      { autoStart: false },\n    );\n\n    // For each chunk, pass the query and the bindings to the source for execution\n    const bindingsStream = new UnionIterator(chunkedStreams.map(chunk => sourceWrapper.source.queryBindings(\n      operation,\n      sourceWrapper.context ? action.context.merge(sourceWrapper.context) : action.context,\n      { joinBindings: { bindings: chunk, metadata: smallestMetadata }},\n    )));\n\n    return {\n      result: {\n        type: 'bindings',\n        bindingsStream,\n        metadata: () => this.constructResultMetadata(entries, entries.map(entry => entry.metadata), action.context),\n      },\n      physicalPlanMetadata: {\n        bindIndex: entriesUnsorted.indexOf(entries[0]),\n      },\n    };\n  }\n\n  protected async sortJoinEntries(\n    entries: IJoinEntryWithMetadata[],\n    context: IActionContext,\n  ): Promise<IJoinEntryWithMetadata[]> {\n    entries = await ActorRdfJoin.sortJoinEntries(this.mediatorJoinEntriesSort, entries, context);\n\n    // Prioritize entries with modified operations, so these are not re-executed\n    entries = entries.sort((entryLeft, entryRight) => {\n      if (entryLeft.operationModified && !entryRight.operationModified) {\n        return -1;\n      }\n      return 0;\n    });\n\n    return entries;\n  }\n\n  public async getJoinCoefficients(\n    action: IActionRdfJoin,\n    metadatas: MetadataBindings[],\n  ): Promise<IMediatorTypeJoinCoefficients> {\n    // Order the entries so we can pick the first one (usually the one with the lowest cardinality)\n    const entries = await this.sortJoinEntries(action.entries\n      .map((entry, i) => ({ ...entry, metadata: metadatas[i] })), action.context);\n    metadatas = entries.map(entry => entry.metadata);\n\n    const requestInitialTimes = ActorRdfJoin.getRequestInitialTimes(metadatas);\n    const requestItemTimes = ActorRdfJoin.getRequestItemTimes(metadatas);\n\n    // Determine first stream and remaining ones\n    const remainingEntries = [ ...entries ];\n    const remainingRequestInitialTimes = [ ...requestInitialTimes ];\n    const remainingRequestItemTimes = [ ...requestItemTimes ];\n    remainingEntries.splice(0, 1);\n    remainingRequestInitialTimes.splice(0, 1);\n    remainingRequestItemTimes.splice(0, 1);\n\n    // Reject binding on operations without sources\n    const sources = remainingEntries.map(entry => ActorQueryOperation.getOperationSource(entry.operation));\n    if (sources.some(source => !source)) {\n      throw new Error(`Actor ${this.name} can not bind on remaining operations without source annotation`);\n    }\n\n    // Reject binding on operations with un-equal sources\n    if (sources.some(source => source !== sources[0])) {\n      throw new Error(`Actor ${this.name} can not bind on remaining operations with non-equal source annotation`);\n    }\n\n    // Reject if the source can not handle bindings\n    const sourceWrapper: IQuerySourceWrapper = sources[0]!;\n    const testingOperation = this.createOperationFromEntries(remainingEntries);\n    const selectorShape = await sourceWrapper.source.getSelectorShape(action.context);\n    if (!ActorQueryOperation\n      .doesShapeAcceptOperation(selectorShape, testingOperation, { joinBindings: true })) {\n      throw new Error(`Actor ${this.name} detected a source that can not handle passing down join bindings`);\n    }\n\n    // Determine selectivities of smallest entry with all other entries\n    const selectivities = await Promise.all(remainingEntries\n      .map(async entry => (await this.mediatorJoinSelectivity.mediate({\n        entries: [ entries[0], entry ],\n        context: action.context,\n      })).selectivity * this.selectivityModifier));\n\n    // Determine coefficients for remaining entries\n    const cardinalityRemaining = remainingEntries\n      .map((entry, i) => entry.metadata.cardinality.value * selectivities[i])\n      .reduce((sum, element) => sum + element, 0);\n\n    return {\n      iterations: 1,\n      persistedItems: metadatas[0].cardinality.value,\n      blockingItems: metadatas[0].cardinality.value,\n      requestTime: requestInitialTimes[0] + metadatas[0].cardinality.value * requestItemTimes[0] +\n        requestInitialTimes[1] + cardinalityRemaining * requestItemTimes[1],\n    };\n  }\n\n  public createOperationFromEntries(remainingEntries: IJoinEntryWithMetadata[]): Algebra.Operation {\n    if (remainingEntries.length === 1) {\n      return remainingEntries[0].operation;\n    }\n    return AF.createJoin(remainingEntries.map(entry => entry.operation), true);\n  }\n}\n\nexport interface IActorRdfJoinInnerMultiBindSourceArgs extends IActorRdfJoinArgs {\n  /**\n   * Multiplier for selectivity values\n   * @range {double}\n   * @default {0.0001}\n   */\n  selectivityModifier: number;\n  /**\n   * The maximum amount of bindings to send to the source per block.\n   * @default {16}\n   */\n  blockSize: number;\n  /**\n   * The join entries sort mediator\n   */\n  mediatorJoinEntriesSort: MediatorRdfJoinEntriesSort;\n}\n"]}

package/package.json

@@ -1,13 +1,9 @@
 {
   "name": "@comunica/actor-rdf-join-inner-multi-bind-source",
-  "version": "3.2.4-alpha.47.0",
+  "version": "3.3.0",
   "description": "A inner-multi-bind-source rdf-join actor",
   "lsd:module": true,
   "license": "MIT",
-  "funding": {
-    "type": "opencollective",
-    "url": "https://opencollective.com/comunica-association"
-  },
   "homepage": "https://comunica.dev/",
   "repository": {
     "type": "git",
@@ -41,16 +37,14 @@
     "build:components": "componentsjs-generator"
   },
   "dependencies": {
-    "@comunica/bus-rdf-join": "3.2.4-alpha.47.0",
-    "@comunica/bus-rdf-join-entries-sort": "3.2.4-alpha.47.0",
-    "@comunica/context-entries": "3.2.4-alpha.47.0",
-    "@comunica/core": "3.2.4-alpha.47.0",
-    "@comunica/mediatortype-join-coefficients": "3.2.4-alpha.47.0",
-    "@comunica/types": "3.2.4-alpha.47.0",
-    "@comunica/utils-iterator": "3.2.4-alpha.47.0",
-    "@comunica/utils-query-operation": "3.2.4-alpha.47.0",
+    "@comunica/bus-query-operation": "^3.3.0",
+    "@comunica/bus-rdf-join": "^3.3.0",
+    "@comunica/bus-rdf-join-entries-sort": "^3.3.0",
+    "@comunica/mediatortype-join-coefficients": "^3.3.0",
+    "@comunica/types": "^3.3.0",
+    "@rdfjs/types": "*",
     "asynciterator": "^3.9.0",
-    "sparqlalgebrajs": "^4.3.8"
+    "sparqlalgebrajs": "^4.3.7"
   },
-  "gitHead": "85bd4c5cf07dfc293ebbc3a1416b70e2db8bfc48"
+  "gitHead": "02bde397d206f1f5a523643a6a604c89e792e2f9"
 }