@comunica/actor-query-source-identify-hypermedia 4.5.0 → 5.0.0

package/lib/MediatedLinkedRdfSourcesAsyncRdfIterator.js

@@ -4,93 +4,31 @@ exports.MediatedLinkedRdfSourcesAsyncRdfIterator = void 0;
 const context_entries_1 = require("@comunica/context-entries");
 const LinkedRdfSourcesAsyncRdfIterator_1 = require("./LinkedRdfSourcesAsyncRdfIterator");
 /**
- * An quad iterator that can iterate over consecutive RDF sources
+ * A quad iterator that can iterate over consecutive RDF sources
  * that are determined using the rdf-resolve-hypermedia-links bus.
  *
  * @see LinkedRdfSourcesAsyncRdfIterator
  */
 class MediatedLinkedRdfSourcesAsyncRdfIterator extends LinkedRdfSourcesAsyncRdfIterator_1.LinkedRdfSourcesAsyncRdfIterator {
-    constructor(cacheSize, operation, queryBindingsOptions, context, forceSourceType, firstUrl, maxIterators, sourceStateGetter, aggregatedStore, mediatorMetadataAccumulate, mediatorRdfResolveHypermediaLinks, mediatorRdfResolveHypermediaLinksQueue, dataFactory, algebraFactory) {
-        super(cacheSize, operation, queryBindingsOptions, context, firstUrl, maxIterators, sourceStateGetter, 
-        // Buffersize must be infinite for an aggregated store because it must keep filling until there are no more
-        // derived iterators in the aggregated store.
-        aggregatedStore ? { maxBufferSize: Number.POSITIVE_INFINITY } : undefined);
-        this.wasForcefullyClosed = false;
-        this.forceSourceType = forceSourceType;
+    mediatorMetadataAccumulate;
+    mediatorRdfResolveHypermediaLinks;
+    mediatorRdfResolveHypermediaLinksQueue;
+    handledUrls;
+    linkQueue;
+    constructor(operation, queryBindingsOptions, context, firstLink, maxIterators, sourceStateGetter, mediatorMetadataAccumulate, mediatorRdfResolveHypermediaLinks, mediatorRdfResolveHypermediaLinksQueue) {
+        super(operation, queryBindingsOptions, context, firstLink, maxIterators, sourceStateGetter);
         this.mediatorMetadataAccumulate = mediatorMetadataAccumulate;
         this.mediatorRdfResolveHypermediaLinks = mediatorRdfResolveHypermediaLinks;
         this.mediatorRdfResolveHypermediaLinksQueue = mediatorRdfResolveHypermediaLinksQueue;
-        this.handledUrls = { [firstUrl]: true };
-        this.aggregatedStore = aggregatedStore;
-        this.dataFactory = dataFactory;
-        this.algebraFactory = algebraFactory;
-    }
-    // Mark the aggregated store as ended once we trigger the closing or destroying of this iterator.
-    // We don't override _end, because that would mean that we have to wait
-    // until the buffer of this iterator must be fully consumed, which will not always be the case.
-    close() {
-        if (!this.aggregatedStore) {
-            super.close();
-            return;
-        }
-        this.getLinkQueue()
-            .then((linkQueue) => {
-            if (this.isCloseable(linkQueue, false)) {
-                // Wait a tick before ending the aggregatedStore, to ensure that pending match() calls to it have started.
-                setTimeout(() => this.aggregatedStore.end());
-                super.close();
-            }
-            else {
-                this.wasForcefullyClosed = true;
-            }
-        })
-            .catch(error => super.destroy(error));
-    }
-    destroy(cause) {
-        if (!this.aggregatedStore) {
-            super.destroy(cause);
-            return;
-        }
-        this.getLinkQueue()
-            .then((linkQueue) => {
-            if (cause ?? this.isCloseable(linkQueue, false)) {
-                // Wait a tick before ending the aggregatedStore, to ensure that pending match() calls to it have started.
-                setTimeout(() => this.aggregatedStore.end());
-                super.destroy(cause);
-            }
-            else {
-                this.wasForcefullyClosed = true;
-            }
-        })
-            .catch(error => super.destroy(error));
+        this.handledUrls = { [firstLink.url]: true };
     }
     isCloseable(linkQueue, requireQueueEmpty) {
-        return (requireQueueEmpty ? linkQueue.isEmpty() : this.wasForcefullyClosed || linkQueue.isEmpty()) &&
-            !this.areIteratorsRunning();
-    }
-    canStartNewIterator() {
-        // Also allow sub-iterators to be started if the aggregated store has at least one running iterator.
-        // We need this because there are cases where these running iterators will be consumed before this linked iterator.
-        // We can keep traversing if the iterator was forcefully closed and there are still running iterators on the
-        // aggregated store, as this might happen when sub-queries are spawned by the bind-join.
-        // Whenever the store is forcefully closed (like due to a limit being reached) and there are no iterators on the
-        // store, traversal should stop.
-        return (!this.wasForcefullyClosed ||
-            (this.aggregatedStore !== undefined && this.aggregatedStore.hasRunningIterators())) &&
-            super.canStartNewIterator();
-    }
-    canStartNewIteratorConsiderReadable() {
-        return !this.aggregatedStore;
-    }
-    isRunning() {
-        // Same as above
-        // eslint-disable-next-line ts/prefer-nullish-coalescing
-        return (this.aggregatedStore && this.aggregatedStore.hasRunningIterators()) || !this.done;
+        return (requireQueueEmpty ? linkQueue.isEmpty() : linkQueue.isEmpty()) && !this.areIteratorsRunning();
     }
     getLinkQueue() {
         if (!this.linkQueue) {
             this.linkQueue = this.mediatorRdfResolveHypermediaLinksQueue
-                .mediate({ firstUrl: this.firstUrl, context: this.context })
+                .mediate({ context: this.context })
                 .then(result => result.linkQueue);
         }
         return this.linkQueue;
@@ -119,21 +57,6 @@ class MediatedLinkedRdfSourcesAsyncRdfIterator extends LinkedRdfSourcesAsyncRdfI
             return [];
         }
     }
-    startIterator(startSource) {
-        if (this.aggregatedStore && !this.aggregatedStore.containedSources.has(startSource.link.url)) {
-            // A source that has been cached due to earlier query executions may not be part of the aggregated store yet.
-            // In that case, we add all quads from that source to the aggregated store.
-            this.aggregatedStore?.containedSources.add(startSource.link.url);
-            const stream = startSource.source.queryBindings(this.algebraFactory.createPattern(this.dataFactory.variable('s'), this.dataFactory.variable('p'), this.dataFactory.variable('o'), this.dataFactory.variable('g')), this.context.set(context_entries_1.KeysQueryOperation.unionDefaultGraph, true)).map(bindings => this.dataFactory.quad(bindings.get('s'), bindings.get('p'), bindings.get('o'), bindings.get('g')));
-            this.aggregatedStore.import(stream)
-                .on('end', () => {
-                super.startIterator(startSource);
-            });
-        }
-        else {
-            super.startIterator(startSource);
-        }
-    }
     async accumulateMetadata(accumulatedMetadata, appendingMetadata) {
         return (await this.mediatorMetadataAccumulate.mediate({
             mode: 'append',
@@ -142,10 +65,6 @@ class MediatedLinkedRdfSourcesAsyncRdfIterator extends LinkedRdfSourcesAsyncRdfI
             context: this.context,
         })).metadata;
     }
-    updateMetadata(metadataNew) {
-        super.updateMetadata(metadataNew);
-        this.aggregatedStore?.setBaseMetadata(metadataNew, true);
-    }
 }
 exports.MediatedLinkedRdfSourcesAsyncRdfIterator = MediatedLinkedRdfSourcesAsyncRdfIterator;
 //# sourceMappingURL=MediatedLinkedRdfSourcesAsyncRdfIterator.js.map

package/lib/MediatedLinkedRdfSourcesAsyncRdfIterator.js.map

@@ -1 +1 @@
-{"version":3,"file":"MediatedLinkedRdfSourcesAsyncRdfIterator.js","sourceRoot":"","sources":["MediatedLinkedRdfSourcesAsyncRdfIterator.ts"],"names":[],"mappings":";;;AAMA,+DAA+E;AAc/E,yFAAsF;AAEtF;;;;;GAKG;AACH,MAAa,wCAAyC,SAAQ,mEAAgC;IAY5F,YACE,SAAiB,EACjB,SAA4B,EAC5B,oBAAuD,EACvD,OAAuB,EACvB,eAAmC,EACnC,QAAgB,EAChB,YAAoB,EACpB,iBAAoC,EACpC,eAA6C,EAC7C,0BAAyD,EACzD,iCAAoE,EACpE,sCAA8E,EAC9E,WAAgC,EAChC,cAAuB;QAEvB,KAAK,CACH,SAAS,EACT,SAAS,EACT,oBAAoB,EACpB,OAAO,EACP,QAAQ,EACR,YAAY,EACZ,iBAAiB;QACjB,2GAA2G;QAC3G,6CAA6C;QAC7C,eAAe,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,SAAS,CAC1E,CAAC;QA7BI,wBAAmB,GAAG,KAAK,CAAC;QA8BlC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,0BAA0B,GAAG,0BAA0B,CAAC;QAC7D,IAAI,CAAC,iCAAiC,GAAG,iCAAiC,CAAC;QAC3E,IAAI,CAAC,sCAAsC,GAAG,sCAAsC,CAAC;QACrF,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC;QACxC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACvC,CAAC;IAED,iGAAiG;IACjG,uEAAuE;IACvE,+FAA+F;IAE/E,KAAK;QACnB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,KAAK,CAAC,KAAK,EAAE,CAAC;YACd,OAAO;QACT,CAAC;QAED,IAAI,CAAC,YAAY,EAAE;aAChB,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE;YAClB,IAAI,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,CAAC;gBACvC,0GAA0G;gBAC1G,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,eAAgB,CAAC,GAAG,EAAE,CAAC,CAAC;gBAC9C,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;YAClC,CAAC;QACH,CAAC,CAAC;aACD,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1C,CAAC;IAEe,OAAO,CAAC,KAAa;QACnC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,YAAY,EAAE;aAChB,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE;YAClB,IAAI,KAAK,IAAI,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,CAAC;gBAChD,0GAA0G;gBAC1G,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,eAAgB,CAAC,GAAG,EAAE,CAAC,CAAC;gBAC9C,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;YAClC,CAAC;QACH,CAAC,CAAC;aACD,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1C,CAAC;IAEkB,WAAW,CAAC,SAAqB,EAAE,iBAA0B;QAC9E,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,mBAAmB,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YAChG,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAChC,CAAC;IAEkB,mBAAmB;QACpC,oGAAoG;QACpG,mHAAmH;QACnH,4GAA4G;QAC5G,wFAAwF;QACxF,gHAAgH;QAChH,gCAAgC;QAChC,OAAO,CAAC,CAAC,IAAI,CAAC,mBAAmB;YAC/B,CAAC,IAAI,CAAC,eAAe,KAAK,SAAS,IAAI,IAAI,CAAC,eAAe,CAAC,mBAAmB,EAAE,CAAC,CAAC;YACnF,KAAK,CAAC,mBAAmB,EAAE,CAAC;IAChC,CAAC;IAEkB,mCAAmC;QACpD,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC;IAC/B,CAAC;IAEkB,SAAS;QAC1B,gBAAgB;QAChB,wDAAwD;QACxD,OAAO,CAAC,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC,mBAAmB,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;IAC5F,CAAC;IAEM,YAAY;QACjB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,sCAAsC;iBACzD,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;iBAC3D,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAES,KAAK,CAAC,cAAc,CAAC,QAA6B,EAAE,WAAyB;QACrF,IAAI,CAAC;YACH,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,iCAAiC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC5G,gDAAgD;YAChD,MAAM,gBAAgB,GACpB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gCAAc,CAAC,eAAe,CAAC,CAAC;YACnD,IAAI,gBAAgB,EAAE,CAAC;gBACrB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,gBAAgB,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,EAAC,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC;gBACvG,CAAC;YACH,CAAC;YAED,8CAA8C;YAC9C,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;gBAC3B,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC/B,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;gBAClC,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,uGAAuG;YACvG,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEkB,aAAa,CAAC,WAAyB;QACxD,IAAI,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7F,6GAA6G;YAC7G,2EAA2E;YAC3E,IAAI,CAAC,eAAe,EAAE,gBAAgB,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjE,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,aAAa,CAC7C,IAAI,CAAC,cAAc,CAAC,aAAa,CAC/B,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,EAC9B,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,EAC9B,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,EAC9B,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAC/B,EACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,oCAAkB,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAC7D,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAkC,IAAI,CAAC,WAAY,CAAC,IAAI,CACvE,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAE,EAClB,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAE,EAClB,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAE,EAClB,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAClB,CAAC,CAAC;YACH,IAAI,CAAC,eAAe,CAAC,MAAM,CAAc,MAAM,CAAC;iBAC7C,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBACd,KAAK,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;YACnC,CAAC,CAAC,CAAC;QACP,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAC7B,mBAAqC,EACrC,iBAAmC;QAEnC,OAA0B,CAAC,MAAM,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC;YACvE,IAAI,EAAE,QAAQ;YACd,mBAAmB;YACnB,iBAAiB;YACjB,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC,CAAC,CAAC,QAAQ,CAAC;IACf,CAAC;IAEkB,cAAc,CAAC,WAA6B;QAC7D,KAAK,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAClC,IAAI,CAAC,eAAe,EAAE,eAAe,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC3D,CAAC;CACF;AAtMD,4FAsMC","sourcesContent":["import type { MediatorRdfMetadataAccumulate } from '@comunica/bus-rdf-metadata-accumulate';\nimport type { MediatorRdfResolveHypermediaLinks } from '@comunica/bus-rdf-resolve-hypermedia-links';\nimport type {\n  ILinkQueue,\n  MediatorRdfResolveHypermediaLinksQueue,\n} from '@comunica/bus-rdf-resolve-hypermedia-links-queue';\nimport { KeysQueryOperation, KeysStatistics } from '@comunica/context-entries';\nimport type {\n  ComunicaDataFactory,\n  IActionContext,\n  IAggregatedStore,\n  IQueryBindingsOptions,\n  MetadataBindings,\n  ILink,\n  IStatisticBase,\n  IDiscoverEventData,\n} from '@comunica/types';\nimport type * as RDF from '@rdfjs/types';\nimport type { Algebra, Factory } from 'sparqlalgebrajs';\nimport type { SourceStateGetter, ISourceState } from './LinkedRdfSourcesAsyncRdfIterator';\nimport { LinkedRdfSourcesAsyncRdfIterator } from './LinkedRdfSourcesAsyncRdfIterator';\n\n/**\n * An quad iterator that can iterate over consecutive RDF sources\n * that are determined using the rdf-resolve-hypermedia-links bus.\n *\n * @see LinkedRdfSourcesAsyncRdfIterator\n */\nexport class MediatedLinkedRdfSourcesAsyncRdfIterator extends LinkedRdfSourcesAsyncRdfIterator {\n  private readonly mediatorMetadataAccumulate: MediatorRdfMetadataAccumulate;\n  private readonly mediatorRdfResolveHypermediaLinks: MediatorRdfResolveHypermediaLinks;\n  private readonly mediatorRdfResolveHypermediaLinksQueue: MediatorRdfResolveHypermediaLinksQueue;\n  private readonly forceSourceType?: string;\n  private readonly handledUrls: Record<string, boolean>;\n  private readonly aggregatedStore: IAggregatedStore | undefined;\n  private readonly dataFactory: ComunicaDataFactory;\n  private readonly algebraFactory: Factory;\n  private linkQueue: Promise<ILinkQueue> | undefined;\n  private wasForcefullyClosed = false;\n\n  public constructor(\n    cacheSize: number,\n    operation: Algebra.Operation,\n    queryBindingsOptions: IQueryBindingsOptions | undefined,\n    context: IActionContext,\n    forceSourceType: string | undefined,\n    firstUrl: string,\n    maxIterators: number,\n    sourceStateGetter: SourceStateGetter,\n    aggregatedStore: IAggregatedStore | undefined,\n    mediatorMetadataAccumulate: MediatorRdfMetadataAccumulate,\n    mediatorRdfResolveHypermediaLinks: MediatorRdfResolveHypermediaLinks,\n    mediatorRdfResolveHypermediaLinksQueue: MediatorRdfResolveHypermediaLinksQueue,\n    dataFactory: ComunicaDataFactory,\n    algebraFactory: Factory,\n  ) {\n    super(\n      cacheSize,\n      operation,\n      queryBindingsOptions,\n      context,\n      firstUrl,\n      maxIterators,\n      sourceStateGetter,\n      // Buffersize must be infinite for an aggregated store because it must keep filling until there are no more\n      // derived iterators in the aggregated store.\n      aggregatedStore ? { maxBufferSize: Number.POSITIVE_INFINITY } : undefined,\n    );\n    this.forceSourceType = forceSourceType;\n    this.mediatorMetadataAccumulate = mediatorMetadataAccumulate;\n    this.mediatorRdfResolveHypermediaLinks = mediatorRdfResolveHypermediaLinks;\n    this.mediatorRdfResolveHypermediaLinksQueue = mediatorRdfResolveHypermediaLinksQueue;\n    this.handledUrls = { [firstUrl]: true };\n    this.aggregatedStore = aggregatedStore;\n    this.dataFactory = dataFactory;\n    this.algebraFactory = algebraFactory;\n  }\n\n  // Mark the aggregated store as ended once we trigger the closing or destroying of this iterator.\n  // We don't override _end, because that would mean that we have to wait\n  // until the buffer of this iterator must be fully consumed, which will not always be the case.\n\n  public override close(): void {\n    if (!this.aggregatedStore) {\n      super.close();\n      return;\n    }\n\n    this.getLinkQueue()\n      .then((linkQueue) => {\n        if (this.isCloseable(linkQueue, false)) {\n          // Wait a tick before ending the aggregatedStore, to ensure that pending match() calls to it have started.\n          setTimeout(() => this.aggregatedStore!.end());\n          super.close();\n        } else {\n          this.wasForcefullyClosed = true;\n        }\n      })\n      .catch(error => super.destroy(error));\n  }\n\n  public override destroy(cause?: Error): void {\n    if (!this.aggregatedStore) {\n      super.destroy(cause);\n      return;\n    }\n\n    this.getLinkQueue()\n      .then((linkQueue) => {\n        if (cause ?? this.isCloseable(linkQueue, false)) {\n          // Wait a tick before ending the aggregatedStore, to ensure that pending match() calls to it have started.\n          setTimeout(() => this.aggregatedStore!.end());\n          super.destroy(cause);\n        } else {\n          this.wasForcefullyClosed = true;\n        }\n      })\n      .catch(error => super.destroy(error));\n  }\n\n  protected override isCloseable(linkQueue: ILinkQueue, requireQueueEmpty: boolean): boolean {\n    return (requireQueueEmpty ? linkQueue.isEmpty() : this.wasForcefullyClosed || linkQueue.isEmpty()) &&\n      !this.areIteratorsRunning();\n  }\n\n  protected override canStartNewIterator(): boolean {\n    // Also allow sub-iterators to be started if the aggregated store has at least one running iterator.\n    // We need this because there are cases where these running iterators will be consumed before this linked iterator.\n    // We can keep traversing if the iterator was forcefully closed and there are still running iterators on the\n    // aggregated store, as this might happen when sub-queries are spawned by the bind-join.\n    // Whenever the store is forcefully closed (like due to a limit being reached) and there are no iterators on the\n    // store, traversal should stop.\n    return (!this.wasForcefullyClosed ||\n      (this.aggregatedStore !== undefined && this.aggregatedStore.hasRunningIterators())) &&\n      super.canStartNewIterator();\n  }\n\n  protected override canStartNewIteratorConsiderReadable(): boolean {\n    return !this.aggregatedStore;\n  }\n\n  protected override isRunning(): boolean {\n    // Same as above\n    // eslint-disable-next-line ts/prefer-nullish-coalescing\n    return (this.aggregatedStore && this.aggregatedStore.hasRunningIterators()) || !this.done;\n  }\n\n  public getLinkQueue(): Promise<ILinkQueue> {\n    if (!this.linkQueue) {\n      this.linkQueue = this.mediatorRdfResolveHypermediaLinksQueue\n        .mediate({ firstUrl: this.firstUrl, context: this.context })\n        .then(result => result.linkQueue);\n    }\n    return this.linkQueue;\n  }\n\n  protected async getSourceLinks(metadata: Record<string, any>, startSource: ISourceState): Promise<ILink[]> {\n    try {\n      const { links } = await this.mediatorRdfResolveHypermediaLinks.mediate({ context: this.context, metadata });\n      // Update discovery event statistic if available\n      const traversalTracker: IStatisticBase<IDiscoverEventData> | undefined =\n        this.context.get(KeysStatistics.discoveredLinks);\n      if (traversalTracker) {\n        for (const link of links) {\n          traversalTracker.updateStatistic({ url: link.url, metadata: { ...link.metadata }}, startSource.link);\n        }\n      }\n\n      // Filter URLs to avoid cyclic next-page loops\n      return links.filter((link) => {\n        if (this.handledUrls[link.url]) {\n          return false;\n        }\n        this.handledUrls[link.url] = true;\n        return true;\n      });\n    } catch {\n      // No next URLs may be available, for example when we've reached the end of a Hydra next-page sequence.\n      return [];\n    }\n  }\n\n  protected override startIterator(startSource: ISourceState): void {\n    if (this.aggregatedStore && !this.aggregatedStore.containedSources.has(startSource.link.url)) {\n      // A source that has been cached due to earlier query executions may not be part of the aggregated store yet.\n      // In that case, we add all quads from that source to the aggregated store.\n      this.aggregatedStore?.containedSources.add(startSource.link.url);\n      const stream = startSource.source.queryBindings(\n        this.algebraFactory.createPattern(\n          this.dataFactory.variable('s'),\n          this.dataFactory.variable('p'),\n          this.dataFactory.variable('o'),\n          this.dataFactory.variable('g'),\n        ),\n        this.context.set(KeysQueryOperation.unionDefaultGraph, true),\n      ).map(bindings => (<RDF.DataFactory<RDF.BaseQuad>> this.dataFactory).quad(\n        bindings.get('s')!,\n        bindings.get('p')!,\n        bindings.get('o')!,\n        bindings.get('g'),\n      ));\n      this.aggregatedStore.import(<RDF.Stream> stream)\n        .on('end', () => {\n          super.startIterator(startSource);\n        });\n    } else {\n      super.startIterator(startSource);\n    }\n  }\n\n  public async accumulateMetadata(\n    accumulatedMetadata: MetadataBindings,\n    appendingMetadata: MetadataBindings,\n  ): Promise<MetadataBindings> {\n    return <MetadataBindings> (await this.mediatorMetadataAccumulate.mediate({\n      mode: 'append',\n      accumulatedMetadata,\n      appendingMetadata,\n      context: this.context,\n    })).metadata;\n  }\n\n  protected override updateMetadata(metadataNew: MetadataBindings): void {\n    super.updateMetadata(metadataNew);\n    this.aggregatedStore?.setBaseMetadata(metadataNew, true);\n  }\n}\n"]}
+{"version":3,"file":"MediatedLinkedRdfSourcesAsyncRdfIterator.js","sourceRoot":"","sources":["MediatedLinkedRdfSourcesAsyncRdfIterator.ts"],"names":[],"mappings":";;;AAGA,+DAA2D;AAY3D,yFAAsF;AAEtF;;;;;GAKG;AACH,MAAa,wCAAyC,SAAQ,mEAAgC;IAC3E,0BAA0B,CAAgC;IAC1D,iCAAiC,CAAoC;IACrE,sCAAsC,CAAyC;IAC/E,WAAW,CAA0B;IAC9C,SAAS,CAAkC;IAEnD,YACE,SAA4B,EAC5B,oBAAuD,EACvD,OAAuB,EACvB,SAAgB,EAChB,YAAoB,EACpB,iBAAoC,EACpC,0BAAyD,EACzD,iCAAoE,EACpE,sCAA8E;QAE9E,KAAK,CACH,SAAS,EACT,oBAAoB,EACpB,OAAO,EACP,SAAS,EACT,YAAY,EACZ,iBAAiB,CAClB,CAAC;QACF,IAAI,CAAC,0BAA0B,GAAG,0BAA0B,CAAC;QAC7D,IAAI,CAAC,iCAAiC,GAAG,iCAAiC,CAAC;QAC3E,IAAI,CAAC,sCAAsC,GAAG,sCAAsC,CAAC;QACrF,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC;IAC/C,CAAC;IAEkB,WAAW,CAAC,SAAqB,EAAE,iBAA0B;QAC9E,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC;IACxG,CAAC;IAEM,YAAY;QACjB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,sCAAsC;iBACzD,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;iBAClC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAES,KAAK,CAAC,cAAc,CAAC,QAA6B,EAAE,WAAyB;QACrF,IAAI,CAAC;YACH,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,iCAAiC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC5G,gDAAgD;YAChD,MAAM,gBAAgB,GACpB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gCAAc,CAAC,eAAe,CAAC,CAAC;YACnD,IAAI,gBAAgB,EAAE,CAAC;gBACrB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,gBAAgB,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,EAAC,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC;gBACvG,CAAC;YACH,CAAC;YAED,8CAA8C;YAC9C,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;gBAC3B,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC/B,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;gBAClC,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,uGAAuG;YACvG,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAC7B,mBAAqC,EACrC,iBAAmC;QAEnC,OAA0B,CAAC,MAAM,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC;YACvE,IAAI,EAAE,QAAQ;YACd,mBAAmB;YACnB,iBAAiB;YACjB,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC,CAAC,CAAC,QAAQ,CAAC;IACf,CAAC;CACF;AAlFD,4FAkFC","sourcesContent":["import type { MediatorRdfMetadataAccumulate } from '@comunica/bus-rdf-metadata-accumulate';\nimport type { MediatorRdfResolveHypermediaLinks } from '@comunica/bus-rdf-resolve-hypermedia-links';\nimport type { MediatorRdfResolveHypermediaLinksQueue } from '@comunica/bus-rdf-resolve-hypermedia-links-queue';\nimport { KeysStatistics } from '@comunica/context-entries';\nimport type {\n  IActionContext,\n  IQueryBindingsOptions,\n  MetadataBindings,\n  ILink,\n  IStatisticBase,\n  IDiscoverEventData,\n  ILinkQueue,\n} from '@comunica/types';\nimport type { Algebra } from '@comunica/utils-algebra';\nimport type { SourceStateGetter, ISourceState } from './LinkedRdfSourcesAsyncRdfIterator';\nimport { LinkedRdfSourcesAsyncRdfIterator } from './LinkedRdfSourcesAsyncRdfIterator';\n\n/**\n * A quad iterator that can iterate over consecutive RDF sources\n * that are determined using the rdf-resolve-hypermedia-links bus.\n *\n * @see LinkedRdfSourcesAsyncRdfIterator\n */\nexport class MediatedLinkedRdfSourcesAsyncRdfIterator extends LinkedRdfSourcesAsyncRdfIterator {\n  private readonly mediatorMetadataAccumulate: MediatorRdfMetadataAccumulate;\n  private readonly mediatorRdfResolveHypermediaLinks: MediatorRdfResolveHypermediaLinks;\n  private readonly mediatorRdfResolveHypermediaLinksQueue: MediatorRdfResolveHypermediaLinksQueue;\n  private readonly handledUrls: Record<string, boolean>;\n  private linkQueue: Promise<ILinkQueue> | undefined;\n\n  public constructor(\n    operation: Algebra.Operation,\n    queryBindingsOptions: IQueryBindingsOptions | undefined,\n    context: IActionContext,\n    firstLink: ILink,\n    maxIterators: number,\n    sourceStateGetter: SourceStateGetter,\n    mediatorMetadataAccumulate: MediatorRdfMetadataAccumulate,\n    mediatorRdfResolveHypermediaLinks: MediatorRdfResolveHypermediaLinks,\n    mediatorRdfResolveHypermediaLinksQueue: MediatorRdfResolveHypermediaLinksQueue,\n  ) {\n    super(\n      operation,\n      queryBindingsOptions,\n      context,\n      firstLink,\n      maxIterators,\n      sourceStateGetter,\n    );\n    this.mediatorMetadataAccumulate = mediatorMetadataAccumulate;\n    this.mediatorRdfResolveHypermediaLinks = mediatorRdfResolveHypermediaLinks;\n    this.mediatorRdfResolveHypermediaLinksQueue = mediatorRdfResolveHypermediaLinksQueue;\n    this.handledUrls = { [firstLink.url]: true };\n  }\n\n  protected override isCloseable(linkQueue: ILinkQueue, requireQueueEmpty: boolean): boolean {\n    return (requireQueueEmpty ? linkQueue.isEmpty() : linkQueue.isEmpty()) && !this.areIteratorsRunning();\n  }\n\n  public getLinkQueue(): Promise<ILinkQueue> {\n    if (!this.linkQueue) {\n      this.linkQueue = this.mediatorRdfResolveHypermediaLinksQueue\n        .mediate({ context: this.context })\n        .then(result => result.linkQueue);\n    }\n    return this.linkQueue;\n  }\n\n  protected async getSourceLinks(metadata: Record<string, any>, startSource: ISourceState): Promise<ILink[]> {\n    try {\n      const { links } = await this.mediatorRdfResolveHypermediaLinks.mediate({ context: this.context, metadata });\n      // Update discovery event statistic if available\n      const traversalTracker: IStatisticBase<IDiscoverEventData> | undefined =\n        this.context.get(KeysStatistics.discoveredLinks);\n      if (traversalTracker) {\n        for (const link of links) {\n          traversalTracker.updateStatistic({ url: link.url, metadata: { ...link.metadata }}, startSource.link);\n        }\n      }\n\n      // Filter URLs to avoid cyclic next-page loops\n      return links.filter((link) => {\n        if (this.handledUrls[link.url]) {\n          return false;\n        }\n        this.handledUrls[link.url] = true;\n        return true;\n      });\n    } catch {\n      // No next URLs may be available, for example when we've reached the end of a Hydra next-page sequence.\n      return [];\n    }\n  }\n\n  public async accumulateMetadata(\n    accumulatedMetadata: MetadataBindings,\n    appendingMetadata: MetadataBindings,\n  ): Promise<MetadataBindings> {\n    return <MetadataBindings> (await this.mediatorMetadataAccumulate.mediate({\n      mode: 'append',\n      accumulatedMetadata,\n      appendingMetadata,\n      context: this.context,\n    })).metadata;\n  }\n}\n"]}

package/lib/QuerySourceHypermedia.d.ts

@@ -1,24 +1,18 @@
-import type { MediatorDereferenceRdf } from '@comunica/bus-dereference-rdf';
-import type { MediatorQuerySourceIdentifyHypermedia } from '@comunica/bus-query-source-identify-hypermedia';
-import type { MediatorRdfMetadata } from '@comunica/bus-rdf-metadata';
+import type { MediatorQuerySourceDereferenceLink } from '@comunica/bus-query-source-dereference-link';
 import type { MediatorRdfMetadataAccumulate } from '@comunica/bus-rdf-metadata-accumulate';
-import type { MediatorRdfMetadataExtract } from '@comunica/bus-rdf-metadata-extract';
 import type { MediatorRdfResolveHypermediaLinks } from '@comunica/bus-rdf-resolve-hypermedia-links';
 import type { MediatorRdfResolveHypermediaLinksQueue } from '@comunica/bus-rdf-resolve-hypermedia-links-queue';
-import type { BindingsStream, ComunicaDataFactory, FragmentSelectorShape, IActionContext, IAggregatedStore, IQueryBindingsOptions, IQuerySource, ILink } from '@comunica/types';
+import type { BindingsStream, ComunicaDataFactory, FragmentSelectorShape, IActionContext, IQueryBindingsOptions, IQuerySource, ILink } from '@comunica/types';
+import type { Algebra } from '@comunica/utils-algebra';
 import type { BindingsFactory } from '@comunica/utils-bindings-factory';
 import type * as RDF from '@rdfjs/types';
 import type { AsyncIterator } from 'asynciterator';
 import { LRUCache } from 'lru-cache';
-import type { Algebra } from 'sparqlalgebrajs';
 import type { ISourceState } from './LinkedRdfSourcesAsyncRdfIterator';
 export declare class QuerySourceHypermedia implements IQuerySource {
     readonly referenceValue: string;
-    readonly firstUrl: string;
-    readonly forceSourceType?: string;
-    readonly aggregateStore: boolean;
+    readonly firstLink: ILink;
     readonly mediators: IMediatorArgs;
-    readonly logWarning: (warningMessage: string) => void;
     readonly dataFactory: ComunicaDataFactory;
     readonly bindingsFactory: BindingsFactory;
     /**
@@ -27,39 +21,33 @@ export declare class QuerySourceHypermedia implements IQuerySource {
     sourcesState: LRUCache<string, Promise<ISourceState>>;
     private readonly cacheSize;
     private readonly maxIterators;
-    private readonly emitPartialCardinalities;
-    constructor(cacheSize: number, firstUrl: string, forceSourceType: string | undefined, maxIterators: number, aggregateStore: boolean, emitPartialCardinalities: boolean, mediators: IMediatorArgs, logWarning: (warningMessage: string) => void, dataFactory: ComunicaDataFactory, bindingsFactory: BindingsFactory);
+    constructor(cacheSize: number, firstUrl: ILink, maxIterators: number, mediators: IMediatorArgs, dataFactory: ComunicaDataFactory, bindingsFactory: BindingsFactory);
     getSelectorShape(context: IActionContext): Promise<FragmentSelectorShape>;
+    getFilterFactor(context: IActionContext): Promise<number>;
     queryBindings(operation: Algebra.Operation, context: IActionContext, options?: IQueryBindingsOptions): BindingsStream;
     queryQuads(operation: Algebra.Operation, context: IActionContext): AsyncIterator<RDF.Quad>;
     queryBoolean(operation: Algebra.Ask, context: IActionContext): Promise<boolean>;
-    queryVoid(operation: Algebra.Update, context: IActionContext): Promise<void>;
+    queryVoid(operation: Algebra.Operation, context: IActionContext): Promise<void>;
     /**
      * Resolve a source for the given URL.
      * @param link A source link.
      * @param handledDatasets A hash of dataset identifiers that have already been handled.
      * @param context The action context.
-     * @param aggregatedStore An optional aggregated store.
      */
-    getSource(link: ILink, handledDatasets: Record<string, boolean>, context: IActionContext, aggregatedStore: IAggregatedStore | undefined): Promise<ISourceState>;
+    getSource(link: ILink, handledDatasets: Record<string, boolean>, context: IActionContext): Promise<ISourceState>;
     /**
      * Resolve a source for the given URL.
      * This will first try to retrieve the source from cache.
      * @param link A source ILink.
      * @param handledDatasets A hash of dataset identifiers that have already been handled.
      * @param context The action context.
-     * @param aggregatedStore An optional aggregated store.
      */
-    protected getSourceCached(link: ILink, handledDatasets: Record<string, boolean>, context: IActionContext, aggregatedStore: IAggregatedStore | undefined): Promise<ISourceState>;
-    getAggregateStore(context: IActionContext): IAggregatedStore | undefined;
+    getSourceCached(link: ILink, handledDatasets: Record<string, boolean>, context: IActionContext): Promise<ISourceState>;
     toString(): string;
 }
 export interface IMediatorArgs {
-    mediatorDereferenceRdf: MediatorDereferenceRdf;
-    mediatorMetadata: MediatorRdfMetadata;
-    mediatorMetadataExtract: MediatorRdfMetadataExtract;
     mediatorMetadataAccumulate: MediatorRdfMetadataAccumulate;
-    mediatorQuerySourceIdentifyHypermedia: MediatorQuerySourceIdentifyHypermedia;
+    mediatorQuerySourceDereferenceLink: MediatorQuerySourceDereferenceLink;
     mediatorRdfResolveHypermediaLinks: MediatorRdfResolveHypermediaLinks;
     mediatorRdfResolveHypermediaLinksQueue: MediatorRdfResolveHypermediaLinksQueue;
 }

package/lib/QuerySourceHypermedia.js

@@ -1,69 +1,60 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.QuerySourceHypermedia = void 0;
-const actor_query_source_identify_rdfjs_1 = require("@comunica/actor-query-source-identify-rdfjs");
-const context_entries_1 = require("@comunica/context-entries");
 const asynciterator_1 = require("asynciterator");
 const lru_cache_1 = require("lru-cache");
-const readable_stream_1 = require("readable-stream");
-const sparqlalgebrajs_1 = require("sparqlalgebrajs");
 const MediatedLinkedRdfSourcesAsyncRdfIterator_1 = require("./MediatedLinkedRdfSourcesAsyncRdfIterator");
-const StreamingStoreMetadata_1 = require("./StreamingStoreMetadata");
 class QuerySourceHypermedia {
-    constructor(cacheSize, firstUrl, forceSourceType, maxIterators, aggregateStore, emitPartialCardinalities, mediators, logWarning, dataFactory, bindingsFactory) {
-        this.referenceValue = firstUrl;
+    referenceValue;
+    firstLink;
+    mediators;
+    dataFactory;
+    bindingsFactory;
+    /**
+     * A cache for source URLs to source states.
+     */
+    sourcesState;
+    cacheSize;
+    maxIterators;
+    constructor(cacheSize, firstUrl, maxIterators, mediators, dataFactory, bindingsFactory) {
+        this.referenceValue = firstUrl.url;
         this.cacheSize = cacheSize;
-        this.firstUrl = firstUrl;
-        this.forceSourceType = forceSourceType;
+        this.firstLink = firstUrl;
         this.maxIterators = maxIterators;
         this.mediators = mediators;
-        this.aggregateStore = aggregateStore;
-        this.emitPartialCardinalities = emitPartialCardinalities;
-        this.logWarning = logWarning;
         this.dataFactory = dataFactory;
         this.bindingsFactory = bindingsFactory;
         this.sourcesState = new lru_cache_1.LRUCache({ max: this.cacheSize });
     }
     async getSelectorShape(context) {
-        const source = await this.getSourceCached({ url: this.firstUrl }, {}, context, this.getAggregateStore(context));
+        const source = await this.getSourceCached(this.firstLink, {}, context);
         return source.source.getSelectorShape(context);
     }
+    async getFilterFactor(context) {
+        const source = await this.getSourceCached(this.firstLink, {}, context);
+        return source.source.getFilterFactor(context);
+    }
     queryBindings(operation, context, options) {
-        // Optimized match with aggregated store if enabled and started.
-        const aggregatedStore = this.getAggregateStore(context);
-        if (aggregatedStore && operation.type === 'pattern' && aggregatedStore.started) {
-            return new actor_query_source_identify_rdfjs_1.QuerySourceRdfJs(aggregatedStore, context.getSafe(context_entries_1.KeysInitQuery.dataFactory), this.bindingsFactory).queryBindings(operation, context);
-        }
         // Initialize the sources state on first call
         if (this.sourcesState.size === 0) {
-            this.getSourceCached({ url: this.firstUrl }, {}, context, aggregatedStore)
+            this.getSourceCached(this.firstLink, {}, context)
                 .catch(error => it.destroy(error));
         }
-        const dataFactory = context.getSafe(context_entries_1.KeysInitQuery.dataFactory);
-        const algebraFactory = new sparqlalgebrajs_1.Factory(dataFactory);
-        const it = new MediatedLinkedRdfSourcesAsyncRdfIterator_1.MediatedLinkedRdfSourcesAsyncRdfIterator(this.cacheSize, operation, options, context, this.forceSourceType, this.firstUrl, this.maxIterators, (link, handledDatasets) => this.getSourceCached(link, handledDatasets, context, aggregatedStore), aggregatedStore, this.mediators.mediatorMetadataAccumulate, this.mediators.mediatorRdfResolveHypermediaLinks, this.mediators.mediatorRdfResolveHypermediaLinksQueue, dataFactory, algebraFactory);
-        if (aggregatedStore) {
-            aggregatedStore.started = true;
-            // Kickstart this iterator when derived iterators are created from the aggregatedStore,
-            // otherwise the traversal process will not start if this iterator is not the first one to be consumed.
-            const listener = () => it.kickstart();
-            aggregatedStore.addIteratorCreatedListener(listener);
-            it.on('end', () => aggregatedStore.removeIteratorCreatedListener(listener));
-        }
+        const it = new MediatedLinkedRdfSourcesAsyncRdfIterator_1.MediatedLinkedRdfSourcesAsyncRdfIterator(operation, options, context, this.firstLink, this.maxIterators, (link, handledDatasets) => this.getSourceCached(link, handledDatasets, context), this.mediators.mediatorMetadataAccumulate, this.mediators.mediatorRdfResolveHypermediaLinks, this.mediators.mediatorRdfResolveHypermediaLinksQueue);
         return it;
     }
     queryQuads(operation, context) {
         return new asynciterator_1.TransformIterator(async () => {
-            const source = await this.getSourceCached({ url: this.firstUrl }, {}, context, this.getAggregateStore(context));
+            const source = await this.getSourceCached(this.firstLink, {}, context);
             return source.source.queryQuads(operation, context);
         });
     }
     async queryBoolean(operation, context) {
-        const source = await this.getSourceCached({ url: this.firstUrl }, {}, context, this.getAggregateStore(context));
+        const source = await this.getSourceCached(this.firstLink, {}, context);
         return await source.source.queryBoolean(operation, context);
     }
     async queryVoid(operation, context) {
-        const source = await this.getSourceCached({ url: this.firstUrl }, {}, context, this.getAggregateStore(context));
+        const source = await this.getSourceCached(this.firstLink, {}, context);
         return await source.source.queryVoid(operation, context);
     }
     /**
@@ -71,84 +62,14 @@ class QuerySourceHypermedia {
      * @param link A source link.
      * @param handledDatasets A hash of dataset identifiers that have already been handled.
      * @param context The action context.
-     * @param aggregatedStore An optional aggregated store.
      */
-    async getSource(link, handledDatasets, context, aggregatedStore) {
-        // Include context entries from link
-        if (link.context) {
-            context = context.merge(link.context);
-        }
-        // Get the RDF representation of the given document
-        let url = link.url;
-        let quads;
-        let metadata;
-        if (this.forceSourceType === 'sparql' && context.get(context_entries_1.KeysQueryOperation.querySources)?.length === 1) {
-            // Skip metadata extraction if we're querying over just a single SPARQL endpoint.
-            quads = new readable_stream_1.Readable();
-            quads.read = () => null;
-            ({ metadata } = await this.mediators.mediatorMetadataAccumulate.mediate({ context, mode: 'initialize' }));
-        }
-        else {
-            try {
-                const dereferenceRdfOutput = await this.mediators.mediatorDereferenceRdf
-                    .mediate({ context, url });
-                url = dereferenceRdfOutput.url;
-                // Determine the metadata
-                const rdfMetadataOutput = await this.mediators.mediatorMetadata.mediate({ context, url, quads: dereferenceRdfOutput.data, triples: dereferenceRdfOutput.metadata?.triples });
-                rdfMetadataOutput.data.on('error', () => {
-                    // Silence errors in the data stream,
-                    // as they will be emitted again in the metadata stream,
-                    // and will result in a promise rejection anyways.
-                    // If we don't do this, we end up with an unhandled error message
-                });
-                metadata = (await this.mediators.mediatorMetadataExtract.mediate({
-                    context,
-                    url,
-                    // The problem appears to be conflicting metadata keys here
-                    metadata: rdfMetadataOutput.metadata,
-                    headers: dereferenceRdfOutput.headers,
-                    requestTime: dereferenceRdfOutput.requestTime,
-                })).metadata;
-                quads = rdfMetadataOutput.data;
-                // Optionally filter the resulting data
-                if (link.transform) {
-                    quads = await link.transform(quads);
-                }
-            }
-            catch (error) {
-                // Make sure that dereference errors are only emitted once an actor really needs the read quads
-                // This allows SPARQL endpoints that error on service description fetching to still be source-forcible
-                quads = new readable_stream_1.Readable();
-                quads.read = () => {
-                    setTimeout(() => quads.emit('error', error));
-                    return null;
-                };
-                ({ metadata } = await this.mediators.mediatorMetadataAccumulate.mediate({ context, mode: 'initialize' }));
-                // Log as warning, because the quads above may not always be consumed (e.g. for SPARQL endpoints),
-                // so the user would not be notified of something going wrong otherwise.
-                this.logWarning(`Metadata extraction for ${url} failed: ${error.message}`);
-            }
-        }
-        // Aggregate all discovered quads into a store.
-        aggregatedStore?.setBaseMetadata(metadata, false);
-        aggregatedStore?.containedSources.add(link.url);
-        aggregatedStore?.import(quads);
-        // Determine the source
-        const { source, dataset } = await this.mediators.mediatorQuerySourceIdentifyHypermedia.mediate({
-            context,
-            forceSourceType: link.url === this.firstUrl ? this.forceSourceType : undefined,
+    async getSource(link, handledDatasets, context) {
+        const { source, metadata, cachePolicy } = await this.mediators.mediatorQuerySourceDereferenceLink.mediate({
+            link,
             handledDatasets,
-            metadata,
-            quads,
-            url,
+            context,
         });
-        if (dataset) {
-            // Mark the dataset as applied
-            // This is needed to make sure that things like QPF search forms are only applied once,
-            // and next page links are followed after that.
-            handledDatasets[dataset] = true;
-        }
-        return { link, source, metadata: metadata, handledDatasets };
+        return { link, source, metadata, handledDatasets, cachePolicy };
     }
     /**
      * Resolve a source for the given URL.
@@ -156,41 +77,31 @@ class QuerySourceHypermedia {
      * @param link A source ILink.
      * @param handledDatasets A hash of dataset identifiers that have already been handled.
      * @param context The action context.
-     * @param aggregatedStore An optional aggregated store.
      */
-    getSourceCached(link, handledDatasets, context, aggregatedStore) {
+    getSourceCached(link, handledDatasets, context) {
         let source = this.sourcesState.get(link.url);
         if (source) {
-            return source;
-        }
-        source = this.getSource(link, handledDatasets, context, aggregatedStore);
-        if (link.url === this.firstUrl || aggregatedStore === undefined) {
-            this.sourcesState.set(link.url, source);
-        }
-        return source;
-    }
-    getAggregateStore(context) {
-        let aggregatedStore;
-        if (this.aggregateStore) {
-            const aggregatedStores = context
-                .get(context_entries_1.KeysQuerySourceIdentify.hypermediaSourcesAggregatedStores);
-            if (aggregatedStores) {
-                aggregatedStore = aggregatedStores.get(this.firstUrl);
-                if (!aggregatedStore) {
-                    aggregatedStore = new StreamingStoreMetadata_1.StreamingStoreMetadata(undefined, async (accumulatedMetadata, appendingMetadata) => (await this.mediators.mediatorMetadataAccumulate.mediate({
-                        mode: 'append',
-                        accumulatedMetadata,
-                        appendingMetadata,
-                        context,
-                    })).metadata, this.emitPartialCardinalities);
-                    aggregatedStores.set(this.firstUrl, aggregatedStore);
+            return (async () => {
+                // Check if cache policy is still valid
+                const sourceMaterialized = await source;
+                if (sourceMaterialized.cachePolicy &&
+                    !await sourceMaterialized.cachePolicy?.satisfiesWithoutRevalidation({ link, context })) {
+                    // If it's not valid, delete cache entry, and re-fetch immediately
+                    // LIMITATION: we're not sending re-validation requests. So if the server sends a 304, we will perform a new
+                    // request and re-index the source. If an HTTP-level cache is active, the actual HTTP request will not be
+                    // sent, so only local re-indexing will happen, which is negligible in most cases.
+                    this.sourcesState.delete(link.url);
+                    return this.getSourceCached(link, handledDatasets, context);
                 }
-                return aggregatedStore;
-            }
+                return sourceMaterialized;
+            })();
         }
+        source = this.getSource(link, handledDatasets, context);
+        this.sourcesState.set(link.url, source);
+        return source;
     }
     toString() {
-        return `QuerySourceHypermedia(${this.firstUrl})`;
+        return `QuerySourceHypermedia(${this.firstLink.url})`;
     }
 }
 exports.QuerySourceHypermedia = QuerySourceHypermedia;

package/lib/QuerySourceHypermedia.js.map

@@ -1 +1 @@
-{"version":3,"file":"QuerySourceHypermedia.js","sourceRoot":"","sources":["QuerySourceHypermedia.ts"],"names":[],"mappings":";;;AAAA,mGAA+E;AAQ/E,+DAAuG;AAevG,iDAAkD;AAClD,yCAAqC;AACrC,qDAA2C;AAE3C,qDAA0C;AAE1C,yGAAsG;AACtG,qEAAkE;AAElE,MAAa,qBAAqB;IAoBhC,YACE,SAAiB,EACjB,QAAgB,EAChB,eAAmC,EACnC,YAAoB,EACpB,cAAuB,EACvB,wBAAiC,EACjC,SAAwB,EACxB,UAA4C,EAC5C,WAAgC,EAChC,eAAgC;QAGhC,IAAI,CAAC,cAAc,GAAG,QAAQ,CAAC;QAC/B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,wBAAwB,GAAG,wBAAwB,CAAC;QACzD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,IAAI,oBAAQ,CAAgC,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IAC3F,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAAC,OAAuB;QACnD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;QAChH,OAAO,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACjD,CAAC;IAEM,aAAa,CAClB,SAA4B,EAC5B,OAAuB,EACvB,OAA+B;QAE/B,gEAAgE;QAChE,MAAM,eAAe,GAAiC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACtF,IAAI,eAAe,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,OAAO,EAAE,CAAC;YAC/E,OAAO,IAAI,oDAAgB,CACzB,eAAe,EACf,OAAO,CAAC,OAAO,CAAC,+BAAa,CAAC,WAAW,CAAC,EAC1C,IAAI,CAAC,eAAe,CACrB,CAAC,aAAa,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACtC,CAAC;QAED,6CAA6C;QAC7C,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,eAAe,CAAC;iBACvE,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,WAAW,GAAwB,OAAO,CAAC,OAAO,CAAC,+BAAa,CAAC,WAAW,CAAC,CAAC;QACpF,MAAM,cAAc,GAAG,IAAI,yBAAO,CAAC,WAAW,CAAC,CAAC;QAChD,MAAM,EAAE,GAA6C,IAAI,mFAAwC,CAC/F,IAAI,CAAC,SAAS,EACd,SAAS,EACT,OAAO,EACP,OAAO,EACP,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,YAAY,EACjB,CAAC,IAAI,EAAE,eAAe,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,eAAe,CAAC,EAChG,eAAe,EACf,IAAI,CAAC,SAAS,CAAC,0BAA0B,EACzC,IAAI,CAAC,SAAS,CAAC,iCAAiC,EAChD,IAAI,CAAC,SAAS,CAAC,sCAAsC,EACrD,WAAW,EACX,cAAc,CACf,CAAC;QACF,IAAI,eAAe,EAAE,CAAC;YACpB,eAAe,CAAC,OAAO,GAAG,IAAI,CAAC;YAE/B,uFAAuF;YACvF,uGAAuG;YACvG,MAAM,QAAQ,GAAG,GAAS,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;YAC5C,eAAe,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;YACrD,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,6BAA6B,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC9E,CAAC;QAED,OAAO,EAAE,CAAC;IACZ,CAAC;IAEM,UAAU,CAAC,SAA4B,EAAE,OAAuB;QACrE,OAAO,IAAI,iCAAiB,CAAC,KAAK,IAAG,EAAE;YACrC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;YAChH,OAAO,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,SAAsB,EAAE,OAAuB;QACvE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;QAChH,OAAO,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,SAAyB,EAAE,OAAuB;QACvE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;QAChH,OAAO,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,SAAS,CACpB,IAAW,EACX,eAAwC,EACxC,OAAuB,EACvB,eAA6C;QAE7C,oCAAoC;QACpC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACxC,CAAC;QAED,mDAAmD;QACnD,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACnB,IAAI,KAAiB,CAAC;QACtB,IAAI,QAA6B,CAAC;QAClC,IAAI,IAAI,CAAC,eAAe,KAAK,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,oCAAkB,CAAC,YAAY,CAAC,EAAE,MAAM,KAAK,CAAC,EAAE,CAAC;YACpG,iFAAiF;YACjF,KAAK,GAAG,IAAI,0BAAQ,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC;YACxB,CAAC,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,0BAA0B,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;QAC5G,CAAC;aAAM,CAAC;YACN,IAAI,CAAC;gBACH,MAAM,oBAAoB,GAA+B,MAAM,IAAI,CAAC,SAAS,CAAC,sBAAsB;qBACjG,OAAO,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC7B,GAAG,GAAG,oBAAoB,CAAC,GAAG,CAAC;gBAE/B,yBAAyB;gBACzB,MAAM,iBAAiB,GAA4B,MAAM,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,OAAO,CAC9F,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,oBAAoB,CAAC,IAAI,EAAE,OAAO,EAAE,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,CACpG,CAAC;gBAEF,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;oBACtC,qCAAqC;oBACrC,wDAAwD;oBACxD,kDAAkD;oBAClD,iEAAiE;gBACnE,CAAC,CAAC,CAAC;gBAEH,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,uBAAuB,CAAC,OAAO,CAAC;oBAC/D,OAAO;oBACP,GAAG;oBACH,2DAA2D;oBAC3D,QAAQ,EAAE,iBAAiB,CAAC,QAAQ;oBACpC,OAAO,EAAE,oBAAoB,CAAC,OAAO;oBACrC,WAAW,EAAE,oBAAoB,CAAC,WAAW;iBAC9C,CAAC,CAAC,CAAC,QAAQ,CAAC;gBACb,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC;gBAE/B,uCAAuC;gBACvC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;oBACnB,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;gBACtC,CAAC;YACH,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,+FAA+F;gBAC/F,sGAAsG;gBACtG,KAAK,GAAG,IAAI,0BAAQ,EAAE,CAAC;gBACvB,KAAK,CAAC,IAAI,GAAG,GAAG,EAAE;oBAChB,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;oBAC7C,OAAO,IAAI,CAAC;gBACd,CAAC,CAAC;gBACF,CAAC,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,0BAA0B,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;gBAE1G,kGAAkG;gBAClG,wEAAwE;gBACxE,IAAI,CAAC,UAAU,CAAC,2BAA2B,GAAG,YAAoB,KAAM,CAAC,OAAO,EAAE,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;QAED,+CAA+C;QAC/C,eAAe,EAAE,eAAe,CAAoB,QAAQ,EAAE,KAAK,CAAC,CAAC;QACrE,eAAe,EAAE,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChD,eAAe,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAE/B,uBAAuB;QACvB,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,qCAAqC,CAAC,OAAO,CAAC;YAC7F,OAAO;YACP,eAAe,EAAE,IAAI,CAAC,GAAG,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS;YAC9E,eAAe;YACf,QAAQ;YACR,KAAK;YACL,GAAG;SACJ,CAAC,CAAC;QAEH,IAAI,OAAO,EAAE,CAAC;YACZ,8BAA8B;YAC9B,uFAAuF;YACvF,+CAA+C;YAC/C,eAAe,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;QAClC,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAqB,QAAQ,EAAE,eAAe,EAAE,CAAC;IAClF,CAAC;IAED;;;;;;;OAOG;IACO,eAAe,CACvB,IAAW,EACX,eAAwC,EACxC,OAAuB,EACvB,eAA6C;QAE7C,IAAI,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;QACzE,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI,CAAC,QAAQ,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;YAChE,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,iBAAiB,CAAC,OAAuB;QAC9C,IAAI,eAA6C,CAAC;QAClD,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,MAAM,gBAAgB,GAA8C,OAAO;iBACxE,GAAG,CAAC,yCAAuB,CAAC,iCAAiC,CAAC,CAAC;YAClE,IAAI,gBAAgB,EAAE,CAAC;gBACrB,eAAe,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACtD,IAAI,CAAC,eAAe,EAAE,CAAC;oBACrB,eAAe,GAAG,IAAI,+CAAsB,CAC1C,SAAS,EACT,KAAK,EAAC,mBAAmB,EAAE,iBAAiB,EAAE,EAAE,CAC9C,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,0BAA0B,CAAC,OAAO,CAAC;wBACvD,IAAI,EAAE,QAAQ;wBACd,mBAAmB;wBACnB,iBAAiB;wBACjB,OAAO;qBACR,CAAC,CAAC,CAAC,QAAQ,EACd,IAAI,CAAC,wBAAwB,CAC9B,CAAC;oBACF,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;gBACvD,CAAC;gBACD,OAAO,eAAe,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAEM,QAAQ;QACb,OAAO,yBAAyB,IAAI,CAAC,QAAQ,GAAG,CAAC;IACnD,CAAC;CACF;AAnRD,sDAmRC","sourcesContent":["import { QuerySourceRdfJs } from '@comunica/actor-query-source-identify-rdfjs';\nimport type { IActorDereferenceRdfOutput, MediatorDereferenceRdf } from '@comunica/bus-dereference-rdf';\nimport type { MediatorQuerySourceIdentifyHypermedia } from '@comunica/bus-query-source-identify-hypermedia';\nimport type { IActorRdfMetadataOutput, MediatorRdfMetadata } from '@comunica/bus-rdf-metadata';\nimport type { MediatorRdfMetadataAccumulate } from '@comunica/bus-rdf-metadata-accumulate';\nimport type { MediatorRdfMetadataExtract } from '@comunica/bus-rdf-metadata-extract';\nimport type { MediatorRdfResolveHypermediaLinks } from '@comunica/bus-rdf-resolve-hypermedia-links';\nimport type { MediatorRdfResolveHypermediaLinksQueue } from '@comunica/bus-rdf-resolve-hypermedia-links-queue';\nimport { KeysInitQuery, KeysQueryOperation, KeysQuerySourceIdentify } from '@comunica/context-entries';\nimport type {\n  BindingsStream,\n  ComunicaDataFactory,\n  FragmentSelectorShape,\n  IActionContext,\n  IAggregatedStore,\n  IQueryBindingsOptions,\n  IQuerySource,\n  MetadataBindings,\n  ILink,\n} from '@comunica/types';\nimport type { BindingsFactory } from '@comunica/utils-bindings-factory';\nimport type * as RDF from '@rdfjs/types';\nimport type { AsyncIterator } from 'asynciterator';\nimport { TransformIterator } from 'asynciterator';\nimport { LRUCache } from 'lru-cache';\nimport { Readable } from 'readable-stream';\nimport type { Algebra } from 'sparqlalgebrajs';\nimport { Factory } from 'sparqlalgebrajs';\nimport type { ISourceState } from './LinkedRdfSourcesAsyncRdfIterator';\nimport { MediatedLinkedRdfSourcesAsyncRdfIterator } from './MediatedLinkedRdfSourcesAsyncRdfIterator';\nimport { StreamingStoreMetadata } from './StreamingStoreMetadata';\n\nexport class QuerySourceHypermedia implements IQuerySource {\n  public readonly referenceValue: string;\n  public readonly firstUrl: string;\n  public readonly forceSourceType?: string;\n  public readonly aggregateStore: boolean;\n  public readonly mediators: IMediatorArgs;\n  public readonly logWarning: (warningMessage: string) => void;\n  public readonly dataFactory: ComunicaDataFactory;\n  public readonly bindingsFactory: BindingsFactory;\n\n  /**\n   * A cache for source URLs to source states.\n   */\n  public sourcesState: LRUCache<string, Promise<ISourceState>>;\n\n  private readonly cacheSize: number;\n  private readonly maxIterators: number;\n\n  private readonly emitPartialCardinalities: boolean;\n\n  public constructor(\n    cacheSize: number,\n    firstUrl: string,\n    forceSourceType: string | undefined,\n    maxIterators: number,\n    aggregateStore: boolean,\n    emitPartialCardinalities: boolean,\n    mediators: IMediatorArgs,\n    logWarning: (warningMessage: string) => void,\n    dataFactory: ComunicaDataFactory,\n    bindingsFactory: BindingsFactory,\n\n  ) {\n    this.referenceValue = firstUrl;\n    this.cacheSize = cacheSize;\n    this.firstUrl = firstUrl;\n    this.forceSourceType = forceSourceType;\n    this.maxIterators = maxIterators;\n    this.mediators = mediators;\n    this.aggregateStore = aggregateStore;\n    this.emitPartialCardinalities = emitPartialCardinalities;\n    this.logWarning = logWarning;\n    this.dataFactory = dataFactory;\n    this.bindingsFactory = bindingsFactory;\n    this.sourcesState = new LRUCache<string, Promise<ISourceState>>({ max: this.cacheSize });\n  }\n\n  public async getSelectorShape(context: IActionContext): Promise<FragmentSelectorShape> {\n    const source = await this.getSourceCached({ url: this.firstUrl }, {}, context, this.getAggregateStore(context));\n    return source.source.getSelectorShape(context);\n  }\n\n  public queryBindings(\n    operation: Algebra.Operation,\n    context: IActionContext,\n    options?: IQueryBindingsOptions,\n  ): BindingsStream {\n    // Optimized match with aggregated store if enabled and started.\n    const aggregatedStore: IAggregatedStore | undefined = this.getAggregateStore(context);\n    if (aggregatedStore && operation.type === 'pattern' && aggregatedStore.started) {\n      return new QuerySourceRdfJs(\n        aggregatedStore,\n        context.getSafe(KeysInitQuery.dataFactory),\n        this.bindingsFactory,\n      ).queryBindings(operation, context);\n    }\n\n    // Initialize the sources state on first call\n    if (this.sourcesState.size === 0) {\n      this.getSourceCached({ url: this.firstUrl }, {}, context, aggregatedStore)\n        .catch(error => it.destroy(error));\n    }\n\n    const dataFactory: ComunicaDataFactory = context.getSafe(KeysInitQuery.dataFactory);\n    const algebraFactory = new Factory(dataFactory);\n    const it: MediatedLinkedRdfSourcesAsyncRdfIterator = new MediatedLinkedRdfSourcesAsyncRdfIterator(\n      this.cacheSize,\n      operation,\n      options,\n      context,\n      this.forceSourceType,\n      this.firstUrl,\n      this.maxIterators,\n      (link, handledDatasets) => this.getSourceCached(link, handledDatasets, context, aggregatedStore),\n      aggregatedStore,\n      this.mediators.mediatorMetadataAccumulate,\n      this.mediators.mediatorRdfResolveHypermediaLinks,\n      this.mediators.mediatorRdfResolveHypermediaLinksQueue,\n      dataFactory,\n      algebraFactory,\n    );\n    if (aggregatedStore) {\n      aggregatedStore.started = true;\n\n      // Kickstart this iterator when derived iterators are created from the aggregatedStore,\n      // otherwise the traversal process will not start if this iterator is not the first one to be consumed.\n      const listener = (): void => it.kickstart();\n      aggregatedStore.addIteratorCreatedListener(listener);\n      it.on('end', () => aggregatedStore.removeIteratorCreatedListener(listener));\n    }\n\n    return it;\n  }\n\n  public queryQuads(operation: Algebra.Operation, context: IActionContext): AsyncIterator<RDF.Quad> {\n    return new TransformIterator(async() => {\n      const source = await this.getSourceCached({ url: this.firstUrl }, {}, context, this.getAggregateStore(context));\n      return source.source.queryQuads(operation, context);\n    });\n  }\n\n  public async queryBoolean(operation: Algebra.Ask, context: IActionContext): Promise<boolean> {\n    const source = await this.getSourceCached({ url: this.firstUrl }, {}, context, this.getAggregateStore(context));\n    return await source.source.queryBoolean(operation, context);\n  }\n\n  public async queryVoid(operation: Algebra.Update, context: IActionContext): Promise<void> {\n    const source = await this.getSourceCached({ url: this.firstUrl }, {}, context, this.getAggregateStore(context));\n    return await source.source.queryVoid(operation, context);\n  }\n\n  /**\n   * Resolve a source for the given URL.\n   * @param link A source link.\n   * @param handledDatasets A hash of dataset identifiers that have already been handled.\n   * @param context The action context.\n   * @param aggregatedStore An optional aggregated store.\n   */\n  public async getSource(\n    link: ILink,\n    handledDatasets: Record<string, boolean>,\n    context: IActionContext,\n    aggregatedStore: IAggregatedStore | undefined,\n  ): Promise<ISourceState> {\n    // Include context entries from link\n    if (link.context) {\n      context = context.merge(link.context);\n    }\n\n    // Get the RDF representation of the given document\n    let url = link.url;\n    let quads: RDF.Stream;\n    let metadata: Record<string, any>;\n    if (this.forceSourceType === 'sparql' && context.get(KeysQueryOperation.querySources)?.length === 1) {\n      // Skip metadata extraction if we're querying over just a single SPARQL endpoint.\n      quads = new Readable();\n      quads.read = () => null;\n      ({ metadata } = await this.mediators.mediatorMetadataAccumulate.mediate({ context, mode: 'initialize' }));\n    } else {\n      try {\n        const dereferenceRdfOutput: IActorDereferenceRdfOutput = await this.mediators.mediatorDereferenceRdf\n          .mediate({ context, url });\n        url = dereferenceRdfOutput.url;\n\n        // Determine the metadata\n        const rdfMetadataOutput: IActorRdfMetadataOutput = await this.mediators.mediatorMetadata.mediate(\n          { context, url, quads: dereferenceRdfOutput.data, triples: dereferenceRdfOutput.metadata?.triples },\n        );\n\n        rdfMetadataOutput.data.on('error', () => {\n          // Silence errors in the data stream,\n          // as they will be emitted again in the metadata stream,\n          // and will result in a promise rejection anyways.\n          // If we don't do this, we end up with an unhandled error message\n        });\n\n        metadata = (await this.mediators.mediatorMetadataExtract.mediate({\n          context,\n          url,\n          // The problem appears to be conflicting metadata keys here\n          metadata: rdfMetadataOutput.metadata,\n          headers: dereferenceRdfOutput.headers,\n          requestTime: dereferenceRdfOutput.requestTime,\n        })).metadata;\n        quads = rdfMetadataOutput.data;\n\n        // Optionally filter the resulting data\n        if (link.transform) {\n          quads = await link.transform(quads);\n        }\n      } catch (error: unknown) {\n        // Make sure that dereference errors are only emitted once an actor really needs the read quads\n        // This allows SPARQL endpoints that error on service description fetching to still be source-forcible\n        quads = new Readable();\n        quads.read = () => {\n          setTimeout(() => quads.emit('error', error));\n          return null;\n        };\n        ({ metadata } = await this.mediators.mediatorMetadataAccumulate.mediate({ context, mode: 'initialize' }));\n\n        // Log as warning, because the quads above may not always be consumed (e.g. for SPARQL endpoints),\n        // so the user would not be notified of something going wrong otherwise.\n        this.logWarning(`Metadata extraction for ${url} failed: ${(<Error>error).message}`);\n      }\n    }\n\n    // Aggregate all discovered quads into a store.\n    aggregatedStore?.setBaseMetadata(<MetadataBindings> metadata, false);\n    aggregatedStore?.containedSources.add(link.url);\n    aggregatedStore?.import(quads);\n\n    // Determine the source\n    const { source, dataset } = await this.mediators.mediatorQuerySourceIdentifyHypermedia.mediate({\n      context,\n      forceSourceType: link.url === this.firstUrl ? this.forceSourceType : undefined,\n      handledDatasets,\n      metadata,\n      quads,\n      url,\n    });\n\n    if (dataset) {\n      // Mark the dataset as applied\n      // This is needed to make sure that things like QPF search forms are only applied once,\n      // and next page links are followed after that.\n      handledDatasets[dataset] = true;\n    }\n\n    return { link, source, metadata: <MetadataBindings> metadata, handledDatasets };\n  }\n\n  /**\n   * Resolve a source for the given URL.\n   * This will first try to retrieve the source from cache.\n   * @param link A source ILink.\n   * @param handledDatasets A hash of dataset identifiers that have already been handled.\n   * @param context The action context.\n   * @param aggregatedStore An optional aggregated store.\n   */\n  protected getSourceCached(\n    link: ILink,\n    handledDatasets: Record<string, boolean>,\n    context: IActionContext,\n    aggregatedStore: IAggregatedStore | undefined,\n  ): Promise<ISourceState> {\n    let source = this.sourcesState.get(link.url);\n    if (source) {\n      return source;\n    }\n    source = this.getSource(link, handledDatasets, context, aggregatedStore);\n    if (link.url === this.firstUrl || aggregatedStore === undefined) {\n      this.sourcesState.set(link.url, source);\n    }\n    return source;\n  }\n\n  public getAggregateStore(context: IActionContext): IAggregatedStore | undefined {\n    let aggregatedStore: IAggregatedStore | undefined;\n    if (this.aggregateStore) {\n      const aggregatedStores: Map<string, IAggregatedStore> | undefined = context\n        .get(KeysQuerySourceIdentify.hypermediaSourcesAggregatedStores);\n      if (aggregatedStores) {\n        aggregatedStore = aggregatedStores.get(this.firstUrl);\n        if (!aggregatedStore) {\n          aggregatedStore = new StreamingStoreMetadata(\n            undefined,\n            async(accumulatedMetadata, appendingMetadata) => <MetadataBindings>\n              (await this.mediators.mediatorMetadataAccumulate.mediate({\n                mode: 'append',\n                accumulatedMetadata,\n                appendingMetadata,\n                context,\n              })).metadata,\n            this.emitPartialCardinalities,\n          );\n          aggregatedStores.set(this.firstUrl, aggregatedStore);\n        }\n        return aggregatedStore;\n      }\n    }\n  }\n\n  public toString(): string {\n    return `QuerySourceHypermedia(${this.firstUrl})`;\n  }\n}\n\nexport interface IMediatorArgs {\n  mediatorDereferenceRdf: MediatorDereferenceRdf;\n  mediatorMetadata: MediatorRdfMetadata;\n  mediatorMetadataExtract: MediatorRdfMetadataExtract;\n  mediatorMetadataAccumulate: MediatorRdfMetadataAccumulate;\n  mediatorQuerySourceIdentifyHypermedia: MediatorQuerySourceIdentifyHypermedia;\n  mediatorRdfResolveHypermediaLinks: MediatorRdfResolveHypermediaLinks;\n  mediatorRdfResolveHypermediaLinksQueue: MediatorRdfResolveHypermediaLinksQueue;\n}\n"]}
+{"version":3,"file":"QuerySourceHypermedia.js","sourceRoot":"","sources":["QuerySourceHypermedia.ts"],"names":[],"mappings":";;;AAiBA,iDAAkD;AAClD,yCAAqC;AAErC,yGAAsG;AAEtG,MAAa,qBAAqB;IAChB,cAAc,CAAS;IACvB,SAAS,CAAQ;IACjB,SAAS,CAAgB;IACzB,WAAW,CAAsB;IACjC,eAAe,CAAkB;IAEjD;;OAEG;IACI,YAAY,CAA0C;IAE5C,SAAS,CAAS;IAClB,YAAY,CAAS;IAEtC,YACE,SAAiB,EACjB,QAAe,EACf,YAAoB,EACpB,SAAwB,EACxB,WAAgC,EAChC,eAAgC;QAEhC,IAAI,CAAC,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC;QACnC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,IAAI,oBAAQ,CAAgC,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IAC3F,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAAC,OAAuB;QACnD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;QACvE,OAAO,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACjD,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,OAAuB;QAClD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;QACvE,OAAO,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IAChD,CAAC;IAEM,aAAa,CAClB,SAA4B,EAC5B,OAAuB,EACvB,OAA+B;QAE/B,6CAA6C;QAC7C,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,EAAE,OAAO,CAAC;iBAC9C,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,EAAE,GAA6C,IAAI,mFAAwC,CAC/F,SAAS,EACT,OAAO,EACP,OAAO,EACP,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,YAAY,EACjB,CAAC,IAAI,EAAE,eAAe,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,CAAC,EAC/E,IAAI,CAAC,SAAS,CAAC,0BAA0B,EACzC,IAAI,CAAC,SAAS,CAAC,iCAAiC,EAChD,IAAI,CAAC,SAAS,CAAC,sCAAsC,CACtD,CAAC;QAEF,OAAO,EAAE,CAAC;IACZ,CAAC;IAEM,UAAU,CAAC,SAA4B,EAAE,OAAuB;QACrE,OAAO,IAAI,iCAAiB,CAAC,KAAK,IAAG,EAAE;YACrC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;YACvE,OAAO,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,SAAsB,EAAE,OAAuB;QACvE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;QACvE,OAAO,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,SAA4B,EAAE,OAAuB;QAC1E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;QACvE,OAAO,MAAM,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,SAAS,CACpB,IAAW,EACX,eAAwC,EACxC,OAAuB;QAEvB,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,kCAAkC,CAAC,OAAO,CAAC;YACxG,IAAI;YACJ,eAAe;YACf,OAAO;SACR,CAAC,CAAC;QAEH,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,WAAW,EAAE,CAAC;IAClE,CAAC;IAED;;;;;;OAMG;IACI,eAAe,CACpB,IAAW,EACX,eAAwC,EACxC,OAAuB;QAEvB,IAAI,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,IAAG,EAAE;gBAChB,uCAAuC;gBACvC,MAAM,kBAAkB,GAAG,MAAM,MAAM,CAAC;gBACxC,IAAI,kBAAkB,CAAC,WAAW;oBAChC,CAAC,MAAM,kBAAkB,CAAC,WAAW,EAAE,4BAA4B,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;oBACzF,kEAAkE;oBAClE,4GAA4G;oBAC5G,yGAAyG;oBACzG,kFAAkF;oBAClF,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACnC,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC;gBAC9D,CAAC;gBACD,OAAO,kBAAkB,CAAC;YAC5B,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;QACD,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC;QACxD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACxC,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,QAAQ;QACb,OAAO,yBAAyB,IAAI,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC;IACxD,CAAC;CACF;AA/ID,sDA+IC","sourcesContent":["import type { MediatorQuerySourceDereferenceLink } from '@comunica/bus-query-source-dereference-link';\nimport type { MediatorRdfMetadataAccumulate } from '@comunica/bus-rdf-metadata-accumulate';\nimport type { MediatorRdfResolveHypermediaLinks } from '@comunica/bus-rdf-resolve-hypermedia-links';\nimport type { MediatorRdfResolveHypermediaLinksQueue } from '@comunica/bus-rdf-resolve-hypermedia-links-queue';\nimport type {\n  BindingsStream,\n  ComunicaDataFactory,\n  FragmentSelectorShape,\n  IActionContext,\n  IQueryBindingsOptions,\n  IQuerySource,\n  ILink,\n} from '@comunica/types';\nimport type { Algebra } from '@comunica/utils-algebra';\nimport type { BindingsFactory } from '@comunica/utils-bindings-factory';\nimport type * as RDF from '@rdfjs/types';\nimport type { AsyncIterator } from 'asynciterator';\nimport { TransformIterator } from 'asynciterator';\nimport { LRUCache } from 'lru-cache';\nimport type { ISourceState } from './LinkedRdfSourcesAsyncRdfIterator';\nimport { MediatedLinkedRdfSourcesAsyncRdfIterator } from './MediatedLinkedRdfSourcesAsyncRdfIterator';\n\nexport class QuerySourceHypermedia implements IQuerySource {\n  public readonly referenceValue: string;\n  public readonly firstLink: ILink;\n  public readonly mediators: IMediatorArgs;\n  public readonly dataFactory: ComunicaDataFactory;\n  public readonly bindingsFactory: BindingsFactory;\n\n  /**\n   * A cache for source URLs to source states.\n   */\n  public sourcesState: LRUCache<string, Promise<ISourceState>>;\n\n  private readonly cacheSize: number;\n  private readonly maxIterators: number;\n\n  public constructor(\n    cacheSize: number,\n    firstUrl: ILink,\n    maxIterators: number,\n    mediators: IMediatorArgs,\n    dataFactory: ComunicaDataFactory,\n    bindingsFactory: BindingsFactory,\n  ) {\n    this.referenceValue = firstUrl.url;\n    this.cacheSize = cacheSize;\n    this.firstLink = firstUrl;\n    this.maxIterators = maxIterators;\n    this.mediators = mediators;\n    this.dataFactory = dataFactory;\n    this.bindingsFactory = bindingsFactory;\n    this.sourcesState = new LRUCache<string, Promise<ISourceState>>({ max: this.cacheSize });\n  }\n\n  public async getSelectorShape(context: IActionContext): Promise<FragmentSelectorShape> {\n    const source = await this.getSourceCached(this.firstLink, {}, context);\n    return source.source.getSelectorShape(context);\n  }\n\n  public async getFilterFactor(context: IActionContext): Promise<number> {\n    const source = await this.getSourceCached(this.firstLink, {}, context);\n    return source.source.getFilterFactor(context);\n  }\n\n  public queryBindings(\n    operation: Algebra.Operation,\n    context: IActionContext,\n    options?: IQueryBindingsOptions,\n  ): BindingsStream {\n    // Initialize the sources state on first call\n    if (this.sourcesState.size === 0) {\n      this.getSourceCached(this.firstLink, {}, context)\n        .catch(error => it.destroy(error));\n    }\n\n    const it: MediatedLinkedRdfSourcesAsyncRdfIterator = new MediatedLinkedRdfSourcesAsyncRdfIterator(\n      operation,\n      options,\n      context,\n      this.firstLink,\n      this.maxIterators,\n      (link, handledDatasets) => this.getSourceCached(link, handledDatasets, context),\n      this.mediators.mediatorMetadataAccumulate,\n      this.mediators.mediatorRdfResolveHypermediaLinks,\n      this.mediators.mediatorRdfResolveHypermediaLinksQueue,\n    );\n\n    return it;\n  }\n\n  public queryQuads(operation: Algebra.Operation, context: IActionContext): AsyncIterator<RDF.Quad> {\n    return new TransformIterator(async() => {\n      const source = await this.getSourceCached(this.firstLink, {}, context);\n      return source.source.queryQuads(operation, context);\n    });\n  }\n\n  public async queryBoolean(operation: Algebra.Ask, context: IActionContext): Promise<boolean> {\n    const source = await this.getSourceCached(this.firstLink, {}, context);\n    return await source.source.queryBoolean(operation, context);\n  }\n\n  public async queryVoid(operation: Algebra.Operation, context: IActionContext): Promise<void> {\n    const source = await this.getSourceCached(this.firstLink, {}, context);\n    return await source.source.queryVoid(operation, context);\n  }\n\n  /**\n   * Resolve a source for the given URL.\n   * @param link A source link.\n   * @param handledDatasets A hash of dataset identifiers that have already been handled.\n   * @param context The action context.\n   */\n  public async getSource(\n    link: ILink,\n    handledDatasets: Record<string, boolean>,\n    context: IActionContext,\n  ): Promise<ISourceState> {\n    const { source, metadata, cachePolicy } = await this.mediators.mediatorQuerySourceDereferenceLink.mediate({\n      link,\n      handledDatasets,\n      context,\n    });\n\n    return { link, source, metadata, handledDatasets, cachePolicy };\n  }\n\n  /**\n   * Resolve a source for the given URL.\n   * This will first try to retrieve the source from cache.\n   * @param link A source ILink.\n   * @param handledDatasets A hash of dataset identifiers that have already been handled.\n   * @param context The action context.\n   */\n  public getSourceCached(\n    link: ILink,\n    handledDatasets: Record<string, boolean>,\n    context: IActionContext,\n  ): Promise<ISourceState> {\n    let source = this.sourcesState.get(link.url);\n    if (source) {\n      return (async() => {\n        // Check if cache policy is still valid\n        const sourceMaterialized = await source;\n        if (sourceMaterialized.cachePolicy &&\n          !await sourceMaterialized.cachePolicy?.satisfiesWithoutRevalidation({ link, context })) {\n          // If it's not valid, delete cache entry, and re-fetch immediately\n          // LIMITATION: we're not sending re-validation requests. So if the server sends a 304, we will perform a new\n          // request and re-index the source. If an HTTP-level cache is active, the actual HTTP request will not be\n          // sent, so only local re-indexing will happen, which is negligible in most cases.\n          this.sourcesState.delete(link.url);\n          return this.getSourceCached(link, handledDatasets, context);\n        }\n        return sourceMaterialized;\n      })();\n    }\n    source = this.getSource(link, handledDatasets, context);\n    this.sourcesState.set(link.url, source);\n    return source;\n  }\n\n  public toString(): string {\n    return `QuerySourceHypermedia(${this.firstLink.url})`;\n  }\n}\n\nexport interface IMediatorArgs {\n  mediatorMetadataAccumulate: MediatorRdfMetadataAccumulate;\n  mediatorQuerySourceDereferenceLink: MediatorQuerySourceDereferenceLink;\n  mediatorRdfResolveHypermediaLinks: MediatorRdfResolveHypermediaLinks;\n  mediatorRdfResolveHypermediaLinksQueue: MediatorRdfResolveHypermediaLinksQueue;\n}\n"]}