@comunica/actor-query-source-identify-hypermedia-sparql 4.1.0 → 4.2.0

package/README.md

@@ -42,6 +42,9 @@ After installing, this package can be added to your engine's configuration as fo
 * `mediatorMergeBindingsContext`: A mediator over the [Merge Bindings Context bus](https://github.com/comunica/comunica/tree/master/packages/bus-merge-bindings-context).
 * `checkUrlSuffix`: If URLs ending with '/sparql' should also be considered SPARQL endpoints, defaults to `true`.
 * `forceHttpGet`: If queries should be sent via HTTP GET instead of POST, defaults to `false`.
+* `forceSourceType`: Forces all sources provided to be interpreted as SPARQL endpoints, defaults to `false`.
 * `cacheSize`: The cache size for COUNT queries, defaults to `1024`.
 * `bindMethod`: The query operation for communicating bindings, defaults to `'values'`, alt: `'union'` or `'filter'`.
 * `countTimeout`: Timeout in ms of how long count queries are allowed to take. If the timeout is reached, an infinity cardinality is returned. Defaults to `3000`.
+* `cardinalityCountQueries`: If count queries should be sent to obtain the cardinality of (sub)queries. If set to false, resulting cardinalities will always be considered infinity. Defaults to `true`
+* `cardinalityEstimateConstruction`: If cardinality estimates for larger queries should be constructed locally from (sub)query cardinalities when possible. Defaults to `false`. If set to false, count queries will be sent for every operation at all levels.

package/components/ActorQuerySourceIdentifyHypermediaSparql.jsonld

@@ -51,6 +51,20 @@
           "default": "1024",
           "comment": "The cache size for COUNT queries."
         },
+        {
+          "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_forceSourceType",
+          "range": {
+            "@type": "ParameterRangeUnion",
+            "parameterRangeElements": [
+              "xsd:boolean",
+              {
+                "@type": "ParameterRangeUndefined"
+              }
+            ]
+          },
+          "default": "false",
+          "comment": "If provided, forces the source type of a source."
+        },
         {
           "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_bindMethod",
           "range": {
@@ -79,6 +93,18 @@
           "default": "3000",
           "comment": "Timeout in ms of how long count queries are allowed to take. If the timeout is reached, an infinity cardinality is returned."
         },
+        {
+          "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_cardinalityCountQueries",
+          "range": "xsd:boolean",
+          "default": "true",
+          "comment": "If count queries should be sent to obtain the cardinality of (sub)queries. If set to false, resulting cardinalities will always be considered infinity."
+        },
+        {
+          "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_cardinalityEstimateConstruction",
+          "range": "xsd:boolean",
+          "default": "false",
+          "comment": "If estimates for queries should be constructed locally from sub-query cardinalities. If set to false, count queries will used for cardinality estimation at all levels."
+        },
         {
           "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_name",
           "range": "xsd:string",
@@ -217,6 +243,11 @@
           "memberFieldName": "cacheSize",
           "range": "xsd:number"
         },
+        {
+          "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql__member_forceSourceType",
+          "memberFieldName": "forceSourceType",
+          "range": "xsd:boolean"
+        },
         {
           "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql__member_bindMethod",
           "memberFieldName": "bindMethod",
@@ -243,6 +274,16 @@
           "memberFieldName": "countTimeout",
           "range": "xsd:number"
         },
+        {
+          "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql__member_cardinalityCountQueries",
+          "memberFieldName": "cardinalityCountQueries",
+          "range": "xsd:boolean"
+        },
+        {
+          "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql__member_cardinalityEstimateConstruction",
+          "memberFieldName": "cardinalityEstimateConstruction",
+          "range": "xsd:boolean"
+        },
         {
           "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql__member_constructor",
           "memberFieldName": "constructor"
@@ -290,6 +331,12 @@
                 "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_cacheSize"
               }
             },
+            {
+              "keyRaw": "forceSourceType",
+              "value": {
+                "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_forceSourceType"
+              }
+            },
             {
               "keyRaw": "bindMethod",
               "value": {
@@ -302,6 +349,18 @@
                 "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_countTimeout"
               }
             },
+            {
+              "keyRaw": "cardinalityCountQueries",
+              "value": {
+                "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_cardinalityCountQueries"
+              }
+            },
+            {
+              "keyRaw": "cardinalityEstimateConstruction",
+              "value": {
+                "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_cardinalityEstimateConstruction"
+              }
+            },
             {
               "keyRaw": "name",
               "value": {
@@ -356,6 +415,10 @@
           "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#IActorQuerySourceIdentifyHypermediaSparqlArgs__member_cacheSize",
           "memberFieldName": "cacheSize"
         },
+        {
+          "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#IActorQuerySourceIdentifyHypermediaSparqlArgs__member_forceSourceType",
+          "memberFieldName": "forceSourceType"
+        },
         {
           "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#IActorQuerySourceIdentifyHypermediaSparqlArgs__member_bindMethod",
           "memberFieldName": "bindMethod"
@@ -363,6 +426,14 @@
         {
           "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#IActorQuerySourceIdentifyHypermediaSparqlArgs__member_countTimeout",
           "memberFieldName": "countTimeout"
+        },
+        {
+          "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#IActorQuerySourceIdentifyHypermediaSparqlArgs__member_cardinalityCountQueries",
+          "memberFieldName": "cardinalityCountQueries"
+        },
+        {
+          "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#IActorQuerySourceIdentifyHypermediaSparqlArgs__member_cardinalityEstimateConstruction",
+          "memberFieldName": "cardinalityEstimateConstruction"
         }
       ],
       "constructorArguments": []

package/components/QuerySourceSparql.jsonld

@@ -33,6 +33,14 @@
           "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_countTimeout",
           "range": "xsd:number"
         },
+        {
+          "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_cardinalityCountQueries",
+          "range": "xsd:boolean"
+        },
+        {
+          "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_cardinalityEstimateConstruction",
+          "range": "xsd:boolean"
+        },
         {
           "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_bindingsFactory",
           "range": "urn:npm:@comunica/utils-bindings-factory:BindingsFactory"
@@ -65,6 +73,30 @@
             ]
           }
         },
+        {
+          "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_defaultGraph",
+          "range": {
+            "@type": "ParameterRangeUnion",
+            "parameterRangeElements": [
+              "xsd:string",
+              {
+                "@type": "ParameterRangeUndefined"
+              }
+            ]
+          }
+        },
+        {
+          "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_unionDefaultGraph",
+          "range": {
+            "@type": "ParameterRangeUnion",
+            "parameterRangeElements": [
+              "xsd:boolean",
+              {
+                "@type": "ParameterRangeUndefined"
+              }
+            ]
+          }
+        },
         {
           "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_dataFactory",
           "range": {
@@ -76,6 +108,21 @@
               }
             ]
           }
+        },
+        {
+          "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_datasets",
+          "range": {
+            "@type": "ParameterRangeUnion",
+            "parameterRangeElements": [
+              {
+                "@type": "ParameterRangeArray",
+                "parameterRangeValue": "ct:components/IDataset.jsonld#IDataset"
+              },
+              {
+                "@type": "ParameterRangeUndefined"
+              }
+            ]
+          }
         }
       ],
       "memberFields": [
@@ -111,6 +158,26 @@
           "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql__member_countTimeout",
           "memberFieldName": "countTimeout"
         },
+        {
+          "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql__member_cardinalityCountQueries",
+          "memberFieldName": "cardinalityCountQueries"
+        },
+        {
+          "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql__member_cardinalityEstimateConstruction",
+          "memberFieldName": "cardinalityEstimateConstruction"
+        },
+        {
+          "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql__member_defaultGraph",
+          "memberFieldName": "defaultGraph"
+        },
+        {
+          "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql__member_unionDefaultGraph",
+          "memberFieldName": "unionDefaultGraph"
+        },
+        {
+          "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql__member_datasets",
+          "memberFieldName": "datasets"
+        },
         {
           "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql__member_dataFactory",
           "memberFieldName": "dataFactory"
@@ -163,6 +230,14 @@
           "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql__member_attachMetadata",
           "memberFieldName": "attachMetadata"
         },
+        {
+          "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql__member_operationToNormalizedCountQuery",
+          "memberFieldName": "operationToNormalizedCountQuery"
+        },
+        {
+          "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql__member_estimateOperationCardinality",
+          "memberFieldName": "estimateOperationCardinality"
+        },
         {
           "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql__member_addBindingsToOperation",
           "memberFieldName": "addBindingsToOperation"
@@ -222,6 +297,21 @@
         },
         {
           "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_countTimeout"
+        },
+        {
+          "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_cardinalityCountQueries"
+        },
+        {
+          "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_cardinalityEstimateConstruction"
+        },
+        {
+          "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_defaultGraph"
+        },
+        {
+          "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_unionDefaultGraph"
+        },
+        {
+          "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_datasets"
         }
       ]
     }

package/components/context.jsonld

@@ -23,12 +23,21 @@
           "args_cacheSize": {
             "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_cacheSize"
           },
+          "args_forceSourceType": {
+            "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_forceSourceType"
+          },
           "args_bindMethod": {
             "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_bindMethod"
           },
           "args_countTimeout": {
             "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_countTimeout"
           },
+          "args_cardinalityCountQueries": {
+            "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_cardinalityCountQueries"
+          },
+          "args_cardinalityEstimateConstruction": {
+            "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_cardinalityEstimateConstruction"
+          },
           "args_name": {
             "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_name"
           },
@@ -57,12 +66,21 @@
           "cacheSize": {
             "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_cacheSize"
           },
+          "forceSourceType": {
+            "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_forceSourceType"
+          },
           "bindMethod": {
             "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_bindMethod"
           },
           "countTimeout": {
             "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_countTimeout"
           },
+          "cardinalityCountQueries": {
+            "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_cardinalityCountQueries"
+          },
+          "cardinalityEstimateConstruction": {
+            "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_cardinalityEstimateConstruction"
+          },
           "name": {
             "@id": "caqsihs:components/ActorQuerySourceIdentifyHypermediaSparql.jsonld#ActorQuerySourceIdentifyHypermediaSparql_args_name"
           },
@@ -102,6 +120,12 @@
           "countTimeout": {
             "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_countTimeout"
           },
+          "cardinalityCountQueries": {
+            "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_cardinalityCountQueries"
+          },
+          "cardinalityEstimateConstruction": {
+            "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_cardinalityEstimateConstruction"
+          },
           "bindingsFactory": {
             "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_bindingsFactory"
           },
@@ -114,8 +138,54 @@
           "bindMethod": {
             "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_bindMethod"
           },
+          "defaultGraph": {
+            "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_defaultGraph"
+          },
+          "unionDefaultGraph": {
+            "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_unionDefaultGraph"
+          },
           "dataFactory": {
             "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_dataFactory"
+          },
+          "datasets": {
+            "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_datasets",
+            "@container": "@list"
+          },
+          "ctory": {
+            "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_algebraFactory"
+          },
+          "Get": {
+            "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_forceHttpGet"
+          },
+          "": {
+            "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_cacheSize"
+          },
+          "out": {
+            "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_countTimeout"
+          },
+          "tyCountQueries": {
+            "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_cardinalityCountQueries"
+          },
+          "tyEstimateConstruction": {
+            "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_cardinalityEstimateConstruction"
+          },
+          "actory": {
+            "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_bindingsFactory"
+          },
+          "ttp": {
+            "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_mediatorHttp"
+          },
+          "d": {
+            "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_bindMethod"
+          },
+          "aph": {
+            "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_defaultGraph"
+          },
+          "ultGraph": {
+            "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_unionDefaultGraph"
+          },
+          "ry": {
+            "@id": "caqsihs:components/QuerySourceSparql.jsonld#QuerySourceSparql_dataFactory"
           }
         }
       }

package/lib/ActorQuerySourceIdentifyHypermediaSparql.d.ts

@@ -12,8 +12,11 @@ export declare class ActorQuerySourceIdentifyHypermediaSparql extends ActorQuery
     readonly checkUrlSuffix: boolean;
     readonly forceHttpGet: boolean;
     readonly cacheSize: number;
+    readonly forceSourceType: boolean;
     readonly bindMethod: BindMethod;
     readonly countTimeout: number;
+    readonly cardinalityCountQueries: boolean;
+    readonly cardinalityEstimateConstruction: boolean;
     constructor(args: IActorQuerySourceIdentifyHypermediaSparqlArgs);
     testMetadata(action: IActionQuerySourceIdentifyHypermedia): Promise<TestResult<IActorQuerySourceIdentifyHypermediaTest>>;
     run(action: IActionQuerySourceIdentifyHypermedia): Promise<IActorQuerySourceIdentifyHypermediaOutput>;
@@ -43,6 +46,11 @@ export interface IActorQuerySourceIdentifyHypermediaSparqlArgs extends IActorQue
      * @default {1024}
      */
     cacheSize?: number;
+    /**
+     * If provided, forces the source type of a source.
+     * @default {false}
+     */
+    forceSourceType?: boolean;
     /**
      * The query operation for communicating bindings.
      * @default {values}
@@ -54,5 +62,17 @@ export interface IActorQuerySourceIdentifyHypermediaSparqlArgs extends IActorQue
      * @default {3000}
      */
     countTimeout: number;
+    /**
+     * If count queries should be sent to obtain the cardinality of (sub)queries.
+     * If set to false, resulting cardinalities will always be considered infinity.
+     * @default {true}
+     */
+    cardinalityCountQueries: boolean;
+    /**
+     * If estimates for queries should be constructed locally from sub-query cardinalities.
+     * If set to false, count queries will used for cardinality estimation at all levels.
+     * @default {false}
+     */
+    cardinalityEstimateConstruction: boolean;
 }
 export type BindMethod = 'values' | 'union' | 'filter';

package/lib/ActorQuerySourceIdentifyHypermediaSparql.js

@@ -15,8 +15,8 @@ class ActorQuerySourceIdentifyHypermediaSparql extends bus_query_source_identify
         super(args, 'sparql');
     }
     async testMetadata(action) {
-        if (!action.forceSourceType && !action.metadata.sparqlService &&
-            !(this.checkUrlSuffix && action.url.endsWith('/sparql'))) {
+        if (!action.forceSourceType && !this.forceSourceType && !action.metadata.sparqlService &&
+            !(this.checkUrlSuffix && (action.url.endsWith('/sparql') || action.url.endsWith('/sparql/')))) {
             return (0, core_1.failTest)(`Actor ${this.name} could not detect a SPARQL service description or URL ending on /sparql.`);
         }
         return (0, core_1.passTest)({ filterFactor: 1 });
@@ -25,7 +25,10 @@ class ActorQuerySourceIdentifyHypermediaSparql extends bus_query_source_identify
         this.logInfo(action.context, `Identified ${action.url} as sparql source with service URL: ${action.metadata.sparqlService || action.url}`);
         const dataFactory = action.context.getSafe(context_entries_1.KeysInitQuery.dataFactory);
         const algebraFactory = new sparqlalgebrajs_1.Factory(dataFactory);
-        const source = new QuerySourceSparql_1.QuerySourceSparql(action.forceSourceType ? action.url : action.metadata.sparqlService || action.url, action.context, this.mediatorHttp, this.bindMethod, dataFactory, algebraFactory, await utils_bindings_factory_1.BindingsFactory.create(this.mediatorMergeBindingsContext, action.context, dataFactory), this.forceHttpGet, this.cacheSize, this.countTimeout);
+        const isSingularSource = action.context.get(context_entries_1.KeysQueryOperation.querySources)?.length === 1;
+        const source = new QuerySourceSparql_1.QuerySourceSparql((action.forceSourceType ?? this.forceSourceType) ? action.url : action.metadata.sparqlService || action.url, action.context, this.mediatorHttp, this.bindMethod, dataFactory, algebraFactory, await utils_bindings_factory_1.BindingsFactory.create(this.mediatorMergeBindingsContext, action.context, dataFactory), this.forceHttpGet, this.cacheSize, this.countTimeout, 
+        // Cardinalities can be infinity when we're querying just a single source.
+        this.cardinalityCountQueries && !isSingularSource, this.cardinalityEstimateConstruction, action.metadata.defaultGraph, action.metadata.unionDefaultGraph, action.metadata.datasets);
         return { source };
     }
 }

package/lib/ActorQuerySourceIdentifyHypermediaSparql.js.map

@@ -1 +1 @@
-{"version":3,"file":"ActorQuerySourceIdentifyHypermediaSparql.js","sourceRoot":"","sources":["ActorQuerySourceIdentifyHypermediaSparql.ts"],"names":[],"mappings":";;;AAQA,yGAEwD;AACxD,+DAA0D;AAE1D,yCAAoD;AAEpD,6EAAmE;AACnE,qDAA0C;AAC1C,2DAAwD;AAExD;;GAEG;AACH,MAAa,wCAAyC,SAAQ,yEAAkC;IAS9F,YAAmB,IAAmD;QACpE,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACxB,CAAC;IAEM,KAAK,CAAC,YAAY,CACvB,MAA4C;QAE5C,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa;YAC3D,CAAC,CAAC,IAAI,CAAC,cAAc,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;YAC3D,OAAO,IAAA,eAAQ,EAAC,SAAS,IAAI,CAAC,IAAI,0EAA0E,CAAC,CAAC;QAChH,CAAC;QACD,OAAO,IAAA,eAAQ,EAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;IACvC,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,MAA4C;QAC3D,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,cAAc,MAAM,CAAC,GAAG,uCAAuC,MAAM,CAAC,QAAQ,CAAC,aAAa,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QAE3I,MAAM,WAAW,GAAwB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,+BAAa,CAAC,WAAW,CAAC,CAAC;QAC3F,MAAM,cAAc,GAAG,IAAI,yBAAO,CAAC,WAAW,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,IAAI,qCAAiB,CAClC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,IAAI,MAAM,CAAC,GAAG,EACjF,MAAM,CAAC,OAAO,EACd,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,UAAU,EACf,WAAW,EACX,cAAc,EACd,MAAM,wCAAe,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,EAC5F,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,YAAY,CAClB,CAAC;QACF,OAAO,EAAE,MAAM,EAAE,CAAC;IACpB,CAAC;CACF;AA1CD,4FA0CC","sourcesContent":["import type { MediatorHttp } from '@comunica/bus-http';\nimport type { MediatorMergeBindingsContext } from '@comunica/bus-merge-bindings-context';\nimport type {\n  IActionQuerySourceIdentifyHypermedia,\n  IActorQuerySourceIdentifyHypermediaOutput,\n  IActorQuerySourceIdentifyHypermediaArgs,\n  IActorQuerySourceIdentifyHypermediaTest,\n} from '@comunica/bus-query-source-identify-hypermedia';\nimport {\n  ActorQuerySourceIdentifyHypermedia,\n} from '@comunica/bus-query-source-identify-hypermedia';\nimport { KeysInitQuery } from '@comunica/context-entries';\nimport type { TestResult } from '@comunica/core';\nimport { failTest, passTest } from '@comunica/core';\nimport type { ComunicaDataFactory } from '@comunica/types';\nimport { BindingsFactory } from '@comunica/utils-bindings-factory';\nimport { Factory } from 'sparqlalgebrajs';\nimport { QuerySourceSparql } from './QuerySourceSparql';\n\n/**\n * A comunica SPARQL Query Source Identify Hypermedia Actor.\n */\nexport class ActorQuerySourceIdentifyHypermediaSparql extends ActorQuerySourceIdentifyHypermedia {\n  public readonly mediatorHttp: MediatorHttp;\n  public readonly mediatorMergeBindingsContext: MediatorMergeBindingsContext;\n  public readonly checkUrlSuffix: boolean;\n  public readonly forceHttpGet: boolean;\n  public readonly cacheSize: number;\n  public readonly bindMethod: BindMethod;\n  public readonly countTimeout: number;\n\n  public constructor(args: IActorQuerySourceIdentifyHypermediaSparqlArgs) {\n    super(args, 'sparql');\n  }\n\n  public async testMetadata(\n    action: IActionQuerySourceIdentifyHypermedia,\n  ): Promise<TestResult<IActorQuerySourceIdentifyHypermediaTest>> {\n    if (!action.forceSourceType && !action.metadata.sparqlService &&\n      !(this.checkUrlSuffix && action.url.endsWith('/sparql'))) {\n      return failTest(`Actor ${this.name} could not detect a SPARQL service description or URL ending on /sparql.`);\n    }\n    return passTest({ filterFactor: 1 });\n  }\n\n  public async run(action: IActionQuerySourceIdentifyHypermedia): Promise<IActorQuerySourceIdentifyHypermediaOutput> {\n    this.logInfo(action.context, `Identified ${action.url} as sparql source with service URL: ${action.metadata.sparqlService || action.url}`);\n\n    const dataFactory: ComunicaDataFactory = action.context.getSafe(KeysInitQuery.dataFactory);\n    const algebraFactory = new Factory(dataFactory);\n    const source = new QuerySourceSparql(\n      action.forceSourceType ? action.url : action.metadata.sparqlService || action.url,\n      action.context,\n      this.mediatorHttp,\n      this.bindMethod,\n      dataFactory,\n      algebraFactory,\n      await BindingsFactory.create(this.mediatorMergeBindingsContext, action.context, dataFactory),\n      this.forceHttpGet,\n      this.cacheSize,\n      this.countTimeout,\n    );\n    return { source };\n  }\n}\n\nexport interface IActorQuerySourceIdentifyHypermediaSparqlArgs extends IActorQuerySourceIdentifyHypermediaArgs {\n  /**\n   * The HTTP mediator\n   */\n  mediatorHttp: MediatorHttp;\n  /**\n   * A mediator for creating binding context merge handlers\n   */\n  mediatorMergeBindingsContext: MediatorMergeBindingsContext;\n  /**\n   * If URLs ending with '/sparql' should also be considered SPARQL endpoints.\n   * @default {true}\n   */\n  checkUrlSuffix: boolean;\n  /**\n   * If non-update queries should be sent via HTTP GET instead of POST\n   * @default {false}\n   */\n  forceHttpGet: boolean;\n  /**\n   * The cache size for COUNT queries.\n   * @range {integer}\n   * @default {1024}\n   */\n  cacheSize?: number;\n  /**\n   * The query operation for communicating bindings.\n   * @default {values}\n   */\n  bindMethod: BindMethod;\n  /**\n   * Timeout in ms of how long count queries are allowed to take.\n   * If the timeout is reached, an infinity cardinality is returned.\n   * @default {3000}\n   */\n  countTimeout: number;\n}\n\nexport type BindMethod = 'values' | 'union' | 'filter';\n"]}
+{"version":3,"file":"ActorQuerySourceIdentifyHypermediaSparql.js","sourceRoot":"","sources":["ActorQuerySourceIdentifyHypermediaSparql.ts"],"names":[],"mappings":";;;AAQA,yGAEwD;AACxD,+DAA8E;AAE9E,yCAAoD;AAEpD,6EAAmE;AACnE,qDAA0C;AAC1C,2DAAwD;AAExD;;GAEG;AACH,MAAa,wCAAyC,SAAQ,yEAAkC;IAY9F,YAAmB,IAAmD;QACpE,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACxB,CAAC;IAEM,KAAK,CAAC,YAAY,CACvB,MAA4C;QAE5C,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa;YACpF,CAAC,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;YAChG,OAAO,IAAA,eAAQ,EAAC,SAAS,IAAI,CAAC,IAAI,0EAA0E,CAAC,CAAC;QAChH,CAAC;QACD,OAAO,IAAA,eAAQ,EAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;IACvC,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,MAA4C;QAC3D,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,cAAc,MAAM,CAAC,GAAG,uCAAuC,MAAM,CAAC,QAAQ,CAAC,aAAa,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QAE3I,MAAM,WAAW,GAAwB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,+BAAa,CAAC,WAAW,CAAC,CAAC;QAC3F,MAAM,cAAc,GAAG,IAAI,yBAAO,CAAC,WAAW,CAAC,CAAC;QAChD,MAAM,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,oCAAkB,CAAC,YAAY,CAAC,EAAE,MAAM,KAAK,CAAC,CAAC;QAC3F,MAAM,MAAM,GAAG,IAAI,qCAAiB,CAClC,CAAC,MAAM,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,IAAI,MAAM,CAAC,GAAG,EAC3G,MAAM,CAAC,OAAO,EACd,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,UAAU,EACf,WAAW,EACX,cAAc,EACd,MAAM,wCAAe,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,EAC5F,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,YAAY;QACjB,0EAA0E;QAC1E,IAAI,CAAC,uBAAuB,IAAI,CAAC,gBAAgB,EACjD,IAAI,CAAC,+BAA+B,EACpC,MAAM,CAAC,QAAQ,CAAC,YAAY,EAC5B,MAAM,CAAC,QAAQ,CAAC,iBAAiB,EACjC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CACzB,CAAC;QACF,OAAO,EAAE,MAAM,EAAE,CAAC;IACpB,CAAC;CACF;AApDD,4FAoDC","sourcesContent":["import type { MediatorHttp } from '@comunica/bus-http';\nimport type { MediatorMergeBindingsContext } from '@comunica/bus-merge-bindings-context';\nimport type {\n  IActionQuerySourceIdentifyHypermedia,\n  IActorQuerySourceIdentifyHypermediaOutput,\n  IActorQuerySourceIdentifyHypermediaArgs,\n  IActorQuerySourceIdentifyHypermediaTest,\n} from '@comunica/bus-query-source-identify-hypermedia';\nimport {\n  ActorQuerySourceIdentifyHypermedia,\n} from '@comunica/bus-query-source-identify-hypermedia';\nimport { KeysInitQuery, KeysQueryOperation } from '@comunica/context-entries';\nimport type { TestResult } from '@comunica/core';\nimport { failTest, passTest } from '@comunica/core';\nimport type { ComunicaDataFactory } from '@comunica/types';\nimport { BindingsFactory } from '@comunica/utils-bindings-factory';\nimport { Factory } from 'sparqlalgebrajs';\nimport { QuerySourceSparql } from './QuerySourceSparql';\n\n/**\n * A comunica SPARQL Query Source Identify Hypermedia Actor.\n */\nexport class ActorQuerySourceIdentifyHypermediaSparql extends ActorQuerySourceIdentifyHypermedia {\n  public readonly mediatorHttp: MediatorHttp;\n  public readonly mediatorMergeBindingsContext: MediatorMergeBindingsContext;\n  public readonly checkUrlSuffix: boolean;\n  public readonly forceHttpGet: boolean;\n  public readonly cacheSize: number;\n  public readonly forceSourceType: boolean;\n  public readonly bindMethod: BindMethod;\n  public readonly countTimeout: number;\n  public readonly cardinalityCountQueries: boolean;\n  public readonly cardinalityEstimateConstruction: boolean;\n\n  public constructor(args: IActorQuerySourceIdentifyHypermediaSparqlArgs) {\n    super(args, 'sparql');\n  }\n\n  public async testMetadata(\n    action: IActionQuerySourceIdentifyHypermedia,\n  ): Promise<TestResult<IActorQuerySourceIdentifyHypermediaTest>> {\n    if (!action.forceSourceType && !this.forceSourceType && !action.metadata.sparqlService &&\n      !(this.checkUrlSuffix && (action.url.endsWith('/sparql') || action.url.endsWith('/sparql/')))) {\n      return failTest(`Actor ${this.name} could not detect a SPARQL service description or URL ending on /sparql.`);\n    }\n    return passTest({ filterFactor: 1 });\n  }\n\n  public async run(action: IActionQuerySourceIdentifyHypermedia): Promise<IActorQuerySourceIdentifyHypermediaOutput> {\n    this.logInfo(action.context, `Identified ${action.url} as sparql source with service URL: ${action.metadata.sparqlService || action.url}`);\n\n    const dataFactory: ComunicaDataFactory = action.context.getSafe(KeysInitQuery.dataFactory);\n    const algebraFactory = new Factory(dataFactory);\n    const isSingularSource = action.context.get(KeysQueryOperation.querySources)?.length === 1;\n    const source = new QuerySourceSparql(\n      (action.forceSourceType ?? this.forceSourceType) ? action.url : action.metadata.sparqlService || action.url,\n      action.context,\n      this.mediatorHttp,\n      this.bindMethod,\n      dataFactory,\n      algebraFactory,\n      await BindingsFactory.create(this.mediatorMergeBindingsContext, action.context, dataFactory),\n      this.forceHttpGet,\n      this.cacheSize,\n      this.countTimeout,\n      // Cardinalities can be infinity when we're querying just a single source.\n      this.cardinalityCountQueries && !isSingularSource,\n      this.cardinalityEstimateConstruction,\n      action.metadata.defaultGraph,\n      action.metadata.unionDefaultGraph,\n      action.metadata.datasets,\n    );\n    return { source };\n  }\n}\n\nexport interface IActorQuerySourceIdentifyHypermediaSparqlArgs extends IActorQuerySourceIdentifyHypermediaArgs {\n  /**\n   * The HTTP mediator\n   */\n  mediatorHttp: MediatorHttp;\n  /**\n   * A mediator for creating binding context merge handlers\n   */\n  mediatorMergeBindingsContext: MediatorMergeBindingsContext;\n  /**\n   * If URLs ending with '/sparql' should also be considered SPARQL endpoints.\n   * @default {true}\n   */\n  checkUrlSuffix: boolean;\n  /**\n   * If non-update queries should be sent via HTTP GET instead of POST\n   * @default {false}\n   */\n  forceHttpGet: boolean;\n  /**\n   * The cache size for COUNT queries.\n   * @range {integer}\n   * @default {1024}\n   */\n  cacheSize?: number;\n  /**\n   * If provided, forces the source type of a source.\n   * @default {false}\n   */\n  forceSourceType?: boolean;\n  /**\n   * The query operation for communicating bindings.\n   * @default {values}\n   */\n  bindMethod: BindMethod;\n  /**\n   * Timeout in ms of how long count queries are allowed to take.\n   * If the timeout is reached, an infinity cardinality is returned.\n   * @default {3000}\n   */\n  countTimeout: number;\n  /**\n   * If count queries should be sent to obtain the cardinality of (sub)queries.\n   * If set to false, resulting cardinalities will always be considered infinity.\n   * @default {true}\n   */\n  cardinalityCountQueries: boolean;\n  /**\n   * If estimates for queries should be constructed locally from sub-query cardinalities.\n   * If set to false, count queries will used for cardinality estimation at all levels.\n   * @default {false}\n   */\n  cardinalityEstimateConstruction: boolean;\n}\n\nexport type BindMethod = 'values' | 'union' | 'filter';\n"]}

package/lib/QuerySourceSparql.d.ts

@@ -1,9 +1,10 @@
 import type { MediatorHttp } from '@comunica/bus-http';
-import type { BindingsStream, ComunicaDataFactory, FragmentSelectorShape, IActionContext, IQueryBindingsOptions, IQuerySource, MetadataBindings } from '@comunica/types';
+import type { BindingsStream, ComunicaDataFactory, FragmentSelectorShape, IActionContext, IDataset, IQueryBindingsOptions, IQuerySource, MetadataBindings, QueryResultCardinality } from '@comunica/types';
 import type { BindingsFactory } from '@comunica/utils-bindings-factory';
 import type * as RDF from '@rdfjs/types';
 import type { AsyncIterator } from 'asynciterator';
-import type { Factory, Algebra } from 'sparqlalgebrajs';
+import type { Factory } from 'sparqlalgebrajs';
+import { Algebra } from 'sparqlalgebrajs';
 import type { BindMethod } from './ActorQuerySourceIdentifyHypermediaSparql';
 export declare class QuerySourceSparql implements IQuerySource {
     protected static readonly SELECTOR_SHAPE: FragmentSelectorShape;
@@ -13,19 +14,37 @@ export declare class QuerySourceSparql implements IQuerySource {
     private readonly mediatorHttp;
     private readonly bindMethod;
     private readonly countTimeout;
+    private readonly cardinalityCountQueries;
+    private readonly cardinalityEstimateConstruction;
+    private readonly defaultGraph?;
+    private readonly unionDefaultGraph;
+    private readonly datasets?;
     private readonly dataFactory;
     private readonly algebraFactory;
     private readonly bindingsFactory;
     private readonly endpointFetcher;
     private readonly cache;
     private lastSourceContext;
-    constructor(url: string, context: IActionContext, mediatorHttp: MediatorHttp, bindMethod: BindMethod, dataFactory: ComunicaDataFactory, algebraFactory: Factory, bindingsFactory: BindingsFactory, forceHttpGet: boolean, cacheSize: number, countTimeout: number);
+    constructor(url: string, context: IActionContext, mediatorHttp: MediatorHttp, bindMethod: BindMethod, dataFactory: ComunicaDataFactory, algebraFactory: Factory, bindingsFactory: BindingsFactory, forceHttpGet: boolean, cacheSize: number, countTimeout: number, cardinalityCountQueries: boolean, cardinalityEstimateConstruction: boolean, defaultGraph?: string, unionDefaultGraph?: boolean, datasets?: IDataset[]);
     getSelectorShape(): Promise<FragmentSelectorShape>;
     queryBindings(operationIn: Algebra.Operation, context: IActionContext, options?: IQueryBindingsOptions): BindingsStream;
     queryQuads(operation: Algebra.Operation, context: IActionContext): AsyncIterator<RDF.Quad>;
     queryBoolean(operation: Algebra.Ask, context: IActionContext): Promise<boolean>;
     queryVoid(operation: Algebra.Update, context: IActionContext): Promise<void>;
     protected attachMetadata(target: AsyncIterator<any>, context: IActionContext, operationPromise: Promise<Algebra.Operation>): void;
+    /**
+     * Convert an algebra operation into a query string, and if the operation is a simple triple pattern,
+     * then also replace any variables with s, p, and o to increase the chance of cache hits.
+     * @param {Algebra.Operation} operation The operation to convert into a query string.
+     * @returns {string} Query string for a COUNT query over the operation.
+     */
+    operationToNormalizedCountQuery(operation: Algebra.Operation): string;
+    /**
+     * Performs local cardinality estimation for the specified SPARQL algebra operation, which should
+     * result in better estimation performance at the expense of accuracy.
+     * @param {Algebra.Operation} operation A query operation.
+     */
+    estimateOperationCardinality(operation: Algebra.Operation): Promise<QueryResultCardinality>;
     /**
      * Create an operation that includes the bindings from the given bindings stream.
      * @param algebraFactory The algebra factory.

package/lib/QuerySourceSparql.js

@@ -4,14 +4,14 @@ exports.QuerySourceSparql = void 0;
 const context_entries_1 = require("@comunica/context-entries");
 const core_1 = require("@comunica/core");
 const utils_metadata_1 = require("@comunica/utils-metadata");
+const utils_query_operation_1 = require("@comunica/utils-query-operation");
 const asynciterator_1 = require("asynciterator");
 const fetch_sparql_endpoint_1 = require("fetch-sparql-endpoint");
 const lru_cache_1 = require("lru-cache");
 const rdf_terms_1 = require("rdf-terms");
 const sparqlalgebrajs_1 = require("sparqlalgebrajs");
-const COUNT_INFINITY = { type: 'estimate', value: Number.POSITIVE_INFINITY };
 class QuerySourceSparql {
-    constructor(url, context, mediatorHttp, bindMethod, dataFactory, algebraFactory, bindingsFactory, forceHttpGet, cacheSize, countTimeout) {
+    constructor(url, context, mediatorHttp, bindMethod, dataFactory, algebraFactory, bindingsFactory, forceHttpGet, cacheSize, countTimeout, cardinalityCountQueries, cardinalityEstimateConstruction, defaultGraph, unionDefaultGraph, datasets) {
         this.referenceValue = url;
         this.url = url;
         this.context = context;
@@ -30,6 +30,11 @@ class QuerySourceSparql {
             new lru_cache_1.LRUCache({ max: cacheSize }) :
             undefined;
         this.countTimeout = countTimeout;
+        this.cardinalityCountQueries = cardinalityCountQueries;
+        this.cardinalityEstimateConstruction = cardinalityEstimateConstruction;
+        this.defaultGraph = defaultGraph;
+        this.unionDefaultGraph = unionDefaultGraph ?? false;
+        this.datasets = datasets;
     }
     async getSelectorShape() {
         return QuerySourceSparql.SELECTOR_SHAPE;
@@ -48,7 +53,8 @@ class QuerySourceSparql {
             const operation = await operationPromise;
             const variables = sparqlalgebrajs_1.Util.inScopeVariables(operation);
             const queryString = context.get(context_entries_1.KeysInitQuery.queryString);
-            const selectQuery = !options?.joinBindings && queryString ?
+            const queryFormat = context.getSafe(context_entries_1.KeysInitQuery.queryFormat);
+            const selectQuery = !options?.joinBindings && queryString && queryFormat.language === 'sparql' ?
                 queryString :
                 QuerySourceSparql.operationToSelectQuery(this.algebraFactory, operation, variables);
             const undefVariables = QuerySourceSparql.getOperationUndefs(operation);
@@ -82,29 +88,48 @@ class QuerySourceSparql {
         let variablesCount = [];
         // eslint-disable-next-line no-async-promise-executor,ts/no-misused-promises
         new Promise(async (resolve, reject) => {
-            // Prepare queries
-            let countQuery;
             try {
                 const operation = await operationPromise;
                 const variablesScoped = sparqlalgebrajs_1.Util.inScopeVariables(operation);
-                countQuery = QuerySourceSparql.operationToCountQuery(this.dataFactory, this.algebraFactory, operation);
+                const countQuery = this.operationToNormalizedCountQuery(operation);
                 const undefVariables = QuerySourceSparql.getOperationUndefs(operation);
                 variablesCount = variablesScoped.map(variable => ({
                     variable,
                     canBeUndef: undefVariables.some(undefVariable => undefVariable.equals(variable)),
                 }));
                 const cachedCardinality = this.cache?.get(countQuery);
-                if (cachedCardinality !== undefined) {
+                if (cachedCardinality) {
                     return resolve(cachedCardinality);
                 }
-                const timeoutHandler = setTimeout(() => resolve(COUNT_INFINITY), this.countTimeout);
+                // Attempt to estimate locally prior to sending a COUNT request, as this should be much faster.
+                // The estimates may be off by varying amounts, so this is set behind a configuration flag.
+                if (this.cardinalityEstimateConstruction) {
+                    const localEstimate = await this.estimateOperationCardinality(operation);
+                    if (Number.isFinite(localEstimate.value)) {
+                        this.cache?.set(countQuery, localEstimate);
+                        return resolve(localEstimate);
+                    }
+                }
+                // Don't send count queries if disabled.
+                if (!this.cardinalityCountQueries) {
+                    return resolve({ type: 'estimate', value: Number.POSITIVE_INFINITY, dataset: this.url });
+                }
+                const timeoutHandler = setTimeout(() => resolve({
+                    type: 'estimate',
+                    value: Number.POSITIVE_INFINITY,
+                    dataset: this.url,
+                }), this.countTimeout);
                 const varCount = this.dataFactory.variable('count');
                 const bindingsStream = await this
                     .queryBindingsRemote(this.url, countQuery, [varCount], context, []);
                 bindingsStream.on('data', (bindings) => {
                     clearTimeout(timeoutHandler);
                     const count = bindings.get(varCount);
-                    const cardinality = { type: 'estimate', value: Number.POSITIVE_INFINITY };
+                    const cardinality = {
+                        type: 'estimate',
+                        value: Number.POSITIVE_INFINITY,
+                        dataset: this.url,
+                    };
                     if (count) {
                         const cardinalityValue = Number.parseInt(count.value, 10);
                         if (!Number.isNaN(cardinalityValue)) {
@@ -117,11 +142,11 @@ class QuerySourceSparql {
                 });
                 bindingsStream.on('error', () => {
                     clearTimeout(timeoutHandler);
-                    resolve(COUNT_INFINITY);
+                    resolve({ type: 'estimate', value: Number.POSITIVE_INFINITY, dataset: this.url });
                 });
                 bindingsStream.on('end', () => {
                     clearTimeout(timeoutHandler);
-                    resolve(COUNT_INFINITY);
+                    resolve({ type: 'estimate', value: Number.POSITIVE_INFINITY, dataset: this.url });
                 });
             }
             catch (error) {
@@ -137,10 +162,53 @@ class QuerySourceSparql {
         })
             .catch(() => target.setProperty('metadata', {
             state: new utils_metadata_1.MetadataValidationState(),
-            cardinality: COUNT_INFINITY,
+            cardinality: { type: 'estimate', value: Number.POSITIVE_INFINITY, dataset: this.url },
             variables: variablesCount,
         }));
     }
+    /**
+     * Convert an algebra operation into a query string, and if the operation is a simple triple pattern,
+     * then also replace any variables with s, p, and o to increase the chance of cache hits.
+     * @param {Algebra.Operation} operation The operation to convert into a query string.
+     * @returns {string} Query string for a COUNT query over the operation.
+     */
+    operationToNormalizedCountQuery(operation) {
+        const normalizedOperation = operation.type === sparqlalgebrajs_1.Algebra.types.PATTERN ?
+            this.algebraFactory.createPattern(operation.subject.termType === 'Variable' ? this.dataFactory.variable('s') : operation.subject, operation.predicate.termType === 'Variable' ? this.dataFactory.variable('p') : operation.predicate, operation.object.termType === 'Variable' ? this.dataFactory.variable('o') : operation.object) :
+            operation;
+        const operationString = QuerySourceSparql.operationToCountQuery(this.dataFactory, this.algebraFactory, normalizedOperation);
+        return operationString;
+    }
+    /**
+     * Performs local cardinality estimation for the specified SPARQL algebra operation, which should
+     * result in better estimation performance at the expense of accuracy.
+     * @param {Algebra.Operation} operation A query operation.
+     */
+    async estimateOperationCardinality(operation) {
+        const dataset = {
+            getCardinality: (operation) => {
+                const queryString = this.operationToNormalizedCountQuery(operation);
+                const cachedCardinality = this.cache?.get(queryString);
+                if (cachedCardinality) {
+                    return cachedCardinality;
+                }
+                if (this.datasets) {
+                    const cardinalities = this.datasets
+                        .filter(ds => this.unionDefaultGraph || (this.defaultGraph && ds.uri.endsWith(this.defaultGraph)))
+                        .map(ds => (0, utils_query_operation_1.estimateCardinality)(operation, ds));
+                    const cardinality = {
+                        type: cardinalities.some(card => card.type === 'estimate') ? 'estimate' : 'exact',
+                        value: cardinalities.length > 0 ? cardinalities.reduce((acc, card) => acc + card.value, 0) : 0,
+                        dataset: this.url,
+                    };
+                    return cardinality;
+                }
+            },
+            source: this.url,
+            uri: this.url,
+        };
+        return (0, utils_query_operation_1.estimateCardinality)(operation, dataset);
+    }
     /**
      * Create an operation that includes the bindings from the given bindings stream.
      * @param algebraFactory The algebra factory.

package/lib/QuerySourceSparql.js.map

@@ -1 +1 @@
-{"version":3,"file":"QuerySourceSparql.js","sourceRoot":"","sources":["QuerySourceSparql.ts"],"names":[],"mappings":";;;AACA,+DAA0D;AAC1D,yCAAuC;AAavC,6DAAmE;AAGnE,iDAAwD;AACxD,iEAA8D;AAC9D,yCAAqC;AACrC,yCAAsC;AAEtC,qDAAiD;AAGjD,MAAM,cAAc,GAA+B,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC;AAEzG,MAAa,iBAAiB;IA2B5B,YACE,GAAW,EACX,OAAuB,EACvB,YAA0B,EAC1B,UAAsB,EACtB,WAAgC,EAChC,cAAuB,EACvB,eAAgC,EAChC,YAAqB,EACrB,SAAiB,EACjB,YAAoB;QAEpB,IAAI,CAAC,cAAc,GAAG,GAAG,CAAC;QAC1B,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,eAAe,GAAG,IAAI,6CAAqB,CAAC;YAC/C,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM;YACrC,KAAK,EAAE,CAAC,KAAuB,EAAE,IAAkB,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAC/E,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,iBAAkB,EAAE,CAClD;YACD,0BAA0B,EAAE,IAAI;YAChC,WAAW;SACZ,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC;YAC1B,IAAI,oBAAQ,CAAqC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;YACtE,SAAS,CAAC;QACZ,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,gBAAgB;QAC3B,OAAO,iBAAiB,CAAC,cAAc,CAAC;IAC1C,CAAC;IAEM,aAAa,CAClB,WAA8B,EAC9B,OAAuB,EACvB,OAA+B;QAE/B,gDAAgD;QAChD,IAAI,gBAA4C,CAAC;QACjD,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,gBAAgB,GAAG,iBAAiB,CAAC,sBAAsB,CACzD,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,UAAU,EACf,WAAW,EACX,OAAO,CAAC,YAAY,CACrB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,QAAQ,GAAmB,IAAI,iCAAiB,CAAC,KAAK,IAAG,EAAE;YAC/D,kBAAkB;YAClB,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC;YACzC,MAAM,SAAS,GAAmB,sBAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YACnE,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAS,+BAAa,CAAC,WAAW,CAAC,CAAC;YACnE,MAAM,WAAW,GAAW,CAAC,OAAO,EAAE,YAAY,IAAI,WAAW,CAAC,CAAC;gBACjE,WAAW,CAAC,CAAC;gBACb,iBAAiB,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;YACtF,MAAM,cAAc,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;YAEvE,OAAO,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;QAC7F,CAAC,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QACzB,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC;QAEzD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEM,UAAU,CAAC,SAA4B,EAAE,OAAuB;QACrE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,YAAY,CACjD,IAAI,CAAC,GAAG,EACR,OAAO,CAAC,GAAG,CAAC,+BAAa,CAAC,WAAW,CAAC,IAAI,iBAAiB,CAAC,gBAAgB,CAAC,SAAS,CAAC,CACxF,CAAC;QACF,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;QACnC,MAAM,KAAK,GAAG,IAAA,oBAAI,EAAM,SAAS,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC;QAClG,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QACtE,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,YAAY,CAAC,SAAsB,EAAE,OAAuB;QACjE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAC3C,IAAI,CAAC,GAAG,EACR,OAAO,CAAC,GAAG,CAAC,+BAAa,CAAC,WAAW,CAAC,IAAI,iBAAiB,CAAC,gBAAgB,CAAC,SAAS,CAAC,CACxF,CAAC;QACF,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;QACnC,OAAO,OAAO,CAAC;IACjB,CAAC;IAEM,SAAS,CAAC,SAAyB,EAAE,OAAuB;QACjE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,WAAW,CAC9C,IAAI,CAAC,GAAG,EACR,OAAO,CAAC,GAAG,CAAC,+BAAa,CAAC,WAAW,CAAC,IAAI,iBAAiB,CAAC,gBAAgB,CAAC,SAAS,CAAC,CACxF,CAAC;QACF,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;QACnC,OAAO,OAAO,CAAC;IACjB,CAAC;IAES,cAAc,CACtB,MAA0B,EAC1B,OAAuB,EACvB,gBAA4C;QAE5C,+CAA+C;QAC/C,IAAI,cAAc,GAAuB,EAAE,CAAC;QAC5C,4EAA4E;QAC5E,IAAI,OAAO,CAA6B,KAAK,EAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC/D,kBAAkB;YAClB,IAAI,UAAkB,CAAC;YACvB,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC;gBACzC,MAAM,eAAe,GAAG,sBAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;gBACzD,UAAU,GAAG,iBAAiB,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;gBACvG,MAAM,cAAc,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;gBACvE,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;oBAChD,QAAQ;oBACR,UAAU,EAAE,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;iBACjF,CAAC,CAAC,CAAC;gBAEJ,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;gBACtD,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;oBACpC,OAAO,OAAO,CAAC,iBAAiB,CAAC,CAAC;gBACpC,CAAC;gBAED,MAAM,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;gBACpF,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACpD,MAAM,cAAc,GAAmB,MAAM,IAAI;qBAC9C,mBAAmB,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,CAAE,QAAQ,CAAE,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;gBACxE,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,QAAkB,EAAE,EAAE;oBAC/C,YAAY,CAAC,cAAc,CAAC,CAAC;oBAC7B,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACrC,MAAM,WAAW,GAA+B,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC;oBACtG,IAAI,KAAK,EAAE,CAAC;wBACV,MAAM,gBAAgB,GAAW,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;wBAClE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;4BACpC,WAAW,CAAC,IAAI,GAAG,OAAO,CAAC;4BAC3B,WAAW,CAAC,KAAK,GAAG,gBAAgB,CAAC;4BACrC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;wBAC3C,CAAC;oBACH,CAAC;oBACD,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC;gBAC9B,CAAC,CAAC,CAAC;gBACH,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;oBAC9B,YAAY,CAAC,cAAc,CAAC,CAAC;oBAC7B,OAAO,CAAC,cAAc,CAAC,CAAC;gBAC1B,CAAC,CAAC,CAAC;gBACH,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBAC5B,YAAY,CAAC,cAAc,CAAC,CAAC;oBAC7B,OAAO,CAAC,cAAc,CAAC,CAAC;gBAC1B,CAAC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;QACH,CAAC,CAAC;aACC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE;YACpB,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE;gBAC7B,KAAK,EAAE,IAAI,wCAAuB,EAAE;gBACpC,WAAW;gBACX,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC,CAAC;aACD,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE;YAC1C,KAAK,EAAE,IAAI,wCAAuB,EAAE;YACpC,WAAW,EAAE,cAAc;YAC3B,SAAS,EAAE,cAAc;SAC1B,CAAC,CAAC,CAAC;IACR,CAAC;IAED;;;;;;;;OAQG;IACI,MAAM,CAAC,KAAK,CAAC,sBAAsB,CACxC,cAAuB,EACvB,UAAsB,EACtB,SAA4B,EAC5B,WAAqE;QAErE,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QAEtD,QAAQ,UAAU,EAAE,CAAC;YACnB,KAAK,QAAQ;gBACX,OAAO,cAAc,CAAC,UAAU,CAAC;oBAC/B,cAAc,CAAC,YAAY,CACzB,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EACnD,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAE,GAAG,OAAO,CAAE;yBACtD,GAAG,CAAC,CAAC,CAAE,GAAG,EAAE,KAAK,CAAE,EAAE,EAAE,CAAC,CAAE,IAAI,GAAG,CAAC,KAAK,EAAE,EAAgC,KAAK,CAAE,CAAC,CAAC,CAAC,CACvF;oBACD,SAAS;iBACV,EAAE,KAAK,CAAC,CAAC;YACZ,KAAK,OAAO,CAAC,CAAC,CAAC;gBAAC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;YAAC,CAAC;YACvE,KAAK,QAAQ,CAAC,CAAC,CAAC;gBAAC,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;YAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACI,MAAM,CAAC,sBAAsB,CAClC,cAAuB,EACvB,SAA4B,EAC5B,SAAyB;QAEzB,OAAO,iBAAiB,CAAC,gBAAgB,CAAC,cAAc,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;IAChG,CAAC;IAED;;;;;;OAMG;IACI,MAAM,CAAC,qBAAqB,CACjC,WAAgC,EAChC,cAAuB,EACvB,SAA4B;QAE5B,OAAO,iBAAiB,CAAC,gBAAgB,CAAC,cAAc,CAAC,aAAa,CACpE,cAAc,CAAC,YAAY,CACzB,cAAc,CAAC,WAAW,CACxB,SAAS,EACT,EAAE,EACF,CAAE,cAAc,CAAC,oBAAoB,CACnC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,EAC5B,OAAO,EACP,cAAc,CAAC,wBAAwB,EAAE,EACzC,KAAK,CACN,CAAE,CACJ,EACD,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,EAC7B,cAAc,CAAC,oBAAoB,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAClE,EACD,CAAE,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAE,CAClC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACI,MAAM,CAAC,gBAAgB,CAAC,SAA4B;QACzD,OAAO,IAAA,0BAAQ,EAAC,SAAS,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,CAAC;IAED;;;OAGG;IACI,MAAM,CAAC,kBAAkB,CAAC,SAA4B;QAC3D,MAAM,SAAS,GAAmB,EAAE,CAAC;QACrC,sBAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE;YAC/B,QAAQ,CAAC,YAAY;gBACnB,MAAM,IAAI,GAAG,sBAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1D,MAAM,KAAK,GAAG,sBAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3D,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;oBAC7B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;wBACpD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC3B,CAAC;gBACH,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,CAAC,MAAsB;gBAC3B,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;oBACxC,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,EAAE,IAAI,QAAQ,CAAC,CAAC,EAAE,CAAC;wBAC1E,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC3B,CAAC;gBACH,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC;YACD,KAAK,CAAC,KAAoB;gBACxB,4FAA4F;gBAC5F,MAAM,eAAe,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAI,CAAC,gBAAgB,CAAC,CAAC;gBAC/D,KAAK,MAAM,QAAQ,IAAI,IAAA,qBAAS,EAAC,eAAe,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;oBACzD,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;wBACvF,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC3B,CAAC;gBACH,CAAC;gBAED,OAAO,IAAI,CAAC;YACd,CAAC;SACF,CAAC,CAAC;QACH,OAAO,IAAA,qBAAS,EAAC,SAAS,CAAC,CAAC;IAC9B,CAAC;IAED;;;;;;;;OAQG;IACI,KAAK,CAAC,mBAAmB,CAC9B,QAAgB,EAChB,KAAa,EACb,SAAyB,EACzB,OAAuB,EACvB,cAA8B;QAE9B,wBAAwB;QACxB,MAAM,mBAAmB,GAAgB,IAAI,GAAG,EAAE,CAAC;QACnD,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;YAC3C,mBAAmB,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC/C,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC5E,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;QAEnC,OAAO,IAAA,oBAAI,EAAM,SAAS,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC;aACvF,GAAG,CAAe,CAAC,OAAiC,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,SAAS;aAC9F,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;YAChB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACvD,YAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,gBAAgB,QAAQ,oCAAoC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC;YAC5H,CAAC;YACD,OAAiC,CAAE,QAAQ,EAAE,KAAK,CAAE,CAAC;QACvD,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,CAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAEM,QAAQ;QACb,OAAO,qBAAqB,IAAI,CAAC,GAAG,GAAG,CAAC;IAC1C,CAAC;;AAjXH,8CAkXC;AAjX2B,gCAAc,GAA0B;IAChE,IAAI,EAAE,aAAa;IACnB,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,WAAW;YACjB,SAAS,EAAE,EAAE,aAAa,EAAE,UAAU,EAAE;YACxC,YAAY,EAAE,IAAI;SACnB;KACF;CACF,CAAC","sourcesContent":["import type { MediatorHttp } from '@comunica/bus-http';\nimport { KeysInitQuery } from '@comunica/context-entries';\nimport { Actor } from '@comunica/core';\nimport type {\n  Bindings,\n  BindingsStream,\n  ComunicaDataFactory,\n  FragmentSelectorShape,\n  IActionContext,\n  IQueryBindingsOptions,\n  IQuerySource,\n  MetadataBindings,\n  MetadataVariable,\n} from '@comunica/types';\nimport type { BindingsFactory } from '@comunica/utils-bindings-factory';\nimport { MetadataValidationState } from '@comunica/utils-metadata';\nimport type * as RDF from '@rdfjs/types';\nimport type { AsyncIterator } from 'asynciterator';\nimport { TransformIterator, wrap } from 'asynciterator';\nimport { SparqlEndpointFetcher } from 'fetch-sparql-endpoint';\nimport { LRUCache } from 'lru-cache';\nimport { uniqTerms } from 'rdf-terms';\nimport type { Factory, Algebra } from 'sparqlalgebrajs';\nimport { toSparql, Util } from 'sparqlalgebrajs';\nimport type { BindMethod } from './ActorQuerySourceIdentifyHypermediaSparql';\n\nconst COUNT_INFINITY: RDF.QueryResultCardinality = { type: 'estimate', value: Number.POSITIVE_INFINITY };\n\nexport class QuerySourceSparql implements IQuerySource {\n  protected static readonly SELECTOR_SHAPE: FragmentSelectorShape = {\n    type: 'disjunction',\n    children: [\n      {\n        type: 'operation',\n        operation: { operationType: 'wildcard' },\n        joinBindings: true,\n      },\n    ],\n  };\n\n  public readonly referenceValue: string;\n  private readonly url: string;\n  private readonly context: IActionContext;\n  private readonly mediatorHttp: MediatorHttp;\n  private readonly bindMethod: BindMethod;\n  private readonly countTimeout: number;\n  private readonly dataFactory: ComunicaDataFactory;\n  private readonly algebraFactory: Factory;\n  private readonly bindingsFactory: BindingsFactory;\n\n  private readonly endpointFetcher: SparqlEndpointFetcher;\n  private readonly cache: LRUCache<string, RDF.QueryResultCardinality> | undefined;\n\n  private lastSourceContext: IActionContext | undefined;\n\n  public constructor(\n    url: string,\n    context: IActionContext,\n    mediatorHttp: MediatorHttp,\n    bindMethod: BindMethod,\n    dataFactory: ComunicaDataFactory,\n    algebraFactory: Factory,\n    bindingsFactory: BindingsFactory,\n    forceHttpGet: boolean,\n    cacheSize: number,\n    countTimeout: number,\n  ) {\n    this.referenceValue = url;\n    this.url = url;\n    this.context = context;\n    this.mediatorHttp = mediatorHttp;\n    this.bindMethod = bindMethod;\n    this.dataFactory = dataFactory;\n    this.algebraFactory = algebraFactory;\n    this.bindingsFactory = bindingsFactory;\n    this.endpointFetcher = new SparqlEndpointFetcher({\n      method: forceHttpGet ? 'GET' : 'POST',\n      fetch: (input: Request | string, init?: RequestInit) => this.mediatorHttp.mediate(\n        { input, init, context: this.lastSourceContext! },\n      ),\n      prefixVariableQuestionMark: true,\n      dataFactory,\n    });\n    this.cache = cacheSize > 0 ?\n      new LRUCache<string, RDF.QueryResultCardinality>({ max: cacheSize }) :\n      undefined;\n    this.countTimeout = countTimeout;\n  }\n\n  public async getSelectorShape(): Promise<FragmentSelectorShape> {\n    return QuerySourceSparql.SELECTOR_SHAPE;\n  }\n\n  public queryBindings(\n    operationIn: Algebra.Operation,\n    context: IActionContext,\n    options?: IQueryBindingsOptions,\n  ): BindingsStream {\n    // If bindings are passed, modify the operations\n    let operationPromise: Promise<Algebra.Operation>;\n    if (options?.joinBindings) {\n      operationPromise = QuerySourceSparql.addBindingsToOperation(\n        this.algebraFactory,\n        this.bindMethod,\n        operationIn,\n        options.joinBindings,\n      );\n    } else {\n      operationPromise = Promise.resolve(operationIn);\n    }\n\n    const bindings: BindingsStream = new TransformIterator(async() => {\n      // Prepare queries\n      const operation = await operationPromise;\n      const variables: RDF.Variable[] = Util.inScopeVariables(operation);\n      const queryString = context.get<string>(KeysInitQuery.queryString);\n      const selectQuery: string = !options?.joinBindings && queryString ?\n        queryString :\n        QuerySourceSparql.operationToSelectQuery(this.algebraFactory, operation, variables);\n      const undefVariables = QuerySourceSparql.getOperationUndefs(operation);\n\n      return this.queryBindingsRemote(this.url, selectQuery, variables, context, undefVariables);\n    }, { autoStart: false });\n    this.attachMetadata(bindings, context, operationPromise);\n\n    return bindings;\n  }\n\n  public queryQuads(operation: Algebra.Operation, context: IActionContext): AsyncIterator<RDF.Quad> {\n    this.lastSourceContext = this.context.merge(context);\n    const rawStream = this.endpointFetcher.fetchTriples(\n      this.url,\n      context.get(KeysInitQuery.queryString) ?? QuerySourceSparql.operationToQuery(operation),\n    );\n    this.lastSourceContext = undefined;\n    const quads = wrap<any>(rawStream, { autoStart: false, maxBufferSize: Number.POSITIVE_INFINITY });\n    this.attachMetadata(quads, context, Promise.resolve(operation.input));\n    return quads;\n  }\n\n  public queryBoolean(operation: Algebra.Ask, context: IActionContext): Promise<boolean> {\n    this.lastSourceContext = this.context.merge(context);\n    const promise = this.endpointFetcher.fetchAsk(\n      this.url,\n      context.get(KeysInitQuery.queryString) ?? QuerySourceSparql.operationToQuery(operation),\n    );\n    this.lastSourceContext = undefined;\n    return promise;\n  }\n\n  public queryVoid(operation: Algebra.Update, context: IActionContext): Promise<void> {\n    this.lastSourceContext = this.context.merge(context);\n    const promise = this.endpointFetcher.fetchUpdate(\n      this.url,\n      context.get(KeysInitQuery.queryString) ?? QuerySourceSparql.operationToQuery(operation),\n    );\n    this.lastSourceContext = undefined;\n    return promise;\n  }\n\n  protected attachMetadata(\n    target: AsyncIterator<any>,\n    context: IActionContext,\n    operationPromise: Promise<Algebra.Operation>,\n  ): void {\n    // Emit metadata containing the estimated count\n    let variablesCount: MetadataVariable[] = [];\n    // eslint-disable-next-line no-async-promise-executor,ts/no-misused-promises\n    new Promise<RDF.QueryResultCardinality>(async(resolve, reject) => {\n      // Prepare queries\n      let countQuery: string;\n      try {\n        const operation = await operationPromise;\n        const variablesScoped = Util.inScopeVariables(operation);\n        countQuery = QuerySourceSparql.operationToCountQuery(this.dataFactory, this.algebraFactory, operation);\n        const undefVariables = QuerySourceSparql.getOperationUndefs(operation);\n        variablesCount = variablesScoped.map(variable => ({\n          variable,\n          canBeUndef: undefVariables.some(undefVariable => undefVariable.equals(variable)),\n        }));\n\n        const cachedCardinality = this.cache?.get(countQuery);\n        if (cachedCardinality !== undefined) {\n          return resolve(cachedCardinality);\n        }\n\n        const timeoutHandler = setTimeout(() => resolve(COUNT_INFINITY), this.countTimeout);\n        const varCount = this.dataFactory.variable('count');\n        const bindingsStream: BindingsStream = await this\n          .queryBindingsRemote(this.url, countQuery, [ varCount ], context, []);\n        bindingsStream.on('data', (bindings: Bindings) => {\n          clearTimeout(timeoutHandler);\n          const count = bindings.get(varCount);\n          const cardinality: RDF.QueryResultCardinality = { type: 'estimate', value: Number.POSITIVE_INFINITY };\n          if (count) {\n            const cardinalityValue: number = Number.parseInt(count.value, 10);\n            if (!Number.isNaN(cardinalityValue)) {\n              cardinality.type = 'exact';\n              cardinality.value = cardinalityValue;\n              this.cache?.set(countQuery, cardinality);\n            }\n          }\n          return resolve(cardinality);\n        });\n        bindingsStream.on('error', () => {\n          clearTimeout(timeoutHandler);\n          resolve(COUNT_INFINITY);\n        });\n        bindingsStream.on('end', () => {\n          clearTimeout(timeoutHandler);\n          resolve(COUNT_INFINITY);\n        });\n      } catch (error: unknown) {\n        return reject(error);\n      }\n    })\n      .then((cardinality) => {\n        target.setProperty('metadata', {\n          state: new MetadataValidationState(),\n          cardinality,\n          variables: variablesCount,\n        });\n      })\n      .catch(() => target.setProperty('metadata', {\n        state: new MetadataValidationState(),\n        cardinality: COUNT_INFINITY,\n        variables: variablesCount,\n      }));\n  }\n\n  /**\n   * Create an operation that includes the bindings from the given bindings stream.\n   * @param algebraFactory The algebra factory.\n   * @param bindMethod A method for adding bindings to an operation.\n   * @param operation The operation to bind to.\n   * @param addBindings The bindings to add.\n   * @param addBindings.bindings The bindings stream.\n   * @param addBindings.metadata The bindings metadata.\n   */\n  public static async addBindingsToOperation(\n    algebraFactory: Factory,\n    bindMethod: BindMethod,\n    operation: Algebra.Operation,\n    addBindings: { bindings: BindingsStream; metadata: MetadataBindings },\n  ): Promise<Algebra.Operation> {\n    const bindings = await addBindings.bindings.toArray();\n\n    switch (bindMethod) {\n      case 'values':\n        return algebraFactory.createJoin([\n          algebraFactory.createValues(\n            addBindings.metadata.variables.map(v => v.variable),\n            bindings.map(binding => Object.fromEntries([ ...binding ]\n              .map(([ key, value ]) => [ `?${key.value}`, <RDF.Literal | RDF.NamedNode> value ]))),\n          ),\n          operation,\n        ], false);\n      case 'union': { throw new Error('Not implemented yet: \"union\" case'); }\n      case 'filter': { throw new Error('Not implemented yet: \"filter\" case'); }\n    }\n  }\n\n  /**\n   * Convert an operation to a select query for this pattern.\n   * @param algebraFactory The algebra factory.\n   * @param {Algebra.Operation} operation A query operation.\n   * @param {RDF.Variable[]} variables The variables in scope for the operation.\n   * @return {string} A select query string.\n   */\n  public static operationToSelectQuery(\n    algebraFactory: Factory,\n    operation: Algebra.Operation,\n    variables: RDF.Variable[],\n  ): string {\n    return QuerySourceSparql.operationToQuery(algebraFactory.createProject(operation, variables));\n  }\n\n  /**\n   * Convert an operation to a count query for the number of matching triples for this pattern.\n   * @param dataFactory The data factory.\n   * @param algebraFactory The algebra factory.\n   * @param {Algebra.Operation} operation A query operation.\n   * @return {string} A count query string.\n   */\n  public static operationToCountQuery(\n    dataFactory: ComunicaDataFactory,\n    algebraFactory: Factory,\n    operation: Algebra.Operation,\n  ): string {\n    return QuerySourceSparql.operationToQuery(algebraFactory.createProject(\n      algebraFactory.createExtend(\n        algebraFactory.createGroup(\n          operation,\n          [],\n          [ algebraFactory.createBoundAggregate(\n            dataFactory.variable('var0'),\n            'count',\n            algebraFactory.createWildcardExpression(),\n            false,\n          ) ],\n        ),\n        dataFactory.variable('count'),\n        algebraFactory.createTermExpression(dataFactory.variable('var0')),\n      ),\n      [ dataFactory.variable('count') ],\n    ));\n  }\n\n  /**\n   * Convert an operation to a query for this pattern.\n   * @param {Algebra.Operation} operation A query operation.\n   * @return {string} A query string.\n   */\n  public static operationToQuery(operation: Algebra.Operation): string {\n    return toSparql(operation, { sparqlStar: true });\n  }\n\n  /**\n   * Check if the given operation may produce undefined values.\n   * @param operation\n   */\n  public static getOperationUndefs(operation: Algebra.Operation): RDF.Variable[] {\n    const variables: RDF.Variable[] = [];\n    Util.recurseOperation(operation, {\n      leftjoin(subOperation): boolean {\n        const left = Util.inScopeVariables(subOperation.input[0]);\n        const right = Util.inScopeVariables(subOperation.input[1]);\n        for (const varRight of right) {\n          if (!left.some(varLeft => varLeft.equals(varRight))) {\n            variables.push(varRight);\n          }\n        }\n        return false;\n      },\n      values(values: Algebra.Values): boolean {\n        for (const variable of values.variables) {\n          if (values.bindings.some(bindings => !(`?${variable.value}` in bindings))) {\n            variables.push(variable);\n          }\n        }\n        return false;\n      },\n      union(union: Algebra.Union): boolean {\n        // Determine variables in scope of the union branches that are not occurring in every branch\n        const scopedVariables = union.input.map(Util.inScopeVariables);\n        for (const variable of uniqTerms(scopedVariables.flat())) {\n          if (!scopedVariables.every(input => input.some(inputVar => inputVar.equals(variable)))) {\n            variables.push(variable);\n          }\n        }\n\n        return true;\n      },\n    });\n    return uniqTerms(variables);\n  }\n\n  /**\n   * Send a SPARQL query to a SPARQL endpoint and retrieve its bindings as a stream.\n   * @param {string} endpoint A SPARQL endpoint URL.\n   * @param {string} query A SPARQL query string.\n   * @param {RDF.Variable[]} variables The expected variables.\n   * @param {IActionContext} context The source context.\n   * @param undefVariables Variables that may have undefs.\n   * @return {BindingsStream} A stream of bindings.\n   */\n  public async queryBindingsRemote(\n    endpoint: string,\n    query: string,\n    variables: RDF.Variable[],\n    context: IActionContext,\n    undefVariables: RDF.Variable[],\n  ): Promise<BindingsStream> {\n    // Index undef variables\n    const undefVariablesIndex: Set<string> = new Set();\n    for (const undefVariable of undefVariables) {\n      undefVariablesIndex.add(undefVariable.value);\n    }\n\n    this.lastSourceContext = this.context.merge(context);\n    const rawStream = await this.endpointFetcher.fetchBindings(endpoint, query);\n    this.lastSourceContext = undefined;\n\n    return wrap<any>(rawStream, { autoStart: false, maxBufferSize: Number.POSITIVE_INFINITY })\n      .map<RDF.Bindings>((rawData: Record<string, RDF.Term>) => this.bindingsFactory.bindings(variables\n        .map((variable) => {\n          const value = rawData[`?${variable.value}`];\n          if (!undefVariablesIndex.has(variable.value) && !value) {\n            Actor.getContextLogger(this.context)?.warn(`The endpoint ${endpoint} failed to provide a binding for ${variable.value}.`);\n          }\n          return <[RDF.Variable, RDF.Term]>[ variable, value ];\n        })\n        .filter(([ _, v ]) => Boolean(v))));\n  }\n\n  public toString(): string {\n    return `QuerySourceSparql(${this.url})`;\n  }\n}\n"]}
+{"version":3,"file":"QuerySourceSparql.js","sourceRoot":"","sources":["QuerySourceSparql.ts"],"names":[],"mappings":";;;AACA,+DAA0D;AAC1D,yCAAuC;AAevC,6DAAmE;AACnE,2EAAsE;AAGtE,iDAAwD;AACxD,iEAA8D;AAC9D,yCAAqC;AACrC,yCAAsC;AAEtC,qDAA0D;AAG1D,MAAa,iBAAiB;IAgC5B,YACE,GAAW,EACX,OAAuB,EACvB,YAA0B,EAC1B,UAAsB,EACtB,WAAgC,EAChC,cAAuB,EACvB,eAAgC,EAChC,YAAqB,EACrB,SAAiB,EACjB,YAAoB,EACpB,uBAAgC,EAChC,+BAAwC,EACxC,YAAqB,EACrB,iBAA2B,EAC3B,QAAqB;QAErB,IAAI,CAAC,cAAc,GAAG,GAAG,CAAC;QAC1B,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,eAAe,GAAG,IAAI,6CAAqB,CAAC;YAC/C,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM;YACrC,KAAK,EAAE,CAAC,KAAuB,EAAE,IAAkB,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAC/E,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,iBAAkB,EAAE,CAClD;YACD,0BAA0B,EAAE,IAAI;YAChC,WAAW;SACZ,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC;YAC1B,IAAI,oBAAQ,CAAiC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;YAClE,SAAS,CAAC;QACZ,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;QACvD,IAAI,CAAC,+BAA+B,GAAG,+BAA+B,CAAC;QACvE,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,IAAI,KAAK,CAAC;QACpD,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,gBAAgB;QAC3B,OAAO,iBAAiB,CAAC,cAAc,CAAC;IAC1C,CAAC;IAEM,aAAa,CAClB,WAA8B,EAC9B,OAAuB,EACvB,OAA+B;QAE/B,gDAAgD;QAChD,IAAI,gBAA4C,CAAC;QACjD,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,gBAAgB,GAAG,iBAAiB,CAAC,sBAAsB,CACzD,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,UAAU,EACf,WAAW,EACX,OAAO,CAAC,YAAY,CACrB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,QAAQ,GAAmB,IAAI,iCAAiB,CAAC,KAAK,IAAG,EAAE;YAC/D,kBAAkB;YAClB,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC;YACzC,MAAM,SAAS,GAAmB,sBAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YACnE,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAS,+BAAa,CAAC,WAAW,CAAC,CAAC;YACnE,MAAM,WAAW,GAAoB,OAAO,CAAC,OAAO,CAAC,+BAAa,CAAC,WAAW,CAAC,CAAC;YAChF,MAAM,WAAW,GAAW,CAAC,OAAO,EAAE,YAAY,IAAI,WAAW,IAAI,WAAW,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;gBACtG,WAAW,CAAC,CAAC;gBACb,iBAAiB,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;YACtF,MAAM,cAAc,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;YAEvE,OAAO,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;QAC7F,CAAC,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QACzB,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC;QAEzD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEM,UAAU,CAAC,SAA4B,EAAE,OAAuB;QACrE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,YAAY,CACjD,IAAI,CAAC,GAAG,EACR,OAAO,CAAC,GAAG,CAAC,+BAAa,CAAC,WAAW,CAAC,IAAI,iBAAiB,CAAC,gBAAgB,CAAC,SAAS,CAAC,CACxF,CAAC;QACF,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;QACnC,MAAM,KAAK,GAAG,IAAA,oBAAI,EAAM,SAAS,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC;QAClG,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QACtE,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,YAAY,CAAC,SAAsB,EAAE,OAAuB;QACjE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAC3C,IAAI,CAAC,GAAG,EACR,OAAO,CAAC,GAAG,CAAC,+BAAa,CAAC,WAAW,CAAC,IAAI,iBAAiB,CAAC,gBAAgB,CAAC,SAAS,CAAC,CACxF,CAAC;QACF,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;QACnC,OAAO,OAAO,CAAC;IACjB,CAAC;IAEM,SAAS,CAAC,SAAyB,EAAE,OAAuB;QACjE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,WAAW,CAC9C,IAAI,CAAC,GAAG,EACR,OAAO,CAAC,GAAG,CAAC,+BAAa,CAAC,WAAW,CAAC,IAAI,iBAAiB,CAAC,gBAAgB,CAAC,SAAS,CAAC,CACxF,CAAC;QACF,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;QACnC,OAAO,OAAO,CAAC;IACjB,CAAC;IAES,cAAc,CACtB,MAA0B,EAC1B,OAAuB,EACvB,gBAA4C;QAE5C,+CAA+C;QAC/C,IAAI,cAAc,GAAuB,EAAE,CAAC;QAC5C,4EAA4E;QAC5E,IAAI,OAAO,CAAyB,KAAK,EAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3D,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC;gBACzC,MAAM,eAAe,GAAG,sBAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;gBACzD,MAAM,UAAU,GAAG,IAAI,CAAC,+BAA+B,CAAC,SAAS,CAAC,CAAC;gBACnE,MAAM,cAAc,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;gBACvE,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;oBAChD,QAAQ;oBACR,UAAU,EAAE,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;iBACjF,CAAC,CAAC,CAAC;gBAEJ,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;gBACtD,IAAI,iBAAiB,EAAE,CAAC;oBACtB,OAAO,OAAO,CAAC,iBAAiB,CAAC,CAAC;gBACpC,CAAC;gBAED,+FAA+F;gBAC/F,2FAA2F;gBAC3F,IAAI,IAAI,CAAC,+BAA+B,EAAE,CAAC;oBACzC,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,4BAA4B,CAAC,SAAS,CAAC,CAAC;oBACzE,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;wBACzC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;wBAC3C,OAAO,OAAO,CAAC,aAAa,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;gBAED,wCAAwC;gBACxC,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,CAAC;oBAClC,OAAO,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,iBAAiB,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBAC3F,CAAC;gBAED,MAAM,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC;oBAC9C,IAAI,EAAE,UAAU;oBAChB,KAAK,EAAE,MAAM,CAAC,iBAAiB;oBAC/B,OAAO,EAAE,IAAI,CAAC,GAAG;iBAClB,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;gBACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACpD,MAAM,cAAc,GAAmB,MAAM,IAAI;qBAC9C,mBAAmB,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,CAAE,QAAQ,CAAE,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;gBACxE,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,QAAkB,EAAE,EAAE;oBAC/C,YAAY,CAAC,cAAc,CAAC,CAAC;oBAC7B,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACrC,MAAM,WAAW,GAA2B;wBAC1C,IAAI,EAAE,UAAU;wBAChB,KAAK,EAAE,MAAM,CAAC,iBAAiB;wBAC/B,OAAO,EAAE,IAAI,CAAC,GAAG;qBAClB,CAAC;oBACF,IAAI,KAAK,EAAE,CAAC;wBACV,MAAM,gBAAgB,GAAW,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;wBAClE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;4BACpC,WAAW,CAAC,IAAI,GAAG,OAAO,CAAC;4BAC3B,WAAW,CAAC,KAAK,GAAG,gBAAgB,CAAC;4BACrC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;wBAC3C,CAAC;oBACH,CAAC;oBACD,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC;gBAC9B,CAAC,CAAC,CAAC;gBACH,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;oBAC9B,YAAY,CAAC,cAAc,CAAC,CAAC;oBAC7B,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,iBAAiB,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACpF,CAAC,CAAC,CAAC;gBACH,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBAC5B,YAAY,CAAC,cAAc,CAAC,CAAC;oBAC7B,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,iBAAiB,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACpF,CAAC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;QACH,CAAC,CAAC;aACC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE;YACpB,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE;gBAC7B,KAAK,EAAE,IAAI,wCAAuB,EAAE;gBACpC,WAAW;gBACX,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC,CAAC;aACD,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE;YAC1C,KAAK,EAAE,IAAI,wCAAuB,EAAE;YACpC,WAAW,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,iBAAiB,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;YACrF,SAAS,EAAE,cAAc;SAC1B,CAAC,CAAC,CAAC;IACR,CAAC;IAED;;;;;OAKG;IACI,+BAA+B,CAAC,SAA4B;QACjE,MAAM,mBAAmB,GAAG,SAAS,CAAC,IAAI,KAAK,yBAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACpE,IAAI,CAAC,cAAc,CAAC,aAAa,CAC/B,SAAS,CAAC,OAAO,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAC9F,SAAS,CAAC,SAAS,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,EAClG,SAAS,CAAC,MAAM,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAC7F,CAAC,CAAC;YACH,SAAS,CAAC;QACZ,MAAM,eAAe,GAAG,iBAAiB,CAAC,qBAAqB,CAC7D,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,cAAc,EACnB,mBAAmB,CACpB,CAAC;QACF,OAAO,eAAe,CAAC;IACzB,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,4BAA4B,CAAC,SAA4B;QACpE,MAAM,OAAO,GAAa;YACxB,cAAc,EAAE,CAAC,SAA4B,EAAsC,EAAE;gBACnF,MAAM,WAAW,GAAG,IAAI,CAAC,+BAA+B,CAAC,SAAS,CAAC,CAAC;gBAEpE,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC;gBACvD,IAAI,iBAAiB,EAAE,CAAC;oBACtB,OAAO,iBAAiB,CAAC;gBAC3B,CAAC;gBAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAClB,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ;yBAChC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;yBACjG,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAA,2CAAmB,EAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;oBAEjD,MAAM,WAAW,GAA2B;wBAC1C,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO;wBACjF,KAAK,EAAE,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC9F,OAAO,EAAE,IAAI,CAAC,GAAG;qBAClB,CAAC;oBAEF,OAAO,WAAW,CAAC;gBACrB,CAAC;YACH,CAAC;YACD,MAAM,EAAE,IAAI,CAAC,GAAG;YAChB,GAAG,EAAE,IAAI,CAAC,GAAG;SACd,CAAC;QAEF,OAAO,IAAA,2CAAmB,EAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;IAED;;;;;;;;OAQG;IACI,MAAM,CAAC,KAAK,CAAC,sBAAsB,CACxC,cAAuB,EACvB,UAAsB,EACtB,SAA4B,EAC5B,WAAqE;QAErE,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QAEtD,QAAQ,UAAU,EAAE,CAAC;YACnB,KAAK,QAAQ;gBACX,OAAO,cAAc,CAAC,UAAU,CAAC;oBAC/B,cAAc,CAAC,YAAY,CACzB,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EACnD,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAE,GAAG,OAAO,CAAE;yBACtD,GAAG,CAAC,CAAC,CAAE,GAAG,EAAE,KAAK,CAAE,EAAE,EAAE,CAAC,CAAE,IAAI,GAAG,CAAC,KAAK,EAAE,EAAgC,KAAK,CAAE,CAAC,CAAC,CAAC,CACvF;oBACD,SAAS;iBACV,EAAE,KAAK,CAAC,CAAC;YACZ,KAAK,OAAO,CAAC,CAAC,CAAC;gBAAC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;YAAC,CAAC;YACvE,KAAK,QAAQ,CAAC,CAAC,CAAC;gBAAC,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;YAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACI,MAAM,CAAC,sBAAsB,CAClC,cAAuB,EACvB,SAA4B,EAC5B,SAAyB;QAEzB,OAAO,iBAAiB,CAAC,gBAAgB,CAAC,cAAc,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;IAChG,CAAC;IAED;;;;;;OAMG;IACI,MAAM,CAAC,qBAAqB,CACjC,WAAgC,EAChC,cAAuB,EACvB,SAA4B;QAE5B,OAAO,iBAAiB,CAAC,gBAAgB,CAAC,cAAc,CAAC,aAAa,CACpE,cAAc,CAAC,YAAY,CACzB,cAAc,CAAC,WAAW,CACxB,SAAS,EACT,EAAE,EACF,CAAE,cAAc,CAAC,oBAAoB,CACnC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,EAC5B,OAAO,EACP,cAAc,CAAC,wBAAwB,EAAE,EACzC,KAAK,CACN,CAAE,CACJ,EACD,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,EAC7B,cAAc,CAAC,oBAAoB,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAClE,EACD,CAAE,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAE,CAClC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACI,MAAM,CAAC,gBAAgB,CAAC,SAA4B;QACzD,OAAO,IAAA,0BAAQ,EAAC,SAAS,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,CAAC;IAED;;;OAGG;IACI,MAAM,CAAC,kBAAkB,CAAC,SAA4B;QAC3D,MAAM,SAAS,GAAmB,EAAE,CAAC;QACrC,sBAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE;YAC/B,QAAQ,CAAC,YAAY;gBACnB,MAAM,IAAI,GAAG,sBAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1D,MAAM,KAAK,GAAG,sBAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3D,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;oBAC7B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;wBACpD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC3B,CAAC;gBACH,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,CAAC,MAAsB;gBAC3B,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;oBACxC,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,EAAE,IAAI,QAAQ,CAAC,CAAC,EAAE,CAAC;wBAC1E,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC3B,CAAC;gBACH,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC;YACD,KAAK,CAAC,KAAoB;gBACxB,4FAA4F;gBAC5F,MAAM,eAAe,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAI,CAAC,gBAAgB,CAAC,CAAC;gBAC/D,KAAK,MAAM,QAAQ,IAAI,IAAA,qBAAS,EAAC,eAAe,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;oBACzD,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;wBACvF,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC3B,CAAC;gBACH,CAAC;gBAED,OAAO,IAAI,CAAC;YACd,CAAC;SACF,CAAC,CAAC;QACH,OAAO,IAAA,qBAAS,EAAC,SAAS,CAAC,CAAC;IAC9B,CAAC;IAED;;;;;;;;OAQG;IACI,KAAK,CAAC,mBAAmB,CAC9B,QAAgB,EAChB,KAAa,EACb,SAAyB,EACzB,OAAuB,EACvB,cAA8B;QAE9B,wBAAwB;QACxB,MAAM,mBAAmB,GAAgB,IAAI,GAAG,EAAE,CAAC;QACnD,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;YAC3C,mBAAmB,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC/C,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC5E,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;QAEnC,OAAO,IAAA,oBAAI,EAAM,SAAS,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC;aACvF,GAAG,CAAe,CAAC,OAAiC,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,SAAS;aAC9F,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;YAChB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACvD,YAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,gBAAgB,QAAQ,oCAAoC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC;YAC5H,CAAC;YACD,OAAiC,CAAE,QAAQ,EAAE,KAAK,CAAE,CAAC;QACvD,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,CAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAEM,QAAQ;QACb,OAAO,qBAAqB,IAAI,CAAC,GAAG,GAAG,CAAC;IAC1C,CAAC;;AAhdH,8CAidC;AAhd2B,gCAAc,GAA0B;IAChE,IAAI,EAAE,aAAa;IACnB,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,WAAW;YACjB,SAAS,EAAE,EAAE,aAAa,EAAE,UAAU,EAAE;YACxC,YAAY,EAAE,IAAI;SACnB;KACF;CACF,CAAC","sourcesContent":["import type { MediatorHttp } from '@comunica/bus-http';\nimport { KeysInitQuery } from '@comunica/context-entries';\nimport { Actor } from '@comunica/core';\nimport type {\n  Bindings,\n  BindingsStream,\n  ComunicaDataFactory,\n  FragmentSelectorShape,\n  IActionContext,\n  IDataset,\n  IQueryBindingsOptions,\n  IQuerySource,\n  MetadataBindings,\n  MetadataVariable,\n  QueryResultCardinality,\n} from '@comunica/types';\nimport type { BindingsFactory } from '@comunica/utils-bindings-factory';\nimport { MetadataValidationState } from '@comunica/utils-metadata';\nimport { estimateCardinality } from '@comunica/utils-query-operation';\nimport type * as RDF from '@rdfjs/types';\nimport type { AsyncIterator } from 'asynciterator';\nimport { TransformIterator, wrap } from 'asynciterator';\nimport { SparqlEndpointFetcher } from 'fetch-sparql-endpoint';\nimport { LRUCache } from 'lru-cache';\nimport { uniqTerms } from 'rdf-terms';\nimport type { Factory } from 'sparqlalgebrajs';\nimport { toSparql, Algebra, Util } from 'sparqlalgebrajs';\nimport type { BindMethod } from './ActorQuerySourceIdentifyHypermediaSparql';\n\nexport class QuerySourceSparql implements IQuerySource {\n  protected static readonly SELECTOR_SHAPE: FragmentSelectorShape = {\n    type: 'disjunction',\n    children: [\n      {\n        type: 'operation',\n        operation: { operationType: 'wildcard' },\n        joinBindings: true,\n      },\n    ],\n  };\n\n  public readonly referenceValue: string;\n  private readonly url: string;\n  private readonly context: IActionContext;\n  private readonly mediatorHttp: MediatorHttp;\n  private readonly bindMethod: BindMethod;\n  private readonly countTimeout: number;\n  private readonly cardinalityCountQueries: boolean;\n  private readonly cardinalityEstimateConstruction: boolean;\n  private readonly defaultGraph?: string;\n  private readonly unionDefaultGraph: boolean;\n  private readonly datasets?: IDataset[];\n  private readonly dataFactory: ComunicaDataFactory;\n  private readonly algebraFactory: Factory;\n  private readonly bindingsFactory: BindingsFactory;\n\n  private readonly endpointFetcher: SparqlEndpointFetcher;\n  private readonly cache: LRUCache<string, QueryResultCardinality> | undefined;\n\n  private lastSourceContext: IActionContext | undefined;\n\n  public constructor(\n    url: string,\n    context: IActionContext,\n    mediatorHttp: MediatorHttp,\n    bindMethod: BindMethod,\n    dataFactory: ComunicaDataFactory,\n    algebraFactory: Factory,\n    bindingsFactory: BindingsFactory,\n    forceHttpGet: boolean,\n    cacheSize: number,\n    countTimeout: number,\n    cardinalityCountQueries: boolean,\n    cardinalityEstimateConstruction: boolean,\n    defaultGraph?: string,\n    unionDefaultGraph?: boolean,\n    datasets?: IDataset[],\n  ) {\n    this.referenceValue = url;\n    this.url = url;\n    this.context = context;\n    this.mediatorHttp = mediatorHttp;\n    this.bindMethod = bindMethod;\n    this.dataFactory = dataFactory;\n    this.algebraFactory = algebraFactory;\n    this.bindingsFactory = bindingsFactory;\n    this.endpointFetcher = new SparqlEndpointFetcher({\n      method: forceHttpGet ? 'GET' : 'POST',\n      fetch: (input: Request | string, init?: RequestInit) => this.mediatorHttp.mediate(\n        { input, init, context: this.lastSourceContext! },\n      ),\n      prefixVariableQuestionMark: true,\n      dataFactory,\n    });\n    this.cache = cacheSize > 0 ?\n      new LRUCache<string, QueryResultCardinality>({ max: cacheSize }) :\n      undefined;\n    this.countTimeout = countTimeout;\n    this.cardinalityCountQueries = cardinalityCountQueries;\n    this.cardinalityEstimateConstruction = cardinalityEstimateConstruction;\n    this.defaultGraph = defaultGraph;\n    this.unionDefaultGraph = unionDefaultGraph ?? false;\n    this.datasets = datasets;\n  }\n\n  public async getSelectorShape(): Promise<FragmentSelectorShape> {\n    return QuerySourceSparql.SELECTOR_SHAPE;\n  }\n\n  public queryBindings(\n    operationIn: Algebra.Operation,\n    context: IActionContext,\n    options?: IQueryBindingsOptions,\n  ): BindingsStream {\n    // If bindings are passed, modify the operations\n    let operationPromise: Promise<Algebra.Operation>;\n    if (options?.joinBindings) {\n      operationPromise = QuerySourceSparql.addBindingsToOperation(\n        this.algebraFactory,\n        this.bindMethod,\n        operationIn,\n        options.joinBindings,\n      );\n    } else {\n      operationPromise = Promise.resolve(operationIn);\n    }\n\n    const bindings: BindingsStream = new TransformIterator(async() => {\n      // Prepare queries\n      const operation = await operationPromise;\n      const variables: RDF.Variable[] = Util.inScopeVariables(operation);\n      const queryString = context.get<string>(KeysInitQuery.queryString);\n      const queryFormat: RDF.QueryFormat = context.getSafe(KeysInitQuery.queryFormat);\n      const selectQuery: string = !options?.joinBindings && queryString && queryFormat.language === 'sparql' ?\n        queryString :\n        QuerySourceSparql.operationToSelectQuery(this.algebraFactory, operation, variables);\n      const undefVariables = QuerySourceSparql.getOperationUndefs(operation);\n\n      return this.queryBindingsRemote(this.url, selectQuery, variables, context, undefVariables);\n    }, { autoStart: false });\n    this.attachMetadata(bindings, context, operationPromise);\n\n    return bindings;\n  }\n\n  public queryQuads(operation: Algebra.Operation, context: IActionContext): AsyncIterator<RDF.Quad> {\n    this.lastSourceContext = this.context.merge(context);\n    const rawStream = this.endpointFetcher.fetchTriples(\n      this.url,\n      context.get(KeysInitQuery.queryString) ?? QuerySourceSparql.operationToQuery(operation),\n    );\n    this.lastSourceContext = undefined;\n    const quads = wrap<any>(rawStream, { autoStart: false, maxBufferSize: Number.POSITIVE_INFINITY });\n    this.attachMetadata(quads, context, Promise.resolve(operation.input));\n    return quads;\n  }\n\n  public queryBoolean(operation: Algebra.Ask, context: IActionContext): Promise<boolean> {\n    this.lastSourceContext = this.context.merge(context);\n    const promise = this.endpointFetcher.fetchAsk(\n      this.url,\n      context.get(KeysInitQuery.queryString) ?? QuerySourceSparql.operationToQuery(operation),\n    );\n    this.lastSourceContext = undefined;\n    return promise;\n  }\n\n  public queryVoid(operation: Algebra.Update, context: IActionContext): Promise<void> {\n    this.lastSourceContext = this.context.merge(context);\n    const promise = this.endpointFetcher.fetchUpdate(\n      this.url,\n      context.get(KeysInitQuery.queryString) ?? QuerySourceSparql.operationToQuery(operation),\n    );\n    this.lastSourceContext = undefined;\n    return promise;\n  }\n\n  protected attachMetadata(\n    target: AsyncIterator<any>,\n    context: IActionContext,\n    operationPromise: Promise<Algebra.Operation>,\n  ): void {\n    // Emit metadata containing the estimated count\n    let variablesCount: MetadataVariable[] = [];\n    // eslint-disable-next-line no-async-promise-executor,ts/no-misused-promises\n    new Promise<QueryResultCardinality>(async(resolve, reject) => {\n      try {\n        const operation = await operationPromise;\n        const variablesScoped = Util.inScopeVariables(operation);\n        const countQuery = this.operationToNormalizedCountQuery(operation);\n        const undefVariables = QuerySourceSparql.getOperationUndefs(operation);\n        variablesCount = variablesScoped.map(variable => ({\n          variable,\n          canBeUndef: undefVariables.some(undefVariable => undefVariable.equals(variable)),\n        }));\n\n        const cachedCardinality = this.cache?.get(countQuery);\n        if (cachedCardinality) {\n          return resolve(cachedCardinality);\n        }\n\n        // Attempt to estimate locally prior to sending a COUNT request, as this should be much faster.\n        // The estimates may be off by varying amounts, so this is set behind a configuration flag.\n        if (this.cardinalityEstimateConstruction) {\n          const localEstimate = await this.estimateOperationCardinality(operation);\n          if (Number.isFinite(localEstimate.value)) {\n            this.cache?.set(countQuery, localEstimate);\n            return resolve(localEstimate);\n          }\n        }\n\n        // Don't send count queries if disabled.\n        if (!this.cardinalityCountQueries) {\n          return resolve({ type: 'estimate', value: Number.POSITIVE_INFINITY, dataset: this.url });\n        }\n\n        const timeoutHandler = setTimeout(() => resolve({\n          type: 'estimate',\n          value: Number.POSITIVE_INFINITY,\n          dataset: this.url,\n        }), this.countTimeout);\n        const varCount = this.dataFactory.variable('count');\n        const bindingsStream: BindingsStream = await this\n          .queryBindingsRemote(this.url, countQuery, [ varCount ], context, []);\n        bindingsStream.on('data', (bindings: Bindings) => {\n          clearTimeout(timeoutHandler);\n          const count = bindings.get(varCount);\n          const cardinality: QueryResultCardinality = {\n            type: 'estimate',\n            value: Number.POSITIVE_INFINITY,\n            dataset: this.url,\n          };\n          if (count) {\n            const cardinalityValue: number = Number.parseInt(count.value, 10);\n            if (!Number.isNaN(cardinalityValue)) {\n              cardinality.type = 'exact';\n              cardinality.value = cardinalityValue;\n              this.cache?.set(countQuery, cardinality);\n            }\n          }\n          return resolve(cardinality);\n        });\n        bindingsStream.on('error', () => {\n          clearTimeout(timeoutHandler);\n          resolve({ type: 'estimate', value: Number.POSITIVE_INFINITY, dataset: this.url });\n        });\n        bindingsStream.on('end', () => {\n          clearTimeout(timeoutHandler);\n          resolve({ type: 'estimate', value: Number.POSITIVE_INFINITY, dataset: this.url });\n        });\n      } catch (error: unknown) {\n        return reject(error);\n      }\n    })\n      .then((cardinality) => {\n        target.setProperty('metadata', {\n          state: new MetadataValidationState(),\n          cardinality,\n          variables: variablesCount,\n        });\n      })\n      .catch(() => target.setProperty('metadata', {\n        state: new MetadataValidationState(),\n        cardinality: { type: 'estimate', value: Number.POSITIVE_INFINITY, dataset: this.url },\n        variables: variablesCount,\n      }));\n  }\n\n  /**\n   * Convert an algebra operation into a query string, and if the operation is a simple triple pattern,\n   * then also replace any variables with s, p, and o to increase the chance of cache hits.\n   * @param {Algebra.Operation} operation The operation to convert into a query string.\n   * @returns {string} Query string for a COUNT query over the operation.\n   */\n  public operationToNormalizedCountQuery(operation: Algebra.Operation): string {\n    const normalizedOperation = operation.type === Algebra.types.PATTERN ?\n      this.algebraFactory.createPattern(\n        operation.subject.termType === 'Variable' ? this.dataFactory.variable('s') : operation.subject,\n        operation.predicate.termType === 'Variable' ? this.dataFactory.variable('p') : operation.predicate,\n        operation.object.termType === 'Variable' ? this.dataFactory.variable('o') : operation.object,\n      ) :\n      operation;\n    const operationString = QuerySourceSparql.operationToCountQuery(\n      this.dataFactory,\n      this.algebraFactory,\n      normalizedOperation,\n    );\n    return operationString;\n  }\n\n  /**\n   * Performs local cardinality estimation for the specified SPARQL algebra operation, which should\n   * result in better estimation performance at the expense of accuracy.\n   * @param {Algebra.Operation} operation A query operation.\n   */\n  public async estimateOperationCardinality(operation: Algebra.Operation): Promise<QueryResultCardinality> {\n    const dataset: IDataset = {\n      getCardinality: (operation: Algebra.Operation): QueryResultCardinality | undefined => {\n        const queryString = this.operationToNormalizedCountQuery(operation);\n\n        const cachedCardinality = this.cache?.get(queryString);\n        if (cachedCardinality) {\n          return cachedCardinality;\n        }\n\n        if (this.datasets) {\n          const cardinalities = this.datasets\n            .filter(ds => this.unionDefaultGraph || (this.defaultGraph && ds.uri.endsWith(this.defaultGraph)))\n            .map(ds => estimateCardinality(operation, ds));\n\n          const cardinality: QueryResultCardinality = {\n            type: cardinalities.some(card => card.type === 'estimate') ? 'estimate' : 'exact',\n            value: cardinalities.length > 0 ? cardinalities.reduce((acc, card) => acc + card.value, 0) : 0,\n            dataset: this.url,\n          };\n\n          return cardinality;\n        }\n      },\n      source: this.url,\n      uri: this.url,\n    };\n\n    return estimateCardinality(operation, dataset);\n  }\n\n  /**\n   * Create an operation that includes the bindings from the given bindings stream.\n   * @param algebraFactory The algebra factory.\n   * @param bindMethod A method for adding bindings to an operation.\n   * @param operation The operation to bind to.\n   * @param addBindings The bindings to add.\n   * @param addBindings.bindings The bindings stream.\n   * @param addBindings.metadata The bindings metadata.\n   */\n  public static async addBindingsToOperation(\n    algebraFactory: Factory,\n    bindMethod: BindMethod,\n    operation: Algebra.Operation,\n    addBindings: { bindings: BindingsStream; metadata: MetadataBindings },\n  ): Promise<Algebra.Operation> {\n    const bindings = await addBindings.bindings.toArray();\n\n    switch (bindMethod) {\n      case 'values':\n        return algebraFactory.createJoin([\n          algebraFactory.createValues(\n            addBindings.metadata.variables.map(v => v.variable),\n            bindings.map(binding => Object.fromEntries([ ...binding ]\n              .map(([ key, value ]) => [ `?${key.value}`, <RDF.Literal | RDF.NamedNode> value ]))),\n          ),\n          operation,\n        ], false);\n      case 'union': { throw new Error('Not implemented yet: \"union\" case'); }\n      case 'filter': { throw new Error('Not implemented yet: \"filter\" case'); }\n    }\n  }\n\n  /**\n   * Convert an operation to a select query for this pattern.\n   * @param algebraFactory The algebra factory.\n   * @param {Algebra.Operation} operation A query operation.\n   * @param {RDF.Variable[]} variables The variables in scope for the operation.\n   * @return {string} A select query string.\n   */\n  public static operationToSelectQuery(\n    algebraFactory: Factory,\n    operation: Algebra.Operation,\n    variables: RDF.Variable[],\n  ): string {\n    return QuerySourceSparql.operationToQuery(algebraFactory.createProject(operation, variables));\n  }\n\n  /**\n   * Convert an operation to a count query for the number of matching triples for this pattern.\n   * @param dataFactory The data factory.\n   * @param algebraFactory The algebra factory.\n   * @param {Algebra.Operation} operation A query operation.\n   * @return {string} A count query string.\n   */\n  public static operationToCountQuery(\n    dataFactory: ComunicaDataFactory,\n    algebraFactory: Factory,\n    operation: Algebra.Operation,\n  ): string {\n    return QuerySourceSparql.operationToQuery(algebraFactory.createProject(\n      algebraFactory.createExtend(\n        algebraFactory.createGroup(\n          operation,\n          [],\n          [ algebraFactory.createBoundAggregate(\n            dataFactory.variable('var0'),\n            'count',\n            algebraFactory.createWildcardExpression(),\n            false,\n          ) ],\n        ),\n        dataFactory.variable('count'),\n        algebraFactory.createTermExpression(dataFactory.variable('var0')),\n      ),\n      [ dataFactory.variable('count') ],\n    ));\n  }\n\n  /**\n   * Convert an operation to a query for this pattern.\n   * @param {Algebra.Operation} operation A query operation.\n   * @return {string} A query string.\n   */\n  public static operationToQuery(operation: Algebra.Operation): string {\n    return toSparql(operation, { sparqlStar: true });\n  }\n\n  /**\n   * Check if the given operation may produce undefined values.\n   * @param operation\n   */\n  public static getOperationUndefs(operation: Algebra.Operation): RDF.Variable[] {\n    const variables: RDF.Variable[] = [];\n    Util.recurseOperation(operation, {\n      leftjoin(subOperation): boolean {\n        const left = Util.inScopeVariables(subOperation.input[0]);\n        const right = Util.inScopeVariables(subOperation.input[1]);\n        for (const varRight of right) {\n          if (!left.some(varLeft => varLeft.equals(varRight))) {\n            variables.push(varRight);\n          }\n        }\n        return false;\n      },\n      values(values: Algebra.Values): boolean {\n        for (const variable of values.variables) {\n          if (values.bindings.some(bindings => !(`?${variable.value}` in bindings))) {\n            variables.push(variable);\n          }\n        }\n        return false;\n      },\n      union(union: Algebra.Union): boolean {\n        // Determine variables in scope of the union branches that are not occurring in every branch\n        const scopedVariables = union.input.map(Util.inScopeVariables);\n        for (const variable of uniqTerms(scopedVariables.flat())) {\n          if (!scopedVariables.every(input => input.some(inputVar => inputVar.equals(variable)))) {\n            variables.push(variable);\n          }\n        }\n\n        return true;\n      },\n    });\n    return uniqTerms(variables);\n  }\n\n  /**\n   * Send a SPARQL query to a SPARQL endpoint and retrieve its bindings as a stream.\n   * @param {string} endpoint A SPARQL endpoint URL.\n   * @param {string} query A SPARQL query string.\n   * @param {RDF.Variable[]} variables The expected variables.\n   * @param {IActionContext} context The source context.\n   * @param undefVariables Variables that may have undefs.\n   * @return {BindingsStream} A stream of bindings.\n   */\n  public async queryBindingsRemote(\n    endpoint: string,\n    query: string,\n    variables: RDF.Variable[],\n    context: IActionContext,\n    undefVariables: RDF.Variable[],\n  ): Promise<BindingsStream> {\n    // Index undef variables\n    const undefVariablesIndex: Set<string> = new Set();\n    for (const undefVariable of undefVariables) {\n      undefVariablesIndex.add(undefVariable.value);\n    }\n\n    this.lastSourceContext = this.context.merge(context);\n    const rawStream = await this.endpointFetcher.fetchBindings(endpoint, query);\n    this.lastSourceContext = undefined;\n\n    return wrap<any>(rawStream, { autoStart: false, maxBufferSize: Number.POSITIVE_INFINITY })\n      .map<RDF.Bindings>((rawData: Record<string, RDF.Term>) => this.bindingsFactory.bindings(variables\n        .map((variable) => {\n          const value = rawData[`?${variable.value}`];\n          if (!undefVariablesIndex.has(variable.value) && !value) {\n            Actor.getContextLogger(this.context)?.warn(`The endpoint ${endpoint} failed to provide a binding for ${variable.value}.`);\n          }\n          return <[RDF.Variable, RDF.Term]>[ variable, value ];\n        })\n        .filter(([ _, v ]) => Boolean(v))));\n  }\n\n  public toString(): string {\n    return `QuerySourceSparql(${this.url})`;\n  }\n}\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@comunica/actor-query-source-identify-hypermedia-sparql",
-  "version": "4.1.0",
+  "version": "4.2.0",
   "description": "A sparql query-source-identify-hypermedia actor",
   "lsd:module": true,
   "license": "MIT",
@@ -41,14 +41,15 @@
     "build:components": "componentsjs-generator"
   },
   "dependencies": {
-    "@comunica/bus-http": "^4.1.0",
-    "@comunica/bus-merge-bindings-context": "^4.1.0",
-    "@comunica/bus-query-source-identify-hypermedia": "^4.1.0",
-    "@comunica/context-entries": "^4.1.0",
-    "@comunica/core": "^4.1.0",
-    "@comunica/types": "^4.1.0",
-    "@comunica/utils-bindings-factory": "^4.1.0",
-    "@comunica/utils-metadata": "^4.1.0",
+    "@comunica/bus-http": "^4.2.0",
+    "@comunica/bus-merge-bindings-context": "^4.2.0",
+    "@comunica/bus-query-source-identify-hypermedia": "^4.2.0",
+    "@comunica/context-entries": "^4.2.0",
+    "@comunica/core": "^4.2.0",
+    "@comunica/types": "^4.2.0",
+    "@comunica/utils-bindings-factory": "^4.2.0",
+    "@comunica/utils-metadata": "^4.2.0",
+    "@comunica/utils-query-operation": "^4.2.0",
     "@rdfjs/types": "*",
     "asynciterator": "^3.9.0",
     "fetch-sparql-endpoint": "^5.1.0",
@@ -56,5 +57,5 @@
     "rdf-terms": "^1.11.0",
     "sparqlalgebrajs": "^4.3.8"
   },
-  "gitHead": "711446473d18f5fd47aa1a67e6c23582234221ec"
+  "gitHead": "94e1eacab069551590cc250074b36bce08720c4c"
 }