@comunica/actor-optimize-query-operation-query-source-identify 4.4.2-alpha.49.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.txt +22 -0
- package/README.md +49 -0
- package/components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld +287 -0
- package/components/components.jsonld +11 -0
- package/components/context.jsonld +70 -0
- package/lib/ActorOptimizeQueryOperationQuerySourceIdentify.d.ts +44 -0
- package/lib/ActorOptimizeQueryOperationQuerySourceIdentify.js +83 -0
- package/lib/ActorOptimizeQueryOperationQuerySourceIdentify.js.map +1 -0
- package/lib/index.d.ts +1 -0
- package/lib/index.js +18 -0
- package/lib/index.js.map +1 -0
- package/package.json +54 -0
package/LICENSE.txt
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
The MIT License (MIT)
|
|
2
|
+
|
|
3
|
+
Copyright © 2017–now Ruben Taelman, Joachim Van Herwegen
|
|
4
|
+
Comunica Association and Ghent University – imec, Belgium
|
|
5
|
+
|
|
6
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
7
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
8
|
+
in the Software without restriction, including without limitation the rights
|
|
9
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
10
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
11
|
+
furnished to do so, subject to the following conditions:
|
|
12
|
+
|
|
13
|
+
The above copyright notice and this permission notice shall be included in
|
|
14
|
+
all copies or substantial portions of the Software.
|
|
15
|
+
|
|
16
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
17
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
18
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
19
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
20
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
21
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
22
|
+
THE SOFTWARE.
|
package/README.md
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
# Comunica Query Source Identify Optimize Query Operation Actor
|
|
2
|
+
|
|
3
|
+
[](https://www.npmjs.com/package/@comunica/actor-optimize-query-operation-query-source-identify)
|
|
4
|
+
|
|
5
|
+
An [Optimize Query Operation](https://github.com/comunica/comunica/tree/master/packages/bus-optimize-query-operation) actor
|
|
6
|
+
that identifies all query sources in the context using
|
|
7
|
+
the [Query Source Identify bus](https://github.com/comunica/comunica/tree/master/packages/bus-query-source-identify).
|
|
8
|
+
|
|
9
|
+
This actor also contains a cache so that identical sources will be reused across multiple query executions.
|
|
10
|
+
This cache can be invalidated via `engine.invalidateHttpCache()`.
|
|
11
|
+
|
|
12
|
+
This module is part of the [Comunica framework](https://github.com/comunica/comunica),
|
|
13
|
+
and should only be used by [developers that want to build their own query engine](https://comunica.dev/docs/modify/).
|
|
14
|
+
|
|
15
|
+
[Click here if you just want to query with Comunica](https://comunica.dev/docs/query/).
|
|
16
|
+
|
|
17
|
+
## Install
|
|
18
|
+
|
|
19
|
+
```bash
|
|
20
|
+
$ yarn add @comunica/actor-optimize-query-operation-query-source-identify
|
|
21
|
+
```
|
|
22
|
+
|
|
23
|
+
## Configure
|
|
24
|
+
|
|
25
|
+
After installing, this package can be added to your engine's configuration as follows:
|
|
26
|
+
```text
|
|
27
|
+
{
|
|
28
|
+
"@context": [
|
|
29
|
+
...
|
|
30
|
+
"https://linkedsoftwaredependencies.org/bundles/npm/@comunica/actor-optimize-query-operation-query-source-identify/^1.0.0/components/context.jsonld"
|
|
31
|
+
],
|
|
32
|
+
"actors": [
|
|
33
|
+
...
|
|
34
|
+
{
|
|
35
|
+
"@id": "urn:comunica:default:optimize-query-operation/actors#query-source-identify",
|
|
36
|
+
"@type": "ActorOptimizeQueryOperationQuerySourceIdentify",
|
|
37
|
+
"mediatorQuerySourceIdentify": { "@id": "urn:comunica:default:query-source-identify/mediators#main" },
|
|
38
|
+
"mediatorContextPreprocess": { "@id": "urn:comunica:default:context-preprocess/mediators#main" }
|
|
39
|
+
}
|
|
40
|
+
]
|
|
41
|
+
}
|
|
42
|
+
```
|
|
43
|
+
|
|
44
|
+
### Config Parameters
|
|
45
|
+
|
|
46
|
+
* `cacheSize`: The maximum number of entries in the LRU cache, set to 0 to disable, defaults to 100.
|
|
47
|
+
* `httpInvalidator`: An optional actor that listens to HTTP invalidation events.
|
|
48
|
+
* `mediatorQuerySourceIdentify`: A mediator over the [Query Source Identify bus](https://github.com/comunica/comunica/tree/master/packages/bus-query-source-identify).
|
|
49
|
+
* `mediatorContextPreprocess`: A mediator over the [context preprocess bus](https://github.com/comunica/comunica/tree/master/packages/bus-context-preprocess).
|
|
@@ -0,0 +1,287 @@
|
|
|
1
|
+
{
|
|
2
|
+
"@context": [
|
|
3
|
+
"https://linkedsoftwaredependencies.org/bundles/npm/@comunica/actor-optimize-query-operation-query-source-identify/^4.0.0/components/context.jsonld",
|
|
4
|
+
"https://linkedsoftwaredependencies.org/bundles/npm/@comunica/bus-http-invalidate/^4.0.0/components/context.jsonld",
|
|
5
|
+
"https://linkedsoftwaredependencies.org/bundles/npm/@comunica/core/^4.0.0/components/context.jsonld",
|
|
6
|
+
"https://linkedsoftwaredependencies.org/bundles/npm/@comunica/bus-optimize-query-operation/^4.0.0/components/context.jsonld"
|
|
7
|
+
],
|
|
8
|
+
"@id": "npmd:@comunica/actor-optimize-query-operation-query-source-identify",
|
|
9
|
+
"components": [
|
|
10
|
+
{
|
|
11
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify",
|
|
12
|
+
"@type": "Class",
|
|
13
|
+
"requireElement": "ActorOptimizeQueryOperationQuerySourceIdentify",
|
|
14
|
+
"extends": [
|
|
15
|
+
"cboqo:components/ActorOptimizeQueryOperation.jsonld#ActorOptimizeQueryOperation"
|
|
16
|
+
],
|
|
17
|
+
"comment": "A comunica Query Source Identify Optimize Query Operation Actor.",
|
|
18
|
+
"parameters": [
|
|
19
|
+
{
|
|
20
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_cacheSize",
|
|
21
|
+
"range": "xsd:integer",
|
|
22
|
+
"default": "100",
|
|
23
|
+
"comment": "The maximum number of entries in the LRU cache, set to 0 to disable."
|
|
24
|
+
},
|
|
25
|
+
{
|
|
26
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_httpInvalidator",
|
|
27
|
+
"range": "cbhi:components/ActorHttpInvalidateListenable.jsonld#ActorHttpInvalidateListenable",
|
|
28
|
+
"default": {
|
|
29
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#IActorOptimizeQueryOperationQuerySourceIdentifyArgs_default_invalidator",
|
|
30
|
+
"@type": "npmd:@comunica/bus-http-invalidate/^4.0.0/components/ActorHttpInvalidateListenable.jsonld#ActorHttpInvalidateListenable"
|
|
31
|
+
},
|
|
32
|
+
"comment": "An actor that listens to HTTP invalidation events"
|
|
33
|
+
},
|
|
34
|
+
{
|
|
35
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_mediatorQuerySourceIdentify",
|
|
36
|
+
"range": "cc:components/Mediator.jsonld#Mediator",
|
|
37
|
+
"comment": "Mediator for identifying query sources."
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_mediatorContextPreprocess",
|
|
41
|
+
"range": "cc:components/Mediator.jsonld#Mediator",
|
|
42
|
+
"comment": "The context processing combinator"
|
|
43
|
+
},
|
|
44
|
+
{
|
|
45
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_name",
|
|
46
|
+
"range": "xsd:string",
|
|
47
|
+
"default": {
|
|
48
|
+
"@id": "rdf:subject"
|
|
49
|
+
},
|
|
50
|
+
"comment": "The name for this actor."
|
|
51
|
+
},
|
|
52
|
+
{
|
|
53
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_bus",
|
|
54
|
+
"range": {
|
|
55
|
+
"@type": "ParameterRangeGenericComponent",
|
|
56
|
+
"component": "cc:components/Bus.jsonld#Bus",
|
|
57
|
+
"genericTypeInstances": [
|
|
58
|
+
{
|
|
59
|
+
"@type": "ParameterRangeGenericComponent",
|
|
60
|
+
"component": "cc:components/Actor.jsonld#Actor",
|
|
61
|
+
"genericTypeInstances": [
|
|
62
|
+
{
|
|
63
|
+
"@type": "ParameterRangeGenericTypeReference",
|
|
64
|
+
"parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^4.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_I"
|
|
65
|
+
},
|
|
66
|
+
{
|
|
67
|
+
"@type": "ParameterRangeGenericTypeReference",
|
|
68
|
+
"parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^4.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_T"
|
|
69
|
+
},
|
|
70
|
+
{
|
|
71
|
+
"@type": "ParameterRangeGenericTypeReference",
|
|
72
|
+
"parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^4.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_O"
|
|
73
|
+
},
|
|
74
|
+
{
|
|
75
|
+
"@type": "ParameterRangeGenericTypeReference",
|
|
76
|
+
"parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^4.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_TS"
|
|
77
|
+
}
|
|
78
|
+
]
|
|
79
|
+
},
|
|
80
|
+
{
|
|
81
|
+
"@type": "ParameterRangeGenericTypeReference",
|
|
82
|
+
"parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^4.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_I"
|
|
83
|
+
},
|
|
84
|
+
{
|
|
85
|
+
"@type": "ParameterRangeGenericTypeReference",
|
|
86
|
+
"parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^4.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_T"
|
|
87
|
+
},
|
|
88
|
+
{
|
|
89
|
+
"@type": "ParameterRangeGenericTypeReference",
|
|
90
|
+
"parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^4.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_O"
|
|
91
|
+
},
|
|
92
|
+
{
|
|
93
|
+
"@type": "ParameterRangeGenericTypeReference",
|
|
94
|
+
"parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^4.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_TS"
|
|
95
|
+
}
|
|
96
|
+
]
|
|
97
|
+
},
|
|
98
|
+
"default": {
|
|
99
|
+
"@id": "cboqo:components/ActorOptimizeQueryOperation.jsonld#ActorOptimizeQueryOperation_default_bus",
|
|
100
|
+
"@type": "cc:components/Bus.jsonld#Bus"
|
|
101
|
+
},
|
|
102
|
+
"comment": "The bus this actor subscribes to."
|
|
103
|
+
},
|
|
104
|
+
{
|
|
105
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_busFailMessage",
|
|
106
|
+
"range": {
|
|
107
|
+
"@type": "ParameterRangeUnion",
|
|
108
|
+
"parameterRangeElements": [
|
|
109
|
+
"xsd:string",
|
|
110
|
+
{
|
|
111
|
+
"@type": "ParameterRangeUndefined"
|
|
112
|
+
}
|
|
113
|
+
]
|
|
114
|
+
},
|
|
115
|
+
"default": "Query optimization failed: none of the configured actors were able to optimize",
|
|
116
|
+
"comment": "The message that will be configured in the bus for reporting failures. This message may be a template string that contains references to the executed `action`. For example, the following templated string is allowed: \"RDF dereferencing failed: no actors could handle ${action.handle.mediaType}\""
|
|
117
|
+
},
|
|
118
|
+
{
|
|
119
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_beforeActors",
|
|
120
|
+
"range": {
|
|
121
|
+
"@type": "ParameterRangeUnion",
|
|
122
|
+
"parameterRangeElements": [
|
|
123
|
+
{
|
|
124
|
+
"@type": "ParameterRangeArray",
|
|
125
|
+
"parameterRangeValue": {
|
|
126
|
+
"@type": "ParameterRangeGenericComponent",
|
|
127
|
+
"component": "cc:components/Actor.jsonld#Actor",
|
|
128
|
+
"genericTypeInstances": [
|
|
129
|
+
{
|
|
130
|
+
"@type": "ParameterRangeGenericTypeReference",
|
|
131
|
+
"parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^4.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_I"
|
|
132
|
+
},
|
|
133
|
+
{
|
|
134
|
+
"@type": "ParameterRangeGenericTypeReference",
|
|
135
|
+
"parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^4.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_T"
|
|
136
|
+
},
|
|
137
|
+
{
|
|
138
|
+
"@type": "ParameterRangeGenericTypeReference",
|
|
139
|
+
"parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^4.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_O"
|
|
140
|
+
},
|
|
141
|
+
{
|
|
142
|
+
"@type": "ParameterRangeGenericTypeReference",
|
|
143
|
+
"parameterRangeGenericType": "npmd:@comunica/actor-abstract-mediatyped/^4.0.0/components/ActorAbstractMediaTyped.jsonld#ActorAbstractMediaTyped__generic_TS"
|
|
144
|
+
}
|
|
145
|
+
]
|
|
146
|
+
}
|
|
147
|
+
},
|
|
148
|
+
{
|
|
149
|
+
"@type": "ParameterRangeUndefined"
|
|
150
|
+
}
|
|
151
|
+
]
|
|
152
|
+
},
|
|
153
|
+
"comment": "Actor that must be registered in the bus before this actor."
|
|
154
|
+
}
|
|
155
|
+
],
|
|
156
|
+
"memberFields": [
|
|
157
|
+
{
|
|
158
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify__member_cacheSize",
|
|
159
|
+
"memberFieldName": "cacheSize",
|
|
160
|
+
"range": "xsd:number"
|
|
161
|
+
},
|
|
162
|
+
{
|
|
163
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify__member_httpInvalidator",
|
|
164
|
+
"memberFieldName": "httpInvalidator",
|
|
165
|
+
"range": "cbhi:components/ActorHttpInvalidateListenable.jsonld#ActorHttpInvalidateListenable"
|
|
166
|
+
},
|
|
167
|
+
{
|
|
168
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify__member_mediatorQuerySourceIdentify",
|
|
169
|
+
"memberFieldName": "mediatorQuerySourceIdentify",
|
|
170
|
+
"range": "cc:components/Mediator.jsonld#Mediator"
|
|
171
|
+
},
|
|
172
|
+
{
|
|
173
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify__member_mediatorContextPreprocess",
|
|
174
|
+
"memberFieldName": "mediatorContextPreprocess",
|
|
175
|
+
"range": "cc:components/Mediator.jsonld#Mediator"
|
|
176
|
+
},
|
|
177
|
+
{
|
|
178
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify__member_cache",
|
|
179
|
+
"memberFieldName": "cache",
|
|
180
|
+
"range": {
|
|
181
|
+
"@type": "ParameterRangeWildcard"
|
|
182
|
+
}
|
|
183
|
+
},
|
|
184
|
+
{
|
|
185
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify__member_constructor",
|
|
186
|
+
"memberFieldName": "constructor"
|
|
187
|
+
},
|
|
188
|
+
{
|
|
189
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify__member_test",
|
|
190
|
+
"memberFieldName": "test"
|
|
191
|
+
},
|
|
192
|
+
{
|
|
193
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify__member_run",
|
|
194
|
+
"memberFieldName": "run"
|
|
195
|
+
},
|
|
196
|
+
{
|
|
197
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify__member_expandSource",
|
|
198
|
+
"memberFieldName": "expandSource"
|
|
199
|
+
},
|
|
200
|
+
{
|
|
201
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify__member_identifySource",
|
|
202
|
+
"memberFieldName": "identifySource"
|
|
203
|
+
}
|
|
204
|
+
],
|
|
205
|
+
"constructorArguments": [
|
|
206
|
+
{
|
|
207
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args__constructorArgument",
|
|
208
|
+
"fields": [
|
|
209
|
+
{
|
|
210
|
+
"keyRaw": "cacheSize",
|
|
211
|
+
"value": {
|
|
212
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_cacheSize"
|
|
213
|
+
}
|
|
214
|
+
},
|
|
215
|
+
{
|
|
216
|
+
"keyRaw": "httpInvalidator",
|
|
217
|
+
"value": {
|
|
218
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_httpInvalidator"
|
|
219
|
+
}
|
|
220
|
+
},
|
|
221
|
+
{
|
|
222
|
+
"keyRaw": "mediatorQuerySourceIdentify",
|
|
223
|
+
"value": {
|
|
224
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_mediatorQuerySourceIdentify"
|
|
225
|
+
}
|
|
226
|
+
},
|
|
227
|
+
{
|
|
228
|
+
"keyRaw": "mediatorContextPreprocess",
|
|
229
|
+
"value": {
|
|
230
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_mediatorContextPreprocess"
|
|
231
|
+
}
|
|
232
|
+
},
|
|
233
|
+
{
|
|
234
|
+
"keyRaw": "name",
|
|
235
|
+
"value": {
|
|
236
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_name"
|
|
237
|
+
}
|
|
238
|
+
},
|
|
239
|
+
{
|
|
240
|
+
"keyRaw": "bus",
|
|
241
|
+
"value": {
|
|
242
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_bus"
|
|
243
|
+
}
|
|
244
|
+
},
|
|
245
|
+
{
|
|
246
|
+
"keyRaw": "busFailMessage",
|
|
247
|
+
"value": {
|
|
248
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_busFailMessage"
|
|
249
|
+
}
|
|
250
|
+
},
|
|
251
|
+
{
|
|
252
|
+
"keyRaw": "beforeActors",
|
|
253
|
+
"value": {
|
|
254
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_beforeActors"
|
|
255
|
+
}
|
|
256
|
+
}
|
|
257
|
+
]
|
|
258
|
+
}
|
|
259
|
+
]
|
|
260
|
+
},
|
|
261
|
+
{
|
|
262
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#IActorOptimizeQueryOperationQuerySourceIdentifyArgs",
|
|
263
|
+
"@type": "AbstractClass",
|
|
264
|
+
"requireElement": "IActorOptimizeQueryOperationQuerySourceIdentifyArgs",
|
|
265
|
+
"parameters": [],
|
|
266
|
+
"memberFields": [
|
|
267
|
+
{
|
|
268
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#IActorOptimizeQueryOperationQuerySourceIdentifyArgs__member_cacheSize",
|
|
269
|
+
"memberFieldName": "cacheSize"
|
|
270
|
+
},
|
|
271
|
+
{
|
|
272
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#IActorOptimizeQueryOperationQuerySourceIdentifyArgs__member_httpInvalidator",
|
|
273
|
+
"memberFieldName": "httpInvalidator"
|
|
274
|
+
},
|
|
275
|
+
{
|
|
276
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#IActorOptimizeQueryOperationQuerySourceIdentifyArgs__member_mediatorQuerySourceIdentify",
|
|
277
|
+
"memberFieldName": "mediatorQuerySourceIdentify"
|
|
278
|
+
},
|
|
279
|
+
{
|
|
280
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#IActorOptimizeQueryOperationQuerySourceIdentifyArgs__member_mediatorContextPreprocess",
|
|
281
|
+
"memberFieldName": "mediatorContextPreprocess"
|
|
282
|
+
}
|
|
283
|
+
],
|
|
284
|
+
"constructorArguments": []
|
|
285
|
+
}
|
|
286
|
+
]
|
|
287
|
+
}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
{
|
|
2
|
+
"@context": [
|
|
3
|
+
"https://linkedsoftwaredependencies.org/bundles/npm/@comunica/actor-optimize-query-operation-query-source-identify/^4.0.0/components/context.jsonld"
|
|
4
|
+
],
|
|
5
|
+
"@id": "npmd:@comunica/actor-optimize-query-operation-query-source-identify",
|
|
6
|
+
"@type": "Module",
|
|
7
|
+
"requireName": "@comunica/actor-optimize-query-operation-query-source-identify",
|
|
8
|
+
"import": [
|
|
9
|
+
"caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld"
|
|
10
|
+
]
|
|
11
|
+
}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
{
|
|
2
|
+
"@context": [
|
|
3
|
+
"https://linkedsoftwaredependencies.org/bundles/npm/componentsjs/^6.0.0/components/context.jsonld",
|
|
4
|
+
{
|
|
5
|
+
"npmd": "https://linkedsoftwaredependencies.org/bundles/npm/",
|
|
6
|
+
"caoqoqsi": "npmd:@comunica/actor-optimize-query-operation-query-source-identify/^4.0.0/",
|
|
7
|
+
"ActorOptimizeQueryOperationQuerySourceIdentify": {
|
|
8
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify",
|
|
9
|
+
"@prefix": true,
|
|
10
|
+
"@context": {
|
|
11
|
+
"args_cacheSize": {
|
|
12
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_cacheSize"
|
|
13
|
+
},
|
|
14
|
+
"args_httpInvalidator": {
|
|
15
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_httpInvalidator"
|
|
16
|
+
},
|
|
17
|
+
"args_mediatorQuerySourceIdentify": {
|
|
18
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_mediatorQuerySourceIdentify"
|
|
19
|
+
},
|
|
20
|
+
"args_mediatorContextPreprocess": {
|
|
21
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_mediatorContextPreprocess"
|
|
22
|
+
},
|
|
23
|
+
"args_name": {
|
|
24
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_name"
|
|
25
|
+
},
|
|
26
|
+
"args_bus": {
|
|
27
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_bus"
|
|
28
|
+
},
|
|
29
|
+
"args_busFailMessage": {
|
|
30
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_busFailMessage"
|
|
31
|
+
},
|
|
32
|
+
"args_beforeActors": {
|
|
33
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_beforeActors",
|
|
34
|
+
"@container": "@list"
|
|
35
|
+
},
|
|
36
|
+
"cacheSize": {
|
|
37
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_cacheSize"
|
|
38
|
+
},
|
|
39
|
+
"httpInvalidator": {
|
|
40
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_httpInvalidator"
|
|
41
|
+
},
|
|
42
|
+
"mediatorQuerySourceIdentify": {
|
|
43
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_mediatorQuerySourceIdentify"
|
|
44
|
+
},
|
|
45
|
+
"mediatorContextPreprocess": {
|
|
46
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_mediatorContextPreprocess"
|
|
47
|
+
},
|
|
48
|
+
"name": {
|
|
49
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_name"
|
|
50
|
+
},
|
|
51
|
+
"bus": {
|
|
52
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_bus"
|
|
53
|
+
},
|
|
54
|
+
"busFailMessage": {
|
|
55
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_busFailMessage"
|
|
56
|
+
},
|
|
57
|
+
"beforeActors": {
|
|
58
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#ActorOptimizeQueryOperationQuerySourceIdentify_args_beforeActors",
|
|
59
|
+
"@container": "@list"
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
},
|
|
63
|
+
"IActorOptimizeQueryOperationQuerySourceIdentifyArgs": {
|
|
64
|
+
"@id": "caoqoqsi:components/ActorOptimizeQueryOperationQuerySourceIdentify.jsonld#IActorOptimizeQueryOperationQuerySourceIdentifyArgs",
|
|
65
|
+
"@prefix": true,
|
|
66
|
+
"@context": {}
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
]
|
|
70
|
+
}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import type { MediatorContextPreprocess } from '@comunica/bus-context-preprocess';
|
|
2
|
+
import type { ActorHttpInvalidateListenable } from '@comunica/bus-http-invalidate';
|
|
3
|
+
import type { IActionOptimizeQueryOperation, IActorOptimizeQueryOperationOutput, IActorOptimizeQueryOperationArgs } from '@comunica/bus-optimize-query-operation';
|
|
4
|
+
import { ActorOptimizeQueryOperation } from '@comunica/bus-optimize-query-operation';
|
|
5
|
+
import type { MediatorQuerySourceIdentify } from '@comunica/bus-query-source-identify';
|
|
6
|
+
import type { TestResult, IActorTest } from '@comunica/core';
|
|
7
|
+
import type { IActionContext, IQuerySourceWrapper, QuerySourceUnidentified, QuerySourceUnidentifiedExpanded } from '@comunica/types';
|
|
8
|
+
import { LRUCache } from 'lru-cache';
|
|
9
|
+
/**
|
|
10
|
+
* A comunica Query Source Identify Optimize Query Operation Actor.
|
|
11
|
+
*/
|
|
12
|
+
export declare class ActorOptimizeQueryOperationQuerySourceIdentify extends ActorOptimizeQueryOperation {
|
|
13
|
+
readonly cacheSize: number;
|
|
14
|
+
readonly httpInvalidator: ActorHttpInvalidateListenable;
|
|
15
|
+
readonly mediatorQuerySourceIdentify: MediatorQuerySourceIdentify;
|
|
16
|
+
readonly mediatorContextPreprocess: MediatorContextPreprocess;
|
|
17
|
+
readonly cache?: LRUCache<string, Promise<IQuerySourceWrapper>>;
|
|
18
|
+
constructor(args: IActorOptimizeQueryOperationQuerySourceIdentifyArgs);
|
|
19
|
+
test(_action: IActionOptimizeQueryOperation): Promise<TestResult<IActorTest>>;
|
|
20
|
+
run(action: IActionOptimizeQueryOperation): Promise<IActorOptimizeQueryOperationOutput>;
|
|
21
|
+
expandSource(querySource: QuerySourceUnidentified): Promise<QuerySourceUnidentifiedExpanded>;
|
|
22
|
+
identifySource(querySourceUnidentified: QuerySourceUnidentifiedExpanded, context: IActionContext): Promise<IQuerySourceWrapper>;
|
|
23
|
+
}
|
|
24
|
+
export interface IActorOptimizeQueryOperationQuerySourceIdentifyArgs extends IActorOptimizeQueryOperationArgs {
|
|
25
|
+
/**
|
|
26
|
+
* The maximum number of entries in the LRU cache, set to 0 to disable.
|
|
27
|
+
* @range {integer}
|
|
28
|
+
* @default {100}
|
|
29
|
+
*/
|
|
30
|
+
cacheSize: number;
|
|
31
|
+
/**
|
|
32
|
+
* An actor that listens to HTTP invalidation events
|
|
33
|
+
* @default {<default_invalidator> a <npmd:@comunica/bus-http-invalidate/^4.0.0/components/ActorHttpInvalidateListenable.jsonld#ActorHttpInvalidateListenable>}
|
|
34
|
+
*/
|
|
35
|
+
httpInvalidator: ActorHttpInvalidateListenable;
|
|
36
|
+
/**
|
|
37
|
+
* Mediator for identifying query sources.
|
|
38
|
+
*/
|
|
39
|
+
mediatorQuerySourceIdentify: MediatorQuerySourceIdentify;
|
|
40
|
+
/**
|
|
41
|
+
* The context processing combinator
|
|
42
|
+
*/
|
|
43
|
+
mediatorContextPreprocess: MediatorContextPreprocess;
|
|
44
|
+
}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ActorOptimizeQueryOperationQuerySourceIdentify = void 0;
|
|
4
|
+
const bus_optimize_query_operation_1 = require("@comunica/bus-optimize-query-operation");
|
|
5
|
+
const context_entries_1 = require("@comunica/context-entries");
|
|
6
|
+
const core_1 = require("@comunica/core");
|
|
7
|
+
const lru_cache_1 = require("lru-cache");
|
|
8
|
+
/**
|
|
9
|
+
* A comunica Query Source Identify Optimize Query Operation Actor.
|
|
10
|
+
*/
|
|
11
|
+
class ActorOptimizeQueryOperationQuerySourceIdentify extends bus_optimize_query_operation_1.ActorOptimizeQueryOperation {
|
|
12
|
+
constructor(args) {
|
|
13
|
+
super(args);
|
|
14
|
+
this.cache = this.cacheSize ? new lru_cache_1.LRUCache({ max: this.cacheSize }) : undefined;
|
|
15
|
+
const cache = this.cache;
|
|
16
|
+
if (cache) {
|
|
17
|
+
this.httpInvalidator.addInvalidateListener(({ url }) => url ? cache.delete(url) : cache.clear());
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
async test(_action) {
|
|
21
|
+
return (0, core_1.passTestVoid)();
|
|
22
|
+
}
|
|
23
|
+
async run(action) {
|
|
24
|
+
let context = action.context;
|
|
25
|
+
// Rewrite sources
|
|
26
|
+
if (context.has(context_entries_1.KeysInitQuery.querySourcesUnidentified)) {
|
|
27
|
+
const querySourcesUnidentified = action.context
|
|
28
|
+
.get(context_entries_1.KeysInitQuery.querySourcesUnidentified);
|
|
29
|
+
const querySourcesUnidentifiedExpanded = await Promise.all(querySourcesUnidentified
|
|
30
|
+
.map(querySource => this.expandSource(querySource)));
|
|
31
|
+
const querySources = await Promise.all(querySourcesUnidentifiedExpanded
|
|
32
|
+
.map(async (querySourceUnidentified) => this.identifySource(querySourceUnidentified, action.context)));
|
|
33
|
+
// When identifying sources in preprocess actor, we record this as a dereference seed document event
|
|
34
|
+
const statisticDereferenceLinks = action.context
|
|
35
|
+
.get(context_entries_1.KeysStatistics.dereferencedLinks);
|
|
36
|
+
if (statisticDereferenceLinks) {
|
|
37
|
+
for (const querySource of querySources) {
|
|
38
|
+
statisticDereferenceLinks.updateStatistic({
|
|
39
|
+
url: querySource.source.referenceValue,
|
|
40
|
+
metadata: {
|
|
41
|
+
seed: true,
|
|
42
|
+
},
|
|
43
|
+
}, querySource.source);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
context = action.context
|
|
47
|
+
.delete(context_entries_1.KeysInitQuery.querySourcesUnidentified)
|
|
48
|
+
.set(context_entries_1.KeysQueryOperation.querySources, querySources);
|
|
49
|
+
}
|
|
50
|
+
return { context, operation: action.operation };
|
|
51
|
+
}
|
|
52
|
+
async expandSource(querySource) {
|
|
53
|
+
if (typeof querySource === 'string' || 'match' in querySource) {
|
|
54
|
+
return { value: querySource };
|
|
55
|
+
}
|
|
56
|
+
return {
|
|
57
|
+
...querySource,
|
|
58
|
+
context: (await this.mediatorContextPreprocess.mediate({
|
|
59
|
+
context: core_1.ActionContext.ensureActionContext(querySource.context ?? {}),
|
|
60
|
+
})).context,
|
|
61
|
+
};
|
|
62
|
+
}
|
|
63
|
+
identifySource(querySourceUnidentified, context) {
|
|
64
|
+
let sourcePromise;
|
|
65
|
+
// Try to read from cache
|
|
66
|
+
// Only sources based on string values (e.g. URLs) are supported!
|
|
67
|
+
if (typeof querySourceUnidentified.value === 'string' && this.cache) {
|
|
68
|
+
sourcePromise = this.cache.get(querySourceUnidentified.value);
|
|
69
|
+
}
|
|
70
|
+
// If not in cache, identify the source
|
|
71
|
+
if (!sourcePromise) {
|
|
72
|
+
sourcePromise = this.mediatorQuerySourceIdentify.mediate({ querySourceUnidentified, context })
|
|
73
|
+
.then(({ querySource }) => querySource);
|
|
74
|
+
// Set in cache
|
|
75
|
+
if (typeof querySourceUnidentified.value === 'string' && this.cache) {
|
|
76
|
+
this.cache.set(querySourceUnidentified.value, sourcePromise);
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
return sourcePromise;
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
exports.ActorOptimizeQueryOperationQuerySourceIdentify = ActorOptimizeQueryOperationQuerySourceIdentify;
|
|
83
|
+
//# sourceMappingURL=ActorOptimizeQueryOperationQuerySourceIdentify.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ActorOptimizeQueryOperationQuerySourceIdentify.js","sourceRoot":"","sources":["ActorOptimizeQueryOperationQuerySourceIdentify.ts"],"names":[],"mappings":";;;AAOA,yFAAqF;AAErF,+DAA8F;AAE9F,yCAA6D;AAU7D,yCAAqC;AAErC;;GAEG;AACH,MAAa,8CAA+C,SAAQ,0DAA2B;IAO7F,YAAmB,IAAyD;QAC1E,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,oBAAQ,CAAc,EAAE,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC7F,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,eAAe,CAAC,qBAAqB,CACxC,CAAC,EAAE,GAAG,EAAyB,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAC5E,CAAC;QACJ,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,OAAsC;QACtD,OAAO,IAAA,mBAAY,GAAE,CAAC;IACxB,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,MAAqC;QACpD,IAAI,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAE7B,kBAAkB;QAClB,IAAI,OAAO,CAAC,GAAG,CAAC,+BAAa,CAAC,wBAAwB,CAAC,EAAE,CAAC;YACxD,MAAM,wBAAwB,GAA8B,MAAM,CAAC,OAAO;iBACvE,GAAG,CAAC,+BAAa,CAAC,wBAAwB,CAAE,CAAC;YAChD,MAAM,gCAAgC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,wBAAwB;iBAChF,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YACvD,MAAM,YAAY,GAA0B,MAAM,OAAO,CAAC,GAAG,CAAC,gCAAgC;iBAC3F,GAAG,CAAC,KAAK,EAAC,uBAAuB,EAAC,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,uBAAuB,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAEvG,oGAAoG;YACpG,MAAM,yBAAyB,GAAsC,MAAM,CAAC,OAAO;iBAChF,GAAG,CAAC,gCAAc,CAAC,iBAAiB,CAAC,CAAC;YACzC,IAAI,yBAAyB,EAAE,CAAC;gBAC9B,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;oBACvC,yBAAyB,CAAC,eAAe,CAAC;wBACxC,GAAG,EAAW,WAAW,CAAC,MAAM,CAAC,cAAc;wBAC/C,QAAQ,EAAE;4BACR,IAAI,EAAE,IAAI;yBACX;qBACF,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,OAAO,GAAG,MAAM,CAAC,OAAO;iBACrB,MAAM,CAAC,+BAAa,CAAC,wBAAwB,CAAC;iBAC9C,GAAG,CAAC,oCAAkB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;QACxD,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;IAClD,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,WAAoC;QAC5D,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,OAAO,IAAI,WAAW,EAAE,CAAC;YAC9D,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;QAChC,CAAC;QACD,OAAO;YACL,GAAsD,WAAW;YACjE,OAAO,EAAE,CAAC,MAAM,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC;gBACrD,OAAO,EAAE,oBAAa,CAAC,mBAAmB,CAAC,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC;aACtE,CAAC,CAAC,CAAC,OAAO;SACZ,CAAC;IACJ,CAAC;IAEM,cAAc,CACnB,uBAAwD,EACxD,OAAuB;QAEvB,IAAI,aAAuD,CAAC;QAE5D,yBAAyB;QACzB,iEAAiE;QACjE,IAAI,OAAO,uBAAuB,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACpE,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,uBAAuB,CAAC,KAAK,CAAE,CAAC;QACjE,CAAC;QAED,uCAAuC;QACvC,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,aAAa,GAAG,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC,EAAE,uBAAuB,EAAE,OAAO,EAAE,CAAC;iBAC3F,IAAI,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC;YAE1C,eAAe;YACf,IAAI,OAAO,uBAAuB,CAAC,KAAK,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACpE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,uBAAuB,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;CACF;AA7FD,wGA6FC","sourcesContent":["import type { MediatorContextPreprocess } from '@comunica/bus-context-preprocess';\nimport type { ActorHttpInvalidateListenable, IActionHttpInvalidate } from '@comunica/bus-http-invalidate';\nimport type {\n IActionOptimizeQueryOperation,\n IActorOptimizeQueryOperationOutput,\n IActorOptimizeQueryOperationArgs,\n} from '@comunica/bus-optimize-query-operation';\nimport { ActorOptimizeQueryOperation } from '@comunica/bus-optimize-query-operation';\nimport type { MediatorQuerySourceIdentify } from '@comunica/bus-query-source-identify';\nimport { KeysInitQuery, KeysQueryOperation, KeysStatistics } from '@comunica/context-entries';\nimport type { TestResult, IActorTest } from '@comunica/core';\nimport { passTestVoid, ActionContext } from '@comunica/core';\nimport type {\n IActionContext,\n ILink,\n IQuerySourceUnidentifiedExpanded,\n IQuerySourceWrapper,\n IStatisticBase,\n QuerySourceUnidentified,\n QuerySourceUnidentifiedExpanded,\n} from '@comunica/types';\nimport { LRUCache } from 'lru-cache';\n\n/**\n * A comunica Query Source Identify Optimize Query Operation Actor.\n */\nexport class ActorOptimizeQueryOperationQuerySourceIdentify extends ActorOptimizeQueryOperation {\n public readonly cacheSize: number;\n public readonly httpInvalidator: ActorHttpInvalidateListenable;\n public readonly mediatorQuerySourceIdentify: MediatorQuerySourceIdentify;\n public readonly mediatorContextPreprocess: MediatorContextPreprocess;\n public readonly cache?: LRUCache<string, Promise<IQuerySourceWrapper>>;\n\n public constructor(args: IActorOptimizeQueryOperationQuerySourceIdentifyArgs) {\n super(args);\n this.cache = this.cacheSize ? new LRUCache<string, any>({ max: this.cacheSize }) : undefined;\n const cache = this.cache;\n if (cache) {\n this.httpInvalidator.addInvalidateListener(\n ({ url }: IActionHttpInvalidate) => url ? cache.delete(url) : cache.clear(),\n );\n }\n }\n\n public async test(_action: IActionOptimizeQueryOperation): Promise<TestResult<IActorTest>> {\n return passTestVoid();\n }\n\n public async run(action: IActionOptimizeQueryOperation): Promise<IActorOptimizeQueryOperationOutput> {\n let context = action.context;\n\n // Rewrite sources\n if (context.has(KeysInitQuery.querySourcesUnidentified)) {\n const querySourcesUnidentified: QuerySourceUnidentified[] = action.context\n .get(KeysInitQuery.querySourcesUnidentified)!;\n const querySourcesUnidentifiedExpanded = await Promise.all(querySourcesUnidentified\n .map(querySource => this.expandSource(querySource)));\n const querySources: IQuerySourceWrapper[] = await Promise.all(querySourcesUnidentifiedExpanded\n .map(async querySourceUnidentified => this.identifySource(querySourceUnidentified, action.context)));\n\n // When identifying sources in preprocess actor, we record this as a dereference seed document event\n const statisticDereferenceLinks: IStatisticBase<ILink> | undefined = action.context\n .get(KeysStatistics.dereferencedLinks);\n if (statisticDereferenceLinks) {\n for (const querySource of querySources) {\n statisticDereferenceLinks.updateStatistic({\n url: <string> querySource.source.referenceValue,\n metadata: {\n seed: true,\n },\n }, querySource.source);\n }\n }\n\n context = action.context\n .delete(KeysInitQuery.querySourcesUnidentified)\n .set(KeysQueryOperation.querySources, querySources);\n }\n\n return { context, operation: action.operation };\n }\n\n public async expandSource(querySource: QuerySourceUnidentified): Promise<QuerySourceUnidentifiedExpanded> {\n if (typeof querySource === 'string' || 'match' in querySource) {\n return { value: querySource };\n }\n return {\n ...<Omit<IQuerySourceUnidentifiedExpanded, 'context'>>querySource,\n context: (await this.mediatorContextPreprocess.mediate({\n context: ActionContext.ensureActionContext(querySource.context ?? {}),\n })).context,\n };\n }\n\n public identifySource(\n querySourceUnidentified: QuerySourceUnidentifiedExpanded,\n context: IActionContext,\n ): Promise<IQuerySourceWrapper> {\n let sourcePromise: Promise<IQuerySourceWrapper> | undefined;\n\n // Try to read from cache\n // Only sources based on string values (e.g. URLs) are supported!\n if (typeof querySourceUnidentified.value === 'string' && this.cache) {\n sourcePromise = this.cache.get(querySourceUnidentified.value)!;\n }\n\n // If not in cache, identify the source\n if (!sourcePromise) {\n sourcePromise = this.mediatorQuerySourceIdentify.mediate({ querySourceUnidentified, context })\n .then(({ querySource }) => querySource);\n\n // Set in cache\n if (typeof querySourceUnidentified.value === 'string' && this.cache) {\n this.cache.set(querySourceUnidentified.value, sourcePromise);\n }\n }\n\n return sourcePromise;\n }\n}\n\nexport interface IActorOptimizeQueryOperationQuerySourceIdentifyArgs extends IActorOptimizeQueryOperationArgs {\n /**\n * The maximum number of entries in the LRU cache, set to 0 to disable.\n * @range {integer}\n * @default {100}\n */\n cacheSize: number;\n /* eslint-disable max-len */\n /**\n * An actor that listens to HTTP invalidation events\n * @default {<default_invalidator> a <npmd:@comunica/bus-http-invalidate/^4.0.0/components/ActorHttpInvalidateListenable.jsonld#ActorHttpInvalidateListenable>}\n */\n httpInvalidator: ActorHttpInvalidateListenable;\n /* eslint-enable max-len */\n /**\n * Mediator for identifying query sources.\n */\n mediatorQuerySourceIdentify: MediatorQuerySourceIdentify;\n /**\n * The context processing combinator\n */\n mediatorContextPreprocess: MediatorContextPreprocess;\n}\n"]}
|
package/lib/index.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from './ActorOptimizeQueryOperationQuerySourceIdentify';
|
package/lib/index.js
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./ActorOptimizeQueryOperationQuerySourceIdentify"), exports);
|
|
18
|
+
//# sourceMappingURL=index.js.map
|
package/lib/index.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mFAAiE","sourcesContent":["export * from './ActorOptimizeQueryOperationQuerySourceIdentify';\n"]}
|
package/package.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@comunica/actor-optimize-query-operation-query-source-identify",
|
|
3
|
+
"version": "4.4.2-alpha.49.0",
|
|
4
|
+
"description": "A query-source-identify optimize-query-operation actor",
|
|
5
|
+
"lsd:module": true,
|
|
6
|
+
"license": "MIT",
|
|
7
|
+
"funding": {
|
|
8
|
+
"type": "opencollective",
|
|
9
|
+
"url": "https://opencollective.com/comunica-association"
|
|
10
|
+
},
|
|
11
|
+
"homepage": "https://comunica.dev/",
|
|
12
|
+
"repository": {
|
|
13
|
+
"type": "git",
|
|
14
|
+
"url": "https://github.com/comunica/comunica.git",
|
|
15
|
+
"directory": "packages/actor-optimize-query-operation-query-source-identify"
|
|
16
|
+
},
|
|
17
|
+
"bugs": {
|
|
18
|
+
"url": "https://github.com/comunica/comunica/issues"
|
|
19
|
+
},
|
|
20
|
+
"keywords": [
|
|
21
|
+
"comunica",
|
|
22
|
+
"actor",
|
|
23
|
+
"optimize-query-operation",
|
|
24
|
+
"query-source-identify"
|
|
25
|
+
],
|
|
26
|
+
"sideEffects": false,
|
|
27
|
+
"main": "lib/index.js",
|
|
28
|
+
"typings": "lib/index",
|
|
29
|
+
"publishConfig": {
|
|
30
|
+
"access": "public"
|
|
31
|
+
},
|
|
32
|
+
"files": [
|
|
33
|
+
"components",
|
|
34
|
+
"lib/**/*.d.ts",
|
|
35
|
+
"lib/**/*.js",
|
|
36
|
+
"lib/**/*.js.map"
|
|
37
|
+
],
|
|
38
|
+
"scripts": {
|
|
39
|
+
"build": "yarn run build:ts && yarn run build:components",
|
|
40
|
+
"build:ts": "node \"../../node_modules/typescript/bin/tsc\"",
|
|
41
|
+
"build:components": "componentsjs-generator"
|
|
42
|
+
},
|
|
43
|
+
"dependencies": {
|
|
44
|
+
"@comunica/bus-context-preprocess": "4.4.2-alpha.49.0",
|
|
45
|
+
"@comunica/bus-http-invalidate": "4.4.2-alpha.49.0",
|
|
46
|
+
"@comunica/bus-optimize-query-operation": "4.4.2-alpha.49.0",
|
|
47
|
+
"@comunica/bus-query-source-identify": "4.4.2-alpha.49.0",
|
|
48
|
+
"@comunica/context-entries": "4.4.2-alpha.49.0",
|
|
49
|
+
"@comunica/core": "4.4.2-alpha.49.0",
|
|
50
|
+
"@comunica/types": "4.4.2-alpha.49.0",
|
|
51
|
+
"lru-cache": "^10.0.0"
|
|
52
|
+
},
|
|
53
|
+
"gitHead": "ef6f96cfd8faf7c37955bb7e0fe9f6fc6a994bdf"
|
|
54
|
+
}
|