mustrd 0.2.0__py3-none-any.whl → 0.2.0a1__py3-none-any.whl

mustrd/mustrdGraphDb.py

@@ -1,125 +1,128 @@
-"""
-MIT License
-
-Copyright (c) 2023 Semantic Partners Ltd
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
-"""
-
-import urllib.parse
-import requests
-from rdflib import Graph, Literal
-from requests import ConnectionError, HTTPError, RequestException, Response
-
-
-# https://github.com/Semantic-partners/mustrd/issues/72
-def manage_graphdb_response(response: Response) -> str:
-    content_string = response.content.decode("utf-8")
-    if response.status_code == 200:
-        return content_string
-    elif response.status_code == 204:
-        pass
-    elif response.status_code == 401:
-        raise HTTPError(f"GraphDB authentication error, status code: {response.status_code}, content: {content_string}")
-    elif response.status_code == 406:
-        raise HTTPError(f"GraphDB  error, status code: {response.status_code}, content: {content_string}")
-    else:
-        raise RequestException(f"GraphDb error, status code: {response.status_code}, content: {content_string}")
-
-
-def upload_given(triple_store: dict, given: Graph):
-    if given:
-        try:
-            graph = "default"
-            if triple_store['input_graph']:
-                graph = urllib.parse.urlencode({'graph': triple_store['input_graph']})
-            url = f"{triple_store['url']}:{triple_store['port']}/repositories/{triple_store['repository']}" \
-                  f"/rdf-graphs/service?{graph}"
-            # graph store PUT drop silently the graph or default and upload the payload
-            # https://www.w3.org/TR/sparql11-http-rdf-update/#http-put
-            manage_graphdb_response(requests.put(url=url,
-                                                 auth=(triple_store['username'], triple_store['password']),
-                                                 data=given.serialize(format="ttl"),
-                                                 headers={'Content-Type': 'text/turtle'}))
-        except ConnectionError:
-            raise
-
-
-def parse_bindings(bindings: dict = None) -> dict:
-    return None if not bindings else {f"${k}": str(v.n3()) for k, v in bindings.items()}
-
-
-def execute_select(triple_store: dict, when: str, bindings: dict = None) -> str:
-    return post_query(triple_store, when, "application/sparql-results+json", parse_bindings(bindings))
-
-
-def execute_construct(triple_store: dict, when: str, bindings: dict = None) -> Graph:
-    return Graph().parse(data=post_query(triple_store, when, "text/turtle", parse_bindings(bindings)))
-
-
-def execute_update(triple_store: dict, when: str, bindings: dict = None) -> Graph:
-    post_update_query(triple_store, when, parse_bindings(bindings))
-    return Graph().parse(data=post_query(triple_store, "CONSTRUCT {?s ?p ?o} where { ?s ?p ?o }", 'text/turtle'))
-
-
-def post_update_query(triple_store: dict, query: str, params: dict = None) -> str:
-    params = add_graph_to_params(params, triple_store["input_graph"])
-    try:
-        return manage_graphdb_response(requests.post(
-            url=f"{triple_store['url']}:{triple_store['port']}/repositories/{triple_store['repository']}/statements",
-            data=query,
-            params=params,
-            auth=(triple_store['username'], triple_store['password']),
-            headers={'Content-Type': 'application/sparql-update'}))
-    except (ConnectionError, OSError):
-        raise
-
-
-def post_query(triple_store: dict, query: str, accept: str, params: dict = None) -> str:
-    headers = {
-        'Content-Type': 'application/sparql-query',
-        'Accept': accept
-    }
-    params = add_graph_to_params(params, triple_store["input_graph"])
-    try:
-        return manage_graphdb_response(
-            requests.post(url=f"{triple_store['url']}:{triple_store['port']}/repositories/{triple_store['repository']}",
-                          data=query,
-                          params=params,
-                          auth=(triple_store['username'], triple_store['password']),
-                          headers=headers))
-    except (ConnectionError, OSError):
-        raise
-
-
-def add_graph_to_params(params: dict, graph: Literal) -> dict:
-    graph = graph or "http://rdf4j.org/schema/rdf4j#nil"
-    if params:
-        params['default-graph-uri'] = graph
-        params['using-graph-uri'] = graph
-        params['remove-graph-uri'] = graph
-        params['insert-graph-uri'] = graph
-    else:
-        params = {
-            'default-graph-uri': graph,
-            'using-graph-uri': graph,
-            'remove-graph-uri': graph,
-            'insert-graph-uri': graph
-        }
-    return params
+"""
+MIT License
+
+Copyright (c) 2023 Semantic Partners Ltd
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+"""
+
+import urllib.parse
+import requests
+from rdflib import Graph, Literal
+from requests import ConnectionError, HTTPError, RequestException, Response
+
+
+# https://github.com/Semantic-partners/mustrd/issues/72
+def manage_graphdb_response(response: Response) -> str:
+    content_string = response.content.decode("utf-8")
+    if response.status_code == 200:
+        return content_string
+    elif response.status_code == 204:
+        pass
+    elif response.status_code == 401:
+        raise HTTPError(f"GraphDB authentication error, status code: {response.status_code}, content: {content_string}")
+    elif response.status_code == 406:
+        raise HTTPError(f"GraphDB  error, status code: {response.status_code}, content: {content_string}")
+    else:
+        raise RequestException(f"GraphDb error, status code: {response.status_code}, content: {content_string}")
+
+
+def upload_given(triple_store: dict, given: Graph):
+    if given:
+        try:
+            graph = "default"
+            if triple_store['input_graph']:
+                graph = urllib.parse.urlencode({'graph': triple_store['input_graph']})
+            url = f"{triple_store['url']}:{triple_store['port']}/repositories/{triple_store['repository']}" \
+                  f"/rdf-graphs/service?{graph}"
+            # graph store PUT drop silently the graph or default and upload the payload
+            # https://www.w3.org/TR/sparql11-http-rdf-update/#http-put
+            manage_graphdb_response(requests.put(url=url,
+                                                 auth=(triple_store['username'], triple_store['password']),
+                                                 data=given.serialize(format="ttl"),
+                                                 headers={'Content-Type': 'text/turtle'}))
+        except ConnectionError:
+            raise
+
+
+def parse_bindings(bindings: dict = None) -> dict:
+    return None if not bindings else {f"${k}": str(v.n3()) for k, v in bindings.items()}
+
+
+def execute_select(triple_store: dict, given: Graph, when: str, bindings: dict = None) -> str:
+    upload_given(triple_store, given)
+    return post_query(triple_store, when, "application/sparql-results+json", parse_bindings(bindings))
+
+
+def execute_construct(triple_store: dict, given: Graph, when: str, bindings: dict = None) -> Graph:
+    upload_given(triple_store, given)
+    return Graph().parse(data=post_query(triple_store, when, "text/turtle", parse_bindings(bindings)))
+
+
+def execute_update(triple_store: dict, given: Graph, when: str, bindings: dict = None) -> Graph:
+    upload_given(triple_store, given)
+    post_update_query(triple_store, when, parse_bindings(bindings))
+    return Graph().parse(data=post_query(triple_store, "CONSTRUCT {?s ?p ?o} where { ?s ?p ?o }", 'text/turtle'))
+
+
+def post_update_query(triple_store: dict, query: str, params: dict = None) -> str:
+    params = add_graph_to_params(params, triple_store["input_graph"])
+    try:
+        return manage_graphdb_response(requests.post(
+            url=f"{triple_store['url']}:{triple_store['port']}/repositories/{triple_store['repository']}/statements",
+            data=query,
+            params=params,
+            auth=(triple_store['username'], triple_store['password']),
+            headers={'Content-Type': 'application/sparql-update'}))
+    except (ConnectionError, OSError):
+        raise
+
+
+def post_query(triple_store: dict, query: str, accept: str, params: dict = None) -> str:
+    headers = {
+        'Content-Type': 'application/sparql-query',
+        'Accept': accept
+    }
+    params = add_graph_to_params(params, triple_store["input_graph"])
+    try:
+        return manage_graphdb_response(
+            requests.post(url=f"{triple_store['url']}:{triple_store['port']}/repositories/{triple_store['repository']}",
+                          data=query,
+                          params=params,
+                          auth=(triple_store['username'], triple_store['password']),
+                          headers=headers))
+    except (ConnectionError, OSError):
+        raise
+
+
+def add_graph_to_params(params: dict, graph: Literal) -> dict:
+    graph = graph or "http://rdf4j.org/schema/rdf4j#nil"
+    if params:
+        params['default-graph-uri'] = graph
+        params['using-graph-uri'] = graph
+        params['remove-graph-uri'] = graph
+        params['insert-graph-uri'] = graph
+    else:
+        params = {
+            'default-graph-uri': graph,
+            'using-graph-uri': graph,
+            'remove-graph-uri': graph,
+            'insert-graph-uri': graph
+        }
+    return params

mustrd/mustrdRdfLib.py

@@ -1,56 +1,56 @@
-"""
-MIT License
-
-Copyright (c) 2023 Semantic Partners Ltd
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
-"""
-
-from pyparsing import ParseException
-from rdflib import Graph
-from requests import RequestException
-
-
-def execute_select(triple_store: dict, given: Graph, when: str, bindings: dict = None) -> str:
-    try:
-        return given.query(when, initBindings=bindings).serialize(format="json").decode("utf-8")
-    except ParseException:
-        raise
-    except Exception as e:
-        raise RequestException(e)
-
-
-def execute_construct(triple_store: dict, given: Graph, when: str, bindings: dict = None) -> Graph:
-    try:
-        return given.query(when, initBindings=bindings).graph
-    except ParseException:
-        raise
-    except Exception as e:
-        raise RequestException(e)
-
-
-def execute_update(triple_store: dict, given: Graph, when: str, bindings: dict = None) -> Graph:
-    try:
-        result = given
-        result.update(when, initBindings=bindings)
-        return result
-    except ParseException:
-        raise
-    except Exception as e:
-        raise RequestException(e)
+"""
+MIT License
+
+Copyright (c) 2023 Semantic Partners Ltd
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+"""
+
+from pyparsing import ParseException
+from rdflib import Graph
+from requests import RequestException
+
+
+def execute_select(triple_store: dict, given: Graph, when: str, bindings: dict = None) -> str:
+    try:
+        return given.query(when, initBindings=bindings).serialize(format="json").decode("utf-8")
+    except ParseException:
+        raise
+    except Exception as e:
+        raise RequestException(e)
+
+
+def execute_construct(triple_store: dict, given: Graph, when: str, bindings: dict = None) -> Graph:
+    try:
+        return given.query(when, initBindings=bindings).graph
+    except ParseException:
+        raise
+    except Exception as e:
+        raise RequestException(e)
+
+
+def execute_update(triple_store: dict, given: Graph, when: str, bindings: dict = None) -> Graph:
+    try:
+        result = given
+        result.update(when, initBindings=bindings)
+        return result
+    except ParseException:
+        raise
+    except Exception as e:
+        raise RequestException(e)

mustrd/namespace.py

@@ -1,125 +1,104 @@
-"""
-MIT License
-
-Copyright (c) 2023 Semantic Partners Ltd
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
-"""
-
-from rdflib import URIRef
-from rdflib.namespace import DefinedNamespace, Namespace
-
-# Namespace for the test specifications
-class MUST(DefinedNamespace):
-    _NS = Namespace("https://mustrd.com/model/")
-    
-    # Specification classes
-    TestSpec: URIRef
-    SelectSparql: URIRef
-    ConstructSparql: URIRef
-    UpdateSparql: URIRef
-    AnzoQueryDrivenUpdateSparql: URIRef
-    AskSparql: URIRef
-    DescribeSparql: URIRef
-
-    # Specification properties
-    given: URIRef
-    when: URIRef
-    then: URIRef
-    dataSource: URIRef
-    file: URIRef
-    fileName: URIRef
-    queryFolder: URIRef
-    queryName: URIRef
-    dataSourceUrl: URIRef
-    queryText: URIRef
-    queryType: URIRef
-    hasStatement: URIRef
-    hasRow: URIRef
-    hasBinding: URIRef
-    variable: URIRef
-    boundValue: URIRef
-    focus:URIRef
-
-    # Specification data sources
-    TableDataset: URIRef
-    StatementsDataset: URIRef
-    FileDataset: URIRef
-    HttpDataset: URIRef
-    TextSparqlSource: URIRef
-    FileSparqlSource: URIRef
-    FolderSparqlSource: URIRef
-    FolderDataset: URIRef
-    EmptyGraph: URIRef
-    EmptyTable: URIRef
-    InheritedDataset: URIRef
-
-    # runner uris
-    fileSource: URIRef
-    loadedFromFile: URIRef
-    specSourceFile: URIRef
-    specFileName: URIRef
-
-    # Triple store config parameters
-    # Anzo
-    AnzoGraphmartDataset: URIRef
-    AnzoQueryBuilderSparqlSource: URIRef
-    AnzoGraphmartStepSparqlSource: URIRef
-    AnzoGraphmartLayerSparqlSource: URIRef
-    AnzoGraphmartQueryDrivenTemplatedStepSparqlSource: URIRef
-    anzoQueryStep: URIRef
-    anzoGraphmartLayer: URIRef
-    
-    graphmart: URIRef
-    layer: URIRef
-
-    
-    # FIXME: There is nothing to do that by default?
-    @classmethod
-    def get_local_name(cls, uri: URIRef):
-        return str(uri).split(cls._NS)[1]
-
-# Namespace for triplestores
-class TRIPLESTORE(DefinedNamespace):
-    _NS = Namespace("https://mustrd.com/triplestore/")
-    RdfLib: URIRef
-    GraphDb: URIRef
-    Anzo: URIRef
-    ExternalTripleStore: URIRef
-    InternalTripleStore: URIRef
-    
-    gqeURI: URIRef
-    inputGraph: URIRef 
-    outputGraph: URIRef # anzo specials?     # Triple store config parameters
-    url: URIRef
-    port: URIRef
-    username: URIRef
-    password: URIRef
-    repository: URIRef
-
-# namespace for pytest_mustrd config
-class MUSTRDTEST(DefinedNamespace):
-    _NS = Namespace("https://mustrd.com/mustrdTest/")
-    MustrdTest: URIRef
-    hasSpecPath: URIRef
-    hasDataPath: URIRef
-    triplestoreSpecPath: URIRef
-    hasPytestPath: URIRef
-    filterOnTripleStore: URIRef
-    
+"""
+MIT License
+
+Copyright (c) 2023 Semantic Partners Ltd
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+"""
+
+from rdflib import URIRef
+from rdflib.namespace import DefinedNamespace, Namespace
+
+
+class MUST(DefinedNamespace):
+    _NS = Namespace("https://mustrd.com/model/")
+
+    # Specification classes
+    TestSpec: URIRef
+    SelectSparql: URIRef
+    ConstructSparql: URIRef
+    UpdateSparql: URIRef
+    AskSparql: URIRef
+    DescribeSparql: URIRef
+
+    # Specification properties
+    given: URIRef
+    when: URIRef
+    then: URIRef
+    inputGraph: URIRef 
+    outputGraph: URIRef # anzo specials? 
+    dataSource: URIRef
+    file: URIRef
+    fileName: URIRef
+    queryFolder: URIRef
+    queryName: URIRef
+    dataSourceUrl: URIRef
+    queryText: URIRef
+    queryType: URIRef
+    hasStatement: URIRef
+    hasRow: URIRef
+    hasBinding: URIRef
+    variable: URIRef
+    boundValue: URIRef
+
+    # Specification data sources
+    TableDataset: URIRef
+    StatementsDataset: URIRef
+    FileDataset: URIRef
+    HttpDataset: URIRef
+    TextSparqlSource: URIRef
+    FileSparqlSource: URIRef
+    FolderSparqlSource: URIRef
+    FolderDataset: URIRef
+    EmptyGraph: URIRef
+    EmptyTable: URIRef
+    InheritedDataset: URIRef
+
+    # runner uris
+    fileSource: URIRef
+    loadedFromFile: URIRef
+
+    # Triple store config parameters
+    url: URIRef
+    port: URIRef
+    username: URIRef
+    password: URIRef
+    inputGraph: URIRef
+    repository: URIRef
+
+    # RDFLib
+    RdfLib: URIRef
+    RdfLibConfig: URIRef
+
+    # Anzo
+    Anzo: URIRef
+    AnzoConfig: URIRef
+    AnzoGraphmartDataset: URIRef
+    AnzoQueryBuilderSparqlSource: URIRef
+    AnzoGraphmartStepSparqlSource: URIRef
+    queryStepUri: URIRef
+
+    
+    graphmart: URIRef
+    layer: URIRef
+    gqeURI: URIRef
+
+    # GraphDb
+    GraphDb: URIRef
+    GraphDbConfig: URIRef