mustrd 0.2.6.1__py3-none-any.whl → 0.2.7a0__py3-none-any.whl

mustrd/README.adoc

@@ -0,0 +1,33 @@
+= Developer helper
+// tag::body[]
+
+== Try it out
+
+Ensure you have python3 installed, before you begin.
+To install the necessary dependencies, run the following command from the project root.
+
+`pip3 install  -r requirements.txt`
+
+Run the following command to execute the accompanying tests specifications.
+
+`python3 src/run.py -v -p "test/test-specs" -g "test/data" -w "test/data" -t "test/data"`
+
+You will see some warnings. Do not worry, some tests specifications are invalid and intentionally skipped.
+
+For a brief explanation of the meaning of these options use the help option.
+
+`python3 src/run.py --help`
+
+== Run the tests
+
+Run `pytest` from the project root.
+
+== Additional Notes for Developers
+Mustrd remains very much under development. It is anticipated that additional functionality and triplestore support will be added over time. The project uses https://python-poetry.org/docs/[Poetry] to manage dependencies so it will be necessary to have this installed to contribute towards the project. The link contains instructions on how to install and use this.
+As the project is actually built from the requirements.txt file at the project root, it is necessary to export dependencies from poetry to this file before committing and pushing changes to the repository, using the following command.
+
+`poetry export -f requirements.txt --without-hashes > requirements.txt`
+
+
+
+// end::body[]

mustrd/anzo_utils.py

@@ -0,0 +1,121 @@
+"""
+MIT License
+
+Copyright (c) 2023 Semantic Partners Ltd
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+"""
+
+import json
+from typing import List
+from urllib.parse import quote
+from rdflib import Graph
+import requests
+from requests import Response, HTTPError, RequestException
+from bs4 import BeautifulSoup
+import logging
+
+
+def query_azg(anzo_config: dict, query: str,
+              format: str = "json", is_update: bool = False,
+              data_layers: List[str] = None):
+    params = {
+        'skipCache': True,
+        'format': format,
+        'datasourceURI': anzo_config['gqe_uri'],
+        'default-graph-uri': data_layers,
+        'named-graph-uri': data_layers
+    }
+    url = f"{anzo_config['url']}/sparql"
+    return send_anzo_query(anzo_config, url=url, params=params, query=query, is_update=is_update)
+
+
+def query_graphmart(anzo_config: dict,
+                    graphmart: str,
+                    query: str,
+                    format: str = "json",
+                    data_layers: List[str] = None):
+    params = {
+        'skipCache': True,
+        'format': format,
+        'default-graph-uri': data_layers,
+        'named-graph-uri': data_layers
+    }
+
+    url = f"{anzo_config['url']}/sparql/graphmart/{quote(graphmart, safe='')}"
+    return send_anzo_query(anzo_config, url=url, params=params, query=query)
+
+
+def query_configuration(anzo_config: dict, query: str, format: str = "json"):
+    params = {
+        'format': format,
+        'includeMetadataGraphs': True
+    }
+    url = f"{anzo_config['url']}/sparql"
+    return send_anzo_query(anzo_config, url=url, params=params, query=query)
+
+
+# https://github.com/Semantic-partners/mustrd/issues/73
+def manage_anzo_response(response: Response) -> str:
+    content_string = response.content.decode("utf-8")
+    if response.status_code == 200:
+        logging.debug(f"Response content: {content_string}")
+        return content_string
+    elif response.status_code == 403:
+        html = BeautifulSoup(content_string, 'html.parser')
+        title_tag = html.title.string
+        raise HTTPError(f"Anzo authentication error, status code: {response.status_code}, content: {title_tag}")
+    else:
+        raise RequestException(f"Anzo error, status code: {response.status_code}, content: {content_string}")
+
+
+def send_anzo_query(anzo_config, url, params, query, is_update=False):
+    headers = {"Content-Type": f"application/sparql-{'update' if is_update else 'query' }"}
+    return manage_anzo_response(requests.post(url=url, params=params, data=query,
+                                              auth=(anzo_config['username'], anzo_config['password']),
+                                              headers=headers, verify=False))
+
+
+def json_to_dictlist(json_string: str):
+    return list(map(lambda result: process_result(result), json.loads(json_string)['results']['bindings']))
+
+
+def ttl_to_graph(ttl_string: str):
+    return Graph().parse(data=ttl_string)
+
+
+# Convert result to the right type
+def process_result(result):
+    xsd = "http://www.w3.org/2001/XMLSchema#"
+    types = {
+        f"{xsd}int": int,
+        f"{xsd}integer": int,
+        f"{xsd}decimal": float,
+        f"{xsd}float": float,
+        f"{xsd}double": float,
+        f"{xsd}long": int
+    }
+    res = {}
+    for key, type_value in result.items():
+        if type_value['type'] in types:
+            value = types[type_value['type']](type_value['value'])
+        else:
+            value = type_value['value']
+        res.update({key: value})
+    return res

mustrd/logger_setup.py

@@ -34,6 +34,10 @@ LOG_FORMAT = '%(log_color)s%(levelname)s:%(name)s:%(white)s%(message)s'
 def setup_logger(name: str) -> logging.Logger:
     log = logging.getLogger(name)
     log.setLevel(LOG_LEVEL)
+    
+    stderr_handler = logging.StreamHandler(sys.stderr)
+    stderr_handler.setLevel(logging.ERROR)
+    log.addHandler(stderr_handler)
 
     ch = logging.StreamHandler(sys.stdout)
     ch.setLevel(LOG_LEVEL)

mustrd/model/triplestoreOntology.ttl

@@ -26,8 +26,6 @@
 # 
 # https://mustrd.com/triplestore/password
 # 
-# https://mustrd.com/triplestore/port
-# 
 # https://mustrd.com/triplestore/repository
 # 
 # https://mustrd.com/triplestore/url
@@ -89,12 +87,6 @@ For those triple stores, this property must be mandatory""";
   rdfs:range xsd:string;
   rdfs:label "password" .
 
-:port a owl:DatatypeProperty;
-  rdfs:domain :ExternalTripleStore;
-  rdfs:range xsd:string;
-  rdfs:comment "Triple store port";
-  rdfs:label "port" .
-
 :repository a owl:DatatypeProperty;
   rdfs:domain :GraphDb;
   rdfs:range xsd:string;

mustrd/model/triplestoreshapes.ttl

@@ -12,9 +12,6 @@ triplestore:ExternalTripleStoreShape
     sh:property    [ sh:path     triplestore:url ;
                      sh:minCount 1 ;
                      sh:maxCount 1 ],
-                    [ sh:path     triplestore:port ;
-                     sh:minCount 1 ; 
-                     sh:maxCount 1 ],
                     [ sh:path     triplestore:username ;
                      sh:maxCount 1 ],
                     [ sh:path     triplestore:password ;