mustrd 0.2.6.2__py3-none-any.whl → 0.2.7a0__py3-none-any.whl

mustrd/anzo_utils.py

@@ -0,0 +1,121 @@
+"""
+MIT License
+
+Copyright (c) 2023 Semantic Partners Ltd
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+"""
+
+import json
+from typing import List
+from urllib.parse import quote
+from rdflib import Graph
+import requests
+from requests import Response, HTTPError, RequestException
+from bs4 import BeautifulSoup
+import logging
+
+
+def query_azg(anzo_config: dict, query: str,
+              format: str = "json", is_update: bool = False,
+              data_layers: List[str] = None):
+    params = {
+        'skipCache': True,
+        'format': format,
+        'datasourceURI': anzo_config['gqe_uri'],
+        'default-graph-uri': data_layers,
+        'named-graph-uri': data_layers
+    }
+    url = f"{anzo_config['url']}/sparql"
+    return send_anzo_query(anzo_config, url=url, params=params, query=query, is_update=is_update)
+
+
+def query_graphmart(anzo_config: dict,
+                    graphmart: str,
+                    query: str,
+                    format: str = "json",
+                    data_layers: List[str] = None):
+    params = {
+        'skipCache': True,
+        'format': format,
+        'default-graph-uri': data_layers,
+        'named-graph-uri': data_layers
+    }
+
+    url = f"{anzo_config['url']}/sparql/graphmart/{quote(graphmart, safe='')}"
+    return send_anzo_query(anzo_config, url=url, params=params, query=query)
+
+
+def query_configuration(anzo_config: dict, query: str, format: str = "json"):
+    params = {
+        'format': format,
+        'includeMetadataGraphs': True
+    }
+    url = f"{anzo_config['url']}/sparql"
+    return send_anzo_query(anzo_config, url=url, params=params, query=query)
+
+
+# https://github.com/Semantic-partners/mustrd/issues/73
+def manage_anzo_response(response: Response) -> str:
+    content_string = response.content.decode("utf-8")
+    if response.status_code == 200:
+        logging.debug(f"Response content: {content_string}")
+        return content_string
+    elif response.status_code == 403:
+        html = BeautifulSoup(content_string, 'html.parser')
+        title_tag = html.title.string
+        raise HTTPError(f"Anzo authentication error, status code: {response.status_code}, content: {title_tag}")
+    else:
+        raise RequestException(f"Anzo error, status code: {response.status_code}, content: {content_string}")
+
+
+def send_anzo_query(anzo_config, url, params, query, is_update=False):
+    headers = {"Content-Type": f"application/sparql-{'update' if is_update else 'query' }"}
+    return manage_anzo_response(requests.post(url=url, params=params, data=query,
+                                              auth=(anzo_config['username'], anzo_config['password']),
+                                              headers=headers, verify=False))
+
+
+def json_to_dictlist(json_string: str):
+    return list(map(lambda result: process_result(result), json.loads(json_string)['results']['bindings']))
+
+
+def ttl_to_graph(ttl_string: str):
+    return Graph().parse(data=ttl_string)
+
+
+# Convert result to the right type
+def process_result(result):
+    xsd = "http://www.w3.org/2001/XMLSchema#"
+    types = {
+        f"{xsd}int": int,
+        f"{xsd}integer": int,
+        f"{xsd}decimal": float,
+        f"{xsd}float": float,
+        f"{xsd}double": float,
+        f"{xsd}long": int
+    }
+    res = {}
+    for key, type_value in result.items():
+        if type_value['type'] in types:
+            value = types[type_value['type']](type_value['value'])
+        else:
+            value = type_value['value']
+        res.update({key: value})
+    return res

mustrd/logger_setup.py

@@ -34,6 +34,10 @@ LOG_FORMAT = '%(log_color)s%(levelname)s:%(name)s:%(white)s%(message)s'
 def setup_logger(name: str) -> logging.Logger:
     log = logging.getLogger(name)
     log.setLevel(LOG_LEVEL)
+    
+    stderr_handler = logging.StreamHandler(sys.stderr)
+    stderr_handler.setLevel(logging.ERROR)
+    log.addHandler(stderr_handler)
 
     ch = logging.StreamHandler(sys.stdout)
     ch.setLevel(LOG_LEVEL)

mustrd/model/triplestoreOntology.ttl

@@ -26,8 +26,6 @@
 # 
 # https://mustrd.com/triplestore/password
 # 
-# https://mustrd.com/triplestore/port
-# 
 # https://mustrd.com/triplestore/repository
 # 
 # https://mustrd.com/triplestore/url
@@ -89,12 +87,6 @@ For those triple stores, this property must be mandatory""";
   rdfs:range xsd:string;
   rdfs:label "password" .
 
-:port a owl:DatatypeProperty;
-  rdfs:domain :ExternalTripleStore;
-  rdfs:range xsd:string;
-  rdfs:comment "Triple store port";
-  rdfs:label "port" .
-
 :repository a owl:DatatypeProperty;
   rdfs:domain :GraphDb;
   rdfs:range xsd:string;

mustrd/model/triplestoreshapes.ttl

@@ -12,9 +12,6 @@ triplestore:ExternalTripleStoreShape
     sh:property    [ sh:path     triplestore:url ;
                      sh:minCount 1 ;
                      sh:maxCount 1 ],
-                    [ sh:path     triplestore:port ;
-                     sh:minCount 1 ; 
-                     sh:maxCount 1 ],
                     [ sh:path     triplestore:username ;
                      sh:maxCount 1 ],
                     [ sh:path     triplestore:password ;