pyLodStorage 0.4.3__tar.gz → 0.4.5__tar.gz

{pylodstorage-0.4.3/pylodstorage.egg-info → pylodstorage-0.4.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pylodstorage
-Version: 0.4.3
+Version: 0.4.5
 Summary: python List of Dict (Table) Storage library
 Home-page: https://github.com/WolfgangFahl/pyLodStorage
 Author: Wolfgang Fahl

{pylodstorage-0.4.3 → pylodstorage-0.4.5}/lodstorage/trulytabular.py

@@ -9,6 +9,7 @@ from typing import Union
 from lodstorage.sparql import SPARQL
 from lodstorage.query import Query,QueryManager,YamlPath,Endpoint
 from lodstorage.version import Version
+import logging
 from pathlib import Path
 import os
 import textwrap
@@ -143,6 +144,8 @@ SELECT ?property ?propertyLabel ?wbType WHERE {{
             prop.url=url
             wdProperties[prop.plabel]=prop
             prop.varname=Variable.validVarName(prop.plabel)
+            prop.valueVarname=f"{prop.varname}Item" if "WikibaseItem" in prop.wbtype else "" f"{prop.varname}"
+            prop.labelVarname=f"{prop.varname}"
             pass
         return wdProperties
     
@@ -168,6 +171,8 @@ class WikidataItem:
         if sparql is not None:
             self.qlabel,self.description=WikidataItem.getLabelAndDescription(sparql, self.qid, self.lang)
             self.varname=Variable.validVarName(self.qlabel)
+            self.itemVarname=f"{self.varname}Item"
+            self.labelVarname=f"{self.varname}"
     
     def __str__(self):
         return self.asText(long=False)
@@ -318,7 +323,7 @@ class TrulyTabular(object):
     checks "how tabular" a query based on a list of properties of an itemclass is
     '''
 
-    def __init__(self, itemQid, propertyLabels:list=[],propertyIds:list=[],where:str=None,endpointConf=None,lang="en",debug=False):
+    def __init__(self, itemQid, propertyLabels:list=[],propertyIds:list=[],subclassPredicate="wdt:P31",where:str=None,endpointConf=None,lang="en",debug=False):
         '''
         Constructor
         
@@ -326,6 +331,7 @@ class TrulyTabular(object):
             itemQid(str): wikidata id of the type to analyze 
             propertyLabels(list): a list of labels of properties to be considered
             propertyIds(list): a list of ids of properties to be considered
+            subclassPredicate(str): the subclass Predicate to use
             where(str): extra where clause for instance selection (if any)
             endpoint(str): the url of the SPARQL endpoint to be used
         '''
@@ -336,6 +342,7 @@ class TrulyTabular(object):
         self.endpointConf=endpointConf
         self.sparql=SPARQL(endpointConf.endpoint,method=self.endpointConf.method)
         self.sparql.debug=self.debug
+        self.subclassPredicate=subclassPredicate
         self.where=f"\n  {where}" if where is not None else ""
         self.lang=lang
         self.item=WikidataItem(itemQid,sparql=self.sparql,lang=lang)
@@ -364,7 +371,7 @@ SELECT (COUNT (DISTINCT ?item) AS ?count)
 WHERE
 {{
   # instance of {self.item.qlabel}
-  ?item wdt:P31 wd:{self.item.qid}.{self.where}
+  ?item {self.subclassPredicate} wd:{self.item.qid}.{self.where}
 }}"""
         try:
             count=self.sparql.getValue(query, "count")
@@ -438,11 +445,11 @@ WHERE
 # {item.qid}:{item.qlabel}
 # generated by {script} version {Version.version} on {self.isodate}
 {WikidataItem.getPrefixes()}
-SELECT ?{item.varname} ?{item.varname}Label"""
+SELECT ?{item.itemVarname} ?{item.labelVarname}"""
         # loop over all properties
         for wdProp in self.properties.values():
             if naive:
-                sparqlQuery+=f"\n  ?{wdProp.varname}"
+                sparqlQuery+=f"\n  ?{wdProp.valueVarname}"
             else:
                 if wdProp.pid in genMap:
                     genList=genMap[wdProp.pid]
@@ -458,42 +465,44 @@ SELECT ?{item.varname} ?{item.varname}Label"""
                                     distinct="DISTINCT "
                                 aggregateFunc=aggregate.upper()
                                 aggregateParam=""
-                            sparqlQuery+=f"\n  ({aggregateFunc} ({distinct}?{wdProp.varname}{aggregateParam}) AS ?{wdProp.varname}_{aggregate})"
+                            sparqlQuery+=f"\n  ({aggregateFunc} ({distinct}?{wdProp.valueVarname}{aggregateParam}) AS ?{wdProp.valueVarname}_{aggregate})"
                         elif aggregate=="label":
-                            sparqlQuery+=f"\n  ?{wdProp.varname}Label"
+                            sparqlQuery+=f"\n  ?{wdProp.labelVarname}"
                         elif aggregate=="ignore" and not "label" in genList:
-                            sparqlQuery+=f"\n  ?{wdProp.varname}"    
+                            sparqlQuery+=f"\n  ?{wdProp.valueVarname}"    
         sparqlQuery+=f"""
 WHERE {{
   # instanceof {item.qid}:{item.qlabel}
-  ?{item.varname} wdt:P31 wd:{item.qid}.
+  ?{item.itemVarname} {self.subclassPredicate} wd:{item.qid}.
   # label
-  ?{item.varname} rdfs:label ?{item.varname}Label.  
-  FILTER (LANG(?{item.varname}Label) = "{lang}").
+  ?{item.itemVarname} rdfs:label ?{item.labelVarname}.  
+  FILTER (LANG(?{item.labelVarname}) = "{lang}").
 """
         for wdProp in self.properties.values():
             sparqlQuery+=f"""  # {wdProp}
   OPTIONAL {{ 
-    ?{item.varname} wdt:{wdProp.pid} ?{wdProp.varname}. """
+    ?{item.itemVarname} wdt:{wdProp.pid} ?{wdProp.valueVarname}. """
             if wdProp.pid in genMap:
                 genList=genMap[wdProp.pid]
                 if "label" in genList:
-                    sparqlQuery+=f"""\n    ?{wdProp.varname} rdfs:label ?{wdProp.varname}Label."""
-                    sparqlQuery+=f"""\n    FILTER (LANG(?{wdProp.varname}Label) = "{lang}")."""
+                    sparqlQuery+=f"""\n    ?{wdProp.valueVarname} rdfs:label ?{wdProp.labelVarname}."""
+                    sparqlQuery+=f"""\n    FILTER (LANG(?{wdProp.labelVarname}) = "{lang}")."""
             sparqlQuery+="\n  }\n"
         # close where Clause
         sparqlQuery+="""}\n"""
         # optionally add Aggregate
         if not naive:
             sparqlQuery+=f"""GROUP BY
-  ?{item.varname} 
-  ?{item.varname}Label
+  ?{item.itemVarname} 
+  ?{item.labelVarname}
 """
             for wdProp in self.properties.values():
                 if wdProp.pid in genMap:
                     genList=genMap[wdProp.pid]
                     if "label" in genList:
-                        sparqlQuery+=f"\n  ?{wdProp.varname}Label"
+                        sparqlQuery+=f"\n  ?{wdProp.labelVarname}"
+                    if "ignore" in genList and not "label" in genList:
+                        sparqlQuery+=f"\n  ?{wdProp.valueVarname}"
             havingCount=0
             havingDelim="   "
             for wdProp in self.properties.values():
@@ -504,7 +513,7 @@ WHERE {{
                         if havingCount==1:
                             sparqlQuery+=f"\nHAVING ("
                             
-                        sparqlQuery+=f"\n  {havingDelim}COUNT(?{wdProp.varname})<=1"
+                        sparqlQuery+=f"\n  {havingDelim}COUNT(?{wdProp.valueVarname})<=1"
                         havingDelim="&& "
             if havingCount>0:
                 sparqlQuery+=f"\n)"
@@ -518,7 +527,7 @@ WHERE {{
             whereClause(str): an extra WhereClause to use
         '''
         if whereClause is None:
-            whereClause=f"?item wdt:P31 wd:{self.itemQid}";
+            whereClause=f"?item {self.subclassPredicate} wd:{self.itemQid}";
             if self.endpointConf.database!="qlever":
                 whereClause+=";?p ?id"
         whereClause+="."  
@@ -582,7 +591,7 @@ ORDER BY DESC (?count)
 WHERE
 {{
   # instance of {self.item.qlabel}
-  ?item wdt:P31 wd:{self.itemQid}.{self.where}
+  ?item {self.subclassPredicate} wd:{self.itemQid}.{self.where}
   ?item rdfs:label ?itemLabel.
   FILTER (LANG(?itemLabel) = "{self.lang}").
   # {propertyLabel}
@@ -620,7 +629,7 @@ ORDER BY DESC(?count)"""
         '''
         query=self.noneTabularQuery(wdProperty)
         if self.debug:
-            print(query.query)
+            logging.info(query.query)
         qlod=self.sparql.queryAsListOfDicts(query.query)
         return qlod
     

{pylodstorage-0.4.3 → pylodstorage-0.4.5}/lodstorage/version.py

@@ -9,7 +9,7 @@ class Version(object):
     Version handling for pyLoDStorage
     '''
     name="pylodstorage"
-    version='0.4.3'
+    version='0.4.5'
     date = '2020-09-10'
-    updated = '2022-08-03'
+    updated = '2022-08-07'
     description='python List of Dict (Table) Storage library'

{pylodstorage-0.4.3 → pylodstorage-0.4.5/pylodstorage.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pylodstorage
-Version: 0.4.3
+Version: 0.4.5
 Summary: python List of Dict (Table) Storage library
 Home-page: https://github.com/WolfgangFahl/pyLodStorage
 Author: Wolfgang Fahl