pyLodStorage 0.0.85__tar.gz → 0.1.2__tar.gz

{pylodstorage-0.0.85/pylodstorage.egg-info → pylodstorage-0.1.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pylodstorage
-Version: 0.0.85
+Version: 0.1.2
 Summary: python List of Dict (Table) Storage library
 Home-page: https://github.com/WolfgangFahl/pyLodStorage
 Author: Wolfgang Fahl

{pylodstorage-0.0.85 → pylodstorage-0.1.2}/lodstorage/query.py

@@ -46,7 +46,7 @@ class QueryResultDocumentation():
         
         
     @staticmethod
-    def uniCode2Latex(text:str)->str:
+    def uniCode2Latex(text:str,withConvert:bool=False)->str:
         '''
         converts unicode text to latex and 
         fixes UTF-8 chars for latex in a certain range:
@@ -56,13 +56,19 @@ class QueryResultDocumentation():
    
         Args:
             text(str): the string to fix
+            withConvert(bool): if unicode to latex libary conversion should be used
         
         Return:
             str: latex presentation of UTF-8 char
         '''
         for code in range(8320,8330):
             text=text.replace(chr(code),f"$_{code-8320}$")
-        return unicode_to_latex(text)
+        if withConvert:
+            latex=unicode_to_latex(text)
+            # workaround {\textbackslash} being returned
+            #latex=latex.replace("{\\textbackslash}",'\\')
+            text=latex
+        return text
     
     @staticmethod
     def wikiDataLink(record,key,value,tablefmt):
@@ -104,27 +110,36 @@ class QueryResultDocumentation():
 class Query(object):
     ''' a Query e.g. for SPAQRL '''
     
-    def __init__(self,name:str,query:str,lang='sparql',title:str=None,description:str=None,prefixes=None,debug=False):
+    def __init__(self,name:str,query:str,lang='sparql',endpoint:str=None,title:str=None,description:str=None,prefixes=None,tryItUrl:str=None,debug=False):
         '''
         constructor 
         Args:
             name(string): the name/label of the query
             query(string): the native Query text e.g. in SPARQL
             lang(string): the language of the query e.g. SPARQL
+            endpoint(string): the endpoint url to use 
             title(string): the header/title of the query
             description(string): the description of the query
             prefixes(list): list of prefixes to be resolved
+            tryItUrl(str): the url of a "tryit" webpage
             debug(boolean): true if debug mode should be switched on
         '''
         self.name=name
         self.query=query
         self.lang=lang
+        self.endpoint=endpoint
         self.title=title=name if title is None else title
         self.description="" if description is None else description
         self.prefixes=prefixes
         self.debug=debug
+        self.tryItUrl=tryItUrl
         self.formatCallBacks=[]
         
+    def __str__(self):
+        queryStr="\n".join([f"{key}:{value}" for key, value in self.__dict__.items() if value is not None])
+        return f"{queryStr}"
+        
+        
     def addFormatCallBack(self,callback):
         self.formatCallBacks.append(callback)
     
@@ -203,7 +218,10 @@ class Query(object):
                         link=self.getLink(value,uqitem,tablefmt)
                     record[key]=link
           
-        
+    def asYaml(self):
+        yamlMarkup=yaml.dump(self)
+        return yamlMarkup
+    
     def asWikiSourceMarkup(self):
         '''
         convert me to Mediawiki markup for syntax highlighting using the "source" tag
@@ -308,7 +326,7 @@ class QueryManager(object):
     manages pre packaged Queries
     '''
 
-    def __init__(self,lang='sql',debug=False,path=None):
+    def __init__(self,lang='sql',debug=False,queriesPath=None):
         '''
         Constructor
         Args:
@@ -318,19 +336,24 @@ class QueryManager(object):
         self.queriesByName={}
         self.lang=lang
         self.debug=debug
-        queries=QueryManager.getQueries(path=path)
+        queries=QueryManager.getQueries(queriesPath=queriesPath)
         for name,queryDict in queries.items():
             if self.lang in queryDict:
-                queryText=queryDict[self.lang]
-                query=Query(name,queryText,lang=self.lang,debug=self.debug)
+                queryText=queryDict.pop(self.lang)
+                query=Query(name=name,query=queryText,lang=self.lang,**queryDict,debug=self.debug)
                 self.queriesByName[name]=query
     
     @staticmethod
-    def getQueries(path=None):
-        if path is None:
-            path=os.path.dirname(__file__)+"/.."
-        queriesPath=path+"/queries.yaml"
+    def getQueries(queriesPath=None):
+        '''
+        get the queries for thee given queries Path
+        '''
+        if queriesPath is None:
+            queriesPath=f"{os.path.dirname(__file__)}/../sampledata/queries.yaml"
         with open(queriesPath, 'r') as stream:
             examples = yaml.safe_load(stream)
         return examples
+            
+
+
         

pylodstorage-0.1.2/lodstorage/querymain.py

@@ -0,0 +1,128 @@
+'''
+Created on 2022-02-13
+
+@author: wf
+'''
+__version__ = "0.1.2"
+__date__ = '2020-09-10'
+__updated__ = '2022-02-13'   
+DEBUG = 0
+
+from enum import Enum 
+import sys
+import os
+from argparse import ArgumentParser
+from argparse import RawDescriptionHelpFormatter
+from lodstorage.query import QueryManager, QueryResultDocumentation
+from lodstorage.sparql import SPARQL
+from lodstorage.csv import CSV
+
+class Format(Enum):
+    csv = 'csv'
+    json = 'json'
+    xml = 'xml'
+    tsv = 'tsv'
+    latex = 'latex'
+    mediawiki= 'mediawiki'
+    github = 'github'
+ 
+    def __str__(self):
+        return self.value
+
+class QueryMain:
+    '''
+    Commandline handler
+    '''
+    @classmethod
+    def main(cls,args):
+        '''
+        command line activation with parsed args
+        '''
+        debug=args.debug
+        if args.queryName is not None:
+            if debug:
+                print(f"named query {args.queryName}:")
+            qm=QueryManager(lang=args.language,debug=debug,queriesPath=args.queriesPath)
+            if args.queryName not in qm.queriesByName:
+                raise Exception(f"named query {args.queryName} not available")
+            query=qm.queriesByName[args.queryName]
+            if args.language=="sparql":
+                endpoint=SPARQL(query.endpoint)
+                if "wikidata" in query.endpoint:
+                    query.addFormatCallBack(QueryResultDocumentation.wikiDataLink)  
+                qlod=endpoint.queryAsListOfDicts(query.query)
+            if args.format is Format.csv:
+                csv=CSV.toCSV(qlod)
+                print(csv)
+            elif args.format is Format.latex or args.format is Format.github or args.format is Format.mediawiki:
+                doc=query.documentQueryResult(qlod, tablefmt=str(args.format),floatfmt=".0f")
+                docstr=doc.asText()
+                print (docstr)
+                
+
+
+def mainSQL(argv=None):
+    main(argv,lang='SQL')
+    
+def mainSPARQL(argv=None):
+    main(argv,lang='SPARQL')
+    
+def main(argv=None,lang=None): # IGNORE:C0111
+    '''main program.'''
+
+    if argv is None:
+        argv=sys.argv[1:]
+        
+    program_name = os.path.basename(__file__)
+    program_version = "v%s" % __version__
+    program_build_date = str(__updated__)
+    program_version_message = '%%(prog)s %s (%s)' % (program_version, program_build_date)
+    program_shortdesc = "script to read event metadata from http://wikicfp.com"
+    user_name="Wolfgang Fahl"
+    program_license = '''%s
+
+  Created by %s on %s.
+  Copyright 2020-2022 Wolfgang Fahl. All rights reserved.
+
+  Licensed under the Apache License 2.0
+  http://www.apache.org/licenses/LICENSE-2.0
+
+  Distributed on an "AS IS" basis without warranties
+  or conditions of any kind, either express or implied.
+
+USAGE
+''' % (program_shortdesc,user_name, str(__date__))
+
+    try:
+        # Setup argument parser
+        parser = ArgumentParser(description=program_license, formatter_class=RawDescriptionHelpFormatter)
+        parser.add_argument("-d", "--debug", dest="debug",   action="store_true", help="set debug [default: %(default)s]")
+        parser.add_argument('-e', '--endpoint', default="https://query.wikidata.org/sparql", help="SPARQL endpoint to use for queries")
+        parser.add_argument('-f','--format', type=Format, choices=list(Format))
+        parser.add_argument('-qp', '--queriesPath',help="path to YAML file with query definitions")
+        parser.add_argument("-q", "--query",help="the query to run")
+        parser.add_argument("-qn","--queryName",help="run a named query")
+        parser.add_argument('-V', '--version', action='version', version=program_version_message)
+        if lang is None:
+            parser.add_argument('-l','--language',help="the query language to use",required=True)
+        args = parser.parse_args(argv)
+        if lang is not None:
+            args.language=lang
+        QueryMain.main(args)
+     
+  
+    except KeyboardInterrupt:
+        ### handle keyboard interrupt ###
+        return 1
+    except Exception as e:
+        if DEBUG:
+            raise(e)
+        indent = len(program_name) * " "
+        sys.stderr.write(program_name + ": " + repr(e) + "\n")
+        sys.stderr.write(indent + "  for help use --help")
+        return 2     
+
+if __name__ == "__main__":
+    if DEBUG:
+        sys.argv.append("-d")
+    sys.exit(main())

{pylodstorage-0.0.85 → pylodstorage-0.1.2/pylodstorage.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pylodstorage
-Version: 0.0.85
+Version: 0.1.2
 Summary: python List of Dict (Table) Storage library
 Home-page: https://github.com/WolfgangFahl/pyLodStorage
 Author: Wolfgang Fahl

{pylodstorage-0.0.85 → pylodstorage-0.1.2}/pylodstorage.egg-info/SOURCES.txt

@@ -10,6 +10,7 @@ lodstorage/lod.py
 lodstorage/mwTable.py
 lodstorage/plot.py
 lodstorage/query.py
+lodstorage/querymain.py
 lodstorage/sample.py
 lodstorage/schema.py
 lodstorage/sparql.py
@@ -21,5 +22,6 @@ lodstorage/yamlablemixin.py
 pylodstorage.egg-info/PKG-INFO
 pylodstorage.egg-info/SOURCES.txt
 pylodstorage.egg-info/dependency_links.txt
+pylodstorage.egg-info/entry_points.txt
 pylodstorage.egg-info/requires.txt
 pylodstorage.egg-info/top_level.txt

pylodstorage-0.1.2/pylodstorage.egg-info/entry_points.txt

@@ -0,0 +1,5 @@
+[console_scripts]
+lodquery = lodstorage.querymain:main
+sparqlquery = lodstorage.querymain:mainSPARQL
+sqlquery = lodstorage.querymain:mainSQL
+

{pylodstorage-0.0.85 → pylodstorage-0.1.2}/setup.py

@@ -11,7 +11,7 @@ with open(path.join(this_directory, 'README.md'), encoding='utf-8') as f:
 
 setup(
     name='pylodstorage',
-    version='0.0.85',
+    version='0.1.2',
 
     packages=['lodstorage',],
     author='Wolfgang Fahl',
@@ -42,6 +42,13 @@ setup(
             'Programming Language :: Python :: 3.8',
             'Programming Language :: Python :: 3.9'
     ],
+    entry_points={
+      'console_scripts': [
+        'sparqlquery = lodstorage.querymain:mainSPARQL',
+        'sqlquery=lodstorage.querymain:mainSQL',
+        'lodquery=lodstorage.querymain:main'
+      ],
+    },
     long_description=long_description,
     long_description_content_type='text/markdown'
 )