pyLodStorage 0.4.7__tar.gz → 0.4.9__tar.gz

{pylodstorage-0.4.7/pylodstorage.egg-info → pylodstorage-0.4.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pylodstorage
-Version: 0.4.7
+Version: 0.4.9
 Summary: python List of Dict (Table) Storage library
 Home-page: https://github.com/WolfgangFahl/pyLodStorage
 Author: Wolfgang Fahl

{pylodstorage-0.4.7 → pylodstorage-0.4.9}/lodstorage/entity.py

@@ -290,7 +290,7 @@ SELECT ?eventId ?acronym ?series ?title ?year ?country ?city ?startDate ?endDate
             lod.append(entity.__dict__)
         return lod
     
-    def store(self,limit=10000000,batchSize=250,append=False,fixNone=True,sampleRecordCount=-1)->str:
+    def store(self,limit=10000000,batchSize=250,append=False,fixNone=True,sampleRecordCount=-1,replace:bool=False)->str:
         '''
         store my list of dicts
         
@@ -300,14 +300,15 @@ SELECT ?eventId ?acronym ?series ?title ?year ?country ?city ?startDate ?endDate
             append(bool): True if records should be appended
             fixNone(bool): if True make sure the dicts are filled with None references for each record
             sampleRecordCount(int): the number of records to analyze for type information
+            replace(bool): if True allow replace for insert 
         
         Return:
             str: The cachefile being used
         '''
         lod=self.getLoD()
-        return self.storeLoD(lod,limit=limit,batchSize=batchSize,append=append,fixNone=fixNone,sampleRecordCount=sampleRecordCount)
+        return self.storeLoD(lod,limit=limit,batchSize=batchSize,append=append,fixNone=fixNone,sampleRecordCount=sampleRecordCount,replace=replace)
         
-    def storeLoD(self,listOfDicts,limit=10000000,batchSize=250,cacheFile=None,append=False,fixNone=True,sampleRecordCount=1)->str:
+    def storeLoD(self,listOfDicts,limit=10000000,batchSize=250,cacheFile=None,append=False,fixNone=True,sampleRecordCount=1,replace:bool=False)->str:
         ''' 
         store my entities 
         
@@ -319,7 +320,7 @@ SELECT ?eventId ?acronym ?series ?title ?year ?country ?city ?startDate ?endDate
             append(bool): True if records should be appended
             fixNone(bool): if True make sure the dicts are filled with None references for each record
             sampleRecordCount(int): the number of records to analyze for type information
-            
+            replace(bool): if True allow replace for insert 
         Return:
             str: The cachefile being used
         '''
@@ -358,8 +359,8 @@ SELECT ?eventId ?acronym ?series ?title ?year ?country ?city ?startDate ?endDate
                 withDrop=True
                 withCreate=True
             entityInfo=self.initSQLDB(sqldb,listOfDicts,withCreate=withCreate,withDrop=withDrop,sampleRecordCount=sampleRecordCount)
-            self.sqldb.store(listOfDicts, entityInfo,executeMany=self.executeMany,fixNone=fixNone)
+            self.sqldb.store(listOfDicts, entityInfo,executeMany=self.executeMany,fixNone=fixNone,replace=replace)
             self.showProgress ("store for %s done after %5.1f secs" % (self.name,time.time()-startTime))
         else:
-            raise Exception("unsupported store mode %s" % self.mode)  
+            raise Exception(f"unsupported store mode {self.mode}")  
         return cacheFile

{pylodstorage-0.4.7 → pylodstorage-0.4.9}/lodstorage/sql.py

@@ -124,7 +124,7 @@ class SQLDB(object):
                 debugInfo="\nrecord #%d" % index
         return debugInfo
                
-    def store(self,listOfRecords,entityInfo,executeMany=False,fixNone=False):
+    def store(self,listOfRecords,entityInfo,executeMany=False,fixNone=False,replace=False):
         '''
         store the given list of records based on the given entityInfo
         
@@ -134,8 +134,9 @@ class SQLDB(object):
            entityInfo(EntityInfo): the meta data to be used for storing
            executeMany(bool): if True the insert command is done with many/all records at once
            fixNone(bool): if True make sure empty columns in the listOfDict are filled with "None" values
+           replace(bool): if True allow replace for insert 
         '''
-        insertCmd=entityInfo.insertCmd
+        insertCmd=entityInfo.getInsertCmd(replace=replace)
         record=None
         index=0
         try:
@@ -507,12 +508,15 @@ class EntityInfo(object):
             print (ddlCmd)    
         return ddlCmd
         
-    def getInsertCmd(self):
+    def getInsertCmd(self,replace:bool=False)->str:
         '''
         get the INSERT command for this entityInfo
         
+        Args:
+             replace(bool): if True allow replace for insert 
+        
         Returns:
-            the INSERT INTO SQL command for his entityInfo e.g.
+            str: the INSERT INTO SQL command for his entityInfo e.g.
                  
         Example:   
       
@@ -523,7 +527,8 @@ class EntityInfo(object):
         '''
         columns =','.join(self.typeMap.keys())
         placeholders=':'+',:'.join(self.typeMap.keys())
-        insertCmd="INSERT INTO %s (%s) values (%s)" % (self.name, columns,placeholders)
+        replaceClause=" OR REPLACE" if replace else ""
+        insertCmd=f"INSERT{replaceClause} INTO {self.name} ({columns}) values ({placeholders})"
         if self.debug:
             print(insertCmd)
         return insertCmd

{pylodstorage-0.4.7 → pylodstorage-0.4.9}/lodstorage/version.py

@@ -9,7 +9,7 @@ class Version(object):
     Version handling for pyLoDStorage
     '''
     name="pylodstorage"
-    version='0.4.7'
+    version='0.4.9'
     date = '2020-09-10'
-    updated = '2022-08-17'
+    updated = '2022-12-18'
     description='python List of Dict (Table) Storage library'

{pylodstorage-0.4.7 → pylodstorage-0.4.9/pylodstorage.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pylodstorage
-Version: 0.4.7
+Version: 0.4.9
 Summary: python List of Dict (Table) Storage library
 Home-page: https://github.com/WolfgangFahl/pyLodStorage
 Author: Wolfgang Fahl

{pylodstorage-0.4.7 → pylodstorage-0.4.9}/sampledata/queries.yaml

@@ -2,6 +2,22 @@
 # Sample Queries for pyLodStorage library
 #
 # WF 2020-08-22
+'classHistogramm':
+  sparql: |
+    SELECT ?c (COUNT(?c) AS ?count)
+    WHERE {
+      ?subject a ?c
+    }
+    GROUP BY ?c
+    HAVING (?count >100)
+    ORDER BY DESC(?count)
+'propertyHistogramm':
+  sparql: |
+    SELECT ?property (COUNT(?property) AS ?propTotal)
+    WHERE { ?s ?property ?o . }
+    GROUP BY ?property
+    HAVING (?propTotal >1000)
+    ORDER BY DESC(?propTotal)
 'Predicate usage':
     sparql: |
         SELECT ?p (count(?p) as ?numberOfPredicates)