pyLodStorage 0.4.8__tar.gz → 0.4.9__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {pylodstorage-0.4.8/pylodstorage.egg-info → pylodstorage-0.4.9}/PKG-INFO +1 -1
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/entity.py +7 -6
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/version.py +1 -1
- {pylodstorage-0.4.8 → pylodstorage-0.4.9/pylodstorage.egg-info}/PKG-INFO +1 -1
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/LICENSE +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/README.md +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/__init__.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/csv.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/jsonable.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/jsonpicklemixin.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/lod.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/mwTable.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/plot.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/query.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/querymain.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/sample.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/schema.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/sparql.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/sql.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/storageconfig.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/tabulateCounter.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/trulytabular.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/uml.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/xml.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/lodstorage/yamlablemixin.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/pylodstorage.egg-info/SOURCES.txt +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/pylodstorage.egg-info/dependency_links.txt +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/pylodstorage.egg-info/entry_points.txt +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/pylodstorage.egg-info/requires.txt +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/pylodstorage.egg-info/top_level.txt +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/sampledata/__init__.py +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/sampledata/endpoints.yaml +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/sampledata/formats.yaml +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/sampledata/got.yaml +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/sampledata/queries.yaml +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/sampledata/scholia.yaml +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/sampledata/trulytabular.yaml +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/sampledata/wf.yaml +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/sampledata/wikidata.yaml +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/setup.cfg +0 -0
- {pylodstorage-0.4.8 → pylodstorage-0.4.9}/setup.py +0 -0
|
@@ -290,7 +290,7 @@ SELECT ?eventId ?acronym ?series ?title ?year ?country ?city ?startDate ?endDate
|
|
|
290
290
|
lod.append(entity.__dict__)
|
|
291
291
|
return lod
|
|
292
292
|
|
|
293
|
-
def store(self,limit=10000000,batchSize=250,append=False,fixNone=True,sampleRecordCount=-1)->str:
|
|
293
|
+
def store(self,limit=10000000,batchSize=250,append=False,fixNone=True,sampleRecordCount=-1,replace:bool=False)->str:
|
|
294
294
|
'''
|
|
295
295
|
store my list of dicts
|
|
296
296
|
|
|
@@ -300,14 +300,15 @@ SELECT ?eventId ?acronym ?series ?title ?year ?country ?city ?startDate ?endDate
|
|
|
300
300
|
append(bool): True if records should be appended
|
|
301
301
|
fixNone(bool): if True make sure the dicts are filled with None references for each record
|
|
302
302
|
sampleRecordCount(int): the number of records to analyze for type information
|
|
303
|
+
replace(bool): if True allow replace for insert
|
|
303
304
|
|
|
304
305
|
Return:
|
|
305
306
|
str: The cachefile being used
|
|
306
307
|
'''
|
|
307
308
|
lod=self.getLoD()
|
|
308
|
-
return self.storeLoD(lod,limit=limit,batchSize=batchSize,append=append,fixNone=fixNone,sampleRecordCount=sampleRecordCount)
|
|
309
|
+
return self.storeLoD(lod,limit=limit,batchSize=batchSize,append=append,fixNone=fixNone,sampleRecordCount=sampleRecordCount,replace=replace)
|
|
309
310
|
|
|
310
|
-
def storeLoD(self,listOfDicts,limit=10000000,batchSize=250,cacheFile=None,append=False,fixNone=True,sampleRecordCount=1)->str:
|
|
311
|
+
def storeLoD(self,listOfDicts,limit=10000000,batchSize=250,cacheFile=None,append=False,fixNone=True,sampleRecordCount=1,replace:bool=False)->str:
|
|
311
312
|
'''
|
|
312
313
|
store my entities
|
|
313
314
|
|
|
@@ -319,7 +320,7 @@ SELECT ?eventId ?acronym ?series ?title ?year ?country ?city ?startDate ?endDate
|
|
|
319
320
|
append(bool): True if records should be appended
|
|
320
321
|
fixNone(bool): if True make sure the dicts are filled with None references for each record
|
|
321
322
|
sampleRecordCount(int): the number of records to analyze for type information
|
|
322
|
-
|
|
323
|
+
replace(bool): if True allow replace for insert
|
|
323
324
|
Return:
|
|
324
325
|
str: The cachefile being used
|
|
325
326
|
'''
|
|
@@ -358,8 +359,8 @@ SELECT ?eventId ?acronym ?series ?title ?year ?country ?city ?startDate ?endDate
|
|
|
358
359
|
withDrop=True
|
|
359
360
|
withCreate=True
|
|
360
361
|
entityInfo=self.initSQLDB(sqldb,listOfDicts,withCreate=withCreate,withDrop=withDrop,sampleRecordCount=sampleRecordCount)
|
|
361
|
-
self.sqldb.store(listOfDicts, entityInfo,executeMany=self.executeMany,fixNone=fixNone)
|
|
362
|
+
self.sqldb.store(listOfDicts, entityInfo,executeMany=self.executeMany,fixNone=fixNone,replace=replace)
|
|
362
363
|
self.showProgress ("store for %s done after %5.1f secs" % (self.name,time.time()-startTime))
|
|
363
364
|
else:
|
|
364
|
-
raise Exception("unsupported store mode
|
|
365
|
+
raise Exception(f"unsupported store mode {self.mode}")
|
|
365
366
|
return cacheFile
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|