TSVZ 2.66__py3-none-any.whl → 2.70__py3-none-any.whl

{TSVZ-2.66.dist-info → TSVZ-2.70.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: TSVZ
-Version: 2.66
+Version: 2.70
 Summary: An simple in memory wrapper around a TSV file to function as a database
 Home-page: https://github.com/yufei-pan/TSVZ
 Author: Yufei Pan
@@ -11,6 +11,14 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.6
 Description-Content-Type: text/markdown
 License-File: LICENSE
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: requires-python
+Dynamic: summary
 
 This lib provides some helper funtions to interact with tsv ( tab seperated values ) files.
 

TSVZ-2.70.dist-info/RECORD

@@ -0,0 +1,7 @@
+TSVZ.py,sha256=mmSFgfDv6IFQGoU_ggsHM0qJGX0jDAvfi4o-xH8k8-k,44205
+TSVZ-2.70.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+TSVZ-2.70.dist-info/METADATA,sha256=4uvp786csTypMiA_ozs2ySTjFHn_bJ_t-61aJi6GwPY,1871
+TSVZ-2.70.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+TSVZ-2.70.dist-info/entry_points.txt,sha256=WeXidyV5yKCRLaVsnAY35xGa08QgytOfvr1CK9aescI,60
+TSVZ-2.70.dist-info/top_level.txt,sha256=OPx4LvOpaYykaos7oL_jGaObSWXxLzhHiWLuz-K147g,5
+TSVZ-2.70.dist-info/RECORD,,

{TSVZ-2.66.dist-info → TSVZ-2.70.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.3.0)
+Generator: setuptools (75.8.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

TSVZ.py

@@ -10,23 +10,39 @@ if os.name == 'nt':
 elif os.name == 'posix':
     import fcntl
 
-version = '2.66'
+version = '2.70'
 author = 'pan@zopyr.us'
 
 
 def pretty_format_table(data):
+	version = 1.0
 	if not data:
-		return
+		return ''
 	if type(data) == str:
 		data = data.strip('\n').split('\n')
+		data = [line.split('\t') for line in data]
+	elif isinstance(data, dict):
+		# flatten the 2D dict to a list of lists
+		if isinstance(next(iter(data.values())), dict):
+			tempData = [['key'] + list(next(iter(data.values())).keys())]
+			tempData.extend( [[key] + list(value.values()) for key, value in data.items()])
+			data = tempData
+		else:
+			# it is a dict of lists
+			data = [[key] + list(value) for key, value in data.items()]
 	elif type(data) != list:
 		data = list(data)
+	# format the list into 2d list of list of strings
+	if isinstance(data[0], dict):
+		tempData = [data[0].keys()]
+		tempData.extend([list(item.values()) for item in data])
+		data = tempData
+	data = [[str(item) for item in row] for row in data]
 	num_cols = len(data[0])
 	col_widths = [0] * num_cols
 	# Calculate the maximum width of each column
 	for c in range(num_cols):
-		col_items = [str(row[c]) for row in data]
-		col_widths[c] = max(len(item) for item in col_items)
+		col_widths[c] = max(len(row[c]) for row in data)
 	# Build the row format string
 	row_format = ' | '.join('{{:<{}}}'.format(width) for width in col_widths)
 	# Print the header
@@ -35,7 +51,11 @@ def pretty_format_table(data):
 	outTable.append(row_format.format(*header))
 	outTable.append('-+-'.join('-' * width for width in col_widths))
 	for row in data[1:]:
-		outTable.append(row_format.format(*row))
+		# if the row is empty, print an divider
+		if not any(row):
+			outTable.append('-+-'.join('-' * width for width in col_widths))
+		else:
+			outTable.append(row_format.format(*row))
 	return '\n'.join(outTable) + '\n'
 
 def __teePrintOrNot(message,level = 'info',teeLogger = None):
@@ -225,11 +245,15 @@ def lineContainHeader(header,line,verbose = False,teeLogger = None,strict = Fals
     Returns:
     bool: True if the header matches the line, False otherwise.
     """
+    escapedHeader = repr(header.strip())
+    escapedLine = repr(line.strip())
     if verbose:
-        __teePrintOrNot(f"Header: {header.strip()}",teeLogger=teeLogger)
-        __teePrintOrNot(f"First line: {line}",teeLogger=teeLogger)
-    if not line.lower().replace(' ','').startswith(header.strip().lower().replace(' ','')):
-        __teePrintOrNot(f"Header mismatch: \n{line} \n!= \n{header.strip()}",teeLogger=teeLogger)
+        __teePrintOrNot(f"Header: \n{escapedHeader}",teeLogger=teeLogger)
+        __teePrintOrNot(f"First line: \n{escapedLine}",teeLogger=teeLogger)
+    headerList = header.strip().lower().split('\t')
+    lineList = line.strip().lower().split('\t')
+    if len(headerList) != len(lineList) or any([headerList[i] not in lineList[i] for i in range(len(headerList))]):
+        __teePrintOrNot(f"Header mismatch: \n{escapedLine} \n!= \n{escapedHeader}",teeLogger=teeLogger)
         if strict:
             raise Exception("Data format error! Header mismatch")
         return False
@@ -333,6 +357,13 @@ def appendTSV(fileName,lineToAppend,teeLogger = None,header = '',createIfNotExis
         return
     if type(lineToAppend) == str:
         lineToAppend = lineToAppend.strip().split('\t')
+    else:
+        for i in range(len(lineToAppend)):
+            if type(lineToAppend[i]) != str:
+                try:
+                    lineToAppend[i] = str(lineToAppend[i])
+                except Exception as e:
+                    lineToAppend[i] = str(e)
     
     with open(fileName, mode ='r+b')as file:
         correctColumnNum = len(lineToAppend)
@@ -384,12 +415,22 @@ def clearTSV(fileName,teeLogger = None,header = '',verifyHeader = False,verbose
         __teePrintOrNot(f"Cleared {fileName}",teeLogger=teeLogger)
 
 def getFileUpdateTimeNs(fileName):
+    # return 0 if the file does not exist
+    if not os.path.isfile(fileName):
+        return 0
     try:
         return os.stat(fileName).st_mtime_ns
     except:
         __teePrintOrNot(f"Failed to get file update time for {fileName}",'error')
-        return time.time_ns()
+        return get_time_ns()
 
+def get_time_ns():
+    try:
+        return time.time_ns()
+    except:
+        # try to get the time in nanoseconds
+        return int(time.time()*1e9)
+    
 # create a tsv class that functions like a ordered dictionary but will update the file when modified
 class TSVZed(OrderedDict):
     def __teePrintOrNot(self,message,level = 'info'):
@@ -503,7 +544,7 @@ class TSVZed(OrderedDict):
         if self.verbose:
             self.__teePrintOrNot(f"Appending {key} to the appendQueue")
         self.appendQueue.append('\t'.join(value))
-        self.lastUpdateTime = time.time_ns()
+        self.lastUpdateTime = get_time_ns()
         # if not self.appendThread.is_alive():
         #     self.commitAppendToFile()
         # else:
@@ -521,7 +562,7 @@ class TSVZed(OrderedDict):
         if self.memoryOnly:
             return
         self.__appendEmptyLine(key)
-        self.lastUpdateTime = time.time_ns()
+        self.lastUpdateTime = get_time_ns()
         
     def __appendEmptyLine(self,key):
         self.dirty = True
@@ -614,7 +655,7 @@ memoryOnly:{self.memoryOnly}
         key, value = super().popitem(last)
         if not self.memoryOnly:
             self.__appendEmptyLine(key)
-        self.lastUpdateTime = time.time_ns()
+        self.lastUpdateTime = get_time_ns()
         return key, value
     
     __marker = object()
@@ -632,7 +673,7 @@ memoryOnly:{self.memoryOnly}
         value = super().pop(key)
         if not self.memoryOnly:
             self.__appendEmptyLine(key)
-        self.lastUpdateTime = time.time_ns()
+        self.lastUpdateTime = get_time_ns()
         return value
     
     def move_to_end(self, key, last=True):
@@ -647,7 +688,7 @@ memoryOnly:{self.memoryOnly}
             self.__teePrintOrNot(f"rewrite_on_exit set to True")
         if self.verbose:
             self.__teePrintOrNot(f"Warning: Trying to move Key {key} moved to {'end' if last else 'beginning'} Need to resync for changes to apply to disk")
-        self.lastUpdateTime = time.time_ns()
+        self.lastUpdateTime = get_time_ns()
         return self
     
     @classmethod
@@ -777,6 +818,8 @@ memoryOnly:{self.memoryOnly}
     def checkExternalChanges(self):
         if self.deSynced:
             return self
+        if not self.monitor_external_changes:
+            return self
         realExternalFileUpdateTime = getFileUpdateTimeNs(self._fileName)
         if self.externalFileUpdateTime < realExternalFileUpdateTime:
             self.deSynced = True

TSVZ-2.66.dist-info/RECORD

@@ -1,7 +0,0 @@
-TSVZ.py,sha256=ttjNgB9aKnwmA4Zvp0xhhVKn2GUbgqSye1TwEppWXDg,42626
-TSVZ-2.66.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-TSVZ-2.66.dist-info/METADATA,sha256=b02u5PsHzIfP1jy9GXFlZ-arcGQSi88siqVnrXkJmsY,1689
-TSVZ-2.66.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-TSVZ-2.66.dist-info/entry_points.txt,sha256=WeXidyV5yKCRLaVsnAY35xGa08QgytOfvr1CK9aescI,60
-TSVZ-2.66.dist-info/top_level.txt,sha256=OPx4LvOpaYykaos7oL_jGaObSWXxLzhHiWLuz-K147g,5
-TSVZ-2.66.dist-info/RECORD,,