TSVZ 3.10__tar.gz → 3.11__tar.gz

{tsvz-3.10 → tsvz-3.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: TSVZ
-Version: 3.10
+Version: 3.11
 Summary: An simple in memory wrapper around a TSV file to function as a database
 Home-page: https://github.com/yufei-pan/TSVZ
 Author: Yufei Pan

{tsvz-3.10 → tsvz-3.11}/TSVZ.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: TSVZ
-Version: 3.10
+Version: 3.11
 Summary: An simple in memory wrapper around a TSV file to function as a database
 Home-page: https://github.com/yufei-pan/TSVZ
 Author: Yufei Pan

{tsvz-3.10 → tsvz-3.11}/TSVZ.py

@@ -6,12 +6,18 @@ import atexit
 import threading
 import re
 
+RESOURCE_LIB_AVAILABLE = True
+try:
+    import resource
+except:
+    RESOURCE_LIB_AVAILABLE = False
+
 if os.name == 'nt':
     import msvcrt
 elif os.name == 'posix':
     import fcntl
 
-version = '3.10'
+version = '3.11'
 author = 'pan@zopyr.us'
 
 DEFAULT_DELIMITER = '\t'
@@ -90,6 +96,125 @@ def pretty_format_table(data, delimiter = DEFAULT_DELIMITER):
             outTable.append(row_format.format(*row))
     return '\n'.join(outTable) + '\n'
 
+def format_bytes(size, use_1024_bytes=None, to_int=False, to_str=False,str_format='.2f'):
+	"""
+	Format the size in bytes to a human-readable format or vice versa.
+
+	Args:
+		size (int or str): The size in bytes or a string representation of the size.
+		use_1024_bytes (bool, optional): Whether to use 1024 bytes as the base for conversion. If None, it will be determined automatically. Default is None.
+		to_int (bool, optional): Whether to convert the size to an integer. Default is False.
+		to_str (bool, optional): Whether to convert the size to a string representation. Default is False.
+		str_format (str, optional): The format string to use when converting the size to a string. Default is '.2f'.
+
+	Returns:
+		int or str: The formatted size based on the provided arguments.
+
+	Examples:
+		>>> format_bytes(1500)
+		'1.50 KB'
+		>>> format_bytes('1.5 GiB', to_int=True)
+		1610612736
+	"""
+	if to_int or isinstance(size, str):
+		if isinstance(size, int):
+			return size
+		elif isinstance(size, str):
+			# Use regular expression to split the numeric part from the unit, handling optional whitespace
+			match = re.match(r"(\d+(\.\d+)?)\s*([a-zA-Z]*)", size)
+			if not match:
+				print("Invalid size format. Expected format: 'number [unit]', e.g., '1.5 GiB' or '1.5GiB'")
+				print(f"Got: {size}")
+				return 0
+			number, _, unit = match.groups()
+			number = float(number)
+			unit  = unit.strip().lower().rstrip('b')
+			# Define the unit conversion dictionary
+			if unit.endswith('i'):
+				# this means we treat the unit as 1024 bytes if it ends with 'i'
+				use_1024_bytes = True
+			elif use_1024_bytes is None:
+				use_1024_bytes = False
+			unit  = unit.rstrip('i')
+			if use_1024_bytes:
+				power = 2**10
+			else:
+				power = 10**3
+			unit_labels = {'': 0, 'k': 1, 'm': 2, 'g': 3, 't': 4, 'p': 5}
+			if unit not in unit_labels:
+				print(f"Invalid unit '{unit}'. Expected one of {list(unit_labels.keys())}")
+				return 0
+			# Calculate the bytes
+			return int(number * (power ** unit_labels[unit]))
+		else:
+			try:
+				return int(size)
+			except Exception as e:
+				return 0
+	elif to_str or isinstance(size, int) or isinstance(size, float):
+		if isinstance(size, str):
+			try:
+				size = size.lower().strip().rstrip('b')
+				size = float(size)
+			except Exception as e:
+				return size
+		# size is in bytes
+		if use_1024_bytes or use_1024_bytes is None:
+			power = 2**10
+			n = 0
+			power_labels = {0 : '', 1: 'Ki', 2: 'Mi', 3: 'Gi', 4: 'Ti', 5: 'Pi'}
+			while size > power:
+				size /= power
+				n += 1
+			return f"{size:{str_format}} {power_labels[n]}"
+		else:
+			power = 10**3
+			n = 0
+			power_labels = {0 : '', 1: 'K', 2: 'M', 3: 'G', 4: 'T', 5: 'P'}
+			while size > power:
+				size /= power
+				n += 1
+			return f"{size:{str_format}} {power_labels[n]}"
+	else:
+		try:
+			return format_bytes(float(size), use_1024_bytes)
+		except Exception as e:
+			import traceback
+			print(f"Error: {e}")
+			print(traceback.format_exc())
+			print(f"Invalid size: {size}")
+		return 0
+
+def get_resource_usage(return_dict = False):
+    try:
+        if RESOURCE_LIB_AVAILABLE:
+            rawResource =  resource.getrusage(resource.RUSAGE_SELF)
+            resourceDict = {}
+            resourceDict['user mode time'] = f'{rawResource.ru_utime} seconds'
+            resourceDict['system mode time'] = f'{rawResource.ru_stime} seconds'
+            resourceDict['max resident set size'] = f'{format_bytes(rawResource.ru_maxrss * 1024)}B'
+            resourceDict['shared memory size'] = f'{format_bytes(rawResource.ru_ixrss * 1024)}B'
+            resourceDict['unshared memory size'] = f'{format_bytes(rawResource.ru_idrss * 1024)}B'
+            resourceDict['unshared stack size'] = f'{format_bytes(rawResource.ru_isrss * 1024)}B'
+            resourceDict['cached page hits'] = f'{rawResource.ru_minflt}'
+            resourceDict['missed page hits'] = f'{rawResource.ru_majflt}'
+            resourceDict['swapped out page count'] = f'{rawResource.ru_nswap}'
+            resourceDict['block input operations'] = f'{rawResource.ru_inblock}'
+            resourceDict['block output operations'] = f'{rawResource.ru_oublock}'
+            resourceDict['IPC messages sent'] = f'{rawResource.ru_msgsnd}'
+            resourceDict['IPC messages received'] = f'{rawResource.ru_msgrcv}'
+            resourceDict['signals received'] = f'{rawResource.ru_nsignals}'
+            resourceDict['voluntary context sw'] = f'{rawResource.ru_nvcsw}'
+            resourceDict['involuntary context sw'] = f'{rawResource.ru_nivcsw}'
+            if return_dict:
+                return resourceDict
+            return '\n'.join(['\t'.join(line) for line in resourceDict.items()])
+    except Exception as e:
+        print(f"Error: {e}")
+        if return_dict:
+            return {}
+        return ''
+
 def __teePrintOrNot(message,level = 'info',teeLogger = None):
     """
     Prints the given message or logs it using the provided teeLogger.
@@ -573,6 +698,9 @@ class TSVZed(OrderedDict):
         except Exception as e:
             print(message,flush=True)
 
+    def getResourseUsage(self,return_dict = False):
+        return get_resource_usage(return_dict = return_dict)
+
     def __init__ (self,fileName,teeLogger = None,header = '',createIfNotExist = True,verifyHeader = True,rewrite_on_load = True,rewrite_on_exit = False,rewrite_interval = 0, append_check_delay = 0.01,monitor_external_changes = True,verbose = False,encoding = 'utf8',delimiter = ...,defualts = [],strict = False):
         super().__init__()
         self.version = version