atomicshop 2.12.25__py3-none-any.whl → 2.12.26__py3-none-any.whl

atomicshop/__init__.py

@@ -1,4 +1,4 @@
 """Atomic Basic functions and classes to make developer life easier"""
 
 __author__ = "Den Kras"
-__version__ = '2.12.25'
+__version__ = '2.12.26'

atomicshop/wrappers/ctyping/etw_winapi/const.py

@@ -10,6 +10,16 @@ WNODE_FLAG_TRACED_GUID = 0x00020000
 MAXIMUM_LOGGERS = 64
 
 
+"""
+wintypes.DWORD = wintypes.ULONG = ctypes.c_ulong: 32-bit unsigned integer
+wintypes.WORD = wintypes.USHORT = ctypes.c_ushort: 16-bit unsigned integer
+wintypes.BYTE = ctypes.c_ubyte: 8-bit unsigned integer
+wintypes.LARGE_INTEGER is a structure (or union in C terms), can represent both signed and unsigned 
+    64-bit values depending on context.
+ctypes.c_ulonglong is a simple data type representing an unsigned 64-bit integer.
+"""
+
+
 # Define GUID structure
 class GUID(ctypes.Structure):
     _fields_ = [
@@ -60,6 +70,65 @@ class EVENT_TRACE_PROPERTIES(ctypes.Structure):
     ]
 
 
+# Define the EVENT_TRACE_LOGFILE structure
+class EVENT_TRACE_LOGFILE(ctypes.Structure):
+    _fields_ = [
+        ("LogFileName", wintypes.LPWSTR),
+        ("LoggerName", wintypes.LPWSTR),
+        ("CurrentTime", wintypes.LARGE_INTEGER),
+        ("BuffersRead", wintypes.ULONG),
+        ("ProcessTraceMode", wintypes.ULONG),
+        ("EventRecordCallback", wintypes.LPVOID),
+        ("BufferSize", wintypes.ULONG),
+        ("Filled", wintypes.ULONG),
+        ("EventsLost", wintypes.ULONG),
+        ("BuffersLost", wintypes.ULONG),
+        ("RealTimeBuffersLost", wintypes.ULONG),
+        ("LogBuffersLost", wintypes.ULONG),
+        ("BuffersWritten", wintypes.ULONG),
+        ("LogFileMode", wintypes.ULONG),
+        ("IsKernelTrace", wintypes.ULONG),
+        ("Context", wintypes.ULONG)  # Placeholder for context pointer
+    ]
+
+
+# Define the EVENT_TRACE_HEADER structure
+class EVENT_TRACE_HEADER(ctypes.Structure):
+    _fields_ = [
+        ("Size", wintypes.USHORT),
+        ("FieldTypeFlags", wintypes.USHORT),
+        ("Version", wintypes.USHORT),
+        ("Class", wintypes.USHORT),  # EVENT_TRACE_CLASS
+        ("Type", ctypes.c_ubyte),
+        ("Level", ctypes.c_ubyte),
+        ("Channel", ctypes.c_ubyte),
+        ("Flags", ctypes.c_ubyte),
+        ("InstanceId", wintypes.USHORT),
+        ("ParentInstanceId", wintypes.USHORT),
+        ("ParentGuid", GUID),
+        ("Timestamp", wintypes.LARGE_INTEGER),
+        ("Guid", GUID),
+        ("ProcessorTime", wintypes.ULONG),
+        ("ThreadId", wintypes.ULONG),
+        ("ProcessId", wintypes.ULONG),
+        ("KernelTime", wintypes.ULONG),
+        ("UserTime", wintypes.ULONG),
+    ]
+
+
+# Define the EVENT_RECORD structure
+class EVENT_RECORD(ctypes.Structure):
+    _fields_ = [
+        ("EventHeader", EVENT_TRACE_HEADER),
+        ("BufferContext", wintypes.ULONG),
+        ("ExtendedDataCount", wintypes.USHORT),
+        ("UserDataLength", wintypes.USHORT),
+        ("ExtendedData", wintypes.LPVOID),
+        ("UserData", wintypes.LPVOID),
+        ("UserContext", wintypes.LPVOID)
+    ]
+
+
 class PROVIDER_ENUMERATION_INFO(ctypes.Structure):
     _fields_ = [
         ("NumberOfProviders", ULONG),
@@ -92,3 +161,15 @@ QueryAllTraces.argtypes = [
     ctypes.POINTER(wintypes.ULONG)
 ]
 QueryAllTraces.restype = wintypes.ULONG
+
+OpenTrace = advapi32.OpenTraceW
+OpenTrace.argtypes = [ctypes.POINTER(EVENT_TRACE_LOGFILE)]
+OpenTrace.restype = wintypes.ULONG
+
+ProcessTrace = advapi32.ProcessTrace
+ProcessTrace.argtypes = [ctypes.POINTER(wintypes.ULONG), wintypes.ULONG, wintypes.LARGE_INTEGER, wintypes.LARGE_INTEGER]
+ProcessTrace.restype = wintypes.ULONG
+
+CloseTrace = advapi32.CloseTrace
+CloseTrace.argtypes = [wintypes.ULONG]
+CloseTrace.restype = wintypes.ULONG

atomicshop/wrappers/loggingw/reading.py

@@ -6,10 +6,6 @@ from ... import filesystem, datetimes
 from ...file_io import csvs
 
 
-READING_EXISTING_LINES: list = []
-EXISTING_LOGS_FILE_COUNT: int = 0
-
-
 def get_logs_paths(
         log_files_directory_path: str = None,
         log_file_path: str = None,
@@ -212,31 +208,10 @@ def get_logs(
     return logs_content
 
 
-def get_latest_lines(
-        log_file_path: str,
-        date_pattern: str = None,
-        log_type: Literal['csv'] = 'csv',
-        get_previous_file: bool = False,
-        header: list = None
-) -> tuple:
+class LogReader:
     """
-    This function gets the latest lines from the log file.
+    This class gets the latest lines from the log file.
 
-    :param log_file_path: Path to the log file.
-    :param date_pattern: Pattern to match the date in the log file name.
-        If specified, the function will get the log file by the date pattern.
-        If not specified, the function will get the file date by file last modified time.
-    :param log_type: Type of log to get.
-    :param get_previous_file: Boolean, if True, the function will get the previous log file.
-        For example, your log is set to rotate every Midnight.
-        Meaning, once the day will change, the function will get the log file from the previous day in the third entry
-        of the return tuple. This happens only once each 24 hours. Not from the time the function was called, but from
-        the time the day changed.
-    :param header: List of strings that will be the header of the CSV file. Default is 'None'.
-        None: the header from the CSV file will be used. The first row of the CSV file will be the header.
-            Meaning, that the first line will be skipped and the second line will be the first row of the content.
-        List: the list will be used as header.
-            All the lines of the CSV file will be considered as content.
     return: List of new lines.
 
     Usage:
@@ -246,14 +221,15 @@ def get_latest_lines(
         # The header of the log file will be read from the first iteration of the log file.
         # When the file is rotated, this header will be used to not read the header again.
         header: Union[list, None] = None
+        log_reader = reading.LogReader(
+            log_file_path='/path/to/log.csv',
+            log_type='csv',
+            date_pattern='%Y_%m_%d',
+            get_previous_file=True,
+            header=header
+        )
         while True:
-            latest_lines, previous_day_24h_lines, header = reading.get_latest_lines(
-                log_file_path='/path/to/log.csv',
-                log_type='csv',
-                date_pattern='%Y_%m_%d',
-                get_previous_file=True,
-                header=header
-            )
+            latest_lines, previous_day_24h_lines, header = log_reader.get_latest_lines(header=header)
 
             if latest_lines:
                 # Do something with the new lines.
@@ -262,91 +238,132 @@ def get_latest_lines(
                 # Do something with the last 24 hours lines. Reminder, this will happen once a day on log rotation.
 
             time.sleep(1)
-    """
-
-    def extract_new_lines_only(content_lines: list):
+        """
+
+    def __init__(
+            self,
+            log_file_path: str,
+            date_pattern: str = None,
+            log_type: Literal['csv'] = 'csv',
+            get_previous_file: bool = False,
+            header: list = None
+    ):
+        """
+        :param log_file_path: Path to the log file.
+        :param date_pattern: Pattern to match the date in the log file name.
+            If specified, the function will get the log file by the date pattern.
+            If not specified, the function will get the file date by file last modified time.
+        :param log_type: Type of log to get.
+        :param get_previous_file: Boolean, if True, the function will get the previous log file.
+            For example, your log is set to rotate every Midnight.
+            Meaning, once the day will change, the function will get the log file from the previous day in the third entry
+            of the return tuple. This happens only once each 24 hours. Not from the time the function was called, but from
+            the time the day changed.
+        :param header: List of strings that will be the header of the CSV file. Default is 'None'.
+            None: the header from the CSV file will be used. The first row of the CSV file will be the header.
+                Meaning, that the first line will be skipped and the second line will be the first row of the content.
+            List: the list will be used as header.
+                All the lines of the CSV file will be considered as content.
+        """
+
+        self.log_file_path: str = log_file_path
+        self.date_pattern: str = date_pattern
+        self.log_type: Literal['csv'] = log_type
+        self.get_previous_file: bool = get_previous_file
+        self.header: list = header
+
+        self._reading_existing_lines: list = []
+        self._existing_logs_file_count: int = 0
+
+    def _extract_new_lines_only(self, content_lines: list):
         new_lines: list = []
         for row in content_lines:
             # If the row is not in the existing lines, then add it to the new lines.
-            if row not in READING_EXISTING_LINES:
+            if row not in self._reading_existing_lines:
                 new_lines.append(row)
 
         if new_lines:
-            READING_EXISTING_LINES.extend(new_lines)
+            self._reading_existing_lines.extend(new_lines)
 
         return new_lines
 
-    global EXISTING_LOGS_FILE_COUNT
+    def get_latest_lines(self, header: list = None) -> tuple:
+        if header:
+            self.header = header
 
-    # If the existing logs file count is 0, it means that this is the first check. We need to get the current count.
-    if EXISTING_LOGS_FILE_COUNT == 0:
-        EXISTING_LOGS_FILE_COUNT = len(get_logs_paths(
-            log_file_path=log_file_path,
-            log_type='csv'
-        ))
+        # If the existing logs file count is 0, it means that this is the first check. We need to get the current count.
+        if self._existing_logs_file_count == 0:
+            self._existing_logs_file_count = len(get_logs_paths(
+                log_file_path=self.log_file_path,
+                log_type='csv'
+            ))
 
-        # If the count is still 0, then there are no logs to read.
-        if EXISTING_LOGS_FILE_COUNT == 0:
-            return [], [], header
+            # If the count is still 0, then there are no logs to read.
+            if self._existing_logs_file_count == 0:
+                return [], [], self.header
 
-    if log_type != 'csv':
-        raise ValueError('Only "csv" log type is supported.')
+        if self.log_type != 'csv':
+            raise ValueError('Only "csv" log type is supported.')
 
-    previous_file_lines: list = []
+        previous_file_lines: list = []
 
-    # Get the latest statistics file path.
-    latest_statistics_file_path_object = get_logs_paths(
-        log_file_path=log_file_path,
-        date_pattern=date_pattern,
-        log_type='csv',
-        latest_only=True
-    )
-
-    latest_statistics_file_path: str = latest_statistics_file_path_object[0]['file_path']
-
-    # Get the previous day statistics file path.
-    previous_day_statistics_file_path: Union[str, None] = None
-    try:
-        previous_day_statistics_file_path = get_logs_paths(
-            log_file_path=log_file_path,
-            date_pattern=date_pattern,
+        # Get the latest statistics file path.
+        latest_statistics_file_path_object = get_logs_paths(
+            log_file_path=self.log_file_path,
+            date_pattern=self.date_pattern,
             log_type='csv',
-            previous_day_only=True
-        )[0]['file_path']
-    # If you get IndexError, it means that there are no previous day logs to read.
-    except IndexError:
-        pass
-
-    # Count all the rotated files.
-    current_log_files_count: int = len(get_logs_paths(
-        log_file_path=log_file_path,
-        log_type='csv'
-    ))
+            latest_only=True
+        )
+
+        # # If there are no logs to read, return empty lists.
+        # if not latest_statistics_file_path_object:
+        #     return [], [], self.header
+
+        latest_statistics_file_path: str = latest_statistics_file_path_object[0]['file_path']
+
+        # Get the previous day statistics file path.
+        previous_day_statistics_file_path: Union[str, None] = None
+        try:
+            previous_day_statistics_file_path = get_logs_paths(
+                log_file_path=self.log_file_path,
+                date_pattern=self.date_pattern,
+                log_type='csv',
+                previous_day_only=True
+            )[0]['file_path']
+        # If you get IndexError, it means that there are no previous day logs to read.
+        except IndexError:
+            pass
+
+        # Count all the rotated files.
+        current_log_files_count: int = len(get_logs_paths(
+            log_file_path=self.log_file_path,
+            log_type='csv'
+        ))
 
-    # If the count of the log files is greater than the existing logs file count, it means that the rotation happened.
-    # We will read the previous day statistics file.
-    new_lines_from_previous_file: list = []
-    if current_log_files_count > EXISTING_LOGS_FILE_COUNT:
-        current_lines, header = csvs.read_csv_to_list_of_dicts_by_header(
-            previous_day_statistics_file_path, header=header, stdout=False)
+        # If the count of the log files is greater than the existing logs file count, it means that the rotation
+        # happened. We will read the previous day statistics file.
+        new_lines_from_previous_file: list = []
+        if current_log_files_count > self._existing_logs_file_count:
+            current_lines, self.header = csvs.read_csv_to_list_of_dicts_by_header(
+                previous_day_statistics_file_path, header=self.header, stdout=False)
 
-        if get_previous_file:
-            previous_file_lines = current_lines
+            if self.get_previous_file:
+                previous_file_lines = current_lines
 
-        EXISTING_LOGS_FILE_COUNT = current_log_files_count
+            self._existing_logs_file_count = current_log_files_count
 
-        new_lines_from_previous_file = extract_new_lines_only(current_lines)
+            new_lines_from_previous_file = self._extract_new_lines_only(current_lines)
 
-        # empty the previous file lines, since the file is rotated.
-        READING_EXISTING_LINES.clear()
+            # empty the previous file lines, since the file is rotated.
+            self._reading_existing_lines.clear()
 
-    current_lines, header = csvs.read_csv_to_list_of_dicts_by_header(
-        latest_statistics_file_path, header=header, stdout=False)
+        current_lines, self.header = csvs.read_csv_to_list_of_dicts_by_header(
+            latest_statistics_file_path, header=self.header, stdout=False)
 
-    new_lines = extract_new_lines_only(current_lines)
+        new_lines = self._extract_new_lines_only(current_lines)
 
-    # If we have new lines from the previous file, we will add the new lines from the latest file.
-    if new_lines_from_previous_file:
-        new_lines = new_lines_from_previous_file + new_lines
+        # If we have new lines from the previous file, we will add the new lines from the latest file.
+        if new_lines_from_previous_file:
+            new_lines = new_lines_from_previous_file + new_lines
 
-    return new_lines, previous_file_lines, header
+        return new_lines, previous_file_lines, self.header

{atomicshop-2.12.25.dist-info → atomicshop-2.12.26.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: atomicshop
-Version: 2.12.25
+Version: 2.12.26
 Summary: Atomic functions and classes to make developer life easier
 Author: Denis Kras
 License: MIT License

{atomicshop-2.12.25.dist-info → atomicshop-2.12.26.dist-info}/RECORD

@@ -1,4 +1,4 @@
-atomicshop/__init__.py,sha256=i0XAOpCKxA2g_BNalWhe-R5FvF3ui38CZEoR2TgPwIg,124
+atomicshop/__init__.py,sha256=Wq0bf4jFBHfU0lsKuJb7kZ5yruxZGg3_luyY2rWwPss,124
 atomicshop/_basics_temp.py,sha256=6cu2dd6r2dLrd1BRNcVDKTHlsHs_26Gpw8QS6v32lQ0,3699
 atomicshop/_create_pdf_demo.py,sha256=Yi-PGZuMg0RKvQmLqVeLIZYadqEZwUm-4A9JxBl_vYA,3713
 atomicshop/_patch_import.py,sha256=ENp55sKVJ0e6-4lBvZnpz9PQCt3Otbur7F6aXDlyje4,6334
@@ -170,7 +170,7 @@ atomicshop/wrappers/certauthw/certauthw.py,sha256=4WvhjANI7Kzqrr_nKmtA8Kf7B6rute
 atomicshop/wrappers/ctyping/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 atomicshop/wrappers/ctyping/process_winapi.py,sha256=QcXL-ETtlSSkoT8F7pYle97ubGWsjYp8cx8HxkVMgAc,2762
 atomicshop/wrappers/ctyping/etw_winapi/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-atomicshop/wrappers/ctyping/etw_winapi/const.py,sha256=YrAyXBamAmHoQgha7oXwH9g_EqeLYXRGPderuu9FRI8,2765
+atomicshop/wrappers/ctyping/etw_winapi/const.py,sha256=jq5nms2qu4FsuXuq3vaHjz9W4ILt9GY-C7CQ8VKcpyg,5764
 atomicshop/wrappers/ctyping/etw_winapi/etw_functions.py,sha256=3DLVXpTeOyTND35T_dKGzKnlLVQ0R3zt3AEcW2bNLNc,5304
 atomicshop/wrappers/ctyping/msi_windows_installer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 atomicshop/wrappers/ctyping/msi_windows_installer/base.py,sha256=Uu9SlWLsQQ6mjE-ek-ptHcmgiI3Ruah9bdZus70EaVY,4884
@@ -223,7 +223,7 @@ atomicshop/wrappers/loggingw/formatters.py,sha256=mUtcJJfmhLNrwUVYShXTmdu40dBaJu
 atomicshop/wrappers/loggingw/handlers.py,sha256=2A_3Qy1B0RvVWZmQocAB6CmpqlXoKJ-yi6iBWG2jNLo,8274
 atomicshop/wrappers/loggingw/loggers.py,sha256=DHOOTAtqkwn1xgvLHSkOiBm6yFGNuQy1kvbhG-TDog8,2374
 atomicshop/wrappers/loggingw/loggingw.py,sha256=m6YySEedP3_4Ik1S_uGMxETSbmRkmMYmAZxhHBlXSlo,16616
-atomicshop/wrappers/loggingw/reading.py,sha256=iRXwPHhwkzuBFz4nlRdO9fpfxnNCYRE09r8JvtqTcao,15671
+atomicshop/wrappers/loggingw/reading.py,sha256=bsSUM9_epMO2L-lHBEULFxeqdxXOHfICt-1BtQZn7lA,16712
 atomicshop/wrappers/nodejsw/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 atomicshop/wrappers/nodejsw/install_nodejs.py,sha256=QZg-R2iTQt7kFb8wNtnTmwraSGwvUs34JIasdbNa7ZU,5154
 atomicshop/wrappers/playwrightw/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -260,8 +260,8 @@ atomicshop/wrappers/socketw/socket_server_tester.py,sha256=AhpurHJmP2kgzHaUbq5ey
 atomicshop/wrappers/socketw/socket_wrapper.py,sha256=aXBwlEIJhFT0-c4i8iNlFx2It9VpCEpsv--5Oqcpxao,11624
 atomicshop/wrappers/socketw/ssl_base.py,sha256=k4V3gwkbq10MvOH4btU4onLX2GNOsSfUAdcHmL1rpVE,2274
 atomicshop/wrappers/socketw/statistics_csv.py,sha256=t3dtDEfN47CfYVi0CW6Kc2QHTEeZVyYhc57IYYh5nmA,826
-atomicshop-2.12.25.dist-info/LICENSE.txt,sha256=lLU7EYycfYcK2NR_1gfnhnRC8b8ccOTElACYplgZN88,1094
-atomicshop-2.12.25.dist-info/METADATA,sha256=9B-DBn3RCaFkRPibGwrKm8FOiWIRdqjSifbGjXpi9z4,10479
-atomicshop-2.12.25.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-atomicshop-2.12.25.dist-info/top_level.txt,sha256=EgKJB-7xcrAPeqTRF2laD_Np2gNGYkJkd4OyXqpJphA,11
-atomicshop-2.12.25.dist-info/RECORD,,
+atomicshop-2.12.26.dist-info/LICENSE.txt,sha256=lLU7EYycfYcK2NR_1gfnhnRC8b8ccOTElACYplgZN88,1094
+atomicshop-2.12.26.dist-info/METADATA,sha256=HYm5lvYyf77XdD_MWANy8aWX2kpFD7kD-EmOZg19yOQ,10479
+atomicshop-2.12.26.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+atomicshop-2.12.26.dist-info/top_level.txt,sha256=EgKJB-7xcrAPeqTRF2laD_Np2gNGYkJkd4OyXqpJphA,11
+atomicshop-2.12.26.dist-info/RECORD,,