atomicshop 2.12.15__py3-none-any.whl → 2.12.16__py3-none-any.whl

atomicshop/__init__.py

@@ -1,4 +1,4 @@
 """Atomic Basic functions and classes to make developer life easier"""
 
 __author__ = "Den Kras"
-__version__ = '2.12.15'
+__version__ = '2.12.16'

atomicshop/wrappers/loggingw/reading.py

@@ -7,6 +7,7 @@ from ...file_io import csvs
 
 
 READING_EXISTING_LINES: list = []
+EXISTING_LOGS_FILE_COUNT: int = 0
 
 
 def get_logs_paths(
@@ -80,7 +81,8 @@ def get_logs_paths(
                 current_file_name: str = Path(single_file['file_path']).name
                 # Get the datetime object from the file name by the date pattern.
                 try:
-                    datetime_object = datetimes.get_datetime_from_complex_string_by_pattern(current_file_name, date_pattern)
+                    datetime_object = datetimes.get_datetime_from_complex_string_by_pattern(
+                        current_file_name, date_pattern)
                     timestamp_float = datetime_object.timestamp()
                 # ValueError will be raised if the date pattern does not match the file name.
                 except ValueError:
@@ -249,6 +251,31 @@ def get_latest_lines(
             time.sleep(1)
     """
 
+    def extract_new_lines_only(content_lines: list):
+        new_lines: list = []
+        for row in content_lines:
+            # If the row is not in the existing lines, then add it to the new lines.
+            if row not in READING_EXISTING_LINES:
+                new_lines.append(row)
+
+        if new_lines:
+            READING_EXISTING_LINES.extend(new_lines)
+
+        return new_lines
+
+    global EXISTING_LOGS_FILE_COUNT
+
+    # If the existing logs file count is 0, it means that this is the first check. We need to get the current count.
+    if EXISTING_LOGS_FILE_COUNT == 0:
+        EXISTING_LOGS_FILE_COUNT = len(get_logs_paths(
+            log_file_path=log_file_path,
+            log_type='csv'
+        ))
+
+        # If the count is still 0, then there are no logs to read.
+        if EXISTING_LOGS_FILE_COUNT == 0:
+            return [], [], header
+
     if log_type != 'csv':
         raise ValueError('Only "csv" log type is supported.')
 
@@ -262,9 +289,6 @@ def get_latest_lines(
         latest_only=True
     )
 
-    if not latest_statistics_file_path_object:
-        return [], [], [], []
-
     latest_statistics_file_path: str = latest_statistics_file_path_object[0]['file_path']
 
     # Get the previous day statistics file path.
@@ -279,33 +303,36 @@ def get_latest_lines(
     except KeyError:
         pass
 
-    current_lines, header = csvs.read_csv_to_list_of_dicts_by_header(
-        latest_statistics_file_path, header=header, stdout=False)
-    if len(current_lines) > len(READING_EXISTING_LINES):
-        # return current_lines
-        pass
-    elif len(current_lines) == len(READING_EXISTING_LINES):
-        # return None
-        pass
-    elif len(current_lines) < len(READING_EXISTING_LINES):
+    # Count all the rotated files.
+    current_log_files_count: int = len(get_logs_paths(
+        log_file_path=log_file_path,
+        log_type='csv'
+    ))
+
+    # If the count of the log files is greater than the existing logs file count, it means that the rotation happened.
+    # We will read the previous day statistics file.
+    new_lines_from_previous_file: list = []
+    if current_log_files_count > EXISTING_LOGS_FILE_COUNT:
         current_lines, header = csvs.read_csv_to_list_of_dicts_by_header(
             previous_day_statistics_file_path, header=header, stdout=False)
-        # Handle case where source CSV is empty (rotation period)
-        READING_EXISTING_LINES.clear()  # Clear existing lines to start fresh after rotation
 
         if get_previous_file:
             previous_file_lines = current_lines
 
-        # return current_lines
+        EXISTING_LOGS_FILE_COUNT = current_log_files_count
 
-    new_lines: list = []
-    if current_lines:
-        for row in current_lines:
-            # If the row is not in the existing lines, then add it to the new lines.
-            if row not in READING_EXISTING_LINES:
-                new_lines.append(row)
+        new_lines_from_previous_file = extract_new_lines_only(current_lines)
 
-        if new_lines:
-            READING_EXISTING_LINES.extend(new_lines)
+        # empty the previous file lines, since the file is rotated.
+        READING_EXISTING_LINES.clear()
+
+    current_lines, header = csvs.read_csv_to_list_of_dicts_by_header(
+        latest_statistics_file_path, header=header, stdout=False)
+
+    new_lines = extract_new_lines_only(current_lines)
+
+    # If we have new lines from the previous file, we will add the new lines from the latest file.
+    if new_lines_from_previous_file:
+        new_lines = new_lines_from_previous_file + new_lines
 
-    return new_lines, current_lines, READING_EXISTING_LINES, previous_file_lines, header
+    return new_lines, previous_file_lines, header

{atomicshop-2.12.15.dist-info → atomicshop-2.12.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: atomicshop
-Version: 2.12.15
+Version: 2.12.16
 Summary: Atomic functions and classes to make developer life easier
 Author: Denis Kras
 License: MIT License

{atomicshop-2.12.15.dist-info → atomicshop-2.12.16.dist-info}/RECORD

@@ -1,4 +1,4 @@
-atomicshop/__init__.py,sha256=irfB8lK9cOngD6YC1kQbNIWYjaADA5biLnI9LD1TntY,124
+atomicshop/__init__.py,sha256=Z-gJW-h7oTdZn_6KXbNYPQPfdC6kDWJvf5xxT1uoArA,124
 atomicshop/_basics_temp.py,sha256=6cu2dd6r2dLrd1BRNcVDKTHlsHs_26Gpw8QS6v32lQ0,3699
 atomicshop/_create_pdf_demo.py,sha256=Yi-PGZuMg0RKvQmLqVeLIZYadqEZwUm-4A9JxBl_vYA,3713
 atomicshop/_patch_import.py,sha256=ENp55sKVJ0e6-4lBvZnpz9PQCt3Otbur7F6aXDlyje4,6334
@@ -216,7 +216,7 @@ atomicshop/wrappers/loggingw/formatters.py,sha256=mUtcJJfmhLNrwUVYShXTmdu40dBaJu
 atomicshop/wrappers/loggingw/handlers.py,sha256=qm5Fbu8eDmlstMduUe5nKUlJU5IazFkSnQizz8Qt2os,5479
 atomicshop/wrappers/loggingw/loggers.py,sha256=DHOOTAtqkwn1xgvLHSkOiBm6yFGNuQy1kvbhG-TDog8,2374
 atomicshop/wrappers/loggingw/loggingw.py,sha256=v9WAseZXB50LluT9rIUcRvvevg2nLVKPgz3dbGejfV0,12151
-atomicshop/wrappers/loggingw/reading.py,sha256=k5XAnklLs97HQYkmF72-RzfNgBGsIx6mgogLugBpd7c,13992
+atomicshop/wrappers/loggingw/reading.py,sha256=CtYOwOLFHj_hqYyZx-dKUo5ZDrn3cO-f7vU4EX515xI,14980
 atomicshop/wrappers/nodejsw/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 atomicshop/wrappers/nodejsw/install_nodejs.py,sha256=QZg-R2iTQt7kFb8wNtnTmwraSGwvUs34JIasdbNa7ZU,5154
 atomicshop/wrappers/playwrightw/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -251,8 +251,8 @@ atomicshop/wrappers/socketw/socket_server_tester.py,sha256=AhpurHJmP2kgzHaUbq5ey
 atomicshop/wrappers/socketw/socket_wrapper.py,sha256=aXBwlEIJhFT0-c4i8iNlFx2It9VpCEpsv--5Oqcpxao,11624
 atomicshop/wrappers/socketw/ssl_base.py,sha256=k4V3gwkbq10MvOH4btU4onLX2GNOsSfUAdcHmL1rpVE,2274
 atomicshop/wrappers/socketw/statistics_csv.py,sha256=t3dtDEfN47CfYVi0CW6Kc2QHTEeZVyYhc57IYYh5nmA,826
-atomicshop-2.12.15.dist-info/LICENSE.txt,sha256=lLU7EYycfYcK2NR_1gfnhnRC8b8ccOTElACYplgZN88,1094
-atomicshop-2.12.15.dist-info/METADATA,sha256=LvzJt1ZpIyBFDgSjWVcopOaMbDsSgRJTYMKuohIXP0o,10479
-atomicshop-2.12.15.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-atomicshop-2.12.15.dist-info/top_level.txt,sha256=EgKJB-7xcrAPeqTRF2laD_Np2gNGYkJkd4OyXqpJphA,11
-atomicshop-2.12.15.dist-info/RECORD,,
+atomicshop-2.12.16.dist-info/LICENSE.txt,sha256=lLU7EYycfYcK2NR_1gfnhnRC8b8ccOTElACYplgZN88,1094
+atomicshop-2.12.16.dist-info/METADATA,sha256=Sxe0EOSeHGX8jfjldfji7N3m_tORqIzRpxLiy7npPCY,10479
+atomicshop-2.12.16.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+atomicshop-2.12.16.dist-info/top_level.txt,sha256=EgKJB-7xcrAPeqTRF2laD_Np2gNGYkJkd4OyXqpJphA,11
+atomicshop-2.12.16.dist-info/RECORD,,