atomicshop 2.16.15__py3-none-any.whl → 2.16.17__py3-none-any.whl

atomicshop/__init__.py

@@ -1,4 +1,4 @@
 """Atomic Basic functions and classes to make developer life easier"""
 
 __author__ = "Den Kras"
-__version__ = '2.16.15'
+__version__ = '2.16.17'

atomicshop/certificates.py

@@ -9,7 +9,6 @@ from typing import Literal
 
 from .wrappers import cryptographyw
 from .wrappers.pywin32w import cert_store
-from .print_api import print_api
 
 
 # Valid for 3 years from now

atomicshop/mitm/recs_files.py

@@ -2,7 +2,6 @@ import datetime
 import os
 import multiprocessing
 
-from ..wrappers.loggingw import reading
 from ..archiver import zips
 from .. import filesystem
 

atomicshop/mitm/statistic_analyzer_helper/moving_average_helper.py

@@ -5,7 +5,7 @@ from typing import Literal
 from ...print_api import print_api
 from ...wrappers.loggingw import reading, consts
 from ...file_io import csvs
-from ... import urls
+from ... import urls, filesystem
 
 
 def calculate_moving_average(
@@ -43,7 +43,7 @@ def calculate_moving_average(
     date_format: str = consts.DEFAULT_ROTATING_SUFFIXES_FROM_WHEN['midnight']
 
     # Get all the file paths and their midnight rotations.
-    logs_paths: list = reading.get_logs_paths(
+    logs_paths: list[filesystem.AtomicPath] = reading.get_logs_paths(
         log_file_path=file_path,
         date_format=date_format
     )
@@ -54,14 +54,14 @@ def calculate_moving_average(
 
     statistics_content: dict = {}
     # Read each file to its day.
-    for log_path_dict in logs_paths:
-        date_string = log_path_dict['date_string']
+    for log_atomic_path in logs_paths:
+        date_string = log_atomic_path.datetime_string
         statistics_content[date_string] = {}
 
-        statistics_content[date_string]['file'] = log_path_dict
+        statistics_content[date_string]['file'] = log_atomic_path
 
         log_file_content, log_file_header = (
-            csvs.read_csv_to_list_of_dicts_by_header(log_path_dict['file_path'], **(print_kwargs or {})))
+            csvs.read_csv_to_list_of_dicts_by_header(log_atomic_path.path, **(print_kwargs or {})))
         statistics_content[date_string]['content'] = log_file_content
         statistics_content[date_string]['header'] = log_file_header
 

atomicshop/process_poller/process_pool.py

@@ -3,7 +3,6 @@ import multiprocessing
 import time
 from typing import Literal, Union
 
-from ..print_api import print_api
 from .tracers import sysmon_etw, event_log
 from .pollers import psutil_pywin32wmi_dll
 from ..wrappers.pywin32w.win_event_log.subscribes import process_terminate

atomicshop/process_poller/simple_process_pool.py

@@ -4,7 +4,6 @@ import time
 
 from ..wrappers.pywin32w.win_event_log.subscribes import process_create, process_terminate
 from .. import get_process_list
-from ..print_api import print_api
 
 
 WAIT_BEFORE_PROCESS_TERMINATION_CHECK_SECONDS: float = 3

atomicshop/wrappers/ctyping/msi_windows_installer/extract_msi_main.py

@@ -1,5 +1,4 @@
 import os
-import sys
 import argparse
 
 from .base import msi

atomicshop/wrappers/elasticsearchw/elasticsearchw.py

@@ -6,10 +6,8 @@ from typing import Union
 from . import config_basic
 from ...basics import dicts
 
-ELASTIC_WRAPPER = None
 
-
-def get_elastic_wrapper(url: str = None, overwrite: bool = False):
+def get_elastic_wrapper(url: str = config_basic.DEFAULT_ELASTIC_URL, overwrite: bool = False):
     """
     The function initializes the Elasticsearch wrapper.
 
@@ -19,25 +17,9 @@ def get_elastic_wrapper(url: str = None, overwrite: bool = False):
 
     Usage:
         elastic_wrapper = get_elastic_wrapper()
-    or after you initialize it once, you can use it like:
-        atomicshop.wrappers.elasticsearchw.elasticsearchw.ELASTIC_WRAPPER
     """
 
-    # If no url is provided, use the default url.
-    if url is None:
-        url = config_basic.DEFAULT_ELASTIC_URL
-
-    # Get the global variable.
-    global ELASTIC_WRAPPER
-    # If the wrapper is not initialized, initialize it.
-    if ELASTIC_WRAPPER is None:
-        ELASTIC_WRAPPER = Elasticsearch([url])
-    # If the wrapper is already initialized, check if it should be overwritten.
-    else:
-        if overwrite:
-            ELASTIC_WRAPPER = Elasticsearch([url])
-
-    return ELASTIC_WRAPPER
+    return Elasticsearch([url])
 
 
 def test_connection(elastic_wrapper: Elasticsearch = None):

atomicshop/wrappers/elasticsearchw/install_elastic.py

@@ -4,7 +4,7 @@ from ...print_api import print_api
 from ... import process
 from ...permissions import permissions
 from .. import ubuntu_terminal
-from . import config_basic, infrastructure
+from . import config_basic, elastic_infra
 
 
 def install_elastic_kibana_ubuntu(install_elastic: bool = True, install_kibana: bool = True):
@@ -202,29 +202,29 @@ def install_elastic_kibana_ubuntu(install_elastic: bool = True, install_kibana:
             sys.exit(1)
 
         # Check if the configuration file exists.
-        infrastructure.is_elastic_config_file_exists(exit_on_error=True, output_message=True)
+        elastic_infra.is_elastic_config_file_exists(exit_on_error=True, output_message=True)
 
         # Check if the specific setting exists or not and set it to false.
-        infrastructure.modify_xpack_security_setting(setting=False, output_message=True)
+        elastic_infra.modify_xpack_security_setting(setting=False, output_message=True)
 
         # Check if the setting was really set to false.
-        if infrastructure.check_xpack_security_setting() is False:
+        if elastic_infra.check_xpack_security_setting() is False:
             print_api(f"The setting is confirmed to be [{config_basic.XPACK_SECURITY_SETTING_NAME}: false].")
         else:
             print_api(f"Failed to set [{config_basic.XPACK_SECURITY_SETTING_NAME}: false].")
             sys.exit(1)
 
-        infrastructure.start_elastic_and_check_service_availability()
+        elastic_infra.start_elastic_and_check_service_availability()
 
         print_api("Creating custom JVM options file with 4GB memory usage.")
-        infrastructure.create_jvm_options_custom_4gb_memory_heap_file()
+        elastic_infra.create_jvm_options_custom_4gb_memory_heap_file()
 
     if install_kibana:
         # Install Kibana.
         ubuntu_terminal.install_packages([config_basic.UBUNTU_KIBANA_PACKAGE_NAME])
 
         # Start and enable Kibana service.
-        infrastructure.start_kibana_and_check_service_availability()
+        elastic_infra.start_kibana_and_check_service_availability()
 
     print_api("Installation completed.", color='green')
     if install_elastic:

atomicshop/wrappers/factw/get_file_data.py

@@ -33,11 +33,18 @@ def get_file_data(directory_path: str, firmwares: list = None):
     """
 
     if not firmwares:
-        firmwares: list = filesystem.get_file_hashes_from_directory(directory_path, recursive=False, add_binary=True)
+        firmwares: list = filesystem.get_paths_from_directory(
+            directory_path, get_file=True, recursive=False, add_file_binary=True, add_file_hash=True)
 
     # Add UIDs to the list.
+    final_firmwares: list = []
     for firmware in firmwares:
-        if 'uid' not in firmware:
-            firmware['uid'] = get_uid_from_file(file_binary=firmware['binary'], sha256_hash=firmware['hash'])
-
-    return firmwares
+        uid = get_uid_from_file(file_binary=firmware.binary, sha256_hash=firmware.hash)
+        final_firmwares.append({
+            'path': firmware.path,
+            'hash': firmware.hash,
+            'binary': firmware.binary,
+            'uid': uid
+        })
+
+    return final_firmwares

atomicshop/wrappers/githubw.py

@@ -3,7 +3,6 @@ import fnmatch
 
 from .. import web, urls
 from ..print_api import print_api
-from ..basics import strings
 
 
 class GitHubWrapper:

atomicshop/wrappers/loggingw/handlers.py

@@ -84,27 +84,42 @@ def add_stream_handler(
 
 # Function to start the interval-based rotation check
 def _start_interval_rotation(handler):
+    # def check_rotation():
+    #     while True:
+    #         next_rollover = _calculate_next_rollover()
+    #         while datetime.now() < next_rollover:
+    #             time.sleep(0.1)
+    #
+    #             # Check if the next_rollover has changed (indicating a rollover by an event)
+    #             if _calculate_next_rollover() != next_rollover:
+    #                 next_rollover = _calculate_next_rollover()
+    #                 break
+    #
+    #         # Perform manual rollover if needed
+    #         if datetime.now() >= next_rollover:
+    #             handler.doRollover()
+    #
+    #         # handler.doRollover()
+    #
+    # def _calculate_next_rollover():
+    #     return datetime.fromtimestamp(handler.rolloverAt)
     def check_rotation():
-        while True:
-            next_rollover = _calculate_next_rollover()
-            while datetime.now() < next_rollover:
-                time.sleep(0.1)
+        last_rollover_at = handler.rolloverAt  # Initial rollover time
 
-                # Check if the next_rollover has changed (indicating a rollover by an event)
-                if _calculate_next_rollover() != next_rollover:
-                    next_rollover = _calculate_next_rollover()
-                    break
+        while True:
+            current_time = datetime.now()
+            next_rollover = datetime.fromtimestamp(handler.rolloverAt)
 
-            # Perform manual rollover if needed
-            if datetime.now() >= next_rollover:
-                _rotate_log()
+            # Check if the rollover time has passed and it hasn't been handled yet
+            if current_time >= next_rollover and handler.rolloverAt == last_rollover_at:
+                # Perform manual rollover
+                handler.doRollover()
 
-    def _calculate_next_rollover():
-        return datetime.fromtimestamp(handler.rolloverAt)
+                # Update last_rollover_at to the new rolloverAt
+                last_rollover_at = handler.rolloverAt
 
-    # Function to rotate logs
-    def _rotate_log():
-        handler.doRollover()
+            # Sleep for a short interval before checking again
+            time.sleep(0.1)
 
     rotation_thread = threading.Thread(target=check_rotation)
     rotation_thread.daemon = True

atomicshop/wrappers/loggingw/loggers.py

@@ -14,6 +14,17 @@ import logging
 """
 
 
+def is_logger_exists(
+        logger_name: str
+) -> bool:
+    """
+    Function to check if the logger exists.
+    :param logger_name: str, Name of the logger.
+    :return: bool, True if the logger exists, False otherwise.
+    """
+    return logger_name in logging.Logger.manager.loggerDict
+
+
 def get_logger(logger_name: str) -> logging.Logger:
     """
     Function to get a logger.

atomicshop/wrappers/loggingw/loggingw.py

@@ -5,8 +5,10 @@ from typing import Literal, Union
 from . import loggers, handlers
 
 
+# noinspection PyPep8Naming
 def create_logger(
         logger_name: str,
+        get_existing_if_exists: bool = True,
         file_path: str = None,
         directory_path: str = None,
         add_stream: bool = False,
@@ -41,6 +43,8 @@ def create_logger(
     Function to get a logger and add StreamHandler and TimedRotatingFileHandler to it.
 
     :param logger_name: Name of the logger.
+    :param get_existing_if_exists: bool, If set to True, the logger will be returned if it already exists.
+        If set to False, the new stream/file handler will be added to existing logger again.
     :param file_path: full path to the log file. If you don't want to use the file, set it to None.
         You can set the directory_path only and then the 'logger_name' will be used as the file name with the
         'file_type' as the file extension.
@@ -74,7 +78,9 @@ def create_logger(
         in the formatter in case you provide 'asctime' element.
     :param filehandler_rotate_at_rollover_time: bool,
         If set to True, the log file will be rotated at the rollover time, even if there's nothing to write.
+            This behavior overrides the TimedRotatingFileHandler default behavior on doRollover.
         If set to False, the log file will be rotated after 'when' time, but only when event occurs.
+            This is the default doRollover behavior of the TimedRotatingFileHandler.
     :param filehandler_rotation_date_format: string, Date format to use for the log file rotation.
         Example for 'when="midnight"': the default date format is '%Y-%m-%d', resulting in filename on rotation like:
             "test.log.2021-11-25"
@@ -170,8 +176,15 @@ def create_logger(
 
         file_path = f"{directory_path}{os.sep}{logger_name}.{file_type}"
 
+    # Check if the logger exists before creating it/getting the existing.
+    is_logger_exists = loggers.is_logger_exists(logger_name)
+
     logger = get_logger_with_level(logger_name, logging_level)
 
+    # If the logger already exists, and we don't want to add the handlers again, return the logger.
+    if get_existing_if_exists and is_logger_exists:
+        return logger
+
     if add_stream:
         handlers.add_stream_handler(
             logger=logger, logging_level=logging_level, formatter=formatter_streamhandler,

atomicshop/wrappers/loggingw/reading.py

@@ -14,7 +14,7 @@ def get_logs_paths(
         latest_only: bool = False,
         previous_day_only: bool = False,
         specific_date: str = None
-):
+) -> list[filesystem.AtomicPath]:
     """
     This function gets the logs file paths from the directory. Supports rotating files to get the logs by time.
 
@@ -61,7 +61,7 @@ def get_logs_paths(
     log_files_directory_path: str = str(Path(log_file_path).parent)
 
     # Get all the log file paths by the file_name_pattern and the date_format string.
-    logs_files: list = filesystem.get_paths_from_directory(
+    logs_files: list[filesystem.AtomicPath] = filesystem.get_paths_from_directory(
         log_files_directory_path,
         get_file=True,
         file_name_check_pattern=file_name_pattern,

atomicshop/wrappers/mongodbw/install_mongodb.py

@@ -8,7 +8,7 @@ from ... import urls, web
 from ...permissions import permissions
 from ...print_api import print_api
 from .. import msiw
-from . import infrastructure
+from . import mongo_infra
 
 
 MONGODB_DOWNLOAD_PAGE_URL: str = 'https://www.mongodb.com/try/download/community'
@@ -111,7 +111,7 @@ def download_install_latest_main(
         print_api("This function requires administrator privileges.", color='red')
         return 1
 
-    if infrastructure.is_service_running():
+    if mongo_infra.is_service_running():
         print_api("MongoDB service is running - already installed.", color='blue')
 
         if not force:
@@ -119,8 +119,8 @@ def download_install_latest_main(
     else:
         print_api("MongoDB is service is not running.")
 
-        mongo_is_installed: Union[str, None] = infrastructure.is_installed()
-        if infrastructure.is_installed():
+        mongo_is_installed: Union[str, None] = mongo_infra.is_installed()
+        if mongo_infra.is_installed():
             message = f"MongoDB is installed in: {mongo_is_installed}\n" \
                       f"The service is not running. Fix the service or use the 'force' parameter to reinstall."
             print_api(message, color='yellow')
@@ -151,11 +151,11 @@ def download_install_latest_main(
 
     # Check if MongoDB is installed.
     message: str = ''
-    mongo_is_installed = infrastructure.is_installed()
+    mongo_is_installed = mongo_infra.is_installed()
     if not mongo_is_installed:
         message += "MongoDB Executable not found.\n"
 
-    if not infrastructure.is_service_running():
+    if not mongo_infra.is_service_running():
         message += "MongoDB service is not running.\n"
 
     if message:

atomicshop/wrappers/mongodbw/{infrastructure.py → mongo_infra.py}

@@ -1,9 +1,13 @@
+import os
 from typing import Union
 
 from pymongo import MongoClient
 import pymongo.errors
 
-from ... import get_process_list, filesystem
+from ... import filesystem
+
+if os.name == 'nt':
+    from ... import get_process_list
 
 
 WHERE_TO_SEARCH_FOR_MONGODB_EXE: str = 'C:\\Program Files\\MongoDB\\Server\\'
@@ -34,12 +38,16 @@ def is_service_running() -> bool:
     Check if the MongoDB service is running.
     :return: bool, True if the MongoDB service is running, False otherwise.
     """
-    current_processes: dict = (
-        get_process_list.GetProcessList(get_method='pywin32', connect_on_init=True).get_processes())
 
-    for pid, process_info in current_processes.items():
-        if MONGODB_EXE_NAME in process_info['name']:
-            return True
+    if os.name == 'nt':
+        current_processes: dict = (
+            get_process_list.GetProcessList(get_method='pywin32', connect_on_init=True).get_processes())
+
+        for pid, process_info in current_processes.items():
+            if MONGODB_EXE_NAME in process_info['name']:
+                return True
+    else:
+        raise NotImplementedError("This function is not implemented for this OS.")
 
     return False
 

atomicshop/wrappers/mongodbw/mongodbw.py

@@ -1,6 +1,11 @@
+from typing import Union
+import datetime
+
 import pymongo
 
-from . import infrastructure
+from ...basics import dicts
+
+from . import mongo_infra
 
 
 """
@@ -9,7 +14,7 @@ These are good examples to get you started, but can't really cover all the use c
 """
 
 
-def connect(uri: str = infrastructure.MONGODB_DEFAULT_URI):
+def connect(uri: str = mongo_infra.MONGODB_DEFAULT_URI):
     """
     Connect to a MongoDB database.
     :param uri: str, the URI of the MongoDB database.
@@ -18,18 +23,23 @@ def connect(uri: str = infrastructure.MONGODB_DEFAULT_URI):
     return pymongo.MongoClient(uri)
 
 
-def add_list_of_dicts_to_mongo(
-        list_of_dicts: list,
+def index(
+        object_instance: Union[list[dict], dict],
         database_name: str,
         collection_name: str,
+        add_timestamp: bool = False,
+        convert_mixed_lists_to_strings: bool = False,
         mongo_client: pymongo.MongoClient = None,
         close_client: bool = False
 ):
     """
-    Add a list of dictionaries to a MongoDB collection.
-    :param list_of_dicts: list of dictionaries, the list of dictionaries to add to the collection.
+    Add a dictionary or list dictionaries to a MongoDB collection.
+    :param object_instance: list of dictionaries or dictionary to add to the collection.
     :param database_name: str, the name of the database.
     :param collection_name: str, the name of the collection.
+    :param add_timestamp: bool, if True, a current time timestamp will be added to the object.
+    :param convert_mixed_lists_to_strings: bool, if True, mixed lists or tuples when entries are strings and integers,
+        the integers will be converted to strings.
     :param mongo_client: pymongo.MongoClient, the connection object.
         If None, a new connection will be created to default URI.
     :param close_client: bool, if True, the connection will be closed after the operation.
@@ -37,28 +47,46 @@ def add_list_of_dicts_to_mongo(
     :return: None
     """
 
+    _is_object_list_of_dicts_or_dict(object_instance)
+
     if not mongo_client:
         mongo_client = connect()
+        close_client = True
 
     db = mongo_client[database_name]
     collection = db[collection_name]
 
-    collection.insert_many(list_of_dicts)
+    if convert_mixed_lists_to_strings:
+        object_instance = dicts.convert_int_to_str_in_mixed_lists(object_instance)
+
+    if add_timestamp:
+        timestamp = datetime.datetime.now()
+        if isinstance(object_instance, dict):
+            object_instance['timestamp'] = timestamp
+        elif isinstance(object_instance, list):
+            for doc in object_instance:
+                doc['timestamp'] = timestamp
+
+    if isinstance(object_instance, dict):
+        collection.insert_one(object_instance)
+    elif isinstance(object_instance, list):
+        collection.insert_many(object_instance)
 
     if close_client:
         mongo_client.close()
 
 
-def remove_list_of_dicts(
-        list_of_dicts: list,
+def delete(
+        object_instance: Union[list[dict], dict],
         database_name: str,
         collection_name: str,
         mongo_client: pymongo.MongoClient = None,
         close_client: bool = False
 ):
     """
-    Remove a list of dictionaries from a MongoDB collection.
-    :param list_of_dicts: list of dictionaries, the list of dictionaries to remove from the collection.
+    Remove a list of dictionaries or a dictionary from a MongoDB collection.
+
+    :param object_instance: list of dictionaries, the list of dictionaries to remove from the collection.
     :param database_name: str, the name of the database.
     :param collection_name: str, the name of the collection.
     :param mongo_client: pymongo.MongoClient, the connection object.
@@ -68,29 +96,74 @@ def remove_list_of_dicts(
     :return: None
     """
 
+    _is_object_list_of_dicts_or_dict(object_instance)
+
     if not mongo_client:
         mongo_client = connect()
+        close_client = True
 
     db = mongo_client[database_name]
     collection = db[collection_name]
 
-    for doc in list_of_dicts:
-        collection.delete_one(doc)
+    if isinstance(object_instance, dict):
+        collection.delete_one(object_instance)
+    elif isinstance(object_instance, list):
+        for doc in object_instance:
+            collection.delete_one(doc)
 
     if close_client:
         mongo_client.close()
 
 
-def overwrite_list_of_dicts(
-        list_of_dicts: list,
+def find(
         database_name: str,
         collection_name: str,
+        query: dict = None,
         mongo_client: pymongo.MongoClient = None,
         close_client: bool = False
 ):
     """
-    Overwrite a list of dictionaries in a MongoDB collection.
-    :param list_of_dicts: list of dictionaries, the list of dictionaries to overwrite in the collection.
+    Find entries in a MongoDB collection by query.
+    :param database_name: str, the name of the database.
+    :param collection_name: str, the name of the collection.
+    :param query: dict, the query to search for.
+        Example, search for all entries with column name 'name' equal to 'John':
+            query = {'name': 'John'}
+        Example, return all entries from collection:
+            query = None
+    :param mongo_client: pymongo.MongoClient, the connection object.
+        If None, a new connection will be created to default URI.
+    :param close_client: bool, if True, the connection will be closed after the operation.
+
+    :return: list of dictionaries, the list of entries that match the query.
+    """
+
+    if not mongo_client:
+        mongo_client = connect()
+        close_client = True
+
+    db = mongo_client[database_name]
+    collection = db[collection_name]
+
+    if query is None:
+        entries: list = list(collection.find())
+    else:
+        entries: list = list(collection.find(query))
+
+    if close_client:
+        mongo_client.close()
+
+    return entries
+
+
+def delete_all_entries_from_collection(
+        database_name: str,
+        collection_name: str,
+        mongo_client: pymongo.MongoClient = None,
+        close_client: bool = False
+):
+    """
+    Remove all entries from a MongoDB collection.
     :param database_name: str, the name of the database.
     :param collection_name: str, the name of the collection.
     :param mongo_client: pymongo.MongoClient, the connection object.
@@ -102,43 +175,120 @@ def overwrite_list_of_dicts(
 
     if not mongo_client:
         mongo_client = connect()
+        close_client = True
 
     db = mongo_client[database_name]
     collection = db[collection_name]
 
     collection.delete_many({})
-    collection.insert_many(list_of_dicts)
 
     if close_client:
         mongo_client.close()
 
 
-def get_all_entries_from_collection(
+def overwrite_collection(
+        object_instance: list,
         database_name: str,
         collection_name: str,
+        add_timestamp: bool = False,
+        convert_mixed_lists_to_strings: bool = False,
         mongo_client: pymongo.MongoClient = None,
         close_client: bool = False
 ):
     """
-    Get all entries from a MongoDB collection.
+    Overwrite a MongoDB collection with list of dicts or a dict.
+    :param object_instance: list of dictionaries, the list of dictionaries to overwrite in the collection.
     :param database_name: str, the name of the database.
     :param collection_name: str, the name of the collection.
+    :param add_timestamp: bool, if True, a current time timestamp will be added to the object.
+    :param convert_mixed_lists_to_strings: bool, if True, mixed lists or tuples when entries are strings and integers,
+        the integers will be converted to strings.
+    :param mongo_client: pymongo.MongoClient, the connection object.
+        If None, a new connection will be created to default URI.
+    :param close_client: bool, if True, the connection will be closed after the operation.
+
+    :return: None
+    """
+
+    _is_object_list_of_dicts_or_dict(object_instance)
+
+    if not mongo_client:
+        mongo_client = connect()
+        close_client = True
+
+    delete_all_entries_from_collection(
+        database_name=database_name, collection_name=collection_name,
+        mongo_client=mongo_client
+    )
+
+    index(
+        object_instance=object_instance,
+        database_name=database_name, collection_name=collection_name,
+        add_timestamp=add_timestamp, convert_mixed_lists_to_strings=convert_mixed_lists_to_strings,
+        mongo_client=mongo_client, close_client=close_client)
+
+
+def _is_object_list_of_dicts_or_dict(
+        object_instance: Union[list[dict], dict]
+):
+    if isinstance(object_instance, dict):
+        return True
+    elif isinstance(object_instance, list):
+        if object_instance and isinstance(object_instance[0], dict):
+            return True
+        else:
+            raise ValueError("List must contain dictionaries.")
+    else:
+        raise ValueError("Object must be a dictionary or a list of dictionaries.")
+
+
+def get_stats_db(
+        database_name: str,
+        mongo_client: pymongo.MongoClient = None,
+        close_client: bool = False
+):
+    """
+    Get the stats of a MongoDB database.
+
+    :param database_name: str, the name of the database.
     :param mongo_client: pymongo.MongoClient, the connection object.
         If None, a new connection will be created to default URI.
     :param close_client: bool, if True, the connection will be closed after the operation.
 
-    :return: list of dictionaries, the list of entries from the collection.
+    :return: dict, the stats of the collection.
     """
 
     if not mongo_client:
         mongo_client = connect()
+        close_client = True
 
     db = mongo_client[database_name]
-    collection = db[collection_name]
 
-    entries = list(collection.find())
+    stats = db.command("dbStats")
 
     if close_client:
         mongo_client.close()
 
-    return entries
+    return stats
+
+
+def get_stats_db_size(
+        database_name: str,
+        mongo_client: pymongo.MongoClient = None,
+        close_client: bool = False
+):
+    """
+    Get the size of a MongoDB database in bytes.
+
+    :param database_name: str, the name of the database.
+    :param mongo_client: pymongo.MongoClient, the connection object.
+        If None, a new connection will be created to default URI.
+    :param close_client: bool, if True, the connection will be closed after the operation.
+
+    :return: int, the size of the database in bytes.
+    """
+
+    stats = get_stats_db(
+        database_name=database_name, mongo_client=mongo_client, close_client=close_client)
+
+    return stats['dataSize']

atomicshop/wrappers/socketw/socket_server_tester.py

@@ -54,7 +54,11 @@ def execute_test(config_static):
     config = config_importer.config['config']
 
     # SocketClient is working with 'network' logger by default, so we will initialize it.
-    loggingw.get_logger_with_stream_handler("network")
+    loggingw.create_logger(
+        logger_name="network",
+        add_stream=True,
+        formatter_streamhandler='DEFAULT'
+    )
 
     # Get all the files in requests folder recursively.
     request_file_list = filesystem.get_paths_from_directory(config['requests_directory'], get_file=True)

{atomicshop-2.16.15.dist-info → atomicshop-2.16.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: atomicshop
-Version: 2.16.15
+Version: 2.16.17
 Summary: Atomic functions and classes to make developer life easier
 Author: Denis Kras
 License: MIT License
@@ -38,7 +38,6 @@ Requires-Dist: cryptography
 Requires-Dist: dnslib
 Requires-Dist: dnspython
 Requires-Dist: docker
-Requires-Dist: elasticsearch
 Requires-Dist: numpy
 Requires-Dist: olefile
 Requires-Dist: openpyxl

{atomicshop-2.16.15.dist-info → atomicshop-2.16.17.dist-info}/RECORD

@@ -1,9 +1,9 @@
-atomicshop/__init__.py,sha256=UzNeZyRkmLnYywv5edPjB0_p7zEgYfoGzcusp1FpodI,124
+atomicshop/__init__.py,sha256=8j7ZCpRQjA2znKZa29KoZQlCV-GjDBzWXCHWB8Kft3c,124
 atomicshop/_basics_temp.py,sha256=6cu2dd6r2dLrd1BRNcVDKTHlsHs_26Gpw8QS6v32lQ0,3699
 atomicshop/_create_pdf_demo.py,sha256=Yi-PGZuMg0RKvQmLqVeLIZYadqEZwUm-4A9JxBl_vYA,3713
 atomicshop/_patch_import.py,sha256=ENp55sKVJ0e6-4lBvZnpz9PQCt3Otbur7F6aXDlyje4,6334
 atomicshop/appointment_management.py,sha256=BsYH_PClTGLVazcuNjt30--hpXKYjSmHp1R1iQbM4Hc,7330
-atomicshop/certificates.py,sha256=ssOTD1uN4OaB9TU7mI0Dg_sSGFb6Xxw28A7TtyKmMMY,7637
+atomicshop/certificates.py,sha256=MEGj7t3Nt2CHE7yzXrvFTLCOKZG9tJ6Ok5JC2BsFRis,7603
 atomicshop/command_line_processing.py,sha256=u5yT9Ger_cu7ni5ID0VFlRbVD46ARHeNC9tRM-_YXrQ,1038
 atomicshop/config_init.py,sha256=BSxc2FhytQPv06g5z9wbAXuA6oYCAsAJLxu_mTExhwI,2491
 atomicshop/console_output.py,sha256=AOSJjrRryE97PAGtgDL03IBtWSi02aNol8noDnW3k6M,4667
@@ -129,7 +129,7 @@ atomicshop/mitm/import_config.py,sha256=_nu8mgA-M4s6dZ8_QWx3x0aVb75upvsCuX_PIUg4
 atomicshop/mitm/initialize_engines.py,sha256=kBG8TBnyFuwlJ1uKaWDzc5AiZNpwdvouq2pr-PYrdEA,8349
 atomicshop/mitm/message.py,sha256=d_sm3O_aoZf87dDQP44xOMNEG-uZBN1ZecQgMCacbZs,1814
 atomicshop/mitm/mitm_main.py,sha256=CdCv4nYt_jwd23AI14v6lC2H8SZeIZqsXjFhwq61UtM,21285
-atomicshop/mitm/recs_files.py,sha256=btOuYQca4DuBOAKp9OY21HGjeEVOx9r_k-AnZOqs3Dk,3007
+atomicshop/mitm/recs_files.py,sha256=4k6vCemGRmZ605yZ0-yRpF1ny3eAns7f3j61UXTJ99M,2966
 atomicshop/mitm/shared_functions.py,sha256=hplm98tz8pgJ4WHUVI9sf_oVqUM2KJ1Y2pD6EFSb8P0,1879
 atomicshop/mitm/statistic_analyzer.py,sha256=AzL9rQhg0tLJj33gZfxdwWghmbXGLh_HyMBDpzuBmsQ,24709
 atomicshop/mitm/engines/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -145,7 +145,7 @@ atomicshop/mitm/engines/__reference_general/recorder___reference_general.py,sha2
 atomicshop/mitm/engines/__reference_general/responder___reference_general.py,sha256=1AM49UaFTKA0AHw-k3SV3uH3QbG-o6ux0c-GoWkKNU0,6993
 atomicshop/mitm/statistic_analyzer_helper/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 atomicshop/mitm/statistic_analyzer_helper/analyzer_helper.py,sha256=pk6L1t1ea1kvlBoR9QEJptOmaX-mumhwLsP2GCKukbk,5920
-atomicshop/mitm/statistic_analyzer_helper/moving_average_helper.py,sha256=lsG_eSWf6M_3AfWqIYEBNwYAyVHJfBiRVKHhmWIOZ9A,16615
+atomicshop/mitm/statistic_analyzer_helper/moving_average_helper.py,sha256=Wge-OfbbClfjeEWwOyksd-x9C5QZdRD3KRSjtP9VL9Q,16651
 atomicshop/monitor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 atomicshop/monitor/change_monitor.py,sha256=K5NlVp99XIDDPnQQMdru4BDmua_DtcDIhVAzkTOvD5s,7673
 atomicshop/monitor/checks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -159,8 +159,8 @@ atomicshop/permissions/permissions.py,sha256=CYTDVOI0jh9ks0ZLnnOuPzppgCszFEc9-92
 atomicshop/permissions/ubuntu_permissions.py,sha256=nMmr8ywwS0or8qJdg4ztMeqB2vppE_aytQTRQrg6lFc,2842
 atomicshop/permissions/win_permissions.py,sha256=eDQm1jfK9x_hkbLqIJjFTwfqinAWQ0iSr0kW3XrF1BE,1272
 atomicshop/process_poller/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-atomicshop/process_poller/process_pool.py,sha256=1CaG6Cov-Pt_kZohfFeQFT42YBnEwNBA6ge55dxok_8,9600
-atomicshop/process_poller/simple_process_pool.py,sha256=hJkrn-efetLjyC8CevAFcsiKwBBKS8onYbf2ygq2J18,4540
+atomicshop/process_poller/process_pool.py,sha256=4Qs427qd7OcBxu5PMFU5PTmyuxRy0vgj2GLsRt0IoEw,9565
+atomicshop/process_poller/simple_process_pool.py,sha256=zHSxNlY2RTIXdqIyq8pg6kbXrTK7nqrz8iVWvyGWIE8,4505
 atomicshop/process_poller/tracer_base.py,sha256=IOiHcnmF-MccOSCErixN5mve9RifZ9cPnGVHCIRchrs,1091
 atomicshop/process_poller/pollers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 atomicshop/process_poller/pollers/psutil_pywin32wmi_dll.py,sha256=XRRfOIy62iOYU8IKRcyECWiL0rqQ35DeYbPsv_SHDVM,4510
@@ -180,7 +180,7 @@ atomicshop/wrappers/astw.py,sha256=VkYfkfyc_PJLIOxByT6L7B8uUmKY6-I8XGZl4t_z828,4
 atomicshop/wrappers/configparserw.py,sha256=JwDTPjZoSrv44YKwIRcjyUnpN-FjgXVfMqMK_tJuSgU,22800
 atomicshop/wrappers/cryptographyw.py,sha256=LfzTnwvJE03G6WZryOOf43VKhhnyMakzHpn8DPPCoy4,13252
 atomicshop/wrappers/ffmpegw.py,sha256=wcq0ZnAe0yajBOuTKZCCaKI7CDBjkq7FAgdW5IsKcVE,6031
-atomicshop/wrappers/githubw.py,sha256=AQcFuT5mvDUNT_cI31MwkJ7srdhMtttF8FyXS8vs5cU,12270
+atomicshop/wrappers/githubw.py,sha256=gUUVlFnlwKxINXAoK0PTOditEEhe0sWe06aAZ4eQz64,12240
 atomicshop/wrappers/msiw.py,sha256=GQLqud72nfex3kvO1bJSruNriCYTYX1_G1gSf1MPkIA,6118
 atomicshop/wrappers/numpyw.py,sha256=sBV4gSKyr23kXTalqAb1oqttzE_2XxBooCui66jbAqc,1025
 atomicshop/wrappers/olefilew.py,sha256=biD5m58rogifCYmYhJBrAFb9O_Bn_spLek_9HofLeYE,2051
@@ -200,16 +200,16 @@ atomicshop/wrappers/ctyping/etw_winapi/etw_functions.py,sha256=Iwd0wIuoxpjMaaOfZ
 atomicshop/wrappers/ctyping/msi_windows_installer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 atomicshop/wrappers/ctyping/msi_windows_installer/base.py,sha256=Uu9SlWLsQQ6mjE-ek-ptHcmgiI3Ruah9bdZus70EaVY,4884
 atomicshop/wrappers/ctyping/msi_windows_installer/cabs.py,sha256=htzwb2ROYI8yyc82xApStckPS2yCcoyaw32yC15KROs,3285
-atomicshop/wrappers/ctyping/msi_windows_installer/extract_msi_main.py,sha256=Nq-04-PbT_diUOuHLQ6-uBWBCr6UY9GOOQ0Nojs0QhA,5500
+atomicshop/wrappers/ctyping/msi_windows_installer/extract_msi_main.py,sha256=AEkjnqEhfCbCUcYaulv3uba5hZjTB03xm-puAINsZGM,5488
 atomicshop/wrappers/ctyping/msi_windows_installer/tables.py,sha256=tHsu0YfBgzuIk9L-PyqLgU_IzyVbCfy8L1EqelNnvWk,17674
 atomicshop/wrappers/dockerw/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 atomicshop/wrappers/dockerw/dockerw.py,sha256=w8zSJr5C7cbvbuG09ORCpAe0BOcibqqL_Z2EKEBHYK4,6266
 atomicshop/wrappers/dockerw/install_docker.py,sha256=7NTMxCPBesr0QcqB0RZ5YU0I8FDPtNux_mYAX28wI0I,9982
 atomicshop/wrappers/elasticsearchw/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 atomicshop/wrappers/elasticsearchw/config_basic.py,sha256=fDujtrjEjbWiYh_WQ3OcYp_8mXhXPYeKLy4wSPL5qM0,1177
-atomicshop/wrappers/elasticsearchw/elasticsearchw.py,sha256=7TqFdEFznO8NlligJhEKk1vm641ALpCYdaRl1uoXdzM,9768
-atomicshop/wrappers/elasticsearchw/infrastructure.py,sha256=at0sD-SFtmEvfGyIU_YBEKoU-MNeVtDQSNscPm0JWLc,10368
-atomicshop/wrappers/elasticsearchw/install_elastic.py,sha256=mIex4-D7R3qYNfq8f_PrBkYyB1vRF5SLvJ2Mra9hj3Y,8647
+atomicshop/wrappers/elasticsearchw/elastic_infra.py,sha256=at0sD-SFtmEvfGyIU_YBEKoU-MNeVtDQSNscPm0JWLc,10368
+atomicshop/wrappers/elasticsearchw/elasticsearchw.py,sha256=nkjUuW6dhJf65w3JiGIxUFxSO_oNFCFw9fFR0xH_SCU,9152
+atomicshop/wrappers/elasticsearchw/install_elastic.py,sha256=m77uAkfEkjwTf0CfWBHal1C7gcQDwry7LcWN331KZOI,8640
 atomicshop/wrappers/elasticsearchw/queries/__init__.py,sha256=KBjT-bAt75CJsx1Apko9mpuFU4pfZV8DcGWQvpX65RU,78
 atomicshop/wrappers/elasticsearchw/queries/aggregation.py,sha256=N9a5yMMnb10sMa_x1qJBFQpgyJ49UWo8_vxuqmUtZ1A,1742
 atomicshop/wrappers/elasticsearchw/queries/info.py,sha256=P_VhhBo8MvRI4Shi-bh4RsYtlYNRKRBzScXPC64Up_Q,2900
@@ -221,7 +221,7 @@ atomicshop/wrappers/elasticsearchw/queries/sort.py,sha256=-CUhgcs_AVRvncRlLTl5IJ
 atomicshop/wrappers/factw/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 atomicshop/wrappers/factw/config_fact.py,sha256=J-K9Zn50WcDC7ubb-boraSZExfBk7a6M52NhRJVlsjk,895
 atomicshop/wrappers/factw/config_install.py,sha256=N-6Fg4Z_aG33r0WGlYgBQTFnamJceYyW4XjnGyyNAks,555
-atomicshop/wrappers/factw/get_file_data.py,sha256=ChKC0OjgjFlNubZQBwcGhRO3L2pccc27RLRlAMIUix4,1641
+atomicshop/wrappers/factw/get_file_data.py,sha256=SeJJgzTQwZ7gyn3hztbbcRaAD2i5uxvT0Kt2tRN18Aw,1852
 atomicshop/wrappers/factw/fact_extractor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 atomicshop/wrappers/factw/fact_extractor/docker_image.py,sha256=2FyYjnw8gxFNwISQ83OwH-iGivkFi6EAluyCZ0loHEQ,2501
 atomicshop/wrappers/factw/fact_extractor/get_extractor.py,sha256=2mfOAftHIlCcGt1s7MWdq7DsDCuI6wX3MtvcEZ4SK-0,756
@@ -247,14 +247,14 @@ atomicshop/wrappers/fibratusw/install.py,sha256=PLVymDe0HuOvU0r2lje8BkQAgtiOWEeR
 atomicshop/wrappers/loggingw/consts.py,sha256=JWiUJEydjhwatBxtIJsGTmDUSTLbmIRidtR6qRLMaIY,1608
 atomicshop/wrappers/loggingw/filters.py,sha256=CMs5PAMb68zxJgBcQobaOFDG5kLJBOVYnoBHjDgksO8,2859
 atomicshop/wrappers/loggingw/formatters.py,sha256=7XUJvlB0CK4DCkEp8NTL0S0dkyrZD0UTADgEwkStKOY,5483
-atomicshop/wrappers/loggingw/handlers.py,sha256=_69ZtmZRUsdgL8Q1rh2X-a0ComDU9gg9v101ngbJcac,17436
-atomicshop/wrappers/loggingw/loggers.py,sha256=DHOOTAtqkwn1xgvLHSkOiBm6yFGNuQy1kvbhG-TDog8,2374
-atomicshop/wrappers/loggingw/loggingw.py,sha256=BBQe_2i8otcbe0cZcAKd3tZ2D5XL3SPb_IWTXCepSxw,11595
-atomicshop/wrappers/loggingw/reading.py,sha256=tplnJlQ7RMxWv2s782tWGOo1C7WNemk2SRTZCCgD9J0,16474
+atomicshop/wrappers/loggingw/handlers.py,sha256=hAPFJQ-wFoNO8QzGrJRSvyuP09Q1F0Dl9_w7zzlgcW0,18155
+atomicshop/wrappers/loggingw/loggers.py,sha256=QH5QainlGLyrDpsDu4T1C8-WQQau3JW2OS5RgC-kXpM,2677
+atomicshop/wrappers/loggingw/loggingw.py,sha256=6HUn2z4ZW8PgakPscosKx23qYwHlBQcLiZGw-VZHi-k,12374
+atomicshop/wrappers/loggingw/reading.py,sha256=SZFE4d6IFoC1GveFf28oAuDQzHG8UnBHx3K3-dE5Mes,16528
 atomicshop/wrappers/mongodbw/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-atomicshop/wrappers/mongodbw/infrastructure.py,sha256=tHqtt__yKGtj24CT5AIk0V0k9t1p_PjezFExXRmmmcA,1517
-atomicshop/wrappers/mongodbw/install_mongodb.py,sha256=21Re0NpikgYOKelyPTkosoQQxzu67dy80Kj204TL5eo,6644
-atomicshop/wrappers/mongodbw/mongodbw.py,sha256=eDwI3sePLGWhl-neBRQM955KZOl8jaO7U0n_AzXM3es,4568
+atomicshop/wrappers/mongodbw/install_mongodb.py,sha256=3ZPqrXxj3lC-PnAKGXclylLuOqsbyXYeUpb5iGjdeUU,6626
+atomicshop/wrappers/mongodbw/mongo_infra.py,sha256=JO63ShbHYRBmUdFv-GeJxkPQdhRhq59ly6bxnn64fUM,1713
+atomicshop/wrappers/mongodbw/mongodbw.py,sha256=_K1alcxAAIiMhwJYNB82OD-FjQVQijxp2UYnq-g1z98,9860
 atomicshop/wrappers/nodejsw/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 atomicshop/wrappers/nodejsw/install_nodejs.py,sha256=QZg-R2iTQt7kFb8wNtnTmwraSGwvUs34JIasdbNa7ZU,5154
 atomicshop/wrappers/playwrightw/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -303,14 +303,14 @@ atomicshop/wrappers/socketw/receiver.py,sha256=G3hDTacm7nwwUNHEbKZpxO0c8rHcl0NeK
 atomicshop/wrappers/socketw/sender.py,sha256=d7YQFlCBMFTYtkGxbS-8cm5rh5WWFeBVvrEivWHYstI,3666
 atomicshop/wrappers/socketw/sni.py,sha256=fVwyh3h9IqfLMnf4__bMIzcF4c-Kk9mlbDWMRXKN-ow,17155
 atomicshop/wrappers/socketw/socket_client.py,sha256=FNmTt94YvjZP0X4RPb7icO3xD_nBHQ_XynnObdWFiAU,19682
-atomicshop/wrappers/socketw/socket_server_tester.py,sha256=wAwyst8YdVyVfZfERav1A9_OnMJAiVBy-4uY0RpNqkU,6339
+atomicshop/wrappers/socketw/socket_server_tester.py,sha256=Qobmh4XV8ZxLUaw-eW4ESKAbeSLecCKn2OWFzMhadk0,6420
 atomicshop/wrappers/socketw/socket_wrapper.py,sha256=DiDzg9OlgahxpqAsnOkCKHNcE-H-YAY3ndVMeU-oCjw,33363
 atomicshop/wrappers/socketw/ssl_base.py,sha256=kmiif84kMhBr5yjQW17p935sfjR5JKG0LxIwBA4iVvU,2275
 atomicshop/wrappers/socketw/statistics_csv.py,sha256=V_m1D0KpizQox3IEWp2AUcncwWy5kG25hbFrc-mBSJE,3029
 atomicshop/wrappers/winregw/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 atomicshop/wrappers/winregw/winreg_network.py,sha256=bQ8Jql8bVGBJ0dt3VQ56lga_1LBOMLI3Km_otvvbU6c,7138
-atomicshop-2.16.15.dist-info/LICENSE.txt,sha256=lLU7EYycfYcK2NR_1gfnhnRC8b8ccOTElACYplgZN88,1094
-atomicshop-2.16.15.dist-info/METADATA,sha256=i5Xgtqpn2TfPbeSQ_L3nAryipoFyy2Z6whmJsDFQyD4,10503
-atomicshop-2.16.15.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-atomicshop-2.16.15.dist-info/top_level.txt,sha256=EgKJB-7xcrAPeqTRF2laD_Np2gNGYkJkd4OyXqpJphA,11
-atomicshop-2.16.15.dist-info/RECORD,,
+atomicshop-2.16.17.dist-info/LICENSE.txt,sha256=lLU7EYycfYcK2NR_1gfnhnRC8b8ccOTElACYplgZN88,1094
+atomicshop-2.16.17.dist-info/METADATA,sha256=hh2ElTNYbFQfLq_0PnD9wptNCmnlx06CLdEMgs-DWDo,10473
+atomicshop-2.16.17.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+atomicshop-2.16.17.dist-info/top_level.txt,sha256=EgKJB-7xcrAPeqTRF2laD_Np2gNGYkJkd4OyXqpJphA,11
+atomicshop-2.16.17.dist-info/RECORD,,