atomicshop 2.15.1__py3-none-any.whl → 2.15.3__py3-none-any.whl

atomicshop/__init__.py

@@ -1,4 +1,4 @@
 """Atomic Basic functions and classes to make developer life easier"""
 
 __author__ = "Den Kras"
-__version__ = '2.15.1'
+__version__ = '2.15.3'

atomicshop/mitm/statistic_analyzer.py

@@ -1,12 +1,12 @@
 import os
 import datetime
 import json
-from typing import Union
+from typing import Union, Literal
 
 from .statistic_analyzer_helper import analyzer_helper, moving_average_helper
 from .. import filesystem, domains, datetimes, urls
 from ..basics import dicts
-from ..file_io import tomls, xlsxs, jsons
+from ..file_io import tomls, xlsxs, jsons, csvs
 from ..wrappers.loggingw import reading
 from ..print_api import print_api
 
@@ -350,7 +350,8 @@ def deviation_calculator_by_moving_average_main(
         top_bottom_deviation_percentage: float,
         get_deviation_for_last_day_only: bool = False,
         summary: bool = False,
-        output_json_file_path: str = None
+        output_file_path: str = None,
+        output_file_type: Literal['json', 'csv'] = 'json'
 ) -> Union[list, None]:
     """
     This function is the main function for the moving average calculator.
@@ -375,7 +376,8 @@ def deviation_calculator_by_moving_average_main(
         to 2021-01-05.
     :param summary: bool, if True, Only the summary will be generated without all the numbers that were used
         to calculate the averages and the moving average data.
-    :param output_json_file_path: string, if None, no json file will be written.
+    :param output_file_path: string, if None, no file will be written.
+    :param output_file_type: string, the type of the output file. 'json' or 'csv'.
     -----------------------------
     :return: the deviation list of dicts.
 
@@ -397,6 +399,9 @@ def deviation_calculator_by_moving_average_main(
         sys.exit(main())
     """
 
+    if output_file_type not in ['json', 'csv']:
+        raise ValueError(f'output_file_type must be "json" or "csv", not [{output_file_type}]')
+
     statistics_file_path: str = f'{statistics_file_directory}{os.sep}{STATISTICS_FILE_NAME}'
 
     def convert_data_value_to_string(value_key: str, list_index: int) -> None:
@@ -414,29 +419,41 @@ def deviation_calculator_by_moving_average_main(
     )
 
     if deviation_list:
-        if output_json_file_path:
-            for deviation_list_index, deviation in enumerate(deviation_list):
-                convert_data_value_to_string('request_sizes', deviation_list_index)
-                convert_data_value_to_string('response_sizes', deviation_list_index)
-                convert_value_to_string('ma_data', deviation_list_index)
-
-            print_api(f'Deviation Found, saving to file: {output_json_file_path}', color='blue')
-            jsons.write_json_file(deviation_list, output_json_file_path, use_default_indent=True)
-
         if summary:
             summary_deviation_list: list = []
             for deviation in deviation_list:
+                value = deviation.get('value', None)
+                ma_value = deviation.get('ma_value', None)
+                if not value or not ma_value:
+                    total_entries_averaged = None
+                else:
+                    total_entries_averaged = deviation['data']['count']
+                    
                 summary_deviation_list.append({
                     'day': deviation['day'],
                     'host': deviation['host'],
                     'message': deviation['message'],
-                    'value': deviation['value'],
-                    'ma_value': deviation['ma_value'],
-                    'total_entries_averaged': deviation['data']['count']
+                    'value': deviation.get('value', None),
+                    'ma_value': deviation.get('ma_value', None),
+                    'total_entries_averaged': total_entries_averaged
                 })
 
             deviation_list = summary_deviation_list
 
+        if output_file_path:
+            if not summary:
+                for deviation_list_index, deviation in enumerate(deviation_list):
+                    convert_data_value_to_string('request_sizes', deviation_list_index)
+                    convert_data_value_to_string('response_sizes', deviation_list_index)
+                    convert_value_to_string('ma_data', deviation_list_index)
+
+            print_api(f'Deviation Found, saving to file: {output_file_path}', color='blue')
+
+            if output_file_type == 'csv':
+                csvs.write_list_to_csv(output_file_path, deviation_list)
+            elif output_file_type == 'json':
+                jsons.write_json_file(deviation_list, output_file_path, use_default_indent=True)
+
         return deviation_list
 
     return None

atomicshop/wrappers/loggingw/reading.py

@@ -7,6 +7,10 @@ from ... import filesystem, datetimes
 from ...file_io import csvs
 
 
+class LogReaderTimeCouldntBeFoundInFileNameError(Exception):
+    pass
+
+
 def get_logs_paths(
         log_files_directory_path: str = None,
         log_file_path: str = None,
@@ -95,6 +99,13 @@ def get_logs_paths(
                 if timestamp_float and timestamp_float > latest_timestamp:
                     latest_timestamp = timestamp_float
 
+            # Check timestamps, if more than 1 file is None, then the function that gets the date from the file name
+            # didn't work properly, probably because of the string datetime format or the filenames.
+            none_timestamps = [single_file['last_modified'] for single_file in logs_files].count(None)
+            if none_timestamps > 1:
+                raise LogReaderTimeCouldntBeFoundInFileNameError(
+                    'The date pattern could not be found in the file name. Check the date pattern and the file names.')
+
             # Now, there should be a file that doesn't have the string date pattern in the file name.
             # We will add one day to the latest date that we found and assign to that file path.
             for file_index, single_file in enumerate(logs_files):

atomicshop/wrappers/mongodbw/infrastructure.py

@@ -0,0 +1,53 @@
+from typing import Union
+
+from pymongo import MongoClient
+import pymongo.errors
+
+from ... import get_process_list, filesystem
+
+
+WHERE_TO_SEARCH_FOR_MONGODB_EXE: str = 'C:\\Program Files\\MongoDB\\Server\\'
+MONGODB_EXE_NAME: str = 'mongod.exe'
+MONGODB_DEFAULT_URI: str = 'mongodb://localhost:27017/'
+
+
+class MongoDBNoConnectionError(Exception):
+    pass
+
+
+def test_connection(
+        uri: str = MONGODB_DEFAULT_URI,
+        raise_exception: bool = False
+) -> bool:
+    try:
+        client = MongoClient(uri)
+        client.admin.command('ping')
+        return True
+    except pymongo.errors.ServerSelectionTimeoutError:
+        if raise_exception:
+            raise MongoDBNoConnectionError(f"Could not connect to the MongoDB server on: ")
+        return False
+
+
+def is_service_running() -> bool:
+    """
+    Check if the MongoDB service is running.
+    :return: bool, True if the MongoDB service is running, False otherwise.
+    """
+    current_processes: dict = (
+        get_process_list.GetProcessList(get_method='pywin32', connect_on_init=True).get_processes())
+
+    for pid, process_info in current_processes.items():
+        if MONGODB_EXE_NAME in process_info['name']:
+            return True
+
+    return False
+
+
+def is_installed() -> Union[str, None]:
+    """
+    Check if MongoDB is installed.
+    :return: string if MongoDB executable is found, None otherwise.
+    """
+
+    return filesystem.find_file(MONGODB_EXE_NAME, WHERE_TO_SEARCH_FOR_MONGODB_EXE)

atomicshop/wrappers/mongodbw/install_mongodb.py

@@ -1,15 +1,18 @@
 import os
 import requests
 from typing import Union
+import argparse
+import subprocess
 
-from ... import urls, web, permissions, get_process_list, filesystem
+from ... import urls, web, permissions
 from ...print_api import print_api
 from .. import msiw
+from . import infrastructure
 
 
 MONGODB_DOWNLOAD_PAGE_URL: str = 'https://www.mongodb.com/try/download/community'
-WHERE_TO_SEARCH_FOR_MONGODB_EXE: str = 'C:\\Program Files\\MongoDB\\Server\\'
-MONGODB_EXE_NAME: str = 'mongod.exe'
+COMPASS_INSTALLATION_SCRIPT_URL: str = \
+    'https://raw.githubusercontent.com/mongodb/mongo/master/src/mongo/installer/compass/Install-Compass.ps1'
 
 
 class MongoDBWebPageNoSuccessCodeError(Exception):
@@ -62,48 +65,52 @@ def get_latest_mongodb_download_url(
     return windows_urls[0]
 
 
-def is_service_running() -> bool:
-    """
-    Check if the MongoDB service is running.
-    :return: bool, True if the MongoDB service is running, False otherwise.
-    """
-    current_processes: dict = (
-        get_process_list.GetProcessList(get_method='pywin32', connect_on_init=True).get_processes())
-
-    for pid, process_info in current_processes.items():
-        if MONGODB_EXE_NAME in process_info['name']:
-            return True
-
-    return False
-
-
-def is_installed() -> Union[str, None]:
-    """
-    Check if MongoDB is installed.
-    :return: string if MongoDB executable is found, None otherwise.
-    """
+def parse_args():
+    parser = argparse.ArgumentParser(description='Install MongoDB Community Server.')
+    parser.add_argument(
+        '-nr', '--no-rc', action='store_true', help='Do not download release candidate versions.')
+    parser.add_argument(
+        '-m', '--major', type=int, help='Download the latest version of the specified major version.')
+    parser.add_argument(
+        '-c', '--compass', action='store_true', help='Install MongoDB Compass.')
+    parser.add_argument(
+        '-f', '--force', action='store_true', help='Force the installation even if MongoDB is already installed.')
 
-    return filesystem.find_file(MONGODB_EXE_NAME, WHERE_TO_SEARCH_FOR_MONGODB_EXE)
+    return parser.parse_args()
 
 
 def download_install_latest_main(
-        no_rc_version: bool = True,
+        no_rc_version: bool = False,
         major_specific: int = None,
+        compass: bool = False,
         force: bool = False
 ):
     """
     Download and install the latest version of MongoDB Community Server.
     :param no_rc_version: bool, if True, the latest non-RC version will be downloaded.
     :param major_specific: int, if set, the latest version of the specified major version will be downloaded.
+    :param compass: bool, if True, MongoDB Compass will be installed.
     :param force: bool, if True, MongoDB will be installed even if it is already installed.
     :return:
     """
 
+    args = parse_args()
+
+    # Set the args only if they were used.
+    if args.no_rc:
+        no_rc_version = args.no_rc
+    if args.major:
+        major_specific = args.major
+    if args.compass:
+        compass = args.compass
+    if args.force:
+        force = args.force
+
     if not permissions.is_admin():
         print_api("This function requires administrator privileges.", color='red')
         return 1
 
-    if is_service_running():
+    if infrastructure.is_service_running():
         print_api("MongoDB service is running - already installed.", color='blue')
 
         if not force:
@@ -111,8 +118,8 @@ def download_install_latest_main(
     else:
         print_api("MongoDB is service is not running.")
 
-        mongo_is_installed: Union[str, None] = is_installed()
-        if is_installed():
+        mongo_is_installed: Union[str, None] = infrastructure.is_installed()
+        if infrastructure.is_installed():
             message = f"MongoDB is installed in: {mongo_is_installed}\n" \
                       f"The service is not running. Fix the service or use the 'force' parameter to reinstall."
             print_api(message, color='yellow')
@@ -143,11 +150,11 @@ def download_install_latest_main(
 
     # Check if MongoDB is installed.
     message: str = ''
-    mongo_is_installed = is_installed()
+    mongo_is_installed = infrastructure.is_installed()
     if not mongo_is_installed:
         message += "MongoDB Executable not found.\n"
 
-    if not is_service_running():
+    if not infrastructure.is_service_running():
         message += "MongoDB service is not running.\n"
 
     if message:
@@ -164,4 +171,20 @@ def download_install_latest_main(
         os.remove(installer_file_path)
         print_api("Cleaned up the installer file.")
 
+    if not compass:
+        return 0
+
+    # It doesn't matter what you do with the MSI it will not install Compass, only if you run it manually.
+    # So we will use installation script from their GitHub.
+    print_api("Downloading MongoDB Compass installation script...")
+    compass_script_path: str = web.download(COMPASS_INSTALLATION_SCRIPT_URL)
+
+    print_api("Installing MongoDB Compass from script...")
+    subprocess.run(["powershell", "-ExecutionPolicy", "Bypass", "-File", compass_script_path])
+
+    # Clean up the installer file
+    if os.path.exists(compass_script_path):
+        os.remove(compass_script_path)
+        print_api("Cleaned up the Compass installer file.")
+
     return 0

atomicshop/wrappers/mongodbw/mongodbw.py

@@ -0,0 +1,144 @@
+import pymongo
+
+from . import infrastructure
+
+
+"""
+DISCLAIMER: you should use the pymongo library directly instead of using the atomicshop/wrappers/mongodbw/mongodbw.py.
+These are good examples to get you started, but can't really cover all the use cases you might have.
+"""
+
+
+def connect(uri: str = infrastructure.MONGODB_DEFAULT_URI):
+    """
+    Connect to a MongoDB database.
+    :param uri: str, the URI of the MongoDB database.
+    :return: pymongo.MongoClient, the client object.
+    """
+    return pymongo.MongoClient(uri)
+
+
+def add_list_of_dicts_to_mongo(
+        list_of_dicts: list,
+        database_name: str,
+        collection_name: str,
+        mongo_client: pymongo.MongoClient = None,
+        close_client: bool = False
+):
+    """
+    Add a list of dictionaries to a MongoDB collection.
+    :param list_of_dicts: list of dictionaries, the list of dictionaries to add to the collection.
+    :param database_name: str, the name of the database.
+    :param collection_name: str, the name of the collection.
+    :param mongo_client: pymongo.MongoClient, the connection object.
+        If None, a new connection will be created to default URI.
+    :param close_client: bool, if True, the connection will be closed after the operation.
+
+    :return: None
+    """
+
+    if not mongo_client:
+        mongo_client = connect()
+
+    db = mongo_client[database_name]
+    collection = db[collection_name]
+
+    collection.insert_many(list_of_dicts)
+
+    if close_client:
+        mongo_client.close()
+
+
+def remove_list_of_dicts(
+        list_of_dicts: list,
+        database_name: str,
+        collection_name: str,
+        mongo_client: pymongo.MongoClient = None,
+        close_client: bool = False
+):
+    """
+    Remove a list of dictionaries from a MongoDB collection.
+    :param list_of_dicts: list of dictionaries, the list of dictionaries to remove from the collection.
+    :param database_name: str, the name of the database.
+    :param collection_name: str, the name of the collection.
+    :param mongo_client: pymongo.MongoClient, the connection object.
+        If None, a new connection will be created to default URI.
+    :param close_client: bool, if True, the connection will be closed after the operation.
+
+    :return: None
+    """
+
+    if not mongo_client:
+        mongo_client = connect()
+
+    db = mongo_client[database_name]
+    collection = db[collection_name]
+
+    for doc in list_of_dicts:
+        collection.delete_one(doc)
+
+    if close_client:
+        mongo_client.close()
+
+
+def overwrite_list_of_dicts(
+        list_of_dicts: list,
+        database_name: str,
+        collection_name: str,
+        mongo_client: pymongo.MongoClient = None,
+        close_client: bool = False
+):
+    """
+    Overwrite a list of dictionaries in a MongoDB collection.
+    :param list_of_dicts: list of dictionaries, the list of dictionaries to overwrite in the collection.
+    :param database_name: str, the name of the database.
+    :param collection_name: str, the name of the collection.
+    :param mongo_client: pymongo.MongoClient, the connection object.
+        If None, a new connection will be created to default URI.
+    :param close_client: bool, if True, the connection will be closed after the operation.
+
+    :return: None
+    """
+
+    if not mongo_client:
+        mongo_client = connect()
+
+    db = mongo_client[database_name]
+    collection = db[collection_name]
+
+    collection.delete_many({})
+    collection.insert_many(list_of_dicts)
+
+    if close_client:
+        mongo_client.close()
+
+
+def get_all_entries_from_collection(
+        database_name: str,
+        collection_name: str,
+        mongo_client: pymongo.MongoClient = None,
+        close_client: bool = False
+):
+    """
+    Get all entries from a MongoDB collection.
+    :param database_name: str, the name of the database.
+    :param collection_name: str, the name of the collection.
+    :param mongo_client: pymongo.MongoClient, the connection object.
+        If None, a new connection will be created to default URI.
+    :param close_client: bool, if True, the connection will be closed after the operation.
+
+    :return: list of dictionaries, the list of entries from the collection.
+    """
+
+    if not mongo_client:
+        mongo_client = connect()
+
+    db = mongo_client[database_name]
+    collection = db[collection_name]
+
+    entries = list(collection.find())
+
+    if close_client:
+        mongo_client.close()
+
+    return entries

{atomicshop-2.15.1.dist-info → atomicshop-2.15.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: atomicshop
-Version: 2.15.1
+Version: 2.15.3
 Summary: Atomic functions and classes to make developer life easier
 Author: Denis Kras
 License: MIT License

{atomicshop-2.15.1.dist-info → atomicshop-2.15.3.dist-info}/RECORD

@@ -1,4 +1,4 @@
-atomicshop/__init__.py,sha256=d6t5Ql0zc3dSUJNAyTjHj6blBObI-unNn2kZw5eOlhs,123
+atomicshop/__init__.py,sha256=aCesTJoNLZUFzz58NTSDXvO_WoEVSNiCYUamRk5wgJs,123
 atomicshop/_basics_temp.py,sha256=6cu2dd6r2dLrd1BRNcVDKTHlsHs_26Gpw8QS6v32lQ0,3699
 atomicshop/_create_pdf_demo.py,sha256=Yi-PGZuMg0RKvQmLqVeLIZYadqEZwUm-4A9JxBl_vYA,3713
 atomicshop/_patch_import.py,sha256=ENp55sKVJ0e6-4lBvZnpz9PQCt3Otbur7F6aXDlyje4,6334
@@ -128,7 +128,7 @@ atomicshop/mitm/initialize_engines.py,sha256=YnXPK1UKrmULnfL4zLo2LOpKWq-aGKzc9p3
 atomicshop/mitm/initialize_mitm_server.py,sha256=j1yMUbHsnFh9l5rFiUgBQA0mRZqREOKviP0frRzYikM,14611
 atomicshop/mitm/message.py,sha256=u2U2f2SOHdBNU-6r1Ik2W14ai2EOwxUV4wVfGZA098k,1732
 atomicshop/mitm/shared_functions.py,sha256=PaK_sbnEA5zo9k2ktEOKLmvo-6wRUunxzSNRr41uXIQ,1924
-atomicshop/mitm/statistic_analyzer.py,sha256=FdUmKVmDZp0-2ohBVwubG9v0wz8Wb-NIi50Qk8BR85E,22913
+atomicshop/mitm/statistic_analyzer.py,sha256=w3mqvnfh68zW78bcIyw1Au4DimSu9dbNlqoG7jP--fM,23750
 atomicshop/mitm/engines/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 atomicshop/mitm/engines/create_module_template.py,sha256=tRjVSm1sD6FzML71Qbuwvita0qsusdFGm8NZLsZ-XMs,4853
 atomicshop/mitm/engines/create_module_template_example.py,sha256=X5xhvbV6-g9jU_bQVhf_crZmaH50LRWz3bS-faQ18ds,489
@@ -244,9 +244,11 @@ atomicshop/wrappers/loggingw/formatters.py,sha256=7XUJvlB0CK4DCkEp8NTL0S0dkyrZD0
 atomicshop/wrappers/loggingw/handlers.py,sha256=yFYBeTkxnpmtlauoH3ZEFEHUYQYu9YL-ycd9sYTvOl4,16928
 atomicshop/wrappers/loggingw/loggers.py,sha256=DHOOTAtqkwn1xgvLHSkOiBm6yFGNuQy1kvbhG-TDog8,2374
 atomicshop/wrappers/loggingw/loggingw.py,sha256=lo4OZPXCbYZi3GqpaaJSs9SOGFfqD2EgHzzTK7f5IR4,11275
-atomicshop/wrappers/loggingw/reading.py,sha256=b4-ibM5WwjEOanvHY3hIsu9-4b2RAdPYiCxvl7745fk,17521
+atomicshop/wrappers/loggingw/reading.py,sha256=ZgFbmQdStLg2nlgzJEznsvEP0r63ki_2RRwsNnggLDI,18148
 atomicshop/wrappers/mongodbw/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-atomicshop/wrappers/mongodbw/install_mongodb.py,sha256=cuisakPkuIsMfleyARyuOTgbcXWvfSWKqoYaMdOnPuw,5456
+atomicshop/wrappers/mongodbw/infrastructure.py,sha256=tHqtt__yKGtj24CT5AIk0V0k9t1p_PjezFExXRmmmcA,1517
+atomicshop/wrappers/mongodbw/install_mongodb.py,sha256=dik6tpXws4FaQN_-u8s-yn5Z1InHROV7k1WhFA8eu4M,6617
+atomicshop/wrappers/mongodbw/mongodbw.py,sha256=eDwI3sePLGWhl-neBRQM955KZOl8jaO7U0n_AzXM3es,4568
 atomicshop/wrappers/nodejsw/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 atomicshop/wrappers/nodejsw/install_nodejs.py,sha256=QZg-R2iTQt7kFb8wNtnTmwraSGwvUs34JIasdbNa7ZU,5154
 atomicshop/wrappers/playwrightw/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -292,8 +294,8 @@ atomicshop/wrappers/socketw/socket_server_tester.py,sha256=AhpurHJmP2kgzHaUbq5ey
 atomicshop/wrappers/socketw/socket_wrapper.py,sha256=aXBwlEIJhFT0-c4i8iNlFx2It9VpCEpsv--5Oqcpxao,11624
 atomicshop/wrappers/socketw/ssl_base.py,sha256=k4V3gwkbq10MvOH4btU4onLX2GNOsSfUAdcHmL1rpVE,2274
 atomicshop/wrappers/socketw/statistics_csv.py,sha256=t3dtDEfN47CfYVi0CW6Kc2QHTEeZVyYhc57IYYh5nmA,826
-atomicshop-2.15.1.dist-info/LICENSE.txt,sha256=lLU7EYycfYcK2NR_1gfnhnRC8b8ccOTElACYplgZN88,1094
-atomicshop-2.15.1.dist-info/METADATA,sha256=uIXlm-6-iPV6AdPBYI4b8Y9LnSZmj2qU6yKOWK1V13E,10502
-atomicshop-2.15.1.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-atomicshop-2.15.1.dist-info/top_level.txt,sha256=EgKJB-7xcrAPeqTRF2laD_Np2gNGYkJkd4OyXqpJphA,11
-atomicshop-2.15.1.dist-info/RECORD,,
+atomicshop-2.15.3.dist-info/LICENSE.txt,sha256=lLU7EYycfYcK2NR_1gfnhnRC8b8ccOTElACYplgZN88,1094
+atomicshop-2.15.3.dist-info/METADATA,sha256=0Fx6JFpY55KI4OpSnfP220ErQEvXv5RX4kcJKAvmCpI,10502
+atomicshop-2.15.3.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+atomicshop-2.15.3.dist-info/top_level.txt,sha256=EgKJB-7xcrAPeqTRF2laD_Np2gNGYkJkd4OyXqpJphA,11
+atomicshop-2.15.3.dist-info/RECORD,,