illumio-pylo 0.3.6__py3-none-any.whl → 0.3.7__py3-none-any.whl

illumio_pylo/API/CredentialsManager.py

@@ -46,7 +46,6 @@ class CredentialProfile:
 
         self.raw_json: Optional[CredentialFileEntry] = None
 
-
     @staticmethod
     def from_credentials_file_entry(credential_file_entry: CredentialFileEntry, originating_file: Optional[str] = None):
         return CredentialProfile(credential_file_entry['name'],
@@ -303,3 +302,25 @@ def find_ssh_key_from_fingerprint(fingerprint: bytes) -> Optional[paramiko.Agent
         if key.get_fingerprint() == fingerprint:
             return key
     return None
+
+
+def get_supported_keys_from_ssh_agent() -> list[paramiko.AgentKey]:
+    keys = paramiko.Agent().get_keys()
+    # filter out ECDSA NISTPXXX and sk-ssh-ed25519
+    # RSA and ED25519 keys are reported to be working
+    return [key for key in keys if not (key.get_name().startswith("ecdsa-sha2-nistp") or
+                                        key.get_name().startswith("sk-ssh-ed25519"))]
+
+
+def is_encryption_available() -> bool:
+    if paramiko is None:
+        return False
+
+    # does paramiko have an agent module and does it have any supported key?
+    if hasattr(paramiko, 'Agent'):
+        keys = get_supported_keys_from_ssh_agent()
+        return len(keys) > 0
+
+    return False
+
+

illumio_pylo/Helpers/exports.py

@@ -436,7 +436,7 @@ class CsvExcelToObject:
                     for col_index in range(1, source_worksheet.max_column+1):
                         item = source_worksheet.cell(row_count, col_index).value
                         if item is None or len(item) < 1:
-                            raise pylo.PyloEx('Excel headers has blank fields, this is not supported')
+                            raise pylo.PyloEx('Excel headers has blank field at column #{}'.format(col_index))
                         self._detected_headers.append(item.lower())
                         if strict_headers and item.lower() not in mandatory_headers_dict:
                             raise pylo.PyloEx("CSV/Excel headers have an unexpected header named '{}'".format(item))

illumio_pylo/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "0.3.6"
+__version__ = "0.3.7"
 
 from typing import Callable
 

illumio_pylo/cli/__init__.py

@@ -151,7 +151,7 @@ def run(forced_command_name: Optional[str] = None):
     print("**** END OF {} UTILITY ****".format(selected_command.name.upper()))
     print("Command Specific Execution time: {:.2f} seconds".format(time.perf_counter() - command_execution_time_start))
     print("CLI started at {} and finished at {}".format(cli_start_time, cli_end_time))
-    print("CLI Total Execution time: {}".format(cli_end_time - cli_start_time))
+    print("CLI Total Execution time: {}".format((cli_end_time - cli_start_time)))
     print()
 
 

illumio_pylo/cli/commands/credential_manager.py

@@ -9,9 +9,9 @@ import paramiko
 import illumio_pylo as pylo
 import click
 from illumio_pylo.API.CredentialsManager import get_all_credentials, create_credential_in_file, CredentialFileEntry, \
-    create_credential_in_default_file,  \
+    create_credential_in_default_file, \
     get_credentials_from_file, encrypt_api_key_with_paramiko_ssh_key_chacha20poly1305, \
-    decrypt_api_key_with_paramiko_ssh_key_chacha20poly1305, decrypt_api_key_with_paramiko_ssh_key_fernet
+    decrypt_api_key_with_paramiko_ssh_key_chacha20poly1305, get_supported_keys_from_ssh_agent, is_encryption_available
 
 from illumio_pylo import log
 from . import Command
@@ -117,32 +117,33 @@ def __main(args, **kwargs):
             "api_key": api_key
         }
 
-        encrypt_api_key = click.prompt('> Encrypt API (requires an SSH agent running and an RSA or Ed25519 key) ? Y/N', type=bool)
-        if encrypt_api_key:
-            print("Available keys (ECDSA NISTPXXX keys and a few others are not supported and will be filtered out):")
-            ssh_keys = paramiko.Agent().get_keys()
-            # filter out ECDSA NISTPXXX and sk-ssh-ed25519@openssh.com
-            ssh_keys = get_supported_keys_from_ssh_agent()
-
-            # display a table of keys
-            print_keys(keys=ssh_keys, display_index=True)
-            print()
-
-            index_of_selected_key = click.prompt('> Select key by ID#', type=click.IntRange(0, len(ssh_keys)-1))
-            selected_ssh_key = ssh_keys[index_of_selected_key]
-            print("Selected key: {} | {} | {}".format(selected_ssh_key.get_name(),
-                                                      selected_ssh_key.get_fingerprint().hex(),
-                                                      selected_ssh_key.comment))
-            print(" * encrypting API key with selected key (you may be prompted by your SSH agent for confirmation or PIN code) ...", flush=True, end="")
-            # encrypted_api_key = encrypt_api_key_with_paramiko_ssh_key_fernet(ssh_key=selected_ssh_key, api_key=api_key)
-            encrypted_api_key = encrypt_api_key_with_paramiko_ssh_key_chacha20poly1305(ssh_key=selected_ssh_key, api_key=api_key)
-            print("OK!")
-            print(" * trying to decrypt the encrypted API key...", flush=True, end="")
-            decrypted_api_key = decrypt_api_key_with_paramiko_ssh_key_chacha20poly1305(encrypted_api_key_payload=encrypted_api_key)
-            if decrypted_api_key != api_key:
-                raise pylo.PyloEx("Decrypted API key does not match original API key")
-            print("OK!")
-            credentials_data["api_key"] = encrypted_api_key
+        if is_encryption_available():
+            encrypt_api_key = click.prompt('> Encrypt API (requires an SSH agent running and an RSA or Ed25519 key added to them) ? Y/N', type=bool)
+            if encrypt_api_key:
+                print("Available keys (ECDSA NISTPXXX keys and a few others are not supported and will be filtered out):")
+                ssh_keys = get_supported_keys_from_ssh_agent()
+
+                # display a table of keys
+                print_keys(keys=ssh_keys, display_index=True)
+                print()
+
+                index_of_selected_key = click.prompt('> Select key by ID#', type=click.IntRange(0, len(ssh_keys)-1))
+                selected_ssh_key = ssh_keys[index_of_selected_key]
+                print("Selected key: {} | {} | {}".format(selected_ssh_key.get_name(),
+                                                          selected_ssh_key.get_fingerprint().hex(),
+                                                          selected_ssh_key.comment))
+                print(" * encrypting API key with selected key (you may be prompted by your SSH agent for confirmation or PIN code) ...", flush=True, end="")
+                # encrypted_api_key = encrypt_api_key_with_paramiko_ssh_key_fernet(ssh_key=selected_ssh_key, api_key=api_key)
+                encrypted_api_key = encrypt_api_key_with_paramiko_ssh_key_chacha20poly1305(ssh_key=selected_ssh_key, api_key=api_key)
+                print("OK!")
+                print(" * trying to decrypt the encrypted API key...", flush=True, end="")
+                decrypted_api_key = decrypt_api_key_with_paramiko_ssh_key_chacha20poly1305(encrypted_api_key_payload=encrypted_api_key)
+                if decrypted_api_key != api_key:
+                    raise pylo.PyloEx("Decrypted API key does not match original API key")
+                print("OK!")
+                credentials_data["api_key"] = encrypted_api_key
+        else:
+            print(" * encryption is not available (no SSH agent or compatible key found), storing API key in plain text...")
 
 
         cwd = os.getcwd()
@@ -187,15 +188,9 @@ def __main(args, **kwargs):
     else:
         raise pylo.PyloEx("Unknown sub-command '{}'".format(args['sub_command']))
 
-command_object = Command(command_name, __main, fill_parser, credentials_manager_mode=True)
 
+command_object = Command(command_name, __main, fill_parser, credentials_manager_mode=True)
 
-def get_supported_keys_from_ssh_agent() -> list[paramiko.AgentKey]:
-    keys = paramiko.Agent().get_keys()
-    # filter out ECDSA NISTPXXX and sk-ssh-ed25519
-    # RSA and ED25519 keys are reported to be working
-    return [key for key in keys if not (key.get_name().startswith("ecdsa-sha2-nistp") or
-                                        key.get_name().startswith("sk-ssh-ed25519"))]
 
 def print_keys(keys: list[paramiko.AgentKey], display_index = True) -> None:
 

illumio_pylo/cli/commands/ruleset_export.py

@@ -25,7 +25,6 @@ def fill_parser(parser: argparse.ArgumentParser):
                         "Public_NATed")
 
 
-
 def __main(args: Dict, org: pylo.Organization, **kwargs):
 
     setting_prefix_objects_with_type: bool|str = args['prefix_objects_with_type']
@@ -33,13 +32,11 @@ def __main(args: Dict, org: pylo.Organization, **kwargs):
     settings_output_file_format = args['format']
     settings_output_dir = args['output_dir']
 
-
     if setting_prefix_objects_with_type is False:
         print(" * Prefix for object types are disabled")
     else:
         print(" * Prefix for object types are enabled")
 
-
     if setting_object_types_as_section is False:
         print(" * Object types as section are disabled")
     else:

illumio_pylo/cli/commands/ven_duplicate_remover.py

@@ -288,6 +288,7 @@ def __main(args, org: pylo.Organization, pce_cache_was_used: bool, **kwargs):
 # make this command available to the CLI system
 command_object = Command(command_name, __main, fill_parser, objects_load_filter)
 
+
 class DuplicateRecordManager:
     class DuplicatedRecord:
         def __init__(self, pce_offline_timer_override: Optional[int] = None):

illumio_pylo/cli/commands/workload_import.py

@@ -283,8 +283,8 @@ def detect_workloads_name_collisions(csv_data, org: pylo.Organization, ignore_al
         if csv_object['hostname'] is not None and len(csv_object['hostname']) > 0:
             lower_hostname = csv_object['hostname'].lower()
             if lower_name != lower_hostname:
-                if csv_object['hostname'] not in name_cache:
-                    name_cache[csv_object['hostname']] = WorkloadCollisionItem(from_pce=False, csv_object=csv_object,
+                if lower_hostname not in name_cache:
+                    name_cache[lower_hostname] = WorkloadCollisionItem(from_pce=False, csv_object=csv_object,
                                                                                managed=False)
                 else:
                     if not name_cache[lower_hostname].from_pce:

illumio_pylo/cli/commands/workload_update.py

@@ -128,6 +128,7 @@ def __main(args, org: pylo.Organization, **kwargs):
 
     print('OK')
     print("   - CSV has {} columns and {} lines (headers don't count)".format(csv_input_object.count_columns(), csv_input_object.count_lines()))
+    context.csv_data = csv_input_object.objects()
     # </editor-fold desc="CSV input file data extraction">
 
 
@@ -307,7 +308,7 @@ def check_and_sanitize_csv_input_data(context, input_match_on_hostname, input_ma
     if input_match_on_hostname:
         for csv_data in context.csv_data:
             name = csv_data['hostname']
-            name = pylo.Workload.static_name_stripped_fqdn(name)
+            name = pylo.Workload.static_name_stripped_fqdn(name).lower()
             if name is None or len(name) < 1:
                 print("   - ERROR: CSV line #{} has invalid hostname defined: '{}'".format(csv_data['*line*'],
                                                                                            csv_data['hostname']),
@@ -332,7 +333,7 @@ def check_and_sanitize_csv_input_data(context, input_match_on_hostname, input_ma
                 continue
 
             if href not in context.csv_href_index:
-                context.csv_name_index[href] = csv_data
+                context.csv_href_index[href] = csv_data
                 continue
 
             print("   - ERROR: CSV line #{} has duplicate href defined from a previous line: '{}'".format(
@@ -343,6 +344,7 @@ def check_and_sanitize_csv_input_data(context, input_match_on_hostname, input_ma
             "ERROR! Several ({}) inconsistencies were found in the CSV, please fix them before you continue!".format(
                 csv_check_failed_count))
         sys.exit(1)
+
     print("   * Done")
 
 

{illumio_pylo-0.3.6.dist-info → illumio_pylo-0.3.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: illumio_pylo
-Version: 0.3.6
+Version: 0.3.7
 Summary: A set of tools and library for working with Illumio PCE
 Home-page: https://github.com/cpainchaud/pylo
 Author: Christophe Painchaud

{illumio_pylo-0.3.6.dist-info → illumio_pylo-0.3.7.dist-info}/RECORD

@@ -21,36 +21,36 @@ illumio_pylo/VirtualServiceStore.py,sha256=MNTwo1cvteUuID6JniWUk5oRHQHGY4OwrWvFa
 illumio_pylo/Workload.py,sha256=9kZHawayQQ_L-OBzyuuDcViWSa7HzDKEfPtcSHMsInw,19910
 illumio_pylo/WorkloadStore.py,sha256=3C6SMU0wRlet6C6UVbjkYNsTY7vkyK_ZwqM1dlCBpsQ,10989
 illumio_pylo/WorkloadStoreSubClasses.py,sha256=4GBb5sXan38Y5OE7O6aAR-IZrZJar0mYE44FbCSb3_k,6093
-illumio_pylo/__init__.py,sha256=sMq1_pXxrK7ELnh7MG1KYAdqdcz4F-zq6b9GH5Y4rOA,4172
+illumio_pylo/__init__.py,sha256=NfjWb-G4N-kqGKvsr_N-zQZFy1bGNrUmZNfIIC21P2I,4172
 illumio_pylo/tmp.py,sha256=DYlm07YEP6Nm5qScByfTloGi7TGaN9WtklSqeVROPik,3913
 illumio_pylo/API/APIConnector.py,sha256=pxHuaRvUU_sX_DWgE_TVMR5ktRURVMOVGhkBbuV--Sc,60725
 illumio_pylo/API/AuditLog.py,sha256=p0mfjrE5S8qoJgA5LIP_XGFBP3iL86Nl6BQEmhMVrPA,1533
 illumio_pylo/API/ClusterHealth.py,sha256=GdMpVQrHUW4zLM-409GcPHM8H8b3LAppO37ZcUZyT_Q,5122
-illumio_pylo/API/CredentialsManager.py,sha256=-7c9_2VBJ_7zttBd6aa9K8YZ1iZmuQGAURVAy2jPopQ,12166
+illumio_pylo/API/CredentialsManager.py,sha256=z-a8O67UwPnbAEmjv_t8C9Wb0eXbSql1PVhLZ8IEUms,12854
 illumio_pylo/API/Explorer.py,sha256=fFAIF-67_uuKgJOP0eZPPJrOGuYmFl33GK75AyMjgJU,47590
 illumio_pylo/API/JsonPayloadTypes.py,sha256=9gql3-tn3cu1qmpOD_JcPCX5b594eOKDgVhTqHu6CsQ,7984
 illumio_pylo/API/RuleSearchQuery.py,sha256=O0-MsUXhwmywoO0G-GXnLq6kkVC9LgmxMZwqVKc_oJE,5325
 illumio_pylo/API/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 illumio_pylo/Helpers/__init__.py,sha256=6E2eTZe-4qfPKGjRRQNtYsPrBhJSAjbdvv_DpniV_rY,49
-illumio_pylo/Helpers/exports.py,sha256=mW8zGDqSyAsAC7WjC-WX1DDhDS-DCJ37cF3raZ_C6xg,21890
+illumio_pylo/Helpers/exports.py,sha256=7wXWTRmjkfApgeweJ3gJ4qUXJLOK0xyA49cY_EkkkCg,21898
 illumio_pylo/Helpers/functions.py,sha256=TjI_NmD3cm1Escp3h51SFEDgS1vT9dUa8PX9-e0siao,4680
 illumio_pylo/cli/NativeParsers.py,sha256=nzDL54EV0J-Iz0P9EkeiPl6DWQBSbCu-MpEPRad3j6c,4055
-illumio_pylo/cli/__init__.py,sha256=UuZ2KamgIpvfYE1FXilm_THHAvXimdUcvGb3Jrbjfhc,7737
+illumio_pylo/cli/__init__.py,sha256=aJDJiuRjUg1_2_ubuDvZgPXy6lNEOVvHUqWac7j8RTU,7739
 illumio_pylo/cli/__main__.py,sha256=ll1gK8k1YL_kPsImI7WVlw2sCyNyhocnuCqko6mGaYI,223
 illumio_pylo/cli/commands/__init__.py,sha256=yoVkXy-qBGiAAziWiayJdjcclx1WTayShXSPqHelcWA,1489
-illumio_pylo/cli/commands/credential_manager.py,sha256=YHu8xb2ejOwt6FVkz6kfeP7mhhL85Vc4yU818iyE_3A,9638
+illumio_pylo/cli/commands/credential_manager.py,sha256=sAPEvFjxHuxUexfTigy2CR5evU_j9W7rAbalsoSWrLk,9421
 illumio_pylo/cli/commands/iplist_analyzer.py,sha256=vOl6fNd0HrUKnKXtY1sj7jeyx2GtuDZENV7mF79O7yU,3714
 illumio_pylo/cli/commands/iplist_import_from_file.py,sha256=XvC-GlJyjA4dDPzfvGoBFtwelI9g_rQqGzgKgqMYcsI,8284
-illumio_pylo/cli/commands/ruleset_export.py,sha256=E64oYgGKI1Ry382DqV1gT4IlsLdd55QTqdInXlL9EPU,5896
+illumio_pylo/cli/commands/ruleset_export.py,sha256=KC9ifZx8gcAzti6EnTMfS075K00-ovRbLxeKMUg3w8E,5893
 illumio_pylo/cli/commands/update_pce_objects_cache.py,sha256=kNBAmPIbJyw97FRcNREy059A5FLOGm_poKJYGdTWqr4,1256
 illumio_pylo/cli/commands/ven_compatibility_report_export.py,sha256=8ZpgGQfn5zmOslgeE1imwx4-gDHfukdgoXJGZUh9q3o,8120
-illumio_pylo/cli/commands/ven_duplicate_remover.py,sha256=sPq1E9LqJ0lku8c23zwfeJbCOblkG_3umve5-zV3DXU,19579
+illumio_pylo/cli/commands/ven_duplicate_remover.py,sha256=fr9EzLlJb_cizdxTC5yOOflwS_CDIpoWOk4EU9YjaY4,19580
 illumio_pylo/cli/commands/ven_idle_to_visibility.py,sha256=OMcQSB82Pn50TS7OL1_TPOvvN9XFR3jUxVYYizUQinI,13387
 illumio_pylo/cli/commands/ven_upgrader.py,sha256=4cLUA7HSpskJpPOtEkQh41lE4gMGJJiQiKGCd0CKYJk,7222
 illumio_pylo/cli/commands/workload_export.py,sha256=EcQR8AacJVe7rOqYH-HFxyTchwHHQ9ZTc-ALSMt9gDY,11421
-illumio_pylo/cli/commands/workload_import.py,sha256=EJPjue9jnPR4UyLrh67LlXovvpmfa9Lb4DAfy6exAFA,18939
+illumio_pylo/cli/commands/workload_import.py,sha256=FuUeLkauqYvKvWgWcS_xfQIxwTScp90ZdUMbUIFSadE,18923
 illumio_pylo/cli/commands/workload_reset_names_to_null.py,sha256=GaO2Th1rx8i7_7yqb9WkGpDz3sdbYNod5fABQnhogig,3383
-illumio_pylo/cli/commands/workload_update.py,sha256=hDiYEeOwGaSUkoG4NK7EvKbMnChoYJAGDmqRWDtLD9A,28484
+illumio_pylo/cli/commands/workload_update.py,sha256=tmzTV8uh4zmJf_F5rhBChuYjfnY_JtcDjSUKhvGK3rM,28543
 illumio_pylo/cli/commands/workload_used_in_rule_finder.py,sha256=2MO9jjYh-mkY6rkfvDyW0Ok6El_AqDWGXiFDYq5YgTk,3361
 illumio_pylo/cli/commands/utils/LabelCreation.py,sha256=qaU7BeP4et2GJxHwgbDNRoQLCA-xWp_y1nJ-m8ANUwA,4883
 illumio_pylo/cli/commands/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -65,8 +65,8 @@ illumio_pylo/utilities/resources/iplists-import-example.xlsx,sha256=VW-7CRr8NA2V
 illumio_pylo/utilities/resources/workload-exporter-filter-example.csv,sha256=cn5IA8AGEPjvS-EsPXA_GJ-LFsdF9t_44rSzFTCmAzE,36
 illumio_pylo/utilities/resources/workloads-import-example.csv,sha256=DEOGVikFjxQpMFFI0l0jb3hrxEEeZCpTGkmWkz6GUcY,91
 illumio_pylo/utilities/resources/workloads-import-example.xlsx,sha256=U8Ac2BZidA6NlvBFAVPHqeY5zmg3rjmIAXp5b3b1P5w,17101
-illumio_pylo-0.3.6.dist-info/LICENSE,sha256=WYmcYJG1QFgu1hfo7qrEkZ3Jhcz8NUWe6XUraZvlIFs,10172
-illumio_pylo-0.3.6.dist-info/METADATA,sha256=zvRaxKi6Y-1PCfsnM8H8xyd6oBeXw9cJKXG_ienAjTU,12224
-illumio_pylo-0.3.6.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-illumio_pylo-0.3.6.dist-info/top_level.txt,sha256=c5cu_ZMuSuxjq48ih58Kc0Tr8-JdQtV8GrKJicvWNFE,13
-illumio_pylo-0.3.6.dist-info/RECORD,,
+illumio_pylo-0.3.7.dist-info/LICENSE,sha256=WYmcYJG1QFgu1hfo7qrEkZ3Jhcz8NUWe6XUraZvlIFs,10172
+illumio_pylo-0.3.7.dist-info/METADATA,sha256=wydOUCStSL8nqGPvpBlvDa-xfIjGAqKy2N_OXcQozGk,12224
+illumio_pylo-0.3.7.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+illumio_pylo-0.3.7.dist-info/top_level.txt,sha256=c5cu_ZMuSuxjq48ih58Kc0Tr8-JdQtV8GrKJicvWNFE,13
+illumio_pylo-0.3.7.dist-info/RECORD,,