awscli 1.40.17__py3-none-any.whl → 1.44.26__py3-none-any.whl

awscli/customizations/emr/emrutils.py

@@ -15,12 +15,10 @@ import json
 import logging
 import os
 
+from botocore.exceptions import NoCredentialsError
 
 from awscli.clidriver import CLIOperationCaller
-from awscli.customizations.emr import constants
-from awscli.customizations.emr import exceptions
-from botocore.exceptions import WaiterError, NoCredentialsError
-from botocore import xform_name
+from awscli.customizations.emr import constants, exceptions
 
 LOG = logging.getLogger(__name__)
 
@@ -56,11 +54,16 @@ def parse_key_value_string(key_value_string):
 
 
 def apply_boolean_options(
-        true_option, true_option_name, false_option, false_option_name):
+    true_option, true_option_name, false_option, false_option_name
+):
     if true_option and false_option:
-        error_message = \
-            'aws: error: cannot use both ' + true_option_name + \
-            ' and ' + false_option_name + ' options together.'
+        error_message = (
+            'aws: error: cannot use both '
+            + true_option_name
+            + ' and '
+            + false_option_name
+            + ' options together.'
+        )
         raise ValueError(error_message)
     elif true_option:
         return True
@@ -91,13 +94,16 @@ def apply_params(src_params, src_key, dest_params, dest_key):
 
 
 def build_step(
-        jar, name='Step',
-        action_on_failure=constants.DEFAULT_FAILURE_ACTION,
-        args=None,
-        main_class=None,
-        properties=None):
-    check_required_field(
-        structure='HadoopJarStep', name='Jar', value=jar)
+    jar,
+    name='Step',
+    action_on_failure=constants.DEFAULT_FAILURE_ACTION,
+    args=None,
+    main_class=None,
+    properties=None,
+    log_uri=None,
+    encryption_key_arn=None,
+):
+    check_required_field(structure='HadoopJarStep', name='Jar', value=jar)
 
     step = {}
     apply_dict(step, 'Name', name)
@@ -108,17 +114,26 @@ def build_step(
     apply_dict(jar_config, 'MainClass', main_class)
     apply_dict(jar_config, 'Properties', properties)
     step['HadoopJarStep'] = jar_config
+    step_monitoring_config = {}
+    s3_monitoring_configuration = {}
+    apply_dict(s3_monitoring_configuration, 'LogUri', log_uri)
+    apply_dict(
+        s3_monitoring_configuration, 'EncryptionKeyArn', encryption_key_arn
+    )
+    if s3_monitoring_configuration:
+        step_monitoring_config['S3MonitoringConfiguration'] = (
+            s3_monitoring_configuration
+        )
+        step['StepMonitoringConfiguration'] = step_monitoring_config
 
     return step
 
 
-def build_bootstrap_action(
-        path,
-        name='Bootstrap Action',
-        args=None):
+def build_bootstrap_action(path, name='Bootstrap Action', args=None):
     if path is None:
         raise exceptions.MissingParametersError(
-            object_name='ScriptBootstrapActionConfig', missing='Path')
+            object_name='ScriptBootstrapActionConfig', missing='Path'
+        )
     ba_config = {}
     apply_dict(ba_config, 'Name', name)
     script_config = {}
@@ -132,20 +147,22 @@ def build_bootstrap_action(
 def build_s3_link(relative_path='', region='us-east-1'):
     if region is None:
         region = 'us-east-1'
-    return 's3://{0}.elasticmapreduce{1}'.format(region, relative_path)
+    return f's3://{region}.elasticmapreduce{relative_path}'
 
 
 def get_script_runner(region='us-east-1'):
     if region is None:
         region = 'us-east-1'
     return build_s3_link(
-        relative_path=constants.SCRIPT_RUNNER_PATH, region=region)
+        relative_path=constants.SCRIPT_RUNNER_PATH, region=region
+    )
 
 
 def check_required_field(structure, name, value):
     if not value:
         raise exceptions.MissingParametersError(
-            object_name=structure, missing=name)
+            object_name=structure, missing=name
+        )
 
 
 def check_empty_string_list(name, value):
@@ -153,8 +170,14 @@ def check_empty_string_list(name, value):
         raise exceptions.EmptyListError(param=name)
 
 
-def call(session, operation_name, parameters, region_name=None,
-         endpoint_url=None, verify=None):
+def call(
+    session,
+    operation_name,
+    parameters,
+    region_name=None,
+    endpoint_url=None,
+    verify=None,
+):
     # We could get an error from get_endpoint() about not having
     # a region configured.  Before this happens we want to check
     # for credentials so we can give a good error message.
@@ -162,8 +185,11 @@ def call(session, operation_name, parameters, region_name=None,
         raise NoCredentialsError()
 
     client = session.create_client(
-        'emr', region_name=region_name, endpoint_url=endpoint_url,
-        verify=verify)
+        'emr',
+        region_name=region_name,
+        endpoint_url=endpoint_url,
+        verify=verify,
+    )
     LOG.debug('Calling ' + str(operation_name))
     return getattr(client, operation_name)(**parameters)
 
@@ -181,7 +207,8 @@ def get_client(session, parsed_globals):
         'emr',
         region_name=get_region(session, parsed_globals),
         endpoint_url=parsed_globals.endpoint_url,
-        verify=parsed_globals.verify_ssl)
+        verify=parsed_globals.verify_ssl,
+    )
 
 
 def get_cluster_state(session, parsed_globals, cluster_id):
@@ -209,12 +236,13 @@ def which(program):
     return None
 
 
-def call_and_display_response(session, operation_name, parameters,
-                              parsed_globals):
+def call_and_display_response(
+    session, operation_name, parameters, parsed_globals
+):
     cli_operation_caller = CLIOperationCaller(session)
     cli_operation_caller.invoke(
-        'emr', operation_name,
-        parameters, parsed_globals)
+        'emr', operation_name, parameters, parsed_globals
+    )
 
 
 def display_response(session, operation_name, result, parsed_globals):
@@ -222,7 +250,8 @@ def display_response(session, operation_name, result, parsed_globals):
     # Calling a private method. Should be changed after the functionality
     # is moved outside CliOperationCaller.
     cli_operation_caller._display_response(
-        operation_name, result, parsed_globals)
+        operation_name, result, parsed_globals
+    )
 
 
 def get_region(session, parsed_globals):
@@ -244,8 +273,9 @@ def join(values, separator=',', lastSeparator='and'):
         return values[0]
     else:
         separator = '%s ' % separator
-        return ' '.join([separator.join(values[:-1]),
-                         lastSeparator, values[-1]])
+        return ' '.join(
+            [separator.join(values[:-1]), lastSeparator, values[-1]]
+        )
 
 
 def split_to_key_value(string):
@@ -255,21 +285,24 @@ def split_to_key_value(string):
         return string.split('=', 1)
 
 
-def get_cluster(cluster_id, session, region,
-                endpoint_url, verify_ssl):
-        describe_cluster_params = {'ClusterId': cluster_id}
-        describe_cluster_response = call(
-            session, 'describe_cluster', describe_cluster_params,
-            region, endpoint_url,
-            verify_ssl)
+def get_cluster(cluster_id, session, region, endpoint_url, verify_ssl):
+    describe_cluster_params = {'ClusterId': cluster_id}
+    describe_cluster_response = call(
+        session,
+        'describe_cluster',
+        describe_cluster_params,
+        region,
+        endpoint_url,
+        verify_ssl,
+    )
 
-        if describe_cluster_response is not None:
-            return describe_cluster_response.get('Cluster')
+    if describe_cluster_response is not None:
+        return describe_cluster_response.get('Cluster')
 
 
-def get_release_label(cluster_id, session, region,
-                      endpoint_url, verify_ssl):
-        cluster = get_cluster(cluster_id, session, region,
-                              endpoint_url, verify_ssl)
-        if cluster is not None:
-            return cluster.get('ReleaseLabel')
+def get_release_label(cluster_id, session, region, endpoint_url, verify_ssl):
+    cluster = get_cluster(
+        cluster_id, session, region, endpoint_url, verify_ssl
+    )
+    if cluster is not None:
+        return cluster.get('ReleaseLabel')