awscli 1.40.17__py3-none-any.whl → 1.44.26__py3-none-any.whl

awscli/customizations/paginate.py

@@ -33,7 +33,7 @@ from botocore.exceptions import DataNotFoundError, PaginationError
 from botocore import model
 
 from awscli.arguments import BaseCLIArgument
-
+from awscli.utils import resolve_v2_debug_mode
 
 logger = logging.getLogger(__name__)
 
@@ -135,6 +135,9 @@ def unify_paging_params(argument_table, operation_model, event_name,
     _remove_existing_paging_arguments(argument_table, paginator_config)
     parsed_args_event = event_name.replace('building-argument-table.',
                                            'operation-args-parsed.')
+    call_parameters_event = event_name.replace(
+        'building-argument-table', 'calling-command'
+    )
     shadowed_args = {}
     add_paging_argument(argument_table, 'starting-token',
                         PageArgument('starting-token', STARTING_TOKEN_HELP,
@@ -168,6 +171,14 @@ def unify_paging_params(argument_table, operation_model, event_name,
         partial(check_should_enable_pagination,
                 list(_get_all_cli_input_tokens(paginator_config)),
                 shadowed_args, argument_table))
+    session.register(
+        call_parameters_event,
+        partial(
+            check_should_enable_pagination_call_parameters,
+            session,
+            list(_get_all_input_tokens(paginator_config)),
+        ),
+    )
 
 
 def add_paging_argument(argument_table, arg_name, argument, shadowed_args):
@@ -240,6 +251,18 @@ def _get_all_cli_input_tokens(pagination_config):
         yield cli_name
 
 
+# Get all tokens but return them in API namespace rather than CLI namespace
+def _get_all_input_tokens(pagination_config):
+    # Get all input tokens including the limit_key
+    # if it exists.
+    tokens = _get_input_tokens(pagination_config)
+    for token_name in tokens:
+        yield token_name
+    if 'limit_key' in pagination_config:
+        key_name = pagination_config['limit_key']
+        yield key_name
+
+
 def _get_input_tokens(pagination_config):
     tokens = pagination_config['input_token']
     if not isinstance(tokens, list):
@@ -253,6 +276,48 @@ def _get_cli_name(param_objects, token_name):
             return param.cli_name.lstrip('-')
 
 
+def check_should_enable_pagination_call_parameters(
+        session,
+        input_tokens,
+        call_parameters,
+        parsed_args,
+        parsed_globals,
+        **kwargs
+):
+    """
+    Check for pagination args in the actual calling arguments passed to
+    the function.
+
+    If the user is using the --cli-input-json parameter to provide JSON
+    parameters they are all in the API naming space rather than the CLI
+    naming space and would be missed by the processing above. This function
+    gets called on the calling-command event.
+    """
+    if resolve_v2_debug_mode(parsed_globals):
+        cli_input_json_data = session.emit_first_non_none_response(
+            f"get-cli-input-json-data",
+        )
+        if cli_input_json_data is None:
+            cli_input_json_data = {}
+        pagination_params_in_input_tokens = [
+            param for param in cli_input_json_data if param in input_tokens
+        ]
+        if pagination_params_in_input_tokens:
+            uni_print(
+                '\nAWS CLI v2 UPGRADE WARNING: In AWS CLI v2, if you specify '
+                'pagination parameters by using a file with the '
+                '`--cli-input-json` parameter, automatic pagination will be '
+                'turned off. This is different from v1 behavior, where '
+                'pagination parameters specified via the `--cli-input-json` '
+                'parameter are ignored. To retain AWS CLI v1 behavior in '
+                'AWS CLI v2, remove all pagination parameters from the input '
+                'JSON. See https://docs.aws.amazon.com/cli/latest/userguide/'
+                'cliv2-migration-changes.html'
+                '#cliv2-migration-skeleton-paging.\n',
+                out_file=sys.stderr
+            )
+
+
 class PageArgument(BaseCLIArgument):
     type_map = {
         'string': str,

awscli/customizations/rds.py

@@ -29,6 +29,7 @@ from awscli.clidriver import CLIOperationCaller
 from awscli.customizations import utils
 from awscli.customizations.commands import BasicCommand
 from awscli.customizations.utils import uni_print
+from awscli.utils import create_nested_client
 
 
 def register_rds_modify_split(cli):
@@ -95,7 +96,8 @@ class GenerateDBAuthTokenCommand(BasicCommand):
     ]
 
     def _run_main(self, parsed_args, parsed_globals):
-        rds = self._session.create_client(
+        rds = create_nested_client(
+            self._session,
             'rds',
             region_name=parsed_globals.region,
             endpoint_url=parsed_globals.endpoint_url,

awscli/customizations/removals.py

@@ -60,10 +60,14 @@ def register_removals(event_handler):
                                           'invoke-inline-agent',
                                           'optimize-prompt',
                                           'retrieve-and-generate-stream'])
+    cmd_remover.remove(on_event='building-command-table.bedrock-agentcore',
+                        remove_commands=['invoke-code-interpreter'])
     cmd_remover.remove(on_event='building-command-table.qbusiness',
                         remove_commands=['chat'])
     cmd_remover.remove(on_event='building-command-table.iotsitewise',
                         remove_commands=['invoke-assistant'])
+    cmd_remover.remove(on_event='building-command-table.logs',
+                        remove_commands=['get-log-object'])
 
 
 class CommandRemover(object):

awscli/customizations/s3/filegenerator.py

@@ -94,7 +94,8 @@ class FileDecodingError(Exception):
 class FileStat(object):
     def __init__(self, src, dest=None, compare_key=None, size=None,
                  last_update=None, src_type=None, dest_type=None,
-                 operation_name=None, response_data=None):
+                 operation_name=None, response_data=None, etag=None,
+                 case_conflict_submitted=None, case_conflict_key=None,):
         self.src = src
         self.dest = dest
         self.compare_key = compare_key
@@ -104,6 +105,9 @@ class FileStat(object):
         self.dest_type = dest_type
         self.operation_name = operation_name
         self.response_data = response_data
+        self.etag = etag
+        self.case_conflict_submitted = case_conflict_submitted
+        self.case_conflict_key = case_conflict_key
 
 
 class FileGenerator(object):
@@ -152,6 +156,7 @@ class FileGenerator(object):
         src_type = file_stat_kwargs['src_type']
         file_stat_kwargs['size'] = extra_information['Size']
         file_stat_kwargs['last_update'] = extra_information['LastModified']
+        file_stat_kwargs['etag'] = extra_information.get('ETag')
 
         # S3 objects require the response data retrieved from HeadObject
         # and ListObject
@@ -366,4 +371,5 @@ class FileGenerator(object):
         response['Size'] = int(response.pop('ContentLength'))
         last_update = parse(response['LastModified'])
         response['LastModified'] = last_update.astimezone(tzlocal())
+        response['ETag'] = response.pop('ETag', None)
         return s3_path, response

awscli/customizations/s3/fileinfo.py

@@ -42,7 +42,8 @@ class FileInfo(object):
                  last_update=None, src_type=None, dest_type=None,
                  operation_name=None, client=None, parameters=None,
                  source_client=None, is_stream=False,
-                 associated_response_data=None):
+                 associated_response_data=None, etag=None,
+                 case_conflict_submitted=None, case_conflict_key=None,):
         self.src = src
         self.src_type = src_type
         self.operation_name = operation_name
@@ -59,6 +60,9 @@ class FileInfo(object):
         self.source_client = source_client
         self.is_stream = is_stream
         self.associated_response_data = associated_response_data
+        self.etag = etag
+        self.case_conflict_submitted = case_conflict_submitted
+        self.case_conflict_key = case_conflict_key
 
     def is_glacier_compatible(self):
         """Determines if a file info object is glacier compatible

awscli/customizations/s3/fileinfobuilder.py

@@ -45,6 +45,13 @@ class FileInfoBuilder(object):
         file_info_attr['parameters'] = self._parameters
         file_info_attr['is_stream'] = self._is_stream
         file_info_attr['associated_response_data'] = file_base.response_data
+        file_info_attr['etag'] = file_base.etag
+        file_info_attr['case_conflict_submitted'] = getattr(
+            file_base, 'case_conflict_submitted', None
+        )
+        file_info_attr['case_conflict_key'] = getattr(
+            file_base, 'case_conflict_key', None
+        )
 
         # This is a bit quirky. The below conditional hinges on the --delete
         # flag being set, which only occurs during a sync command. The source

awscli/customizations/s3/s3handler.py

@@ -39,6 +39,7 @@ from awscli.customizations.s3.results import CommandResultRecorder
 from awscli.customizations.s3.utils import RequestParamsMapper
 from awscli.customizations.s3.utils import StdoutBytesWriter
 from awscli.customizations.s3.utils import ProvideSizeSubscriber
+from awscli.customizations.s3.utils import ProvideETagSubscriber
 from awscli.customizations.s3.utils import ProvideUploadContentTypeSubscriber
 from awscli.customizations.s3.utils import ProvideCopyContentTypeSubscriber
 from awscli.customizations.s3.utils import ProvideLastModifiedTimeSubscriber
@@ -46,6 +47,7 @@ from awscli.customizations.s3.utils import DirectoryCreatorSubscriber
 from awscli.customizations.s3.utils import DeleteSourceFileSubscriber
 from awscli.customizations.s3.utils import DeleteSourceObjectSubscriber
 from awscli.customizations.s3.utils import DeleteCopySourceObjectSubscriber
+from awscli.customizations.s3.utils import CaseConflictCleanupSubscriber
 from awscli.compat import get_binary_stdin
 
 
@@ -395,12 +397,20 @@ class DownloadRequestSubmitter(BaseTransferRequestSubmitter):
 
     def _add_additional_subscribers(self, subscribers, fileinfo):
         subscribers.append(ProvideSizeSubscriber(fileinfo.size))
+        subscribers.append(ProvideETagSubscriber(fileinfo.etag))
         subscribers.append(DirectoryCreatorSubscriber())
         subscribers.append(ProvideLastModifiedTimeSubscriber(
             fileinfo.last_update, self._result_queue))
         if self._cli_params.get('is_move', False):
             subscribers.append(DeleteSourceObjectSubscriber(
                 fileinfo.source_client))
+        if fileinfo.case_conflict_submitted is not None:
+            subscribers.append(
+                CaseConflictCleanupSubscriber(
+                    fileinfo.case_conflict_submitted,
+                    fileinfo.case_conflict_key,
+                )
+            )
 
     def _submit_transfer_request(self, fileinfo, extra_args, subscribers):
         bucket, key = find_bucket_key(fileinfo.src)
@@ -431,6 +441,7 @@ class CopyRequestSubmitter(BaseTransferRequestSubmitter):
 
     def _add_additional_subscribers(self, subscribers, fileinfo):
         subscribers.append(ProvideSizeSubscriber(fileinfo.size))
+        subscribers.append(ProvideETagSubscriber(fileinfo.etag))
         if self._should_inject_content_type():
             subscribers.append(ProvideCopyContentTypeSubscriber())
         if self._cli_params.get('is_move', False):

awscli/customizations/s3/subcommands.py

@@ -34,9 +34,10 @@ from awscli.customizations.s3.utils import find_bucket_key, AppendFilter, \
     S3PathResolver
 from awscli.customizations.utils import uni_print
 from awscli.customizations.s3.syncstrategy.base import MissingFileSync, \
-    SizeAndLastModifiedSync, NeverSync
+    SizeAndLastModifiedSync, NeverSync, AlwaysSync
+from awscli.customizations.s3.syncstrategy.caseconflict import CaseConflictSync
 from awscli.customizations.s3 import transferconfig
-
+from awscli.utils import resolve_v2_debug_mode
 
 LOGGER = logging.getLogger(__name__)
 
@@ -482,6 +483,33 @@ BUCKET_REGION = {
     )
 }
 
+CASE_CONFLICT = {
+    'name': 'case-conflict',
+    'choices': [
+         'ignore',
+         'skip',
+         'warn',
+         'error',
+    ],
+    'default': 'ignore',
+    'help_text': (
+         "Configures behavior when attempting to download multiple objects "
+         "whose keys differ only by case, which can cause undefined behavior "
+         "on case-insensitive filesystems. "
+         "This parameter only applies for commands that perform multiple S3 "
+         "to local downloads. "
+         f"See <a href='{CaseConflictSync.DOC_URI}'>Handling case "
+         "conflicts</a> for details. Valid values are: "
+         "<ul>"
+         "<li>``error`` - Raise an error and abort downloads.</li>"
+         "<li>``warn`` - Emit a warning and download the object.</li>"
+         "<li>``skip`` - Skip downloading the object.</li>"
+         "<li>``ignore`` - The default value. Ignore the conflict and "
+         "download the object.</li>"
+         "</ul>"
+    ),
+ }
+
 TRANSFER_ARGS = [DRYRUN, QUIET, INCLUDE, EXCLUDE, ACL,
                  FOLLOW_SYMLINKS, NO_FOLLOW_SYMLINKS, NO_GUESS_MIME_TYPE,
                  SSE, SSE_C, SSE_C_KEY, SSE_KMS_KEY_ID, SSE_C_COPY_SOURCE,
@@ -767,6 +795,7 @@ class S3TransferCommand(S3Command):
         cmd_params.add_verify_ssl(parsed_globals)
         cmd_params.add_page_size(parsed_args)
         cmd_params.add_paths(parsed_args.paths)
+        cmd_params.add_v2_debug(parsed_globals)
 
         runtime_config = transferconfig.RuntimeConfig().build_config(
             **self._session.get_scoped_config().get('s3', {}))
@@ -806,7 +835,8 @@ class CpCommand(S3TransferCommand):
             "or <S3Uri> <S3Uri>"
     ARG_TABLE = [{'name': 'paths', 'nargs': 2, 'positional_arg': True,
                   'synopsis': USAGE}] + TRANSFER_ARGS + \
-                [METADATA, METADATA_DIRECTIVE, EXPECTED_SIZE, RECURSIVE]
+                [METADATA, METADATA_DIRECTIVE, EXPECTED_SIZE, RECURSIVE,
+                 CASE_CONFLICT]
 
 
 class MvCommand(S3TransferCommand):
@@ -816,7 +846,8 @@ class MvCommand(S3TransferCommand):
             "or <S3Uri> <S3Uri>"
     ARG_TABLE = [{'name': 'paths', 'nargs': 2, 'positional_arg': True,
                   'synopsis': USAGE}] + TRANSFER_ARGS +\
-                [METADATA, METADATA_DIRECTIVE, RECURSIVE, VALIDATE_SAME_S3_PATHS]
+                [METADATA, METADATA_DIRECTIVE, RECURSIVE, VALIDATE_SAME_S3_PATHS,
+                 CASE_CONFLICT]
 
 
 class RmCommand(S3TransferCommand):
@@ -838,7 +869,7 @@ class SyncCommand(S3TransferCommand):
             "<LocalPath> or <S3Uri> <S3Uri>"
     ARG_TABLE = [{'name': 'paths', 'nargs': 2, 'positional_arg': True,
                   'synopsis': USAGE}] + TRANSFER_ARGS + \
-                [METADATA, METADATA_DIRECTIVE]
+                [METADATA, METADATA_DIRECTIVE, CASE_CONFLICT]
 
 
 class MbCommand(S3Command):
@@ -1003,7 +1034,16 @@ class CommandArchitecture(object):
         # Set the default strategies.
         sync_strategies['file_at_src_and_dest_sync_strategy'] = \
             SizeAndLastModifiedSync()
-        sync_strategies['file_not_at_dest_sync_strategy'] = MissingFileSync()
+        if self._should_handle_case_conflicts():
+            sync_strategies['file_not_at_dest_sync_strategy'] = (
+                CaseConflictSync(
+                    on_case_conflict=self.parameters['case_conflict']
+                )
+            )
+        else:
+            sync_strategies['file_not_at_dest_sync_strategy'] = (
+                MissingFileSync()
+            )
         sync_strategies['file_not_at_src_sync_strategy'] = NeverSync()
 
         # Determine what strategies to override if any.
@@ -1056,6 +1096,24 @@ class CommandArchitecture(object):
         result_queue = queue.Queue()
         operation_name = cmd_translation[paths_type]
 
+        if self.parameters['v2_debug']:
+            if operation_name == 'copy':
+                uni_print(
+                    '\nAWS CLI v2 UPGRADE WARNING: In AWS CLI v2, object '
+                    'properties will be copied from the source in multipart '
+                    'copies between S3 buckets initiated via `aws s3` '
+                    'commands, resulting in additional S3 API calls to '
+                    'transfer the metadata. Note that the principal must '
+                    'have permission to call these APIs, or the command may '
+                    'fail. This is different from v1 behavior, where metadata '
+                    'is not copied. For guidance on retaining v1 behavior in '
+                    'AWS CLI v2, or for more details, see '
+                    'https://docs.aws.amazon.com/cli/latest/userguide/'
+                    'cliv2-migration-changes.html'
+                    '#cliv2-migration-s3-copy-metadata.\n\n',
+                    out_file=sys.stderr
+                )
+
         fgen_kwargs = {
             'client': self._source_client, 'operation_name': operation_name,
             'follow_symlinks': self.parameters['follow_symlinks'],
@@ -1119,6 +1177,12 @@ class CommandArchitecture(object):
                             'filters': [create_filter(self.parameters)],
                             'file_info_builder': [file_info_builder],
                             's3_handler': [s3_transfer_handler]}
+            if self._should_handle_case_conflicts():
+                self._handle_case_conflicts(
+                    command_dict,
+                    rev_files,
+                    rev_generator,
+                )
         elif self.cmd == 'rm':
             command_dict = {'setup': [files],
                             'file_generator': [file_generator],
@@ -1131,6 +1195,12 @@ class CommandArchitecture(object):
                             'filters': [create_filter(self.parameters)],
                             'file_info_builder': [file_info_builder],
                             's3_handler': [s3_transfer_handler]}
+            if self._should_handle_case_conflicts():
+                self._handle_case_conflicts(
+                    command_dict,
+                    rev_files,
+                    rev_generator,
+                )
 
         files = command_dict['setup']
         while self.instructions:
@@ -1196,6 +1266,74 @@ class CommandArchitecture(object):
                 }
             )
 
+    def _should_handle_case_conflicts(self):
+        return (
+                self.cmd in {'sync', 'cp', 'mv'}
+                and self.parameters.get('paths_type') == 's3local'
+                and self.parameters['case_conflict'] != 'ignore'
+                and self.parameters.get('dir_op')
+        )
+
+    def _handle_case_conflicts(self, command_dict, rev_files, rev_generator):
+        # Objects are not returned in lexicographical order when
+        # operated on S3 Express directory buckets. This is required
+        # for sync operations to behave correctly, which is what
+        # recursive copies and moves fall back to so potential case
+        # conflicts can be detected and handled.
+        if not is_s3express_bucket(
+                split_s3_bucket_key(self.parameters['src'])[0]
+        ):
+            self._modify_instructions_for_case_conflicts(
+                command_dict, rev_files, rev_generator
+            )
+            return
+        # `skip` and `error` are not valid choices in this case because
+        # it's not possible to detect case conflicts.
+        if self.parameters['case_conflict'] not in {'ignore', 'warn'}:
+            raise ValueError(
+                f"`{self.parameters['case_conflict']}` is not a valid value "
+                "for `--case-conflict` when operating on S3 Express "
+                "directory buckets. Valid values: `warn`, `ignore`."
+            )
+        msg = (
+            "warning: Recursive copies/moves from an S3 Express "
+            "directory bucket to a case-insensitive local filesystem "
+            "may result in undefined behavior if there are "
+            "S3 object key names that differ only by case. To disable "
+            "this warning, set the `--case-conflict` parameter to `ignore`. "
+            f"For more information, see {CaseConflictSync.DOC_URI}."
+        )
+        uni_print(msg, sys.stderr)
+
+    def _modify_instructions_for_case_conflicts(
+            self, command_dict, rev_files, rev_generator
+    ):
+        # Command will perform recursive S3 to local downloads.
+        # Checking for potential case conflicts requires knowledge
+        # of local files. Instead of writing a separate validation
+        # mechanism for recursive downloads, we modify the instructions
+        # to mimic a sync command.
+        sync_strategies = {
+            # Local filename exists with exact case match. Always sync
+            # because it's a copy operation.
+            'file_at_src_and_dest_sync_strategy': AlwaysSync(),
+            # Local filename either doesn't exist or differs only by case.
+            # Let `CaseConflictSync` determine which it is and handle it
+            # according to configured `--case-conflict` parameter.
+            'file_not_at_dest_sync_strategy': CaseConflictSync(
+                on_case_conflict=self.parameters['case_conflict']
+            ),
+            # Copy is one-way so never sync if not at source.
+            'file_not_at_src_sync_strategy': NeverSync(),
+        }
+        command_dict['setup'].append(rev_files)
+        command_dict['file_generator'].append(rev_generator)
+        command_dict['filters'].append(create_filter(self.parameters))
+        command_dict['comparator'] = [Comparator(**sync_strategies)]
+        self.instructions.insert(
+            self.instructions.index('file_info_builder'), 'comparator'
+        )
+
 
 class CommandParameters(object):
     """
@@ -1447,6 +1585,9 @@ class CommandParameters(object):
     def add_page_size(self, parsed_args):
         self.parameters['page_size'] = getattr(parsed_args, 'page_size', None)
 
+    def add_v2_debug(self, parsed_globals):
+        self.parameters['v2_debug'] = resolve_v2_debug_mode(parsed_globals)
+
     def _validate_sse_c_args(self):
         self._validate_sse_c_arg()
         self._validate_sse_c_arg('sse_c_copy_source')

awscli/customizations/s3/syncstrategy/base.py

@@ -254,3 +254,12 @@ class MissingFileSync(BaseSync):
         LOG.debug("syncing: %s -> %s, file does not exist at destination",
                   src_file.src, src_file.dest)
         return True
+
+
+class AlwaysSync(BaseSync):
+    def __init__(self, sync_type='file_at_src_and_dest'):
+        super(AlwaysSync, self).__init__(sync_type)
+
+    def determine_should_sync(self, src_file, dest_file):
+        LOG.debug(f"syncing: {src_file.src} -> {src_file.dest}")
+        return True

awscli/customizations/s3/syncstrategy/caseconflict.py

@@ -0,0 +1,96 @@
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+# SPDX-License-Identifier: Apache-2.0
+import logging
+import os
+import sys
+
+from awscli.customizations.s3.syncstrategy.base import BaseSync
+from awscli.customizations.utils import uni_print
+
+LOG = logging.getLogger(__name__)
+
+
+class CaseConflictException(Exception):
+    pass
+
+
+class CaseConflictSync(BaseSync):
+    DOC_URI = (
+        "https://docs.aws.amazon.com/cli/v1/topic/"
+        "s3-case-insensitivity.html"
+    )
+
+    def __init__(
+            self,
+            sync_type='file_not_at_dest',
+            on_case_conflict='ignore',
+            submitted=None,
+    ):
+        super().__init__(sync_type)
+        self._on_case_conflict = on_case_conflict
+        if submitted is None:
+            submitted = set()
+        self._submitted = submitted
+
+    @property
+    def submitted(self):
+        return self._submitted
+
+    def determine_should_sync(self, src_file, dest_file):
+        # `src_file.compare_key` and `dest_file.compare_key` are not equal.
+        # This could mean that they're completely different or differ
+        # only by case. eg, `/tmp/a` and `/tmp/b` versus `/tmp/a` and `/tmp/A`.
+        # If the source file's destination already exists, that means it
+        # differs only by case and the conflict needs to be handled.
+        should_sync = True
+        # Normalize compare key for case sensitivity.
+        lower_compare_key = src_file.compare_key.lower()
+        if lower_compare_key in self._submitted or os.path.exists(
+                src_file.dest
+        ):
+            handler = getattr(self, f"_handle_{self._on_case_conflict}")
+            should_sync = handler(src_file)
+        if should_sync:
+            LOG.debug(f"syncing: {src_file.src} -> {src_file.dest}")
+            self._submitted.add(lower_compare_key)
+            # Set properties so that a subscriber can be created
+            # that removes the key from the set after download finishes.
+            src_file.case_conflict_submitted = self._submitted
+            src_file.case_conflict_key = lower_compare_key
+        return should_sync
+
+    @staticmethod
+    def _handle_ignore(src_file):
+        return True
+
+    @staticmethod
+    def _handle_skip(src_file):
+        msg = (
+            f"warning: Skipping {src_file.src} -> {src_file.dest} "
+            "because a file whose name differs only by case either exists "
+            "or is being downloaded.\n"
+        )
+        uni_print(msg, sys.stderr)
+        return False
+
+    @staticmethod
+    def _handle_warn(src_file):
+        msg = (
+            f"warning: Downloading {src_file.src} -> {src_file.dest} "
+            "despite a file whose name differs only by case either existing "
+            "or being downloaded. This behavior is not defined on "
+            "case-insensitive filesystems and may result in overwriting "
+            "existing files or race conditions between concurrent downloads. "
+            f"For more information, see {CaseConflictSync.DOC_URI}.\n"
+        )
+        uni_print(msg, sys.stderr)
+        return True
+
+    @staticmethod
+    def _handle_error(src_file):
+        msg = (
+            f"Failed to download {src_file.src} -> {src_file.dest} "
+            "because a file whose name differs only by case either exists "
+            "or is being downloaded."
+        )
+        raise CaseConflictException(msg)

awscli/customizations/s3/utils.py

@@ -649,6 +649,17 @@ class ProvideSizeSubscriber(BaseSubscriber):
         future.meta.provide_transfer_size(self.size)
 
 
+class ProvideETagSubscriber(BaseSubscriber):
+    """
+    A subscriber which provides the object ETag before it's queued.
+    """
+    def __init__(self, etag):
+        self.etag = etag
+
+    def on_queued(self, future, **kwargs):
+        future.meta.provide_object_etag(self.etag)
+
+
 # TODO: Eventually port this down to the BaseSubscriber or a new subscriber
 # class in s3transfer. The functionality is very convenient but may need
 # some further design decisions to make it a feature in s3transfer.
@@ -679,6 +690,20 @@ class OnDoneFilteredSubscriber(BaseSubscriber):
         pass
 
 
+class CaseConflictCleanupSubscriber(BaseSubscriber):
+    """
+    A subscriber which removes object compare key from case conflict set
+    when download finishes.
+    """
+
+    def __init__(self, submitted, case_conflict_key):
+        self._submitted = submitted
+        self._key = case_conflict_key
+
+    def on_done(self, future, **kwargs):
+        self._submitted.discard(self._key)
+
+
 class DeleteSourceSubscriber(OnDoneFilteredSubscriber):
     """A subscriber which deletes the source of the transfer."""
     def _on_success(self, future):